-- Logs begin at Mon 2022-03-28 18:21:15 UTC, end at Mon 2022-03-28 20:17:44 UTC. -- Mar 28 18:57:09.281096 dv-neutron-834711-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 28 18:57:11.789340 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.common.config [-] Logging enabled! Mar 28 18:57:11.789929 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev81 Mar 28 18:57:11.790092 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87727) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 28 18:57:11.793198 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.common.config [-] Logging enabled! Mar 28 18:57:11.793453 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev81 Mar 28 18:57:11.793761 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87727) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 28 18:57:11.794670 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 18:57:11.794924 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 18:57:11.795271 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 18:57:11.795516 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 18:57:11.795764 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 18:57:11.796052 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.796344 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.796637 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.796864 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.797155 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.797441 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.797721 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.798009 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.798304 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.798591 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.799147 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.799539 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.799771 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.800055 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.800344 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.800630 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.800854 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] debug = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.801134 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.801561 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.801978 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.802258 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.802550 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.802828 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.803126 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.803403 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.803687 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.804012 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] host = dv-neutron-834711-1-hyperv {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.804290 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.804579 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.804867 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.805154 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.805429 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.805705 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.805992 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.806265 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.806536 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] log_file = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.806809 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.807118 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.807404 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.807691 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.807913 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.808133 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.808422 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.808705 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.808980 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.809255 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.809525 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.809796 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.810068 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.810335 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.810617 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.810918 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.811205 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.811477 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.811751 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.812023 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.812294 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.812577 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.812849 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.813122 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.813392 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.813679 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.813948 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.814217 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.814515 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.815320 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.815610 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.815893 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.816164 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.816446 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.816716 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.816985 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.817255 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] use_json = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.817523 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.817802 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.818066 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.818335 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.818604 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.818899 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.819170 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.819453 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.819721 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:11.820013 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.820309 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.820605 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.820889 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.821177 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.821452 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.821736 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.822010 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.822295 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.822579 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.822862 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.823159 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.823444 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.823718 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.824010 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.824312 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.824603 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.824892 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.825165 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.825434 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.825703 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.825976 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.826259 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.826550 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.826837 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.827132 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.827406 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.827690 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.827961 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.828231 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.828505 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.828789 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.829065 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.829332 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.829610 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.829883 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.830150 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.830435 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.831271 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.831559 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.831833 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.832098 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.832367 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.832640 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.832909 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.833191 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.833467 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.833736 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.834003 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.834277 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.834547 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.834817 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.835114 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.835386 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.835659 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.835929 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.836200 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.836473 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.836743 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.837012 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.837282 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.837552 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.837827 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.838097 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.838366 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.838636 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.838934 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.839209 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.839493 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.839785 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.840059 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.840335 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.840611 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.840886 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.841159 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.841432 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.841706 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.841980 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.842249 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.842535 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.842817 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.843122 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.843402 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.843676 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.843969 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.844244 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.844523 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.844795 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.845073 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.845352 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.845631 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.845921 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.846259 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.846594 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.846914 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.847211 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.847491 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.847797 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.848076 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:11.848291 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 18:57:11.848528 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87727) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 28 18:57:12.233710 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO keyring.backend [-] Loading KWallet Mar 28 18:57:12.241265 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO keyring.backend [-] Loading SecretService Mar 28 18:57:12.244625 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO keyring.backend [-] Loading Windows Mar 28 18:57:12.245914 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO keyring.backend [-] Loading chainer Mar 28 18:57:12.246474 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO keyring.backend [-] Loading macOS Mar 28 18:57:12.278798 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 28 18:57:12.279098 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 28 18:57:12.279386 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 28 18:57:12.279716 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 28 18:57:12.665259 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:12.665550 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:12.665828 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:12.667125 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:12.667400 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:12.667665 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:12.702050 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:12.702325 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:12.702588 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:12.716099 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:12.716374 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:12.716640 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:12.745440 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:12.745711 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:12.745981 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:12.783505 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:12.783807 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:12.784070 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.014518 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.015162 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.015162 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.015343 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.015979 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.135192 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.135510 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.135795 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.136067 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.136333 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.136639 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.136899 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.137154 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.137409 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.137683 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.137938 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.138198 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.138458 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.138709 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.138996 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.139265 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.139524 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.139793 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.140044 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.140321 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.140670 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.140926 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.141175 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.141456 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.141702 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.141946 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.142324 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 18:57:13.142561 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 18:57:13.142795 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 18:57:13.143564 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 18:57:13.143798 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 18:57:13.144030 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 18:57:13.144388 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 28 18:57:13.147451 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 28 18:57:13.151266 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 28 18:57:13.154913 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Mar 28 18:57:13.156513 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 28 18:57:13.157940 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 28 18:57:13.158271 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 28 18:57:13.159310 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 28 18:57:13.162046 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 28 18:57:13.162290 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 28 18:57:13.162629 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 28 18:57:13.189899 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 28 18:57:13.190387 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.190677 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87727) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 28 18:57:13.191057 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.192389 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87727) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 28 18:57:13.192664 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 28 18:57:13.192906 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 28 18:57:13.196004 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.196285 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.258333 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 28 18:57:13.258564 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 28 18:57:13.258798 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 28 18:57:13.259194 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 28 18:57:13.290250 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_db.sqlalchemy.engines [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87727) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 28 18:57:13.627020 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.plugins.ml2.managers [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Initializing driver for type 'gre' Mar 28 18:57:13.628191 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] gre ID ranges: [(1, 1000)] Mar 28 18:57:13.681552 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.plugins.ml2.managers [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Initializing driver for type 'local' Mar 28 18:57:13.681893 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.plugins.ml2.managers [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Initializing driver for type 'vlan' Mar 28 18:57:13.694806 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] VlanTypeDriver initialization complete Mar 28 18:57:13.695153 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.plugins.ml2.managers [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Initializing driver for type 'vxlan' Mar 28 18:57:13.695643 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] vxlan ID ranges: [(1, 1000)] Mar 28 18:57:13.750283 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.plugins.ml2.managers [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Initializing extension driver 'port_security' Mar 28 18:57:13.750618 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.plugins.ml2.extensions.port_security [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] PortSecurityExtensionDriver initialization complete Mar 28 18:57:13.750977 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.plugins.ml2.managers [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Initializing mechanism driver 'openvswitch' Mar 28 18:57:13.751296 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.plugins.ml2.managers [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Initializing mechanism driver 'hyperv' Mar 28 18:57:13.758394 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.plugins.ml2.plugin [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:13.759085 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > port after_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.759454 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > port after_update 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.759800 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > port after_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.760320 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87727) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 28 18:57:13.760742 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > subnet after_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.761090 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > subnet after_update 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.761429 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.761812 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87727) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 28 18:57:13.762211 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > network after_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.762551 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > network after_update 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.762912 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > network after_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.763290 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87727) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 28 18:57:13.763685 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > security_group after_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.764031 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > security_group after_update 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.764364 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.764893 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87727) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 28 18:57:13.765293 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.765635 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.765971 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.766357 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87727) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 28 18:57:13.766750 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > address_group after_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.767124 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > address_group after_update 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.767466 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.767850 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87727) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 28 18:57:13.768477 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] ML2 OVO RPC backend initialized. {{(pid=87727) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 28 18:57:13.769183 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.769539 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.769956 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > network before_response 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.770303 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > networks before_response 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.770650 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > port before_response 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.771021 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > ports before_response 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.771365 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > subnet before_response 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.771703 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > subnets before_response 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.772046 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > network after_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.772385 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > network after_update 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.772715 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > network after_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.773048 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > port after_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.773380 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > port after_update 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.773710 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > port after_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.774043 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > subnet after_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.774373 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > subnet after_update 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.774702 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.775326 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.plugins.ml2.plugin [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Modular L2 Plugin initialization complete Mar 28 18:57:13.775653 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading services supported by the core plugin {{(pid=87727) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 28 18:57:13.775976 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.plugins.ml2.managers [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Got port-security extension from driver 'port_security' Mar 28 18:57:13.776435 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.extensions.vlantransparent [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Disabled vlantransparent extension. Mar 28 18:57:13.776913 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87727) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 28 18:57:13.777222 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading Plugin: router Mar 28 18:57:13.814115 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.814503 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > router after_create 55549900 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.815522 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > router before_create 55549900 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.815904 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.816274 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.816648 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > router after_delete 55549900 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.816989 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.817354 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > router after_create 55549900 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.817703 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > router after_update 55549900 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.818054 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > router after_update 55549900 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.818404 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.818766 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > router after_update 55549900 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.819214 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > router precommit_update 55549900 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.819588 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: port after_update 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.819925 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: port after_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.820258 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: subnet after_update 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.820619 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.820962 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.821313 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > router precommit_create 55549900 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.821655 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: port before_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.821991 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > router precommit_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.822347 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > router after_update 55549900 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.822689 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.823077 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > router precommit_create 55549900 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.823446 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.823793 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > router precommit_update 55549900 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.824158 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > agent after_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.824506 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > agent after_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.824855 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > network after_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.825721 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.quota.resource_registry [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Tracking information for resource: router configured {{(pid=87727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 18:57:13.826049 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.quota.resource_registry [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Tracking information for resource: floatingip configured {{(pid=87727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 18:57:13.830982 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.db.l3_agentschedulers_db [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 28 18:57:13.831550 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: port after_update 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.831905 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: port after_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.832252 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: port after_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.832602 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: port after_update 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.833376 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > router before_create 55550100 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.833735 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.834092 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > router precommit_create 55550100 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.834441 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > router precommit_update 55550100 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.838868 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.services.provider_configuration [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Service providers = [] {{(pid=87727) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 28 18:57:13.839263 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.db.servicetype_db [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87727) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 28 18:57:13.842160 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.services.service_base [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87727) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 18:57:13.842506 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.services.service_base [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87727) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 18:57:13.842844 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.services.service_base [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87727) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 18:57:13.843739 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.services.service_base [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87727) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 18:57:13.844105 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.services.service_base [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 28 18:57:13.844476 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 18:57:13.844787 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 28 18:57:13.855517 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 18:57:13.855847 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading Plugin: auto_allocate Mar 28 18:57:13.861567 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: network precommit_update 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.862478 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: network precommit_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.863096 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 18:57:13.863414 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading Plugin: tag Mar 28 18:57:13.869821 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 18:57:13.870147 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading Plugin: timestamp Mar 28 18:57:13.874072 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 18:57:13.874393 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading Plugin: network_ip_availability Mar 28 18:57:13.879806 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.880118 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.880467 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:13.881153 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 18:57:13.881466 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading Plugin: flavors Mar 28 18:57:13.886025 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 18:57:13.886350 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading Plugin: revisions Mar 28 18:57:13.890571 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 18:57:13.890984 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_concurrency.lockutils [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.611s {{(pid=87727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 28 18:57:13.891757 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87727) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 28 18:57:13.892086 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Initializing extension manager. Mar 28 18:57:13.892587 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: __init__.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.893462 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: __pycache__ {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.893793 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.894184 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: address_group.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.894906 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.895479 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: address-group Mar 28 18:57:13.895797 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: address_scope.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.896490 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.896994 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: address-scope Mar 28 18:57:13.897309 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.898222 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.898724 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: router-admin-state-down-before-update Mar 28 18:57:13.899074 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: agent.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.899954 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.900454 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: agent Mar 28 18:57:13.900769 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: agent_resources_synced.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.901660 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.902166 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: agent-resources-synced Mar 28 18:57:13.902483 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: allowedaddresspairs.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.904277 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.904790 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: allowed-address-pairs Mar 28 18:57:13.905112 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: auto_allocated_topology.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.906176 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.906677 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: auto-allocated-topology Mar 28 18:57:13.907032 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: availability_zone.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.907711 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.908205 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: availability_zone Mar 28 18:57:13.909119 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: availability_zone_filter.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.910077 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.910579 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: availability_zone_filter Mar 28 18:57:13.910920 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: data_plane_status.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.911819 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.912316 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension data-plane-status not supported by any of loaded plugins Mar 28 18:57:13.912631 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: default_subnetpools.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.913524 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.914025 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: default-subnetpools Mar 28 18:57:13.914341 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.915161 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.915667 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: dhcp_agent_scheduler Mar 28 18:57:13.915982 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: dns.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.916882 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.917380 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension dns-integration not supported by any of loaded plugins Mar 28 18:57:13.917698 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: dns_domain_ports.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.918602 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.919137 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 28 18:57:13.919455 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: dvr.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.920112 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.920608 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: dvr Mar 28 18:57:13.920922 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: empty_string_filtering.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.921814 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.922312 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: empty-string-filtering Mar 28 18:57:13.922626 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.923548 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.924356 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 28 18:57:13.924833 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.925739 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.926234 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 28 18:57:13.926553 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: external_net.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.927478 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.927981 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: external-net Mar 28 18:57:13.928297 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.929185 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.929688 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: extra_dhcp_opt Mar 28 18:57:13.930006 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: extraroute.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.930928 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.931436 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: extraroute Mar 28 18:57:13.931752 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: extraroute_atomic.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.932762 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.933267 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: extraroute-atomic Mar 28 18:57:13.933585 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: filter_validation.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.934238 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.934734 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: filter-validation Mar 28 18:57:13.935078 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: fip_pf_description.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.935986 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.936478 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 28 18:57:13.936792 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: fip_port_details.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.937688 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.938185 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: fip-port-details Mar 28 18:57:13.938498 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: flavors.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.939771 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.940375 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: flavors Mar 28 18:57:13.940695 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.942333 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.942845 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 28 18:57:13.943194 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: floatingip_pools.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.944022 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.944532 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: floatingip-pools Mar 28 18:57:13.944851 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: ip_allocation.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.945770 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.946272 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension ip_allocation not supported by any of loaded plugins Mar 28 18:57:13.946589 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.947518 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.948020 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: ip-substring-filtering Mar 28 18:57:13.948341 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: l2_adjacency.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.949252 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.949748 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 28 18:57:13.950065 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: l3.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.951049 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.951561 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: router Mar 28 18:57:13.951882 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.954206 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.954732 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 28 18:57:13.955133 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.956817 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.957332 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: ext-gw-mode Mar 28 18:57:13.957652 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.958560 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.959092 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: l3-ha Mar 28 18:57:13.959412 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: l3_flavors.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.960312 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.960808 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: l3-flavors Mar 28 18:57:13.961125 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.962036 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.962532 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 28 18:57:13.962847 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: l3agentscheduler.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.963886 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.964390 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: l3_agent_scheduler Mar 28 18:57:13.964710 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: logging.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.966172 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.966686 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension logging not supported by any of loaded plugins Mar 28 18:57:13.967035 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: metering.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.967772 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.968345 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: metering Mar 28 18:57:13.968664 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.969738 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.970258 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: metering_source_and_destination_fields Mar 28 18:57:13.970565 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: multiprovidernet.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.972257 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.972764 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: multi-provider Mar 28 18:57:13.973086 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: netmtu.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.973985 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.974487 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: net-mtu Mar 28 18:57:13.974806 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: netmtu_writable.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.975730 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.976232 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: net-mtu-writable Mar 28 18:57:13.976557 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: network_availability_zone.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.977220 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.977717 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: network_availability_zone Mar 28 18:57:13.978034 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: network_ip_availability.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.979124 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.979626 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: network-ip-availability Mar 28 18:57:13.979947 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: network_segment_range.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.980694 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.981191 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension network-segment-range not supported by any of loaded plugins Mar 28 18:57:13.981511 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: pagination.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.982471 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.982797 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: pagination Mar 28 18:57:13.983140 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: port_device_profile.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.984034 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.984541 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: port-device-profile Mar 28 18:57:13.984857 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.985759 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.986261 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: port-mac-address-regenerate Mar 28 18:57:13.986579 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.987549 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.988050 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: port-numa-affinity-policy Mar 28 18:57:13.988368 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: port_resource_request.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.989267 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.989762 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension port-resource-request not supported by any of loaded plugins Mar 28 18:57:13.990077 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: portbindings.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.991010 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.991510 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: binding Mar 28 18:57:13.991825 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: portbindings_extended.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.993189 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.993700 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: binding-extended Mar 28 18:57:13.994021 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: portsecurity.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.994965 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.995476 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: port-security Mar 28 18:57:13.995796 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: project_id.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.996760 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.997083 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: project-id Mar 28 18:57:13.997400 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: providernet.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:13.998312 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:13.998820 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: provider Mar 28 18:57:13.999164 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: qos.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.003203 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.003714 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension qos not supported by any of loaded plugins Mar 28 18:57:14.004036 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.005257 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.005761 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 28 18:57:14.006084 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.007028 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.007531 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 28 18:57:14.007849 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: qos_default.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.008743 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.009245 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension qos-default not supported by any of loaded plugins Mar 28 18:57:14.009564 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: qos_fip.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.010207 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.010704 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension qos-fip not supported by any of loaded plugins Mar 28 18:57:14.011058 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: qos_gateway_ip.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.011971 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.012472 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 28 18:57:14.012789 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: qos_port_network_policy.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.013684 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.014185 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 28 18:57:14.014500 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: qos_rule_type_details.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.015420 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.015936 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 28 18:57:14.016232 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: qos_rules_alias.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.017257 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.017757 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 28 18:57:14.018648 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: quotasv2.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.019551 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.019871 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: quotas Mar 28 18:57:14.020182 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: quotasv2_detail.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.021780 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.022113 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: quota_details Mar 28 18:57:14.022438 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: rbac.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.023488 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.024005 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: rbac-policies Mar 28 18:57:14.024327 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: rbac_address_group.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.025241 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.025757 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: rbac-address-group Mar 28 18:57:14.026077 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: rbac_address_scope.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.027015 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.027526 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: rbac-address-scope Mar 28 18:57:14.027850 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: rbac_security_groups.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.028752 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.029260 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: rbac-security-groups Mar 28 18:57:14.029575 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: rbac_subnetpool.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.030491 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.031027 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: rbac-subnetpool Mar 28 18:57:14.031347 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: revisionifmatch.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.032256 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.032759 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: revision-if-match Mar 28 18:57:14.033078 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: revisions.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.034333 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.034834 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: standard-attr-revisions Mar 28 18:57:14.035176 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: router_availability_zone.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.035838 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.036349 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: router_availability_zone Mar 28 18:57:14.036665 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: routerservicetype.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.037567 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.038068 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension router-service-type not supported by any of loaded plugins Mar 28 18:57:14.038383 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.039318 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.039822 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: security-groups-normalized-cidr Mar 28 18:57:14.040137 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.041038 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.041541 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: port-security-groups-filtering Mar 28 18:57:14.041856 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.042767 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.043304 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: security-groups-remote-address-group Mar 28 18:57:14.043619 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: securitygroup.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.053483 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.054010 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: security-group Mar 28 18:57:14.054340 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: segment.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.055140 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.055646 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension segment not supported by any of loaded plugins Mar 28 18:57:14.055974 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.056896 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.057401 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 28 18:57:14.057721 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: servicetype.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.058790 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.059328 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: service-type Mar 28 18:57:14.059650 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: sorting.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.060611 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.060936 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: sorting Mar 28 18:57:14.061253 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: standard_attr_segment.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.062145 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.062649 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 28 18:57:14.063000 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: standardattrdescription.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.063638 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.064140 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: standard-attr-description Mar 28 18:57:14.064458 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: stateful_security_group.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.066040 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.066557 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: stateful-security-group Mar 28 18:57:14.066894 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: stdattrs_common.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.067472 dv-neutron-834711-1-hyperv neutron-server[87727]: WARNING neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 28 18:57:14.067787 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.068786 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.069307 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 28 18:57:14.069621 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: subnet_onboard.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.070682 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.071223 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: subnet_onboard Mar 28 18:57:14.071541 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.072464 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.072964 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 28 18:57:14.073281 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: subnet_service_types.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.074186 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.074697 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: subnet-service-types Mar 28 18:57:14.075053 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: subnetallocation.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.076129 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.076661 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: subnet_allocation Mar 28 18:57:14.076986 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.077639 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.078145 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: subnetpool-prefix-ops Mar 28 18:57:14.078462 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.079414 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.079920 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 28 18:57:14.080238 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: tagging.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.081865 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.082371 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: standard-attr-tag Mar 28 18:57:14.082692 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: timestamp.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.083904 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.084415 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loaded extension: standard-attr-timestamp Mar 28 18:57:14.084738 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: trunk.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.085753 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.086268 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension trunk not supported by any of loaded plugins Mar 28 18:57:14.086587 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: trunk_details.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.087530 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.088036 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension trunk-details not supported by any of loaded plugins Mar 28 18:57:14.088353 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: uplink_status_propagation.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.089263 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.089764 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 28 18:57:14.090081 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Loading extension file: vlantransparent.py {{(pid=87727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 18:57:14.090733 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 18:57:14.091270 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 28 18:57:14.093616 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.quota.resource_registry [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Creating instance of TrackedResource for resource:network Mar 28 18:57:14.094344 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.quota.resource_registry [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Creating instance of TrackedResource for resource:subnet Mar 28 18:57:14.095206 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.quota.resource_registry [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 18:57:14.095803 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.quota.resource_registry [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Creating instance of TrackedResource for resource:port Mar 28 18:57:14.097102 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.v2.resource_helper [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:57:14.097536 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.v2.resource_helper [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Service FLAVORS assigned prefix: {{(pid=87727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:57:14.098147 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.v2.resource_helper [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:57:14.098574 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.v2.resource_helper [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:57:14.098939 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.quota.resource_registry [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Creating instance of TrackedResource for resource:router Mar 28 18:57:14.099602 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.quota.resource_registry [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Creating instance of TrackedResource for resource:floatingip Mar 28 18:57:14.100303 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.v2.resource_helper [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Service METERING assigned prefix: /metering {{(pid=87727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:57:14.101708 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:14.102073 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:14.102423 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 18:57:14.104695 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.quota.resource_registry [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Creating instance of CountableResource for resource:rbac_policy Mar 28 18:57:14.105137 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.quota.resource_registry [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Creating instance of TrackedResource for resource:security_group Mar 28 18:57:14.105788 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.quota.resource_registry [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 28 18:57:14.106525 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.v2.resource_helper [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Service CORE assigned prefix: {{(pid=87727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:57:14.106852 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.quota.resource_registry [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 18:57:14.107210 dv-neutron-834711-1-hyperv neutron-server[87727]: WARNING neutron.quota.resource_registry [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] subnetpool is already registered Mar 28 18:57:14.107818 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.v2.resource_helper [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Service CORE assigned prefix: {{(pid=87727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:57:14.108142 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.quota.resource_registry [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 18:57:14.108476 dv-neutron-834711-1-hyperv neutron-server[87727]: WARNING neutron.quota.resource_registry [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] subnetpool is already registered Mar 28 18:57:14.219134 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.v2.resource_helper [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:57:14.219573 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.v2.resource_helper [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Service FLAVORS assigned prefix: {{(pid=87727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:57:14.220170 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.v2.resource_helper [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:57:14.220594 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.v2.resource_helper [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:57:14.220932 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.quota.resource_registry [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Creating instance of TrackedResource for resource:router Mar 28 18:57:14.221991 dv-neutron-834711-1-hyperv neutron-server[87727]: WARNING neutron.quota.resource_registry [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] router is already registered Mar 28 18:57:14.222657 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.quota.resource_registry [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Creating instance of TrackedResource for resource:floatingip Mar 28 18:57:14.223012 dv-neutron-834711-1-hyperv neutron-server[87727]: WARNING neutron.quota.resource_registry [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] floatingip is already registered Mar 28 18:57:14.223654 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.v2.resource_helper [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Service METERING assigned prefix: /metering {{(pid=87727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:57:14.224464 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.quota.resource_registry [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Creating instance of CountableResource for resource:rbac_policy Mar 28 18:57:14.224794 dv-neutron-834711-1-hyperv neutron-server[87727]: WARNING neutron.quota.resource_registry [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] rbac_policy is already registered Mar 28 18:57:14.225214 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.quota.resource_registry [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Creating instance of TrackedResource for resource:security_group Mar 28 18:57:14.225541 dv-neutron-834711-1-hyperv neutron-server[87727]: WARNING neutron.quota.resource_registry [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] security_group is already registered Mar 28 18:57:14.226131 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.quota.resource_registry [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 28 18:57:14.226457 dv-neutron-834711-1-hyperv neutron-server[87727]: WARNING neutron.quota.resource_registry [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] security_group_rule is already registered Mar 28 18:57:14.227135 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.v2.resource_helper [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Service CORE assigned prefix: {{(pid=87727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:57:14.227466 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.quota.resource_registry [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 18:57:14.227789 dv-neutron-834711-1-hyperv neutron-server[87727]: WARNING neutron.quota.resource_registry [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] subnetpool is already registered Mar 28 18:57:14.228385 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.v2.resource_helper [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Service CORE assigned prefix: {{(pid=87727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 18:57:14.228707 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.quota.resource_registry [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 18:57:14.229027 dv-neutron-834711-1-hyperv neutron-server[87727]: WARNING neutron.quota.resource_registry [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] subnetpool is already registered Mar 28 18:57:14.229675 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: extensions {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.231165 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: address-groups {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.232775 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: address-scopes {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.233966 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: agents {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.235124 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: auto-allocated-topology {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.236443 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: availability_zones {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.238511 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: dhcp-networks {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.239915 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: dhcp-agents {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.241399 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: routers {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.243190 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: flavors {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.244315 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: service_profiles {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.245498 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: next_providers {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.247025 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: service_profiles {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.248462 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: floatingip-pools {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.249647 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: routers {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.251433 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: floatingips {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.252795 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: l3-routers {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.254144 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: l3-agents {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.255757 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: metering-labels {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.256988 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: metering-label-rules {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.258239 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: network-ip-availabilities {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.259511 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: bindings {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.261126 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: quotas {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.262543 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: quotas {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.263954 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: rbac-policies {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.265221 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: security-groups {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.266397 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: security-group-rules {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.267634 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: service-providers {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.269231 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: subnetpools {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.270575 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: subnetpools {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.272021 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: tags {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.273759 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: tags {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.275481 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: tags {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.277270 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: tags {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.280017 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: tags {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.281838 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: tags {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.284066 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: tags {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.286090 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: tags {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.287858 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: tags {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.289688 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron.api.extensions [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Extended resource: tags {{(pid=87727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 18:57:14.295581 dv-neutron-834711-1-hyperv neutron-server[87727]: WARNING keystonemiddleware.auth_token [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 28 18:57:14.301058 dv-neutron-834711-1-hyperv neutron-server[87727]: WARNING keystonemiddleware.auth_token [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 28 18:57:14.309175 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_concurrency.lockutils [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Acquired lock "singleton_lock" {{(pid=87727) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 28 18:57:14.309650 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_concurrency.lockutils [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Releasing lock "singleton_lock" {{(pid=87727) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 28 18:57:14.310271 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO oslo_service.service [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Starting 2 workers Mar 28 18:57:14.314992 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Started child 87832 {{(pid=87727) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 28 18:57:14.319246 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Started child 87833 {{(pid=87727) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 28 18:57:14.320018 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:14.321011 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO neutron.service [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 28 18:57:14.321696 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [-] (87832) wsgi starting up on http://0.0.0.0:9696 Mar 28 18:57:14.321986 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Notify callbacks [] for process, before_spawn {{(pid=87727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:14.324746 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO oslo_service.service [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Starting 1 workers Mar 28 18:57:14.324874 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:14.326693 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [-] (87833) wsgi starting up on http://0.0.0.0:9696 Mar 28 18:57:14.330100 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Started child 87834 {{(pid=87727) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 28 18:57:14.331337 dv-neutron-834711-1-hyperv neutron-server[87727]: INFO oslo_service.service [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Starting 1 workers Mar 28 18:57:14.334196 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.service [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] calling RpcWorker wait() {{(pid=87834) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 28 18:57:14.334758 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.service [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] returning from RpcWorker wait() {{(pid=87834) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 28 18:57:14.335719 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Started child 87835 {{(pid=87727) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 28 18:57:14.335899 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:14.336345 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:14.336460 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG neutron_lib.callbacks.manager [None req-03eca437-37ce-41a4-bbab-2e227ba31a85 None None] Notify callbacks [] for process, after_spawn {{(pid=87727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:14.338308 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87727) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 28 18:57:14.338523 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 18:57:14.338715 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 18:57:14.338951 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 18:57:14.339301 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 18:57:14.339464 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 18:57:14.339965 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.340250 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.340532 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.340798 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.341082 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.341541 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:14.342008 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.342008 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.342179 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.342452 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.342681 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.342848 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.343034 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.343282 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.343512 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.343794 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.344046 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.344278 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.344565 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.344732 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.345000 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.345269 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.345518 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.345782 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] debug = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.346108 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.347148 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.347381 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.347621 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.347834 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.348110 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.348335 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.348608 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.348845 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.349084 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.349330 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.349590 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.349823 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.350035 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.350249 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.350522 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.350738 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.351233 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] host = dv-neutron-834711-1-hyperv {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.351447 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.351680 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.351903 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.352125 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.352365 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.352591 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.352858 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.353101 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.353354 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.353574 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.353827 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.354052 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.354293 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.354532 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] log_file = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.354696 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] log_options = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.354959 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.355237 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.355505 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.355683 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.355850 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.356024 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.356279 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.356440 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.356688 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.356906 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.357119 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.357331 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.357561 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.357806 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.358070 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.358294 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.358538 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.358746 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.359109 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.359362 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.359586 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.359810 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.360081 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.360296 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.360524 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.360714 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.362138 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.362321 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.362548 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.362934 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.363189 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.363459 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.363732 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.363978 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.364206 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.364549 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.364694 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.364930 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.365158 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.365402 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.365727 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.366045 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.366119 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.366289 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.366532 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.366731 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] use_json = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.366967 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.367180 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.367442 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.367669 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.367906 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.368090 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.368555 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.368795 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.369013 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.369439 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.369714 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.370024 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.370281 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.370511 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.370748 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.371016 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.371296 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.371570 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.371807 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.372140 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.372367 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.372574 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:14.372791 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.372918 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.373134 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.373453 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.373715 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.373991 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.374224 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.374439 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.374657 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.375012 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.375537 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.375847 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.376133 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.376402 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.376619 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.376868 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.377108 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.378335 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.378677 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.378955 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.380960 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.381218 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.381367 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.381638 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.382050 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.382216 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.382391 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.382615 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.382873 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.383143 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.383378 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.384241 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.384241 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.384241 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.384241 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.384737 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.384737 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.385331 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.385331 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.385592 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.385592 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.386080 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.386080 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.386596 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.386596 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.387306 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.387306 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.387306 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.387306 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.387771 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.387771 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.390981 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.390981 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.390981 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.390981 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.390981 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.390981 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.390981 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.390981 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.390981 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.392010 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.392010 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.392010 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.392010 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.392010 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.392010 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.392010 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.392010 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.392010 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.393517 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.393517 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.393517 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.393517 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.393970 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.395008 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.395542 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.395801 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.396063 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.396322 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.396578 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.396849 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.397071 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.397311 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.397582 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.397850 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.398096 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.398328 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.398569 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.398829 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.399094 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.399340 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.399595 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.399845 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.400080 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.400368 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.400606 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.400846 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.401104 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.401393 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.401710 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.401942 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.402212 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.402819 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.403107 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.403414 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.403679 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.403971 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.404218 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.404468 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.404732 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.405009 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.405272 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.405534 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.405783 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.406044 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.406324 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.406549 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.406801 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.407070 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.407324 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.407692 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.407931 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.408188 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.408422 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.409289 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.409993 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.410439 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.410906 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.411179 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.411441 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.411707 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.411963 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.412204 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.412451 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.412715 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.412950 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.413186 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.413432 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.413670 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.414045 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.414408 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.414823 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.415065 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.415326 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.415575 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.415797 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.416023 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.416274 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.416490 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.416713 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.416966 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.417186 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.417413 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.417635 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.417871 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.418125 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.418343 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.418612 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.418900 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.419143 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.419396 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.419662 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.419931 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.420166 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.420415 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.420638 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.421357 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.421733 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.422109 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.422491 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.422855 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.423128 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.423374 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.423614 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.424084 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.424778 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.425086 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.425327 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.425579 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.425819 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.426057 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.426285 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.426506 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.426746 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.427004 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.427231 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.427468 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.427690 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.427923 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.428149 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.428402 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.428770 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.429014 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.429265 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.429484 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.429708 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.429926 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.430142 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.430357 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.430568 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.430801 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.431082 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.431320 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.431534 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.431854 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.432109 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.432341 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.432583 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.432814 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.433043 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.433273 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.433484 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.433703 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.433942 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.434170 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.434379 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.434610 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.434828 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.435096 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.435377 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.435637 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.435888 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.436177 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.436426 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.436660 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.436912 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.437232 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.437447 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.437723 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.437937 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.438164 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.438404 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.438673 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.439037 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.439342 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.439615 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.439893 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.440312 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:14.440406 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.440755 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.441037 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.441261 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.441580 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.441888 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.442170 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.442431 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.442659 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.442974 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.443337 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.443710 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.443971 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.444199 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.444419 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.444675 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.445137 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.445383 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.445761 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.445992 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.446212 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.446471 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.446707 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.447037 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.447309 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.447418 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 18:57:14.447919 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87727) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 28 18:57:14.448088 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 18:57:14.448243 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 18:57:14.448414 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 18:57:14.448584 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 18:57:14.449135 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 48420) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 18:57:14.455086 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 18:57:14.455906 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.456057 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.456243 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.456428 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.456571 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.456761 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.456928 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.457092 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.457254 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.457413 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.457574 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.457732 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.457891 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.458049 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.458207 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.458365 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.458441 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070415 Mar 28 18:57:14.459332 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.459539 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.459726 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.459906 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.460081 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.460254 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.460424 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] debug = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.460594 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.460796 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.460966 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.461131 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.461303 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.461463 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.461639 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.461763 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.461921 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.462242 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.462399 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.462563 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.462724 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.462905 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.463070 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.463231 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.463390 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.463549 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] host = dv-neutron-834711-1-hyperv {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.463714 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.463853 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.464008 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.464165 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.464327 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.464482 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.464801 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.465106 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.465296 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.465422 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.465725 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.465886 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.466045 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.466204 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] log_file = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.466363 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] log_options = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.466522 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.466679 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.466840 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.467054 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.467218 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.467376 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.467540 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.467696 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.467860 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.468760 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.468760 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.468760 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.468760 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.468760 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.468760 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.469252 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.469252 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.469252 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.469484 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.469484 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.469634 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.469788 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.469944 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.470110 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.470265 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.470431 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.470581 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.470747 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.470911 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.471156 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.471801 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.472036 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.472294 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.472590 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.472861 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.473028 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.473356 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.473665 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.473968 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.474288 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.474452 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.474614 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.474778 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.474964 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.475124 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.475284 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] use_json = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.475443 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.477269 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.477269 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.477269 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.477269 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.477269 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.477269 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.477269 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.477269 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 18:57:14.477849 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.477849 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.477849 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.477849 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.477849 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.478183 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.478183 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.478325 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.478412 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.478577 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.478746 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.478987 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.479166 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.479328 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.479489 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.479654 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.479816 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.480008 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.480746 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.480746 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.480746 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.480746 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.480746 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.481100 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.481100 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.481238 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.481316 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.481474 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.481630 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.481796 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.481956 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.482119 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.482279 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.482444 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.482615 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.482779 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.482997 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.483091 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.483247 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.483561 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.483718 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.483883 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.484046 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.484212 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.484369 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.484693 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.484855 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.485016 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.485178 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.485338 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.485511 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.485678 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.485837 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.486015 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.486149 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.486305 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.486460 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.486659 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.488411 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.488590 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.488758 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.488935 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.489100 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.489262 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.489425 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.489588 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.490079 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.490079 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.490079 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.490313 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.490391 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.490510 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.490671 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.490830 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.491012 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.491176 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.491337 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.491494 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.491656 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.491819 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.491978 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.492142 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.492304 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.492464 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.492635 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.492812 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.492974 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.493135 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.493297 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.493459 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.493619 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.493779 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.493940 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.494099 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.494260 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.494421 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.494582 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.494746 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.495735 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.495735 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.495735 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.495735 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.495735 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.495735 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.496154 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.496154 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.496154 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.496382 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.496458 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.496576 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.496735 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.496904 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.497066 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.497229 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.497390 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.497571 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.497727 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.497889 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.498050 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.498820 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.498820 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.498820 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.498820 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.498820 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.499152 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.499152 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.499310 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.499444 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.499615 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.499775 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.499940 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.500100 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.500286 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.500446 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.500605 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.500926 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.501087 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.501243 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.501405 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.501568 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.501730 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.501891 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.502047 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.502204 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.502416 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.502627 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.502943 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.503259 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.503466 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.503635 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.503799 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.503970 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.504136 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.504136 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.504136 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.504136 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.504136 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.504136 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.505374 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.505374 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.505374 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.505584 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.505664 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.506379 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.506379 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.506379 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.506379 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.506379 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.506724 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.506724 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.506895 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.506998 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.507161 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.507324 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.507487 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.507650 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.507812 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.507973 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.508136 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.508300 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.508465 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.508964 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.508964 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.508964 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.509162 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.509228 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.509382 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.509560 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.509723 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.509883 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.510046 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.510207 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.510368 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.510528 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.510688 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.510849 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.511040 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.511203 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.511364 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.511525 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.511685 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.511846 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.512792 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.512792 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.512792 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.512792 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.512792 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.512792 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.513239 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.513239 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.513239 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.513442 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.513518 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.513647 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.513807 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.513969 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.514141 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.514301 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.514460 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.514621 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.514782 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.515838 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.516017 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.516182 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.516346 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.516508 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.516683 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.516845 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.517006 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.517173 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.517335 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.517507 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.517669 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.517831 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.518514 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.518755 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.519090 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.519374 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.519558 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.519780 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.519879 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.520033 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.520194 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.520356 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.520520 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.520686 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.520864 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.521037 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.521196 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.521365 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.521534 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.521705 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.521866 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.522036 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.522210 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.522369 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.522529 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.522688 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.522849 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.523032 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.523191 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.523352 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.523512 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.523680 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.523835 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.523995 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.524155 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.524315 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.524475 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.524636 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.524795 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.524956 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.525117 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.525278 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 18:57:14.525432 dv-neutron-834711-1-hyperv neutron-server[87727]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 18:57:25.221531 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07815d62-3c04-43ca-9825-a3a2467ab372 None None] get_active_networks_info from dv-neutron-834711-1-hyperv {{(pid=87834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 18:57:25.302746 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07815d62-3c04-43ca-9825-a3a2467ab372 None None] No non-hosted networks {{(pid=87834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 28 18:57:25.317465 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.agentschedulers_db [None req-07815d62-3c04-43ca-9825-a3a2467ab372 None None] DHCP Agent not found on host dv-neutron-834711-1-hyperv {{(pid=87834) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 28 18:57:25.437614 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a6307977-be62-4685-9dec-c4887dbeb59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-464444'] for agent, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:27.412223 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a88ea5bf-3c92-4cea-b159-a07610a950d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-464444'] for agent, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:27.438284 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-916a5648-0cfa-46c2-8721-76a6d222585c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:28.508180 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-464444'] for agent, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:28.519922 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-464444'] for agent, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:28.521162 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:28.521759 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:28.522361 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:28.523176 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:28.523699 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:28.524206 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:28.524753 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:28.525427 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:28.527237 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:28.528343 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:28.529007 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:28.530035 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:28.530604 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-834711-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:28.544314 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-834711-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:57:30.034721 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-464444'] for agent, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:31.601642 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 48516) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 18:57:32.198609 dv-neutron-834711-1-hyperv neutron-server[87832]: WARNING oslo_policy.policy [None req-7b966e53-ddf1-43a3-9fa7-183826253814 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 18:57:32.199232 dv-neutron-834711-1-hyperv neutron-server[87832]: WARNING oslo_policy.policy [None req-7b966e53-ddf1-43a3-9fa7-183826253814 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 18:57:32.419189 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-7b966e53-ddf1-43a3-9fa7-183826253814 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 18:57:32.420266 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7b966e53-ddf1-43a3-9fa7-183826253814 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8175457 Mar 28 18:57:32.592353 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.db.l3_hamode_db [None req-4c67e662-de92-4118-bc2b-e0341fad8913 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 28 18:57:32.678758 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c67e662-de92-4118-bc2b-e0341fad8913 None None] Routers set() bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 18:57:32.679182 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c67e662-de92-4118-bc2b-e0341fad8913 None None] Router IDs set() for agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 28 18:57:34.820587 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 48530) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 18:57:35.182097 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-3a974a70-6ca1-4573-bbcc-ca6baacd7679 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:57:35.281184 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.policy [None req-3a974a70-6ca1-4573-bbcc-ca6baacd7679 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87832) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 28 18:57:35.327226 dv-neutron-834711-1-hyperv neutron-server[87832]: WARNING oslo_policy.policy [None req-3a974a70-6ca1-4573-bbcc-ca6baacd7679 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 18:57:35.327594 dv-neutron-834711-1-hyperv neutron-server[87832]: WARNING oslo_policy.policy [None req-3a974a70-6ca1-4573-bbcc-ca6baacd7679 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 18:57:35.336743 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.quota [None req-3a974a70-6ca1-4573-bbcc-ca6baacd7679 admin admin] Loaded quota_driver: . Mar 28 18:57:35.352930 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-3a974a70-6ca1-4573-bbcc-ca6baacd7679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 18:57:35.412380 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3a974a70-6ca1-4573-bbcc-ca6baacd7679 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773269248577', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773269248018', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773269237712', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773269231716', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773269217788', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773269210665', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-525032', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-588582', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1604264', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1478751'] for rbac-policy, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:35.477434 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3a974a70-6ca1-4573-bbcc-ca6baacd7679 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:35.478766 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3a974a70-6ca1-4573-bbcc-ca6baacd7679 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6571105 Mar 28 18:57:38.105234 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 48544) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 18:57:38.446078 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Request body: {'network': {'project_id': 'aa317d6e250f4c53ac71896df81a0c3d', 'name': 'private', 'admin_state_up': True}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:57:38.450743 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 18:57:38.455654 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Usage tracker for resource:network and tenant:aa317d6e250f4c53ac71896df81a0c3d is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 18:57:38.460174 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 18:57:38.466505 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 18:57:38.476048 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Made reservation on behalf of aa317d6e250f4c53ac71896df81a0c3d for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:57:38.479178 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:38.497445 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:38.512121 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 18:57:38.515703 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Usage tracker for resource:security_group_rule and tenant:aa317d6e250f4c53ac71896df81a0c3d is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 18:57:38.520662 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 18:57:38.526233 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 18:57:38.622215 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:38.625734 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:38.647714 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 18:57:38.670404 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773272923917', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:38.671003 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Unsubscribe: segment precommit_create {{(pid=87832) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 28 18:57:38.671500 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Added segment 2f9f599e-5e3e-4796-8e49-aadff03dec72 of type vlan for network 7eca2265-db03-4b39-8140-bf1423c823c9 Mar 28 18:57:38.722591 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba3354f-7355-4a0e-bbbe-9ea567ef21a0,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:38.742095 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:38.742436 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:38.742767 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:38.743124 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:38.743444 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:38.743778 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:38.744078 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:38.744392 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:38.744704 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:38.745012 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:38.745320 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:38.745626 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Tracked resource versions report: Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: pushed versions: Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: { 'AddressGroup': {'1.2'}, Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: 'ConntrackHelper': {'1.0'}, Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: 'Log': {'1.0'}, Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: 'Network': {'1.1'}, Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: 'Port': {'1.7'}, Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: 'PortForwarding': {'1.2'}, Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: 'QosPolicy': {'1.8'}, Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: 'SecurityGroup': {'1.4'}, Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: 'SecurityGroupRule': {'1.2'}, Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: 'SubPort': {'1.0'}, Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: 'Subnet': {'1.1'}, Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: 'Trunk': {'1.1'}} Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: consumer versions: Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: { DHCP agent@dv-neutron-834711-1-hyperv: {}, Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: L3 agent@dv-neutron-834711-1-hyperv: {}, Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: Metadata agent@dv-neutron-834711-1-hyperv: {}, Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: Metering agent@dv-neutron-834711-1-hyperv: {}, Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: Open vSwitch agent@dv-neutron-834711-1-hyperv: { 'AddressGroup': '1.2', Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: 'ConntrackHelper': '1.0', Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: 'Log': '1.0', Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: 'Network': '1.1', Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: 'Port': '1.7', Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: 'PortForwarding': '1.2', Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: 'QosPolicy': '1.8', Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: 'SecurityGroup': '1.4', Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: 'SecurityGroupRule': '1.2', Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: 'SubPort': '1.0', Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: 'Subnet': '1.1', Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: 'Trunk': '1.1'}} Mar 28 18:57:38.746949 dv-neutron-834711-1-hyperv neutron-server[87832]: {{(pid=87832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 18:57:38.789417 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:38.829455 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:38.830614 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:38.831287 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:38.940062 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] Pushing event updated for resources: {'Network': ['ID=7eca2265-db03-4b39-8140-bf1423c823c9,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:38.944601 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-acbb6f0b-94f9-443c-b646-aac85ef0387f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8383849 Mar 28 18:57:38.951072 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 7eca2265-db03-4b39-8140-bf1423c823c9 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 18:57:41.628619 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 48560) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 18:57:42.068719 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b65ff38-f22a-48b2-a5f2-18fed1630347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:42.070048 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1b65ff38-f22a-48b2-a5f2-18fed1630347 admin admin] 10.222.0.10 "GET /v2.0/networks/7eca2265-db03-4b39-8140-bf1423c823c9 HTTP/1.1" status: 200 len: 825 time: 0.4405046 Mar 28 18:57:42.096831 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5a3d3e76-c96e-4cc7-ae52-c69a1dfaf8b6 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/9765f2d2-c2b1-4e11-be1d-fba0aea4c5ea HTTP/1.1" status: 200 len: 734 time: 0.0213051 Mar 28 18:57:42.104890 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-d3cc95f7-54cf-462c-bca2-a675a5e4a42e admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'aa317d6e250f4c53ac71896df81a0c3d', 'subnetpool_id': '9765f2d2-c2b1-4e11-be1d-fba0aea4c5ea', 'network_id': '7eca2265-db03-4b39-8140-bf1423c823c9'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:57:42.108881 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d3cc95f7-54cf-462c-bca2-a675a5e4a42e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 18:57:42.113046 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d3cc95f7-54cf-462c-bca2-a675a5e4a42e admin admin] Usage tracker for resource:subnet and tenant:aa317d6e250f4c53ac71896df81a0c3d is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 18:57:42.115816 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d3cc95f7-54cf-462c-bca2-a675a5e4a42e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 18:57:42.121245 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d3cc95f7-54cf-462c-bca2-a675a5e4a42e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 18:57:42.131449 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cc95f7-54cf-462c-bca2-a675a5e4a42e admin admin] Made reservation on behalf of aa317d6e250f4c53ac71896df81a0c3d for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:57:42.133876 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d3cc95f7-54cf-462c-bca2-a675a5e4a42e admin admin] Notify callbacks [] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:42.415765 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d3cc95f7-54cf-462c-bca2-a675a5e4a42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:42.496759 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cc95f7-54cf-462c-bca2-a675a5e4a42e admin admin] Checking segment: {'id': '2f9f599e-5e3e-4796-8e49-aadff03dec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7eca2265-db03-4b39-8140-bf1423c823c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 18:57:42.497137 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cc95f7-54cf-462c-bca2-a675a5e4a42e admin admin] Network hostable DHCP agents. Network: 7eca2265-db03-4b39-8140-bf1423c823c9, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 18:57:42.509234 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc95f7-54cf-462c-bca2-a675a5e4a42e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1f2cf14-2ce1-4b56-8201-c4577caf397b,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:42.522325 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cc95f7-54cf-462c-bca2-a675a5e4a42e admin admin] Network 7eca2265-db03-4b39-8140-bf1423c823c9 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 18:57:42.531972 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-d3cc95f7-54cf-462c-bca2-a675a5e4a42e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 7eca2265-db03-4b39-8140-bf1423c823c9) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:57:42.537604 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cc95f7-54cf-462c-bca2-a675a5e4a42e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:42.538184 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d3cc95f7-54cf-462c-bca2-a675a5e4a42e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:42.542147 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2964640f-edbe-48df-923f-6ea1a8b94da4 None None] Network 7eca2265-db03-4b39-8140-bf1423c823c9 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 18:57:42.559085 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d3cc95f7-54cf-462c-bca2-a675a5e4a42e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4573264 Mar 28 18:57:42.850824 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-7eca2265-db03-4b39-8140-bf1423c823c9', 'network_id': '7eca2265-db03-4b39-8140-bf1423c823c9', 'tenant_id': 'aa317d6e250f4c53ac71896df81a0c3d', 'fixed_ips': [{'subnet_id': 'c1f2cf14-2ce1-4b56-8201-c4577caf397b'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 18:57:42.852111 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:43.032810 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Allocated IP 172.20.0.2 (7eca2265-db03-4b39-8140-bf1423c823c9/c1f2cf14-2ce1-4b56-8201-c4577caf397b/e45c95d3-b59d-49b5-874f-e84980c3f248) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:57:43.259265 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:43.272772 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Transition to ACTIVE for port object e45c95d3-b59d-49b5-874f-e84980c3f248 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 18:57:43.293168 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Transition to ACTIVE for port object e45c95d3-b59d-49b5-874f-e84980c3f248 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 18:57:43.300047 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:43.359519 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Network 7eca2265-db03-4b39-8140-bf1423c823c9 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:57:43.362420 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:57:43.365722 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 18:57:43.414590 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Pushing event updated for resources: {'Port': ['ID=e45c95d3-b59d-49b5-874f-e84980c3f248,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:43.459906 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:43.460279 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:43.460629 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:43.460980 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:43.461314 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:43.461665 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:43.462001 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:43.462332 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:43.462692 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:43.463039 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:43.463364 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:43.463690 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Tracked resource versions report: Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: pushed versions: Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: { 'AddressGroup': {'1.2'}, Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: 'ConntrackHelper': {'1.0'}, Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: 'Log': {'1.0'}, Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: 'Network': {'1.1'}, Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: 'Port': {'1.7'}, Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: 'PortForwarding': {'1.2'}, Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: 'QosPolicy': {'1.8'}, Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: 'SecurityGroup': {'1.4'}, Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: 'SecurityGroupRule': {'1.2'}, Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: 'SubPort': {'1.0'}, Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: 'Subnet': {'1.1'}, Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: 'Trunk': {'1.1'}} Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: consumer versions: Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: { DHCP agent@dv-neutron-834711-1-hyperv: {}, Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: L3 agent@dv-neutron-834711-1-hyperv: {}, Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: Metadata agent@dv-neutron-834711-1-hyperv: {}, Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: Metering agent@dv-neutron-834711-1-hyperv: {}, Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: Open vSwitch agent@dv-neutron-834711-1-hyperv: { 'AddressGroup': '1.2', Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: 'ConntrackHelper': '1.0', Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: 'Log': '1.0', Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: 'Network': '1.1', Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: 'Port': '1.7', Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: 'PortForwarding': '1.2', Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: 'QosPolicy': '1.8', Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: 'SecurityGroup': '1.4', Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: 'SecurityGroupRule': '1.2', Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: 'SubPort': '1.0', Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: 'Subnet': '1.1', Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: 'Trunk': '1.1'}} Mar 28 18:57:43.465066 dv-neutron-834711-1-hyperv neutron-server[87834]: {{(pid=87834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 18:57:43.484172 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Attempting to bind port e45c95d3-b59d-49b5-874f-e84980c3f248 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 18:57:43.484568 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Attempting to bind port e45c95d3-b59d-49b5-874f-e84980c3f248 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '2f9f599e-5e3e-4796-8e49-aadff03dec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7eca2265-db03-4b39-8140-bf1423c823c9'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 18:57:43.484978 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Attempting to bind port e45c95d3-b59d-49b5-874f-e84980c3f248 on network 7eca2265-db03-4b39-8140-bf1423c823c9 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 18:57:43.490476 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 18:57:43.490897 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Checking segment: {'id': '2f9f599e-5e3e-4796-8e49-aadff03dec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7eca2265-db03-4b39-8140-bf1423c823c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 18:57:43.491381 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:43.491774 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Bound using segment: {'id': '2f9f599e-5e3e-4796-8e49-aadff03dec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7eca2265-db03-4b39-8140-bf1423c823c9'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 18:57:43.492271 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Bound port: e45c95d3-b59d-49b5-874f-e84980c3f248, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9f599e-5e3e-4796-8e49-aadff03dec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7eca2265-db03-4b39-8140-bf1423c823c9'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 18:57:43.492662 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:43.582935 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-df569770-0cea-408b-b07b-b6058775d248 None None] For port e45c95d3-b59d-49b5-874f-e84980c3f248, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 18:57:43.586717 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-df569770-0cea-408b-b07b-b6058775d248 None None] For port e45c95d3-b59d-49b5-874f-e84980c3f248, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e45c95d3-b59d-49b5-874f-e84980c3f248,segment=NetworkSegment(2f9f599e-5e3e-4796-8e49-aadff03dec72),segment_id=2f9f599e-5e3e-4796-8e49-aadff03dec72)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 18:57:43.591312 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:43.679629 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df569770-0cea-408b-b07b-b6058775d248 None None] Pushing event updated for resources: {'Port': ['ID=e45c95d3-b59d-49b5-874f-e84980c3f248,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:45.489881 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 48570) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 18:57:45.862602 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-d36f93e8-b550-456e-84f1-614c00a19f99 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 18:57:45.863636 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d36f93e8-b550-456e-84f1-614c00a19f99 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3727992 Mar 28 18:57:48.039202 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f1eb11-3c74-454d-a0e7-5cf3a42b83e4 None None] Network 7eca2265-db03-4b39-8140-bf1423c823c9 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 18:57:48.145658 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-92365404-1af9-473c-bab4-bf6ef1dbdf12 None None] Provisioning for port e45c95d3-b59d-49b5-874f-e84980c3f248 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 18:57:48.246008 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e45c95d3-b59d-49b5-874f-e84980c3f248 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 18:57:48.302537 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 48584) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 18:57:48.362590 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port e45c95d3-b59d-49b5-874f-e84980c3f248 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 18:57:48.374093 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port e45c95d3-b59d-49b5-874f-e84980c3f248 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 18:57:48.374495 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:48.495381 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:48.533210 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port e45c95d3-b59d-49b5-874f-e84980c3f248, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e45c95d3-b59d-49b5-874f-e84980c3f248,segment=NetworkSegment(2f9f599e-5e3e-4796-8e49-aadff03dec72),segment_id=2f9f599e-5e3e-4796-8e49-aadff03dec72)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 18:57:48.537211 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:48.608060 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=e45c95d3-b59d-49b5-874f-e84980c3f248,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:48.676453 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f5e48640-6386-49aa-960e-818b774c798c None None] Provisioning complete for port e45c95d3-b59d-49b5-874f-e84980c3f248 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 18:57:48.676896 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f5e48640-6386-49aa-960e-818b774c798c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:48.694810 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-80614fad-d3ea-46a9-945d-66ac8d7be8a5 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 18:57:48.695998 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-80614fad-d3ea-46a9-945d-66ac8d7be8a5 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3923695 Mar 28 18:57:50.208089 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e45c95d3-b59d-49b5-874f-e84980c3f248 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 18:57:50.273961 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port e45c95d3-b59d-49b5-874f-e84980c3f248 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 18:57:50.274332 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:51.353999 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 48596) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 18:57:51.699087 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-d8685919-bc09-47a4-8cef-7d1a0f1b517d admin admin] Request body: {'router': {'tenant_id': 'aa317d6e250f4c53ac71896df81a0c3d', 'name': 'router1', 'admin_state_up': True}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:57:51.703860 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d8685919-bc09-47a4-8cef-7d1a0f1b517d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 18:57:51.708204 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d8685919-bc09-47a4-8cef-7d1a0f1b517d admin admin] Usage tracker for resource:router and tenant:aa317d6e250f4c53ac71896df81a0c3d is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 18:57:51.711409 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d8685919-bc09-47a4-8cef-7d1a0f1b517d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 18:57:51.716917 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d8685919-bc09-47a4-8cef-7d1a0f1b517d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 18:57:51.727530 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d8685919-bc09-47a4-8cef-7d1a0f1b517d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:51.729091 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d8685919-bc09-47a4-8cef-7d1a0f1b517d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:51.750796 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d8685919-bc09-47a4-8cef-7d1a0f1b517d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:51.859179 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d8685919-bc09-47a4-8cef-7d1a0f1b517d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:51.877490 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d8685919-bc09-47a4-8cef-7d1a0f1b517d admin admin] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:51.878735 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d8685919-bc09-47a4-8cef-7d1a0f1b517d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5237665 Mar 28 18:57:54.271432 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 48606) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 18:57:54.843689 dv-neutron-834711-1-hyperv neutron-server[87833]: WARNING oslo_policy.policy [None req-0a997f8d-c99b-412e-9f0f-1fb31e7bc751 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 18:57:54.844253 dv-neutron-834711-1-hyperv neutron-server[87833]: WARNING oslo_policy.policy [None req-0a997f8d-c99b-412e-9f0f-1fb31e7bc751 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 18:57:55.059252 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [None req-0a997f8d-c99b-412e-9f0f-1fb31e7bc751 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 18:57:55.060481 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0a997f8d-c99b-412e-9f0f-1fb31e7bc751 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7870238 Mar 28 18:57:55.198188 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-308fdd27-74fc-46d4-922c-a640a1f0002c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:56.388709 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 5 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 18:57:57.399270 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2203e15b-d00c-464b-8d0e-b4f70b684969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:57.452782 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 48620) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 18:57:57.814730 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'name': 'public'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:57:57.816210 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.quota [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Loaded quota_driver: . Mar 28 18:57:57.832532 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 18:57:57.838858 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Usage tracker for resource:network and tenant:ebc8dadffdac44c2afd4d2f8f64d276f is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 18:57:57.843632 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 18:57:57.851537 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 18:57:57.867246 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Made reservation on behalf of ebc8dadffdac44c2afd4d2f8f64d276f for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:57:57.935750 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.policy [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87833) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 28 18:57:57.980114 dv-neutron-834711-1-hyperv neutron-server[87833]: WARNING oslo_policy.policy [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 18:57:57.980485 dv-neutron-834711-1-hyperv neutron-server[87833]: WARNING oslo_policy.policy [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 18:57:57.990694 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:58.010356 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:58.025248 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 18:57:58.028881 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Usage tracker for resource:security_group_rule and tenant:ebc8dadffdac44c2afd4d2f8f64d276f is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 18:57:58.031956 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 18:57:58.038041 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 18:57:58.132704 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:58.136239 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:58.151573 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Reserving flat network on physical network physnet1 {{(pid=87833) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 28 18:57:58.180437 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773272923917', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:58.181003 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Unsubscribe: segment precommit_create {{(pid=87833) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 28 18:57:58.181504 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Added segment a2420739-67e4-410b-836d-d0dae2714fbe of type flat for network 222bb166-3b66-45c7-9663-18be61b96587 Mar 28 18:57:58.236973 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1df8e7-ee1e-4b7b-9a26-871ecd05fb3f,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:58.259039 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:58.259434 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:58.259764 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:58.260112 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:58.260423 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:58.260773 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:58.261040 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:58.261393 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:58.261706 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:58.262023 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:58.262328 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:58.262632 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Tracked resource versions report: Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: pushed versions: Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: { 'AddressGroup': {'1.2'}, Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: 'ConntrackHelper': {'1.0'}, Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: 'Log': {'1.0'}, Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: 'Network': {'1.1'}, Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: 'Port': {'1.7'}, Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: 'PortForwarding': {'1.2'}, Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: 'QosPolicy': {'1.8'}, Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: 'SecurityGroup': {'1.4'}, Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: 'SecurityGroupRule': {'1.2'}, Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: 'SubPort': {'1.0'}, Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: 'Subnet': {'1.1'}, Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: 'Trunk': {'1.1'}} Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: consumer versions: Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: { DHCP agent@dv-neutron-834711-1-hyperv: {}, Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: L3 agent@dv-neutron-834711-1-hyperv: {}, Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: Metadata agent@dv-neutron-834711-1-hyperv: {}, Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: Metering agent@dv-neutron-834711-1-hyperv: {}, Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: Open vSwitch agent@dv-neutron-834711-1-hyperv: { 'AddressGroup': '1.2', Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: 'ConntrackHelper': '1.0', Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: 'Log': '1.0', Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: 'Network': '1.1', Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: 'Port': '1.7', Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: 'PortForwarding': '1.2', Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: 'QosPolicy': '1.8', Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: 'SecurityGroup': '1.4', Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: 'SecurityGroupRule': '1.2', Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: 'SubPort': '1.0', Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: 'Subnet': '1.1', Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: 'Trunk': '1.1'}} Mar 28 18:57:58.263985 dv-neutron-834711-1-hyperv neutron-server[87833]: {{(pid=87833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 18:57:58.297812 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:58.341925 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:58.343101 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:57:58.343743 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:58.451817 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] Pushing event updated for resources: {'Network': ['ID=222bb166-3b66-45c7-9663-18be61b96587,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:57:58.457400 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0eac4cb1-1b36-46b5-9175-95c07b120ec7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0031569 Mar 28 18:57:58.464174 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:57:58.474103 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 222bb166-3b66-45c7-9663-18be61b96587 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 18:57:58.572866 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:00.010619 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:00.844126 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 48646) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 18:58:01.053166 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f09dfa-321f-49f6-a1a4-4e33eb395718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:01.054476 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-00f09dfa-321f-49f6-a1a4-4e33eb395718 admin admin] 10.222.0.10 "GET /v2.0/subnets/c1f2cf14-2ce1-4b56-8201-c4577caf397b HTTP/1.1" status: 200 len: 849 time: 0.2094300 Mar 28 18:58:01.223404 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d208192b-dd57-44ba-a0c7-1c9d68035326 admin admin] 10.222.0.10 "GET /v2.0/routers/016b09ce-3505-47a3-a83f-0ef83ae798c2 HTTP/1.1" status: 200 len: 704 time: 0.1633201 Mar 28 18:58:01.681679 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-45133a19-4cfd-4b31-b15b-ce381b376817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:01.904008 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-45133a19-4cfd-4b31-b15b-ce381b376817 admin admin] Allocated IP 172.20.0.1 (7eca2265-db03-4b39-8140-bf1423c823c9/c1f2cf14-2ce1-4b56-8201-c4577caf397b/b5cb1544-4820-4b42-b455-3eb3c79508c1) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:58:02.054158 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-45133a19-4cfd-4b31-b15b-ce381b376817 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:02.071230 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-45133a19-4cfd-4b31-b15b-ce381b376817 admin admin] Transition to ACTIVE for port object b5cb1544-4820-4b42-b455-3eb3c79508c1 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 18:58:02.124202 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-45133a19-4cfd-4b31-b15b-ce381b376817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:02.186393 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45133a19-4cfd-4b31-b15b-ce381b376817 admin admin] Network 7eca2265-db03-4b39-8140-bf1423c823c9 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:58:02.193538 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-45133a19-4cfd-4b31-b15b-ce381b376817 admin admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:58:02.200942 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45133a19-4cfd-4b31-b15b-ce381b376817 admin admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 18:58:02.201904 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-45133a19-4cfd-4b31-b15b-ce381b376817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:02.309682 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45133a19-4cfd-4b31-b15b-ce381b376817 admin admin] Pushing event updated for resources: {'Port': ['ID=b5cb1544-4820-4b42-b455-3eb3c79508c1,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:02.386018 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-d59cf6cd-b3ac-4002-b0e3-8d1f1915f388 None None] Provisioning for port b5cb1544-4820-4b42-b455-3eb3c79508c1 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 18:58:02.390578 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-d59cf6cd-b3ac-4002-b0e3-8d1f1915f388 None None] Provisioning complete for port b5cb1544-4820-4b42-b455-3eb3c79508c1 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 18:58:02.390977 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d59cf6cd-b3ac-4002-b0e3-8d1f1915f388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:02.446993 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-d59cf6cd-b3ac-4002-b0e3-8d1f1915f388 None None] Port b5cb1544-4820-4b42-b455-3eb3c79508c1 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 18:58:02.458278 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-45133a19-4cfd-4b31-b15b-ce381b376817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:02.733615 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-45133a19-4cfd-4b31-b15b-ce381b376817 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:02.738840 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-45133a19-4cfd-4b31-b15b-ce381b376817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:02.739621 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-45133a19-4cfd-4b31-b15b-ce381b376817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:02.874542 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45133a19-4cfd-4b31-b15b-ce381b376817 admin admin] Pushing event updated for resources: {'Port': ['ID=b5cb1544-4820-4b42-b455-3eb3c79508c1,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:02.928444 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45133a19-4cfd-4b31-b15b-ce381b376817 admin admin] Network 7eca2265-db03-4b39-8140-bf1423c823c9 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:58:02.929500 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-45133a19-4cfd-4b31-b15b-ce381b376817 admin admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:58:03.080684 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a1d9de1e-0fda-4817-9d8c-140ce6326a11 None None] Provisioning complete for port b5cb1544-4820-4b42-b455-3eb3c79508c1 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 18:58:03.081055 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a1d9de1e-0fda-4817-9d8c-140ce6326a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:03.116221 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45133a19-4cfd-4b31-b15b-ce381b376817 admin admin] Router 016b09ce-3505-47a3-a83f-0ef83ae798c2 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 18:58:03.132820 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a1d9de1e-0fda-4817-9d8c-140ce6326a11 None None] Port b5cb1544-4820-4b42-b455-3eb3c79508c1 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 18:58:03.263251 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45133a19-4cfd-4b31-b15b-ce381b376817 admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 18:58:03.272278 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-45133a19-4cfd-4b31-b15b-ce381b376817 admin admin] 10.222.0.10 "PUT /v2.0/routers/016b09ce-3505-47a3-a83f-0ef83ae798c2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0440166 Mar 28 18:58:03.272669 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f3b102-d00c-42d9-b304-f121bd529242 None None] Sync routers for ids ['016b09ce-3505-47a3-a83f-0ef83ae798c2'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:58:03.282910 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f3b102-d00c-42d9-b304-f121bd529242 None None] Routers {'016b09ce-3505-47a3-a83f-0ef83ae798c2'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 18:58:03.283869 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-58f3b102-d00c-42d9-b304-f121bd529242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T18:57:57Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['016b09ce-3505-47a3-a83f-0ef83ae798c2'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:58:03.459217 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-58f3b102-d00c-42d9-b304-f121bd529242 None None] Set router 016b09ce-3505-47a3-a83f-0ef83ae798c2 gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 18:58:03.830851 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-58f3b102-d00c-42d9-b304-f121bd529242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016b09ce-3505-47a3-a83f-0ef83ae798c2', 'name': 'router1', 'tenant_id': 'aa317d6e250f4c53ac71896df81a0c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:57:51Z', 'updated_at': '2022-03-28T18:58:02Z', 'revision_number': 2, 'project_id': 'aa317d6e250f4c53ac71896df81a0c3d', 'gw_port_host': None, '_interfaces': [{'id': 'b5cb1544-4820-4b42-b455-3eb3c79508c1', 'name': '', 'network_id': '7eca2265-db03-4b39-8140-bf1423c823c9', 'tenant_id': 'aa317d6e250f4c53ac71896df81a0c3d', 'mac_address': 'fa:16:3e:16:43:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016b09ce-3505-47a3-a83f-0ef83ae798c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1f2cf14-2ce1-4b56-8201-c4577caf397b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:58:01Z', 'updated_at': '2022-03-28T18:58:02Z', 'revision_number': 2, 'project_id': 'aa317d6e250f4c53ac71896df81a0c3d', 'subnets': [{'id': 'c1f2cf14-2ce1-4b56-8201-c4577caf397b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9765f2d2-c2b1-4e11-be1d-fba0aea4c5ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:58:03.835801 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f3b102-d00c-42d9-b304-f121bd529242 None None] Checking router: 016b09ce-3505-47a3-a83f-0ef83ae798c2 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:58:03.836171 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f3b102-d00c-42d9-b304-f121bd529242 None None] Updating router 016b09ce-3505-47a3-a83f-0ef83ae798c2 port b5cb1544-4820-4b42-b455-3eb3c79508c1 binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 18:58:03.888238 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-58f3b102-d00c-42d9-b304-f121bd529242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:04.268516 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-58f3b102-d00c-42d9-b304-f121bd529242 None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:04.284683 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-58f3b102-d00c-42d9-b304-f121bd529242 None None] Transition to ACTIVE for port object b5cb1544-4820-4b42-b455-3eb3c79508c1 will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 18:58:04.291353 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-58f3b102-d00c-42d9-b304-f121bd529242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:04.538930 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-58f3b102-d00c-42d9-b304-f121bd529242 None None] Attempting to bind port b5cb1544-4820-4b42-b455-3eb3c79508c1 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 18:58:04.539339 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-58f3b102-d00c-42d9-b304-f121bd529242 None None] Attempting to bind port b5cb1544-4820-4b42-b455-3eb3c79508c1 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '2f9f599e-5e3e-4796-8e49-aadff03dec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7eca2265-db03-4b39-8140-bf1423c823c9'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 18:58:04.539740 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f3b102-d00c-42d9-b304-f121bd529242 None None] Attempting to bind port b5cb1544-4820-4b42-b455-3eb3c79508c1 on network 7eca2265-db03-4b39-8140-bf1423c823c9 {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 18:58:04.543162 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b5775-e0cf-47a5-b326-648fa79e8716 None None] Pushing event updated for resources: {'Port': ['ID=b5cb1544-4820-4b42-b455-3eb3c79508c1,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:04.550045 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f3b102-d00c-42d9-b304-f121bd529242 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 18:58:04.550471 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f3b102-d00c-42d9-b304-f121bd529242 None None] Checking segment: {'id': '2f9f599e-5e3e-4796-8e49-aadff03dec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7eca2265-db03-4b39-8140-bf1423c823c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 18:58:04.550944 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-58f3b102-d00c-42d9-b304-f121bd529242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:04.551337 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f3b102-d00c-42d9-b304-f121bd529242 None None] Bound using segment: {'id': '2f9f599e-5e3e-4796-8e49-aadff03dec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7eca2265-db03-4b39-8140-bf1423c823c9'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 18:58:04.551935 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-58f3b102-d00c-42d9-b304-f121bd529242 None None] Bound port: b5cb1544-4820-4b42-b455-3eb3c79508c1, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9f599e-5e3e-4796-8e49-aadff03dec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7eca2265-db03-4b39-8140-bf1423c823c9'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 18:58:04.552212 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-58f3b102-d00c-42d9-b304-f121bd529242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:04.571541 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b5775-e0cf-47a5-b326-648fa79e8716 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:04.571896 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b5775-e0cf-47a5-b326-648fa79e8716 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:04.572235 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b5775-e0cf-47a5-b326-648fa79e8716 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:04.572572 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b5775-e0cf-47a5-b326-648fa79e8716 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:04.572903 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b5775-e0cf-47a5-b326-648fa79e8716 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:04.573248 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b5775-e0cf-47a5-b326-648fa79e8716 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:04.573580 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b5775-e0cf-47a5-b326-648fa79e8716 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:04.573906 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b5775-e0cf-47a5-b326-648fa79e8716 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:04.574244 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b5775-e0cf-47a5-b326-648fa79e8716 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:04.574569 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b5775-e0cf-47a5-b326-648fa79e8716 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:04.574905 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b5775-e0cf-47a5-b326-648fa79e8716 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:04.575235 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b5775-e0cf-47a5-b326-648fa79e8716 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b5775-e0cf-47a5-b326-648fa79e8716 None None] Tracked resource versions report: Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: pushed versions: Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: { 'AddressGroup': {'1.2'}, Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: 'ConntrackHelper': {'1.0'}, Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: 'Log': {'1.0'}, Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: 'Network': {'1.1'}, Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: 'Port': {'1.7'}, Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: 'PortForwarding': {'1.2'}, Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: 'QosPolicy': {'1.8'}, Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: 'SecurityGroup': {'1.4'}, Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: 'SecurityGroupRule': {'1.2'}, Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: 'SubPort': {'1.0'}, Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: 'Subnet': {'1.1'}, Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: 'Trunk': {'1.1'}} Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: consumer versions: Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: { DHCP agent@dv-neutron-834711-1-hyperv: {}, Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: L3 agent@dv-neutron-834711-1-hyperv: {}, Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: Metadata agent@dv-neutron-834711-1-hyperv: {}, Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: Metering agent@dv-neutron-834711-1-hyperv: {}, Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: Open vSwitch agent@dv-neutron-834711-1-hyperv: { 'AddressGroup': '1.2', Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: 'ConntrackHelper': '1.0', Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: 'Log': '1.0', Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: 'Network': '1.1', Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: 'Port': '1.7', Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: 'PortForwarding': '1.2', Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: 'QosPolicy': '1.8', Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: 'SecurityGroup': '1.4', Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: 'SecurityGroupRule': '1.2', Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: 'SubPort': '1.0', Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: 'Subnet': '1.1', Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: 'Trunk': '1.1'}} Mar 28 18:58:04.576560 dv-neutron-834711-1-hyperv neutron-server[87835]: {{(pid=87835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 18:58:04.655348 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-58f3b102-d00c-42d9-b304-f121bd529242 None None] For port b5cb1544-4820-4b42-b455-3eb3c79508c1, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 18:58:04.662354 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-58f3b102-d00c-42d9-b304-f121bd529242 None None] For port b5cb1544-4820-4b42-b455-3eb3c79508c1, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=b5cb1544-4820-4b42-b455-3eb3c79508c1,segment=NetworkSegment(2f9f599e-5e3e-4796-8e49-aadff03dec72),segment_id=2f9f599e-5e3e-4796-8e49-aadff03dec72)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 18:58:04.665960 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-58f3b102-d00c-42d9-b304-f121bd529242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:04.744367 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f3b102-d00c-42d9-b304-f121bd529242 None None] Routers {'016b09ce-3505-47a3-a83f-0ef83ae798c2'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 18:58:04.745023 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-58f3b102-d00c-42d9-b304-f121bd529242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T18:57:57Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['016b09ce-3505-47a3-a83f-0ef83ae798c2'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:58:04.825131 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b5775-e0cf-47a5-b326-648fa79e8716 None None] Pushing event updated for resources: {'Port': ['ID=b5cb1544-4820-4b42-b455-3eb3c79508c1,revision_number=4']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:04.915711 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-58f3b102-d00c-42d9-b304-f121bd529242 None None] Set router 016b09ce-3505-47a3-a83f-0ef83ae798c2 gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 18:58:05.230245 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-58f3b102-d00c-42d9-b304-f121bd529242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016b09ce-3505-47a3-a83f-0ef83ae798c2', 'name': 'router1', 'tenant_id': 'aa317d6e250f4c53ac71896df81a0c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:57:51Z', 'updated_at': '2022-03-28T18:58:02Z', 'revision_number': 2, 'project_id': 'aa317d6e250f4c53ac71896df81a0c3d', 'gw_port_host': None, '_interfaces': [{'id': 'b5cb1544-4820-4b42-b455-3eb3c79508c1', 'name': '', 'network_id': '7eca2265-db03-4b39-8140-bf1423c823c9', 'tenant_id': 'aa317d6e250f4c53ac71896df81a0c3d', 'mac_address': 'fa:16:3e:16:43:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016b09ce-3505-47a3-a83f-0ef83ae798c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1f2cf14-2ce1-4b56-8201-c4577caf397b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:58:01Z', 'updated_at': '2022-03-28T18:58:04Z', 'revision_number': 4, 'project_id': 'aa317d6e250f4c53ac71896df81a0c3d', 'subnets': [{'id': 'c1f2cf14-2ce1-4b56-8201-c4577caf397b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9765f2d2-c2b1-4e11-be1d-fba0aea4c5ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:58:05.237870 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f3b102-d00c-42d9-b304-f121bd529242 None None] The sync data for ids ['016b09ce-3505-47a3-a83f-0ef83ae798c2'] in dv-neutron-834711-1-hyperv is: [{'id': '016b09ce-3505-47a3-a83f-0ef83ae798c2', 'name': 'router1', 'tenant_id': 'aa317d6e250f4c53ac71896df81a0c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:57:51Z', 'updated_at': '2022-03-28T18:58:02Z', 'revision_number': 2, 'project_id': 'aa317d6e250f4c53ac71896df81a0c3d', 'gw_port_host': None, '_interfaces': [{'id': 'b5cb1544-4820-4b42-b455-3eb3c79508c1', 'name': '', 'network_id': '7eca2265-db03-4b39-8140-bf1423c823c9', 'tenant_id': 'aa317d6e250f4c53ac71896df81a0c3d', 'mac_address': 'fa:16:3e:16:43:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016b09ce-3505-47a3-a83f-0ef83ae798c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1f2cf14-2ce1-4b56-8201-c4577caf397b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:58:01Z', 'updated_at': '2022-03-28T18:58:04Z', 'revision_number': 4, 'project_id': 'aa317d6e250f4c53ac71896df81a0c3d', 'subnets': [{'id': 'c1f2cf14-2ce1-4b56-8201-c4577caf397b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9765f2d2-c2b1-4e11-be1d-fba0aea4c5ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:58:05.463457 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 48668) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 18:58:05.620321 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def4b3d4-8ce3-4f26-8411-3e4963258696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:05.620874 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-def4b3d4-8ce3-4f26-8411-3e4963258696 admin admin] Synchronizing usage tracker for tenant:ebc8dadffdac44c2afd4d2f8f64d276f on resource:network {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 18:58:05.639091 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-def4b3d4-8ce3-4f26-8411-3e4963258696 admin admin] Unset dirty status for tenant:ebc8dadffdac44c2afd4d2f8f64d276f on resource:network {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 18:58:05.640422 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-def4b3d4-8ce3-4f26-8411-3e4963258696 admin admin] 10.222.0.10 "GET /v2.0/networks/222bb166-3b66-45c7-9663-18be61b96587 HTTP/1.1" status: 200 len: 842 time: 0.1759555 Mar 28 18:58:05.651639 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-765731a9-3f0a-4512-ac8d-88d2a64a8a9f admin admin] Request body: {'subnet': {'cidr': '172.26.4.0/24', 'ip_version': 4, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'gateway_ip': '172.26.4.1', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:58:05.656819 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-765731a9-3f0a-4512-ac8d-88d2a64a8a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 18:58:05.661143 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-765731a9-3f0a-4512-ac8d-88d2a64a8a9f admin admin] Usage tracker for resource:subnet and tenant:ebc8dadffdac44c2afd4d2f8f64d276f is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 18:58:05.663983 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-765731a9-3f0a-4512-ac8d-88d2a64a8a9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 18:58:05.669925 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-765731a9-3f0a-4512-ac8d-88d2a64a8a9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 18:58:05.680513 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765731a9-3f0a-4512-ac8d-88d2a64a8a9f admin admin] Made reservation on behalf of ebc8dadffdac44c2afd4d2f8f64d276f for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 18:58:05.682757 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-765731a9-3f0a-4512-ac8d-88d2a64a8a9f admin admin] Notify callbacks [] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:06.077769 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.objects.ports [None req-765731a9-3f0a-4512-ac8d-88d2a64a8a9f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87833) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 18:58:06.078233 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-765731a9-3f0a-4512-ac8d-88d2a64a8a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:06.150952 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765731a9-3f0a-4512-ac8d-88d2a64a8a9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6df86aa9-f994-48de-87fe-0911654f8fa7,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:06.167329 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765731a9-3f0a-4512-ac8d-88d2a64a8a9f admin admin] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 18:58:06.167739 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765731a9-3f0a-4512-ac8d-88d2a64a8a9f admin admin] Network hostable DHCP agents. Network: 222bb166-3b66-45c7-9663-18be61b96587, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 18:58:06.192504 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765731a9-3f0a-4512-ac8d-88d2a64a8a9f admin admin] Network 222bb166-3b66-45c7-9663-18be61b96587 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 18:58:06.203365 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-765731a9-3f0a-4512-ac8d-88d2a64a8a9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 222bb166-3b66-45c7-9663-18be61b96587) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:58:06.208534 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765731a9-3f0a-4512-ac8d-88d2a64a8a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:06.209112 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-765731a9-3f0a-4512-ac8d-88d2a64a8a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:06.214796 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa932ac-4b0f-48b2-be90-c45ae7572c8f None None] Network 222bb166-3b66-45c7-9663-18be61b96587 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 18:58:06.229801 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-765731a9-3f0a-4512-ac8d-88d2a64a8a9f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5814152 Mar 28 18:58:06.251315 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device b5cb1544-4820-4b42-b455-3eb3c79508c1 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 18:58:06.444556 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port b5cb1544-4820-4b42-b455-3eb3c79508c1 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 18:58:06.460026 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port b5cb1544-4820-4b42-b455-3eb3c79508c1 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 18:58:06.460391 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:06.578471 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2e07ac-aade-44f8-9c27-401e59be9058 None None] Network 222bb166-3b66-45c7-9663-18be61b96587 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 18:58:06.735183 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:06.857818 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port b5cb1544-4820-4b42-b455-3eb3c79508c1, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=b5cb1544-4820-4b42-b455-3eb3c79508c1,segment=NetworkSegment(2f9f599e-5e3e-4796-8e49-aadff03dec72),segment_id=2f9f599e-5e3e-4796-8e49-aadff03dec72)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 18:58:06.870209 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:06.981494 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=b5cb1544-4820-4b42-b455-3eb3c79508c1,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:08.217549 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device b5cb1544-4820-4b42-b455-3eb3c79508c1 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 18:58:08.285621 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port b5cb1544-4820-4b42-b455-3eb3c79508c1 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 18:58:08.285992 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:08.671876 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 48682) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 18:58:08.904622 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-789a647f-6a55-4fb1-ba34-35cafd3cc4b6 admin admin] 10.222.0.10 "GET /v2.0/routers/016b09ce-3505-47a3-a83f-0ef83ae798c2 HTTP/1.1" status: 200 len: 710 time: 0.2315531 Mar 28 18:58:09.028644 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e07521-9493-4875-b94d-0bd525c18dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 18:58:09.029957 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-16e07521-9493-4875-b94d-0bd525c18dfc admin admin] 10.222.0.10 "GET /v2.0/networks/222bb166-3b66-45c7-9663-18be61b96587 HTTP/1.1" status: 200 len: 886 time: 0.1201816 Mar 28 18:58:09.038381 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-0dae5d84-2c1a-4f9f-8ec9-ff707750665a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 18:58:09.476455 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0dae5d84-2c1a-4f9f-8ec9-ff707750665a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:09.792660 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0dae5d84-2c1a-4f9f-8ec9-ff707750665a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:09.845106 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0dae5d84-2c1a-4f9f-8ec9-ff707750665a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:09.971766 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-0dae5d84-2c1a-4f9f-8ec9-ff707750665a admin admin] Allocated IP 172.26.4.211 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/4a682243-772c-4b03-babb-993682fd5b61) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 18:58:10.156679 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0dae5d84-2c1a-4f9f-8ec9-ff707750665a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:10.186233 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0dae5d84-2c1a-4f9f-8ec9-ff707750665a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:10.245807 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dae5d84-2c1a-4f9f-8ec9-ff707750665a admin admin] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 18:58:10.252455 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-0dae5d84-2c1a-4f9f-8ec9-ff707750665a admin admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 18:58:10.255109 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dae5d84-2c1a-4f9f-8ec9-ff707750665a admin admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 18:58:10.319142 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae5d84-2c1a-4f9f-8ec9-ff707750665a admin admin] Pushing event updated for resources: {'Port': ['ID=4a682243-772c-4b03-babb-993682fd5b61,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:10.627117 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0dae5d84-2c1a-4f9f-8ec9-ff707750665a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:10.949663 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0dae5d84-2c1a-4f9f-8ec9-ff707750665a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:10.952792 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0dae5d84-2c1a-4f9f-8ec9-ff707750665a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-466281'] for router, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:11.122026 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dae5d84-2c1a-4f9f-8ec9-ff707750665a admin admin] Router 016b09ce-3505-47a3-a83f-0ef83ae798c2 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 18:58:11.291922 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dae5d84-2c1a-4f9f-8ec9-ff707750665a admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 18:58:11.299861 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0dae5d84-2c1a-4f9f-8ec9-ff707750665a admin admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:11.301102 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0dae5d84-2c1a-4f9f-8ec9-ff707750665a admin admin] 10.222.0.10 "PUT /v2.0/routers/016b09ce-3505-47a3-a83f-0ef83ae798c2 HTTP/1.1" status: 200 len: 890 time: 2.2657502 Mar 28 18:58:11.301716 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c12208c-d2ff-41c2-a167-b41299930e0b None None] Sync routers for ids ['016b09ce-3505-47a3-a83f-0ef83ae798c2'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 18:58:11.311715 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c12208c-d2ff-41c2-a167-b41299930e0b None None] Routers {'016b09ce-3505-47a3-a83f-0ef83ae798c2'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 18:58:11.312395 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-6c12208c-d2ff-41c2-a167-b41299930e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T18:57:57Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['016b09ce-3505-47a3-a83f-0ef83ae798c2'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:58:11.506041 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-6c12208c-d2ff-41c2-a167-b41299930e0b None None] Set router 016b09ce-3505-47a3-a83f-0ef83ae798c2 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 18:58:11.837150 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-6c12208c-d2ff-41c2-a167-b41299930e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016b09ce-3505-47a3-a83f-0ef83ae798c2', 'name': 'router1', 'tenant_id': 'aa317d6e250f4c53ac71896df81a0c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '4a682243-772c-4b03-babb-993682fd5b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:57:51Z', 'updated_at': '2022-03-28T18:58:10Z', 'revision_number': 4, 'project_id': 'aa317d6e250f4c53ac71896df81a0c3d', 'gw_port': {'id': '4a682243-772c-4b03-babb-993682fd5b61', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016b09ce-3505-47a3-a83f-0ef83ae798c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:58:09Z', 'updated_at': '2022-03-28T18:58:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'b5cb1544-4820-4b42-b455-3eb3c79508c1', 'name': '', 'network_id': '7eca2265-db03-4b39-8140-bf1423c823c9', 'tenant_id': 'aa317d6e250f4c53ac71896df81a0c3d', 'mac_address': 'fa:16:3e:16:43:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016b09ce-3505-47a3-a83f-0ef83ae798c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1f2cf14-2ce1-4b56-8201-c4577caf397b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:58:01Z', 'updated_at': '2022-03-28T18:58:06Z', 'revision_number': 5, 'project_id': 'aa317d6e250f4c53ac71896df81a0c3d', 'subnets': [{'id': 'c1f2cf14-2ce1-4b56-8201-c4577caf397b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9765f2d2-c2b1-4e11-be1d-fba0aea4c5ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:58:11.841831 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c12208c-d2ff-41c2-a167-b41299930e0b None None] Checking router: 016b09ce-3505-47a3-a83f-0ef83ae798c2 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 18:58:11.842178 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c12208c-d2ff-41c2-a167-b41299930e0b None None] Updating router 016b09ce-3505-47a3-a83f-0ef83ae798c2 port 4a682243-772c-4b03-babb-993682fd5b61 binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 18:58:11.895021 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6c12208c-d2ff-41c2-a167-b41299930e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:12.211876 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6c12208c-d2ff-41c2-a167-b41299930e0b None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:12.223658 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6c12208c-d2ff-41c2-a167-b41299930e0b None None] Transition to ACTIVE for port object 4a682243-772c-4b03-babb-993682fd5b61 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 18:58:12.229936 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6c12208c-d2ff-41c2-a167-b41299930e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:12.309599 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-6c12208c-d2ff-41c2-a167-b41299930e0b None None] Attempting to bind port 4a682243-772c-4b03-babb-993682fd5b61 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 18:58:12.310228 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-6c12208c-d2ff-41c2-a167-b41299930e0b None None] Attempting to bind port 4a682243-772c-4b03-babb-993682fd5b61 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 18:58:12.310357 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c12208c-d2ff-41c2-a167-b41299930e0b None None] Attempting to bind port 4a682243-772c-4b03-babb-993682fd5b61 on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 18:58:12.312232 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0b26a-88b3-45de-a30b-92763b4b02eb None None] Pushing event updated for resources: {'Port': ['ID=4a682243-772c-4b03-babb-993682fd5b61,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:12.318348 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c12208c-d2ff-41c2-a167-b41299930e0b None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 18, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 18:58:12.318713 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c12208c-d2ff-41c2-a167-b41299930e0b None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 18:58:12.319141 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6c12208c-d2ff-41c2-a167-b41299930e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:12.319523 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c12208c-d2ff-41c2-a167-b41299930e0b None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 18:58:12.320026 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-6c12208c-d2ff-41c2-a167-b41299930e0b None None] Bound port: 4a682243-772c-4b03-babb-993682fd5b61, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 18:58:12.320357 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6c12208c-d2ff-41c2-a167-b41299930e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:12.388640 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-6c12208c-d2ff-41c2-a167-b41299930e0b None None] For port 4a682243-772c-4b03-babb-993682fd5b61, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 18:58:12.391489 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-6c12208c-d2ff-41c2-a167-b41299930e0b None None] For port 4a682243-772c-4b03-babb-993682fd5b61, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=4a682243-772c-4b03-babb-993682fd5b61,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 18:58:12.395928 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6c12208c-d2ff-41c2-a167-b41299930e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:12.499686 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0b26a-88b3-45de-a30b-92763b4b02eb None None] Pushing event updated for resources: {'Port': ['ID=4a682243-772c-4b03-babb-993682fd5b61,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:12.504570 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c12208c-d2ff-41c2-a167-b41299930e0b None None] Routers {'016b09ce-3505-47a3-a83f-0ef83ae798c2'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 18:58:12.505163 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-6c12208c-d2ff-41c2-a167-b41299930e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T18:57:57Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['016b09ce-3505-47a3-a83f-0ef83ae798c2'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:58:12.678244 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-6c12208c-d2ff-41c2-a167-b41299930e0b None None] Set router 016b09ce-3505-47a3-a83f-0ef83ae798c2 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 18:58:12.994789 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-6c12208c-d2ff-41c2-a167-b41299930e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016b09ce-3505-47a3-a83f-0ef83ae798c2', 'name': 'router1', 'tenant_id': 'aa317d6e250f4c53ac71896df81a0c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '4a682243-772c-4b03-babb-993682fd5b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:57:51Z', 'updated_at': '2022-03-28T18:58:10Z', 'revision_number': 4, 'project_id': 'aa317d6e250f4c53ac71896df81a0c3d', 'gw_port': {'id': '4a682243-772c-4b03-babb-993682fd5b61', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016b09ce-3505-47a3-a83f-0ef83ae798c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:58:09Z', 'updated_at': '2022-03-28T18:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'b5cb1544-4820-4b42-b455-3eb3c79508c1', 'name': '', 'network_id': '7eca2265-db03-4b39-8140-bf1423c823c9', 'tenant_id': 'aa317d6e250f4c53ac71896df81a0c3d', 'mac_address': 'fa:16:3e:16:43:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016b09ce-3505-47a3-a83f-0ef83ae798c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1f2cf14-2ce1-4b56-8201-c4577caf397b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:58:01Z', 'updated_at': '2022-03-28T18:58:06Z', 'revision_number': 5, 'project_id': 'aa317d6e250f4c53ac71896df81a0c3d', 'subnets': [{'id': 'c1f2cf14-2ce1-4b56-8201-c4577caf397b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9765f2d2-c2b1-4e11-be1d-fba0aea4c5ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 18:58:12.998511 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c12208c-d2ff-41c2-a167-b41299930e0b None None] The sync data for ids ['016b09ce-3505-47a3-a83f-0ef83ae798c2'] in dv-neutron-834711-1-hyperv is: [{'id': '016b09ce-3505-47a3-a83f-0ef83ae798c2', 'name': 'router1', 'tenant_id': 'aa317d6e250f4c53ac71896df81a0c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': '4a682243-772c-4b03-babb-993682fd5b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T18:57:51Z', 'updated_at': '2022-03-28T18:58:10Z', 'revision_number': 4, 'project_id': 'aa317d6e250f4c53ac71896df81a0c3d', 'gw_port': {'id': '4a682243-772c-4b03-babb-993682fd5b61', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016b09ce-3505-47a3-a83f-0ef83ae798c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:58:09Z', 'updated_at': '2022-03-28T18:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'b5cb1544-4820-4b42-b455-3eb3c79508c1', 'name': '', 'network_id': '7eca2265-db03-4b39-8140-bf1423c823c9', 'tenant_id': 'aa317d6e250f4c53ac71896df81a0c3d', 'mac_address': 'fa:16:3e:16:43:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016b09ce-3505-47a3-a83f-0ef83ae798c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1f2cf14-2ce1-4b56-8201-c4577caf397b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T18:58:01Z', 'updated_at': '2022-03-28T18:58:06Z', 'revision_number': 5, 'project_id': 'aa317d6e250f4c53ac71896df81a0c3d', 'subnets': [{'id': 'c1f2cf14-2ce1-4b56-8201-c4577caf397b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9765f2d2-c2b1-4e11-be1d-fba0aea4c5ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 18:58:13.700609 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 48692) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 18:58:13.882691 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d38ae028-738c-46f2-953a-4b8d278be759 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1805925 Mar 28 18:58:14.245629 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 4a682243-772c-4b03-babb-993682fd5b61 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 18:58:14.321861 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 4a682243-772c-4b03-babb-993682fd5b61 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 18:58:14.327109 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 4a682243-772c-4b03-babb-993682fd5b61 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 18:58:14.327487 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:14.445466 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:14.462312 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 4a682243-772c-4b03-babb-993682fd5b61, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=4a682243-772c-4b03-babb-993682fd5b61,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 18:58:14.466669 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:14.537419 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=4a682243-772c-4b03-babb-993682fd5b61,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 18:58:16.231046 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 4a682243-772c-4b03-babb-993682fd5b61 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 18:58:16.304517 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 4a682243-772c-4b03-babb-993682fd5b61 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 18:58:16.304896 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:25.200934 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f28ef415-4fc3-45dd-b0c5-ddac5ef44c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:27.401800 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-287a51d3-d4bf-479b-aac9-5bf2716371fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:28.466046 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:28.505047 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:30.026561 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:33.387903 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 5 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 18:58:55.211997 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f34e6eda-04b3-4cfc-a708-ef19a07bd7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:57.405007 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-55ae4cdb-e0e8-4c98-ad94-2c16f01cca37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:58.471146 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:58:58.509148 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:59:00.031254 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:59:10.386455 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 5 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 18:59:25.204784 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7cc6f020-d5cb-487a-9cab-a8a612aede9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:59:27.407746 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4e65cb5d-3932-4591-9267-26ceade80bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:59:28.483435 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:59:28.515364 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:59:30.032623 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:59:47.384801 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 5 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 18:59:55.211384 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6250b37b-c662-4011-8b72-8d6dbc582c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:59:57.405075 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-659c77ac-f0a2-452e-9ea2-3c348b268252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:59:58.476666 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 18:59:58.512941 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:00:00.034440 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:00:20.271144 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 49294) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:00:20.337773 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fee0726-5450-4ced-a147-377bd0d688cf admin admin] GET failed (client error): The resource could not be found. Mar 28 19:00:20.339021 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-8fee0726-5450-4ced-a147-377bd0d688cf admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0669019 Mar 28 19:00:20.469185 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4949c387-c57f-473d-8a95-1d2ee6c4da34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:20.470521 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4949c387-c57f-473d-8a95-1d2ee6c4da34 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1272640 Mar 28 19:00:22.620076 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 49304) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:00:22.725983 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d34ecce-f171-4117-b972-5029ab72e615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:22.726543 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4d34ecce-f171-4117-b972-5029ab72e615 admin admin] Synchronizing usage tracker for tenant:ebc8dadffdac44c2afd4d2f8f64d276f on resource:subnet {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:00:22.742329 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4d34ecce-f171-4117-b972-5029ab72e615 admin admin] Unset dirty status for tenant:ebc8dadffdac44c2afd4d2f8f64d276f on resource:subnet {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:00:22.743497 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4d34ecce-f171-4117-b972-5029ab72e615 admin admin] 10.222.0.10 "GET /v2.0/subnets/c1f2cf14-2ce1-4b56-8201-c4577caf397b HTTP/1.1" status: 200 len: 849 time: 0.1224971 Mar 28 19:00:22.753471 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-4bf71832-507a-4200-b6f0-28a3a0f62804 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:00:22.872312 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4bf71832-507a-4200-b6f0-28a3a0f62804 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:00:23.054628 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4bf71832-507a-4200-b6f0-28a3a0f62804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773272785134'] for subnet, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:00:23.101610 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf71832-507a-4200-b6f0-28a3a0f62804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:23.102971 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4bf71832-507a-4200-b6f0-28a3a0f62804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:00:23.104156 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4bf71832-507a-4200-b6f0-28a3a0f62804 admin admin] 10.222.0.10 "PUT /v2.0/subnets/c1f2cf14-2ce1-4b56-8201-c4577caf397b HTTP/1.1" status: 200 len: 868 time: 0.3543334 Mar 28 19:00:23.107531 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75011438-4930-486a-b899-c4a188f24cd8 None None] Network 7eca2265-db03-4b39-8140-bf1423c823c9 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:00:23.124756 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf71832-507a-4200-b6f0-28a3a0f62804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1f2cf14-2ce1-4b56-8201-c4577caf397b,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:00:23.133676 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf71832-507a-4200-b6f0-28a3a0f62804 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:23.134037 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf71832-507a-4200-b6f0-28a3a0f62804 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:23.134391 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf71832-507a-4200-b6f0-28a3a0f62804 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:23.134724 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf71832-507a-4200-b6f0-28a3a0f62804 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:23.135084 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf71832-507a-4200-b6f0-28a3a0f62804 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:23.135417 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf71832-507a-4200-b6f0-28a3a0f62804 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:23.135746 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf71832-507a-4200-b6f0-28a3a0f62804 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:23.136072 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf71832-507a-4200-b6f0-28a3a0f62804 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:23.136397 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf71832-507a-4200-b6f0-28a3a0f62804 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:23.136725 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf71832-507a-4200-b6f0-28a3a0f62804 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:23.137041 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf71832-507a-4200-b6f0-28a3a0f62804 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:23.137360 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf71832-507a-4200-b6f0-28a3a0f62804 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:00:23.547050 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-1deca675-f166-42d5-84a6-01d7e817424f None None] Provisioning complete for port e45c95d3-b59d-49b5-874f-e84980c3f248 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:00:23.547419 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1deca675-f166-42d5-84a6-01d7e817424f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:00:23.673373 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-1deca675-f166-42d5-84a6-01d7e817424f None None] Provisioning complete for port b5cb1544-4820-4b42-b455-3eb3c79508c1 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:00:23.673743 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1deca675-f166-42d5-84a6-01d7e817424f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:00:24.384260 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 5 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:00:25.206143 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c3ef07bd-2a8f-4687-b496-89d63a6060d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:00:25.272160 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 49314) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:00:25.442553 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c39a83-6ace-4ff3-b259-20e6c8f1134e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:25.442966 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c39a83-6ace-4ff3-b259-20e6c8f1134e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:25.444469 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-11c39a83-6ace-4ff3-b259-20e6c8f1134e admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1713283 Mar 28 19:00:27.408022 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-041cacfa-7e50-40a3-bdac-02fee3b16ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:00:27.591878 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 49324) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:00:27.767953 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebd7d47-5301-4fe8-815b-b92dfb3c451e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:27.768445 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebd7d47-5301-4fe8-815b-b92dfb3c451e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:27.769950 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5ebd7d47-5301-4fe8-815b-b92dfb3c451e admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1771419 Mar 28 19:00:28.479520 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:00:28.506729 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:00:29.906610 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 49334) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:00:30.038852 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:00:30.072096 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e913e6-947a-42ee-b6ad-1a989609f70a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:30.073451 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-71e913e6-947a-42ee-b6ad-1a989609f70a admin admin] 10.222.0.10 "GET /v2.0/networks/222bb166-3b66-45c7-9663-18be61b96587 HTTP/1.1" status: 200 len: 886 time: 0.1658757 Mar 28 19:00:32.215827 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 49344) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:00:32.383634 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262d1675-41da-417c-9427-60c2e11feb5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:32.384977 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-262d1675-41da-417c-9427-60c2e11feb5b admin admin] 10.222.0.10 "GET /v2.0/networks/7eca2265-db03-4b39-8140-bf1423c823c9 HTTP/1.1" status: 200 len: 869 time: 0.1682143 Mar 28 19:00:34.516228 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 49354) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:00:34.625228 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a527bdd-a3fd-4515-aebe-32db3ef197eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:34.625602 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a527bdd-a3fd-4515-aebe-32db3ef197eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:34.627161 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-8a527bdd-a3fd-4515-aebe-32db3ef197eb admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1100442 Mar 28 19:00:36.805841 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 49364) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:00:36.916168 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e097d792-d548-47dc-9481-d11667da926c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:36.916643 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e097d792-d548-47dc-9481-d11667da926c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:36.918110 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e097d792-d548-47dc-9481-d11667da926c admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1113420 Mar 28 19:00:39.083606 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 49374) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:00:39.186592 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab93f3d-3f24-4522-9362-a7045092b49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:39.187945 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5ab93f3d-3f24-4522-9362-a7045092b49c admin admin] 10.222.0.10 "GET /v2.0/subnets/6df86aa9-f994-48de-87fe-0911654f8fa7 HTTP/1.1" status: 200 len: 816 time: 0.1033998 Mar 28 19:00:41.364063 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 49384) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:00:41.469444 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737a5af9-b8e3-4d83-8253-2c69cecff0de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:00:41.470758 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-737a5af9-b8e3-4d83-8253-2c69cecff0de admin admin] 10.222.0.10 "GET /v2.0/subnets/c1f2cf14-2ce1-4b56-8201-c4577caf397b HTTP/1.1" status: 200 len: 868 time: 0.1057420 Mar 28 19:00:55.209592 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-82d5a24b-f77a-465b-b147-57d698c33399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:00:57.410934 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a6015f34-16a7-498e-b682-7d4cbb915325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:00:58.481145 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:00:58.508439 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:01:00.044270 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:01:01.034752 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 49430) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:01:01.082352 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [None req-03bd7586-9970-4d05-b96e-2e01ac5ed756 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:01:01.083358 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-03bd7586-9970-4d05-b96e-2e01ac5ed756 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476363 Mar 28 19:01:01.384370 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 5 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:01:03.309332 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 49440) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:01:03.374688 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-b527c2e9-95ee-4143-8dc3-dbc48429dcc7 admin admin] GET failed (client error): The resource could not be found. Mar 28 19:01:03.375951 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b527c2e9-95ee-4143-8dc3-dbc48429dcc7 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0656888 Mar 28 19:01:03.494816 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2c0435-41b2-4a50-8efc-c5d7ece7ac45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:03.496173 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5c2c0435-41b2-4a50-8efc-c5d7ece7ac45 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1163745 Mar 28 19:01:05.658036 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 49450) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:01:05.707130 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-cf209e73-d6ea-499d-94a2-e059e28e0f48 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:01:05.711592 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-cf209e73-d6ea-499d-94a2-e059e28e0f48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:01:05.720930 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-cf209e73-d6ea-499d-94a2-e059e28e0f48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:01:05.730126 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf209e73-d6ea-499d-94a2-e059e28e0f48 admin admin] Made reservation on behalf of ebc8dadffdac44c2afd4d2f8f64d276f for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:01:05.732479 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cf209e73-d6ea-499d-94a2-e059e28e0f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:01:05.819055 dv-neutron-834711-1-hyperv neutron-server[87833]: WARNING neutron.services.revisions.revision_plugin [None req-cf209e73-d6ea-499d-94a2-e059e28e0f48 admin admin] Could not find related network for resource to bump revision. Mar 28 19:01:05.832192 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf209e73-d6ea-499d-94a2-e059e28e0f48 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:01:05.841975 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cf209e73-d6ea-499d-94a2-e059e28e0f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:01:05.842239 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-cf209e73-d6ea-499d-94a2-e059e28e0f48 admin admin] Added segment 3564cc69-c4b3-48fa-9102-08df407de61c of type vlan for network 3713f344-501e-48fb-9014-3be0f10b09dd Mar 28 19:01:05.869874 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cf209e73-d6ea-499d-94a2-e059e28e0f48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:01:05.944366 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cf209e73-d6ea-499d-94a2-e059e28e0f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:01:05.945230 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf209e73-d6ea-499d-94a2-e059e28e0f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:05.945788 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cf209e73-d6ea-499d-94a2-e059e28e0f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:01:06.047771 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf209e73-d6ea-499d-94a2-e059e28e0f48 admin admin] Pushing event updated for resources: {'Network': ['ID=3713f344-501e-48fb-9014-3be0f10b09dd,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:06.051931 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-cf209e73-d6ea-499d-94a2-e059e28e0f48 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3927717 Mar 28 19:01:06.058843 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 3713f344-501e-48fb-9014-3be0f10b09dd details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:01:08.219669 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 49460) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:01:08.285828 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a9e88b-7ae4-4954-90b1-c866fe8e29ae admin admin] GET failed (client error): The resource could not be found. Mar 28 19:01:08.286359 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-86a9e88b-7ae4-4954-90b1-c866fe8e29ae admin admin] Synchronizing usage tracker for tenant:ebc8dadffdac44c2afd4d2f8f64d276f on resource:network {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:01:08.301122 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-86a9e88b-7ae4-4954-90b1-c866fe8e29ae admin admin] Unset dirty status for tenant:ebc8dadffdac44c2afd4d2f8f64d276f on resource:network {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:01:08.302269 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-86a9e88b-7ae4-4954-90b1-c866fe8e29ae admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0816743 Mar 28 19:01:08.403116 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7ab1ed-b280-46cc-bfc3-cdd4d6cf241d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:08.404447 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3a7ab1ed-b280-46cc-bfc3-cdd4d6cf241d admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0982862 Mar 28 19:01:08.414820 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-1dcbf98a-9b3f-4336-816a-771f035ff316 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '3713f344-501e-48fb-9014-3be0f10b09dd', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:01:08.419160 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-1dcbf98a-9b3f-4336-816a-771f035ff316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:01:08.428653 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-1dcbf98a-9b3f-4336-816a-771f035ff316 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:01:08.437635 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcbf98a-9b3f-4336-816a-771f035ff316 admin admin] Made reservation on behalf of ebc8dadffdac44c2afd4d2f8f64d276f for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:01:08.439893 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1dcbf98a-9b3f-4336-816a-771f035ff316 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:01:08.644570 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1dcbf98a-9b3f-4336-816a-771f035ff316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:01:08.722518 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcbf98a-9b3f-4336-816a-771f035ff316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e4891db-2ab5-4173-bae0-234f86adb7a1,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:08.731704 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcbf98a-9b3f-4336-816a-771f035ff316 admin admin] Checking segment: {'id': '3564cc69-c4b3-48fa-9102-08df407de61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '3713f344-501e-48fb-9014-3be0f10b09dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:01:08.732080 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcbf98a-9b3f-4336-816a-771f035ff316 admin admin] Network hostable DHCP agents. Network: 3713f344-501e-48fb-9014-3be0f10b09dd, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:01:08.749600 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcbf98a-9b3f-4336-816a-771f035ff316 admin admin] Network 3713f344-501e-48fb-9014-3be0f10b09dd is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:01:08.758780 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-1dcbf98a-9b3f-4336-816a-771f035ff316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 3713f344-501e-48fb-9014-3be0f10b09dd) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:01:08.762629 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcbf98a-9b3f-4336-816a-771f035ff316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:01:08.763229 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1dcbf98a-9b3f-4336-816a-771f035ff316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:01:08.768267 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62305b2-74c3-467f-b2ed-9aa2e1f81828 None None] Network 3713f344-501e-48fb-9014-3be0f10b09dd requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:01:08.787539 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1dcbf98a-9b3f-4336-816a-771f035ff316 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3759816 Mar 28 19:01:08.988535 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-3713f344-501e-48fb-9014-3be0f10b09dd', 'network_id': '3713f344-501e-48fb-9014-3be0f10b09dd', 'tenant_id': 'ebc8dadffdac44c2afd4d2f8f64d276f', 'fixed_ips': [{'subnet_id': '4e4891db-2ab5-4173-bae0-234f86adb7a1'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:01:08.989815 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:01:09.146023 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Allocated IP 192.168.233.2 (3713f344-501e-48fb-9014-3be0f10b09dd/4e4891db-2ab5-4173-bae0-234f86adb7a1/a000e939-b97b-488a-bc33-f10a3a73aa36) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:01:09.353189 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:01:09.364298 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Transition to ACTIVE for port object a000e939-b97b-488a-bc33-f10a3a73aa36 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:01:09.382662 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Transition to ACTIVE for port object a000e939-b97b-488a-bc33-f10a3a73aa36 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:01:09.388638 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:01:09.450330 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Network 3713f344-501e-48fb-9014-3be0f10b09dd is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:01:09.457858 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:01:09.465166 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:01:09.467216 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Pushing event updated for resources: {'Port': ['ID=a000e939-b97b-488a-bc33-f10a3a73aa36,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:09.498611 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:09.499008 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:09.499352 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:09.499685 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:09.500033 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:09.500358 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:09.500683 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:09.501003 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:09.501357 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:09.501684 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:09.502566 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:09.502980 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:01:09.565189 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Attempting to bind port a000e939-b97b-488a-bc33-f10a3a73aa36 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:01:09.565571 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Attempting to bind port a000e939-b97b-488a-bc33-f10a3a73aa36 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '3564cc69-c4b3-48fa-9102-08df407de61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '3713f344-501e-48fb-9014-3be0f10b09dd'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:01:09.565934 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Attempting to bind port a000e939-b97b-488a-bc33-f10a3a73aa36 on network 3713f344-501e-48fb-9014-3be0f10b09dd {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:01:09.571259 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:01:09.571619 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Checking segment: {'id': '3564cc69-c4b3-48fa-9102-08df407de61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '3713f344-501e-48fb-9014-3be0f10b09dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:01:09.572004 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:01:09.572383 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Bound using segment: {'id': '3564cc69-c4b3-48fa-9102-08df407de61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '3713f344-501e-48fb-9014-3be0f10b09dd'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:01:09.572829 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Bound port: a000e939-b97b-488a-bc33-f10a3a73aa36, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3564cc69-c4b3-48fa-9102-08df407de61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '3713f344-501e-48fb-9014-3be0f10b09dd'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:01:09.573205 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:01:09.684741 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] For port a000e939-b97b-488a-bc33-f10a3a73aa36, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:01:09.688638 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] For port a000e939-b97b-488a-bc33-f10a3a73aa36, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a000e939-b97b-488a-bc33-f10a3a73aa36,segment=NetworkSegment(3564cc69-c4b3-48fa-9102-08df407de61c),segment_id=3564cc69-c4b3-48fa-9102-08df407de61c)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:01:09.693810 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:01:09.774634 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2157cd-2fe9-4300-be22-f670ee0a3960 None None] Pushing event updated for resources: {'Port': ['ID=a000e939-b97b-488a-bc33-f10a3a73aa36,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:10.350815 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a000e939-b97b-488a-bc33-f10a3a73aa36 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:01:10.432207 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port a000e939-b97b-488a-bc33-f10a3a73aa36 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:01:10.645452 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b968012f-e4c5-470f-9803-5cf4850c50ac None None] Network 3713f344-501e-48fb-9014-3be0f10b09dd requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:01:10.765070 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-88fe7190-cd66-4f6d-a019-47d4d6686c4e None None] Provisioning for port a000e939-b97b-488a-bc33-f10a3a73aa36 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:01:10.787119 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-88fe7190-cd66-4f6d-a019-47d4d6686c4e None None] Provisioning complete for port a000e939-b97b-488a-bc33-f10a3a73aa36 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:01:10.787755 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-88fe7190-cd66-4f6d-a019-47d4d6686c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:01:11.028649 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-88fe7190-cd66-4f6d-a019-47d4d6686c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:01:11.068130 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-88fe7190-cd66-4f6d-a019-47d4d6686c4e None None] For port a000e939-b97b-488a-bc33-f10a3a73aa36, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a000e939-b97b-488a-bc33-f10a3a73aa36,segment=NetworkSegment(3564cc69-c4b3-48fa-9102-08df407de61c),segment_id=3564cc69-c4b3-48fa-9102-08df407de61c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:01:11.073295 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-88fe7190-cd66-4f6d-a019-47d4d6686c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:01:11.150925 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe7190-cd66-4f6d-a019-47d4d6686c4e None None] Pushing event updated for resources: {'Port': ['ID=a000e939-b97b-488a-bc33-f10a3a73aa36,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:01:11.293740 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e0d6be03-ca14-4213-93b4-3b8499910341 None None] Provisioning complete for port a000e939-b97b-488a-bc33-f10a3a73aa36 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:01:11.294144 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e0d6be03-ca14-4213-93b4-3b8499910341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:01:12.312848 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a000e939-b97b-488a-bc33-f10a3a73aa36 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:01:12.381573 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port a000e939-b97b-488a-bc33-f10a3a73aa36 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:01:12.381933 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:01:25.214693 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c4001597-db24-45d2-837b-91f310d4f481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:01:27.412881 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d4ee76b2-0792-499c-96f8-bae379cba704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:01:28.482999 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:01:28.509672 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:01:30.045129 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:01:38.383063 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 5 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:01:55.216136 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a69e8286-4b64-4ac3-a82b-9a99d798e64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:01:57.416741 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d4e87ed0-a6f0-4f4a-ad28-df691875f0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:01:58.486777 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:01:58.510522 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:02:00.049284 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:02:15.381081 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 5 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:02:25.219935 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7a89f346-331b-4bee-be51-4ba1d2879d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:02:27.419576 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fff36638-c063-4f58-a40a-d1f7fc5983e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:02:28.488849 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:02:28.511911 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:02:30.052199 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:02:48.943325 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 49504) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:02:48.949050 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-742343bd-a2c1-4610-b373-f243dd33b3a4 tempest-verify_tempest_config-747977580 tempest-verify_tempest_config-747977580-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:02:48.949987 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-742343bd-a2c1-4610-b373-f243dd33b3a4 tempest-verify_tempest_config-747977580 tempest-verify_tempest_config-747977580-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057392 Mar 28 19:02:49.247897 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 49522) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:02:49.360363 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-04885a08-c268-40ea-9937-764c8a667745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:02:49.374054 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-04885a08-c268-40ea-9937-764c8a667745 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:02:49.377861 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-04885a08-c268-40ea-9937-764c8a667745 admin admin] Usage tracker for resource:security_group_rule and tenant:be117837c5e949909d9e71c306f34679 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:02:49.380707 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-04885a08-c268-40ea-9937-764c8a667745 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:02:49.386504 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-04885a08-c268-40ea-9937-764c8a667745 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:02:49.471897 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-04885a08-c268-40ea-9937-764c8a667745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:02:49.475297 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-04885a08-c268-40ea-9937-764c8a667745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:02:49.522998 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-04885a08-c268-40ea-9937-764c8a667745 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be117837c5e949909d9e71c306f34679&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2740545 Mar 28 19:02:49.524586 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04885a08-c268-40ea-9937-764c8a667745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6614c113-904f-450f-9309-d71d70940ada,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:49.525654 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 49528) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:02:49.532191 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04885a08-c268-40ea-9937-764c8a667745 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:49.532566 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04885a08-c268-40ea-9937-764c8a667745 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:49.532913 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04885a08-c268-40ea-9937-764c8a667745 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:49.533250 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04885a08-c268-40ea-9937-764c8a667745 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:49.533584 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04885a08-c268-40ea-9937-764c8a667745 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:49.533916 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04885a08-c268-40ea-9937-764c8a667745 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:49.534245 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04885a08-c268-40ea-9937-764c8a667745 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:49.534575 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04885a08-c268-40ea-9937-764c8a667745 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:49.534926 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04885a08-c268-40ea-9937-764c8a667745 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:49.535255 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04885a08-c268-40ea-9937-764c8a667745 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:49.535578 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04885a08-c268-40ea-9937-764c8a667745 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:49.535898 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04885a08-c268-40ea-9937-764c8a667745 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:49.584896 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4b1dc32a-26d5-43ea-b898-5ce943756871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:02:49.610643 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4b1dc32a-26d5-43ea-b898-5ce943756871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:02:49.705277 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4b1dc32a-26d5-43ea-b898-5ce943756871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:02:49.719865 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1dc32a-26d5-43ea-b898-5ce943756871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6614c113-904f-450f-9309-d71d70940ada,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:02:49.729280 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1dc32a-26d5-43ea-b898-5ce943756871 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:49.729629 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1dc32a-26d5-43ea-b898-5ce943756871 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:49.729964 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1dc32a-26d5-43ea-b898-5ce943756871 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:49.730295 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1dc32a-26d5-43ea-b898-5ce943756871 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:49.730623 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1dc32a-26d5-43ea-b898-5ce943756871 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:49.730990 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1dc32a-26d5-43ea-b898-5ce943756871 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:49.731322 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1dc32a-26d5-43ea-b898-5ce943756871 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:49.731661 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1dc32a-26d5-43ea-b898-5ce943756871 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:49.731988 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1dc32a-26d5-43ea-b898-5ce943756871 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:49.732305 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1dc32a-26d5-43ea-b898-5ce943756871 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:49.732622 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1dc32a-26d5-43ea-b898-5ce943756871 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:49.732937 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1dc32a-26d5-43ea-b898-5ce943756871 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:02:49.737832 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4b1dc32a-26d5-43ea-b898-5ce943756871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:02:49.741644 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4b1dc32a-26d5-43ea-b898-5ce943756871 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6614c113-904f-450f-9309-d71d70940ada HTTP/1.1" status: 204 len: 168 time: 0.2117846 Mar 28 19:02:52.384279 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 5 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:02:55.222328 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d54ae98b-e555-41d2-a572-fddb357a64f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:02:57.422933 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-86158f36-43da-48c7-80a1-ccc42bae5d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:02:58.490626 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:02:58.511748 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:03:00.055462 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:03:25.224442 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-00537b1e-ce8f-4391-86d7-f41019507ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:03:27.425239 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-21e1b6cc-6abf-47ee-9701-d12289c3d3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:03:28.494439 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:03:28.512080 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:03:29.382213 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 5 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:03:30.058698 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:03:55.230201 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-48c662c9-16cf-4f92-933d-69f78ac04581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:03:57.429523 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-69ef2ff8-68d9-4bae-8cdc-86552e03fb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:03:58.497469 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:03:58.514566 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:04:00.061698 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:04:01.428372 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-464444'] for agent, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:04:06.381558 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:04:16.128669 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 49598) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:04:16.237885 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-426f4622-2b33-4c84-9931-003fac6e8fd8 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1081560 Mar 28 19:04:18.372438 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 49608) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:04:18.427084 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a9fe842a-5e2e-4b4d-9162-6435142c50c8 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0535550 Mar 28 19:04:25.233065 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-393e97d5-b549-4570-8330-9aba4218c5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:04:27.430548 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5d137569-1504-4074-8abd-e121c61d4f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:04:28.499707 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:04:28.515195 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:04:30.065386 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:04:31.379173 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:04:43.379918 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:04:55.239041 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-130e5133-3320-420c-b096-e47be9a23219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:04:57.439343 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-412bf4f5-283c-4f6d-9d19-2ef3906b325a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:04:58.505861 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:04:58.515916 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:00.067235 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:01.388829 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:20.378861 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:05:25.232023 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8136b120-c621-4575-b6a0-462bec3e6866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:27.432421 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-21f99f72-5dce-41a4-aeea-80e4b644d1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:28.506430 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:28.516910 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:30.071042 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:31.395433 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:42.230345 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 49712) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:42.546730 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-404634721-network', 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:42.552080 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:42.555992 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Usage tracker for resource:network and tenant:e80e42b66d5d44068ca2c1c3b098f1a9 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:42.561865 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:42.567567 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:42.577120 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Made reservation on behalf of e80e42b66d5d44068ca2c1c3b098f1a9 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:05:42.579665 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:42.591974 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:42.607022 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:42.610790 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Usage tracker for resource:security_group_rule and tenant:e80e42b66d5d44068ca2c1c3b098f1a9 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:42.613609 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:42.620732 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:42.728803 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:42.733187 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:42.768612 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb894159-76dd-41d3-b6ba-212b1e43f11c,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:42.778543 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:42.778919 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:42.779261 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:42.779591 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:42.779916 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:42.780255 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:42.780575 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:42.781090 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:42.781575 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:42.782042 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:42.782508 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:42.783008 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Tracked resource versions report: Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: pushed versions: Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: { 'AddressGroup': {'1.2'}, Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: 'ConntrackHelper': {'1.0'}, Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: 'Log': {'1.0'}, Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: 'Network': {'1.1'}, Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: 'Port': {'1.7'}, Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: 'PortForwarding': {'1.2'}, Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: 'QosPolicy': {'1.8'}, Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: 'SecurityGroup': {'1.4'}, Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: 'SecurityGroupRule': {'1.2'}, Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: 'SubPort': {'1.0'}, Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: 'Subnet': {'1.1'}, Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: 'Trunk': {'1.1'}} Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: consumer versions: Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: { DHCP agent@dv-neutron-834711-1-hyperv: {}, Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: HyperV agent@hv-neutron-8347: {}, Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: L3 agent@dv-neutron-834711-1-hyperv: {}, Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: Metadata agent@dv-neutron-834711-1-hyperv: {}, Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: Metering agent@dv-neutron-834711-1-hyperv: {}, Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: Open vSwitch agent@dv-neutron-834711-1-hyperv: { 'AddressGroup': '1.2', Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: 'ConntrackHelper': '1.0', Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: 'Log': '1.0', Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: 'Network': '1.1', Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: 'Port': '1.7', Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: 'PortForwarding': '1.2', Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: 'QosPolicy': '1.8', Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: 'SecurityGroup': '1.4', Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: 'SecurityGroupRule': '1.2', Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: 'SubPort': '1.0', Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: 'Subnet': '1.1', Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: 'Trunk': '1.1'}} Mar 28 19:05:42.784296 dv-neutron-834711-1-hyperv neutron-server[87833]: {{(pid=87833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 19:05:42.789739 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:05:42.799801 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:42.800331 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Added segment d357c8c6-fbd5-42e5-a72d-0184b760f007 of type vlan for network 615b137b-5658-4b36-89b6-00fdce80d6f1 Mar 28 19:05:42.828581 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:42.860372 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:42.861415 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:05:42.862077 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:42.962194 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7306967 Mar 28 19:05:42.965245 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 49750) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:42.971713 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-1b04d708-b5df-49a1-b964-efbfe699f5e7 admin admin] Request body: {'subnet': {'network_id': '615b137b-5658-4b36-89b6-00fdce80d6f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-404634721-subnet', 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:42.974214 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826362d1-50b7-4da0-ae60-c004f4a37bff admin admin] Pushing event updated for resources: {'Network': ['ID=615b137b-5658-4b36-89b6-00fdce80d6f1,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:42.978165 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-1b04d708-b5df-49a1-b964-efbfe699f5e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:42.982556 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1b04d708-b5df-49a1-b964-efbfe699f5e7 admin admin] Usage tracker for resource:subnet and tenant:e80e42b66d5d44068ca2c1c3b098f1a9 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:42.985913 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1b04d708-b5df-49a1-b964-efbfe699f5e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:42.992624 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-1b04d708-b5df-49a1-b964-efbfe699f5e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:43.006159 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b04d708-b5df-49a1-b964-efbfe699f5e7 admin admin] Made reservation on behalf of e80e42b66d5d44068ca2c1c3b098f1a9 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:05:43.009294 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1b04d708-b5df-49a1-b964-efbfe699f5e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:43.120495 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 615b137b-5658-4b36-89b6-00fdce80d6f1 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:05:43.261098 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1b04d708-b5df-49a1-b964-efbfe699f5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:43.327490 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04d708-b5df-49a1-b964-efbfe699f5e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05240730-88d2-4328-b36b-7b1d6500b963,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:43.336359 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04d708-b5df-49a1-b964-efbfe699f5e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:43.336729 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04d708-b5df-49a1-b964-efbfe699f5e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:43.337073 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04d708-b5df-49a1-b964-efbfe699f5e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:43.337404 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04d708-b5df-49a1-b964-efbfe699f5e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:43.337733 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04d708-b5df-49a1-b964-efbfe699f5e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:43.338074 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04d708-b5df-49a1-b964-efbfe699f5e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:43.338402 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04d708-b5df-49a1-b964-efbfe699f5e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:43.338749 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04d708-b5df-49a1-b964-efbfe699f5e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:43.339089 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04d708-b5df-49a1-b964-efbfe699f5e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:43.339409 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04d708-b5df-49a1-b964-efbfe699f5e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:43.339827 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04d708-b5df-49a1-b964-efbfe699f5e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:43.340037 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04d708-b5df-49a1-b964-efbfe699f5e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04d708-b5df-49a1-b964-efbfe699f5e7 admin admin] Tracked resource versions report: Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: pushed versions: Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: { 'AddressGroup': {'1.2'}, Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: 'ConntrackHelper': {'1.0'}, Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: 'Log': {'1.0'}, Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: 'Network': {'1.1'}, Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: 'Port': {'1.7'}, Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: 'PortForwarding': {'1.2'}, Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: 'QosPolicy': {'1.8'}, Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: 'SecurityGroup': {'1.4'}, Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: 'SecurityGroupRule': {'1.2'}, Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: 'SubPort': {'1.0'}, Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: 'Subnet': {'1.1'}, Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: 'Trunk': {'1.1'}} Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: consumer versions: Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: { DHCP agent@dv-neutron-834711-1-hyperv: {}, Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: HyperV agent@hv-neutron-8347: {}, Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: L3 agent@dv-neutron-834711-1-hyperv: {}, Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: Metadata agent@dv-neutron-834711-1-hyperv: {}, Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: Metering agent@dv-neutron-834711-1-hyperv: {}, Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: Open vSwitch agent@dv-neutron-834711-1-hyperv: { 'AddressGroup': '1.2', Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: 'ConntrackHelper': '1.0', Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: 'Log': '1.0', Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: 'Network': '1.1', Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: 'Port': '1.7', Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: 'PortForwarding': '1.2', Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: 'QosPolicy': '1.8', Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: 'SecurityGroup': '1.4', Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: 'SecurityGroupRule': '1.2', Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: 'SubPort': '1.0', Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: 'Subnet': '1.1', Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: 'Trunk': '1.1'}} Mar 28 19:05:43.341105 dv-neutron-834711-1-hyperv neutron-server[87832]: {{(pid=87832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 19:05:43.366012 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b04d708-b5df-49a1-b964-efbfe699f5e7 admin admin] Checking segment: {'id': 'd357c8c6-fbd5-42e5-a72d-0184b760f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '615b137b-5658-4b36-89b6-00fdce80d6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:05:43.366012 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b04d708-b5df-49a1-b964-efbfe699f5e7 admin admin] Network hostable DHCP agents. Network: 615b137b-5658-4b36-89b6-00fdce80d6f1, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:05:43.383890 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b04d708-b5df-49a1-b964-efbfe699f5e7 admin admin] Network 615b137b-5658-4b36-89b6-00fdce80d6f1 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:05:43.399986 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-1b04d708-b5df-49a1-b964-efbfe699f5e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 615b137b-5658-4b36-89b6-00fdce80d6f1) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:05:43.405552 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b04d708-b5df-49a1-b964-efbfe699f5e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:05:43.406142 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1b04d708-b5df-49a1-b964-efbfe699f5e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:43.412335 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa0f7ae-5f2d-4a06-997b-ea0d4e68c23b None None] Network 615b137b-5658-4b36-89b6-00fdce80d6f1 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:05:43.439868 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 49782) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:43.447695 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-fa520c8d-cf69-4006-819f-1fef9e8c06e0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-404634721-router', 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:43.451602 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1b04d708-b5df-49a1-b964-efbfe699f5e7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4846463 Mar 28 19:05:43.454102 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-fa520c8d-cf69-4006-819f-1fef9e8c06e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:43.458724 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-fa520c8d-cf69-4006-819f-1fef9e8c06e0 admin admin] Usage tracker for resource:router and tenant:e80e42b66d5d44068ca2c1c3b098f1a9 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:43.462110 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-fa520c8d-cf69-4006-819f-1fef9e8c06e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:43.469117 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-fa520c8d-cf69-4006-819f-1fef9e8c06e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:43.481134 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa520c8d-cf69-4006-819f-1fef9e8c06e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:43.483709 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa520c8d-cf69-4006-819f-1fef9e8c06e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:43.505579 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa520c8d-cf69-4006-819f-1fef9e8c06e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:43.678988 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-615b137b-5658-4b36-89b6-00fdce80d6f1', 'network_id': '615b137b-5658-4b36-89b6-00fdce80d6f1', 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'fixed_ips': [{'subnet_id': '05240730-88d2-4328-b36b-7b1d6500b963'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:05:43.680859 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:43.792878 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 49798) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:43.865504 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa520c8d-cf69-4006-819f-1fef9e8c06e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:43.888280 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Allocated IP 172.20.0.2 (615b137b-5658-4b36-89b6-00fdce80d6f1/05240730-88d2-4328-b36b-7b1d6500b963/1e402dbf-8f7a-4276-b58c-68c98135edd4) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:05:44.128443 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:44.141001 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Transition to ACTIVE for port object 1e402dbf-8f7a-4276-b58c-68c98135edd4 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:05:44.170421 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Transition to ACTIVE for port object 1e402dbf-8f7a-4276-b58c-68c98135edd4 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:05:44.182317 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:44.266553 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-8b99c500-4daa-49c3-96f9-088b305bd446 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-849075791-network', 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:44.267356 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Pushing event updated for resources: {'Port': ['ID=1e402dbf-8f7a-4276-b58c-68c98135edd4,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:44.273134 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8b99c500-4daa-49c3-96f9-088b305bd446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:44.281754 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8b99c500-4daa-49c3-96f9-088b305bd446 admin admin] Usage tracker for resource:network and tenant:936b36bbd26d462bb0c5b68398e9e06d is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:44.282735 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:44.283263 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:44.283741 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:44.284353 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:44.284829 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:44.285920 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:44.286049 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8b99c500-4daa-49c3-96f9-088b305bd446 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:44.286563 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:44.287140 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:44.287654 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:44.288136 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:44.288639 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:44.289104 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:44.290649 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa520c8d-cf69-4006-819f-1fef9e8c06e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Tracked resource versions report: Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: pushed versions: Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: { 'AddressGroup': {'1.2'}, Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: 'ConntrackHelper': {'1.0'}, Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: 'Log': {'1.0'}, Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: 'Network': {'1.1'}, Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: 'Port': {'1.7'}, Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: 'PortForwarding': {'1.2'}, Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: 'QosPolicy': {'1.8'}, Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: 'SecurityGroup': {'1.4'}, Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: 'SecurityGroupRule': {'1.2'}, Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: 'SubPort': {'1.0'}, Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: 'Subnet': {'1.1'}, Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: 'Trunk': {'1.1'}} Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: consumer versions: Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: { DHCP agent@dv-neutron-834711-1-hyperv: {}, Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: HyperV agent@hv-neutron-8347: {}, Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: L3 agent@dv-neutron-834711-1-hyperv: {}, Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: Metadata agent@dv-neutron-834711-1-hyperv: {}, Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: Metering agent@dv-neutron-834711-1-hyperv: {}, Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: Open vSwitch agent@dv-neutron-834711-1-hyperv: { 'AddressGroup': '1.2', Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: 'ConntrackHelper': '1.0', Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: 'Log': '1.0', Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: 'Network': '1.1', Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: 'Port': '1.7', Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: 'PortForwarding': '1.2', Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: 'QosPolicy': '1.8', Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: 'SecurityGroup': '1.4', Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: 'SecurityGroupRule': '1.2', Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: 'SubPort': '1.0', Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: 'Subnet': '1.1', Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: 'Trunk': '1.1'}} Mar 28 19:05:44.290899 dv-neutron-834711-1-hyperv neutron-server[87834]: {{(pid=87834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 19:05:44.302610 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8b99c500-4daa-49c3-96f9-088b305bd446 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:44.309651 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Network 615b137b-5658-4b36-89b6-00fdce80d6f1 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:05:44.311822 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:05:44.314755 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:05:44.328150 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b99c500-4daa-49c3-96f9-088b305bd446 admin admin] Made reservation on behalf of 936b36bbd26d462bb0c5b68398e9e06d for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:05:44.330531 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8b99c500-4daa-49c3-96f9-088b305bd446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:44.350320 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8b99c500-4daa-49c3-96f9-088b305bd446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:44.354655 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa520c8d-cf69-4006-819f-1fef9e8c06e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:44.388194 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8b99c500-4daa-49c3-96f9-088b305bd446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:44.392243 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8b99c500-4daa-49c3-96f9-088b305bd446 admin admin] Usage tracker for resource:security_group_rule and tenant:936b36bbd26d462bb0c5b68398e9e06d is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:44.395248 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8b99c500-4daa-49c3-96f9-088b305bd446 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:44.404410 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8b99c500-4daa-49c3-96f9-088b305bd446 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:44.451889 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Attempting to bind port 1e402dbf-8f7a-4276-b58c-68c98135edd4 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:05:44.452291 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Attempting to bind port 1e402dbf-8f7a-4276-b58c-68c98135edd4 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'd357c8c6-fbd5-42e5-a72d-0184b760f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '615b137b-5658-4b36-89b6-00fdce80d6f1'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:05:44.452600 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Attempting to bind port 1e402dbf-8f7a-4276-b58c-68c98135edd4 on network 615b137b-5658-4b36-89b6-00fdce80d6f1 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:05:44.459181 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:05:44.460065 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Checking segment: {'id': 'd357c8c6-fbd5-42e5-a72d-0184b760f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '615b137b-5658-4b36-89b6-00fdce80d6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:05:44.460214 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:44.460677 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Bound using segment: {'id': 'd357c8c6-fbd5-42e5-a72d-0184b760f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '615b137b-5658-4b36-89b6-00fdce80d6f1'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:05:44.461186 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Bound port: 1e402dbf-8f7a-4276-b58c-68c98135edd4, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd357c8c6-fbd5-42e5-a72d-0184b760f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '615b137b-5658-4b36-89b6-00fdce80d6f1'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:05:44.461581 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:44.530242 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8b99c500-4daa-49c3-96f9-088b305bd446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:44.538138 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-fa520c8d-cf69-4006-819f-1fef9e8c06e0 admin admin] Allocated IP 172.26.4.181 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/bd427631-e7d0-4872-a369-c8eae82cea1b) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:05:44.539243 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8b99c500-4daa-49c3-96f9-088b305bd446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:44.581019 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 49824) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:44.581288 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] For port 1e402dbf-8f7a-4276-b58c-68c98135edd4, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:05:44.585320 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] For port 1e402dbf-8f7a-4276-b58c-68c98135edd4, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1e402dbf-8f7a-4276-b58c-68c98135edd4,segment=NetworkSegment(d357c8c6-fbd5-42e5-a72d-0184b760f007),segment_id=d357c8c6-fbd5-42e5-a72d-0184b760f007)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:05:44.593862 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:44.606063 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99c500-4daa-49c3-96f9-088b305bd446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92da634e-7920-48a1-aca3-15cb1d58d0a8,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:44.618788 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b99c500-4daa-49c3-96f9-088b305bd446 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:05:44.634646 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8b99c500-4daa-49c3-96f9-088b305bd446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:44.635103 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-8b99c500-4daa-49c3-96f9-088b305bd446 admin admin] Added segment f4b79253-f154-4b92-89f2-ee1c41f4313d of type vlan for network 05d45956-a093-40a4-9858-58f23a47edbe Mar 28 19:05:44.668854 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8b99c500-4daa-49c3-96f9-088b305bd446 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:44.718816 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8b99c500-4daa-49c3-96f9-088b305bd446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:44.719914 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b99c500-4daa-49c3-96f9-088b305bd446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:05:44.720758 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8b99c500-4daa-49c3-96f9-088b305bd446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:44.744010 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa520c8d-cf69-4006-819f-1fef9e8c06e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:44.784450 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece0a57-c340-47be-b5d0-e8796f23de63 None None] Pushing event updated for resources: {'Port': ['ID=1e402dbf-8f7a-4276-b58c-68c98135edd4,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:44.786775 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa520c8d-cf69-4006-819f-1fef9e8c06e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:44.821884 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8b99c500-4daa-49c3-96f9-088b305bd446 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0275078 Mar 28 19:05:44.825386 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 49832) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:44.834463 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-b500bc8b-405d-4e6c-8142-d636b55b0d86 admin admin] Request body: {'subnet': {'network_id': '05d45956-a093-40a4-9858-58f23a47edbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-849075791-subnet', 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:44.841434 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b500bc8b-405d-4e6c-8142-d636b55b0d86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:44.845291 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b500bc8b-405d-4e6c-8142-d636b55b0d86 admin admin] Usage tracker for resource:subnet and tenant:936b36bbd26d462bb0c5b68398e9e06d is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:44.848895 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b500bc8b-405d-4e6c-8142-d636b55b0d86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:44.856224 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b500bc8b-405d-4e6c-8142-d636b55b0d86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:44.863158 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa520c8d-cf69-4006-819f-1fef9e8c06e0 admin admin] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:05:44.867270 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-fa520c8d-cf69-4006-819f-1fef9e8c06e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:05:44.871474 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa520c8d-cf69-4006-819f-1fef9e8c06e0 admin admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:05:44.919723 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b500bc8b-405d-4e6c-8142-d636b55b0d86 admin admin] Made reservation on behalf of 936b36bbd26d462bb0c5b68398e9e06d for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:05:44.921293 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b500bc8b-405d-4e6c-8142-d636b55b0d86 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:45.086435 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99c500-4daa-49c3-96f9-088b305bd446 admin admin] Pushing event updated for resources: {'Network': ['ID=05d45956-a093-40a4-9858-58f23a47edbe,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:45.098238 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 05d45956-a093-40a4-9858-58f23a47edbe details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:05:45.241910 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b500bc8b-405d-4e6c-8142-d636b55b0d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:45.280332 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-fad58e60-3afe-4e97-a589-1923fa7b48f6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1034931747-network', 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:45.292294 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa520c8d-cf69-4006-819f-1fef9e8c06e0 admin admin] Pushing event updated for resources: {'Port': ['ID=bd427631-e7d0-4872-a369-c8eae82cea1b,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:45.319418 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-fad58e60-3afe-4e97-a589-1923fa7b48f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:45.323642 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-fad58e60-3afe-4e97-a589-1923fa7b48f6 admin admin] Usage tracker for resource:network and tenant:f4993bcab6fb4428a9a91e58a57803b7 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:45.326812 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-fad58e60-3afe-4e97-a589-1923fa7b48f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:45.334163 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-fad58e60-3afe-4e97-a589-1923fa7b48f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:45.340239 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500bc8b-405d-4e6c-8142-d636b55b0d86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba510855-a9fd-4b40-9483-d8a58a15b59b,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:45.349697 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad58e60-3afe-4e97-a589-1923fa7b48f6 admin admin] Made reservation on behalf of f4993bcab6fb4428a9a91e58a57803b7 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:05:45.352259 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fad58e60-3afe-4e97-a589-1923fa7b48f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:45.356581 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b500bc8b-405d-4e6c-8142-d636b55b0d86 admin admin] Checking segment: {'id': 'f4b79253-f154-4b92-89f2-ee1c41f4313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '05d45956-a093-40a4-9858-58f23a47edbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:05:45.356943 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b500bc8b-405d-4e6c-8142-d636b55b0d86 admin admin] Network hostable DHCP agents. Network: 05d45956-a093-40a4-9858-58f23a47edbe, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:05:45.370040 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fad58e60-3afe-4e97-a589-1923fa7b48f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:45.384186 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b500bc8b-405d-4e6c-8142-d636b55b0d86 admin admin] Network 05d45956-a093-40a4-9858-58f23a47edbe is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:05:45.397563 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-b500bc8b-405d-4e6c-8142-d636b55b0d86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 05d45956-a093-40a4-9858-58f23a47edbe) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:05:45.406789 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386f7d23-6037-4c45-92fb-ea4ee31f43e1 None None] Network 05d45956-a093-40a4-9858-58f23a47edbe requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:05:45.416112 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b500bc8b-405d-4e6c-8142-d636b55b0d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:05:45.416789 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b500bc8b-405d-4e6c-8142-d636b55b0d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:45.452616 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b500bc8b-405d-4e6c-8142-d636b55b0d86 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6259584 Mar 28 19:05:45.457611 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 49854) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:45.466723 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-7d2818d4-da65-4e05-93f1-a459bd9b256b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-849075791-router', 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:45.473023 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-7d2818d4-da65-4e05-93f1-a459bd9b256b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:45.477991 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-7d2818d4-da65-4e05-93f1-a459bd9b256b admin admin] Usage tracker for resource:router and tenant:936b36bbd26d462bb0c5b68398e9e06d is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:45.481437 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-7d2818d4-da65-4e05-93f1-a459bd9b256b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:45.494069 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-7d2818d4-da65-4e05-93f1-a459bd9b256b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:45.507974 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7d2818d4-da65-4e05-93f1-a459bd9b256b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:45.509109 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7d2818d4-da65-4e05-93f1-a459bd9b256b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:45.530281 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7d2818d4-da65-4e05-93f1-a459bd9b256b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:45.605847 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-fad58e60-3afe-4e97-a589-1923fa7b48f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:45.615870 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-fad58e60-3afe-4e97-a589-1923fa7b48f6 admin admin] Usage tracker for resource:security_group_rule and tenant:f4993bcab6fb4428a9a91e58a57803b7 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:45.620704 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-fad58e60-3afe-4e97-a589-1923fa7b48f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:45.633785 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-fad58e60-3afe-4e97-a589-1923fa7b48f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:45.675489 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa520c8d-cf69-4006-819f-1fef9e8c06e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:45.837701 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acebbd92-9bb3-46b8-a680-d2692eb49f5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-05d45956-a093-40a4-9858-58f23a47edbe', 'network_id': '05d45956-a093-40a4-9858-58f23a47edbe', 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d', 'fixed_ips': [{'subnet_id': 'ba510855-a9fd-4b40-9483-d8a58a15b59b'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:05:45.841080 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-acebbd92-9bb3-46b8-a680-d2692eb49f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:45.932346 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7d2818d4-da65-4e05-93f1-a459bd9b256b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:46.058919 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-acebbd92-9bb3-46b8-a680-d2692eb49f5e None None] Allocated IP 172.20.0.2 (05d45956-a093-40a4-9858-58f23a47edbe/ba510855-a9fd-4b40-9483-d8a58a15b59b/9c7dffe0-fb3e-4d3f-afc6-c86024ce4534) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:05:46.243100 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fad58e60-3afe-4e97-a589-1923fa7b48f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:46.249700 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4582be0-9b51-4ef0-88fa-8d5449ad50dc None None] Network 615b137b-5658-4b36-89b6-00fdce80d6f1 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:05:46.336780 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 49878) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:46.346370 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fad58e60-3afe-4e97-a589-1923fa7b48f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:46.454616 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad58e60-3afe-4e97-a589-1923fa7b48f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:05:46.500445 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad58e60-3afe-4e97-a589-1923fa7b48f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2b3b48-04d5-49ec-97a8-b41d86663529,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:46.504206 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa520c8d-cf69-4006-819f-1fef9e8c06e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:46.507474 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fad58e60-3afe-4e97-a589-1923fa7b48f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:46.508079 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-fad58e60-3afe-4e97-a589-1923fa7b48f6 admin admin] Added segment 555fb773-0269-467f-a1ec-d2a5a4c65edc of type vlan for network 11c83c4f-ff0a-4113-af10-31cfb7cfdd7c Mar 28 19:05:46.598082 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7d2818d4-da65-4e05-93f1-a459bd9b256b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:46.618599 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1e402dbf-8f7a-4276-b58c-68c98135edd4 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:05:46.621791 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fad58e60-3afe-4e97-a589-1923fa7b48f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:46.635472 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7d2818d4-da65-4e05-93f1-a459bd9b256b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:46.756978 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fad58e60-3afe-4e97-a589-1923fa7b48f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:46.758393 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad58e60-3afe-4e97-a589-1923fa7b48f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:05:46.759249 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fad58e60-3afe-4e97-a589-1923fa7b48f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:46.869826 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad58e60-3afe-4e97-a589-1923fa7b48f6 admin admin] Pushing event updated for resources: {'Network': ['ID=11c83c4f-ff0a-4113-af10-31cfb7cfdd7c,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:46.881133 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-628671e6-0484-4a12-9797-23851c86cc1d tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:46.885840 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-628671e6-0484-4a12-9797-23851c86cc1d tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:46.890914 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-628671e6-0484-4a12-9797-23851c86cc1d tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Usage tracker for resource:floatingip and tenant:7ce44c6656a84a6eaa291d12231ae94e is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:46.894465 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-628671e6-0484-4a12-9797-23851c86cc1d tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:46.901021 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-628671e6-0484-4a12-9797-23851c86cc1d tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:46.903614 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-7d2818d4-da65-4e05-93f1-a459bd9b256b admin admin] Allocated IP 172.26.4.209 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/962c8d86-2876-4fbf-aa7e-695275b771c6) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:05:46.909276 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 11c83c4f-ff0a-4113-af10-31cfb7cfdd7c details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:05:46.919922 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-628671e6-0484-4a12-9797-23851c86cc1d tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:47.053740 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-fad58e60-3afe-4e97-a589-1923fa7b48f6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.4711552 Mar 28 19:05:47.056789 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 49904) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:47.068821 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-f13ac7b3-0d70-49c4-89ac-127596a51c86 admin admin] Request body: {'subnet': {'network_id': '11c83c4f-ff0a-4113-af10-31cfb7cfdd7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1034931747-subnet', 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:47.076105 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa520c8d-cf69-4006-819f-1fef9e8c06e0 admin admin] Router ae33a371-1b19-45c7-a7c0-09176b9c32fd is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:05:47.080702 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f13ac7b3-0d70-49c4-89ac-127596a51c86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:47.124234 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7d2818d4-da65-4e05-93f1-a459bd9b256b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:47.164787 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-acebbd92-9bb3-46b8-a680-d2692eb49f5e None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:47.186493 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-73924197-24cd-49ad-b3a5-b7fe92a03a96 None None] Provisioning for port 1e402dbf-8f7a-4276-b58c-68c98135edd4 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:05:47.220334 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-acebbd92-9bb3-46b8-a680-d2692eb49f5e None None] Transition to ACTIVE for port object 9c7dffe0-fb3e-4d3f-afc6-c86024ce4534 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:05:47.229473 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7d2818d4-da65-4e05-93f1-a459bd9b256b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:47.249316 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-acebbd92-9bb3-46b8-a680-d2692eb49f5e None None] Transition to ACTIVE for port object 9c7dffe0-fb3e-4d3f-afc6-c86024ce4534 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:05:47.268429 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-acebbd92-9bb3-46b8-a680-d2692eb49f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:47.274691 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f13ac7b3-0d70-49c4-89ac-127596a51c86 admin admin] Usage tracker for resource:subnet and tenant:f4993bcab6fb4428a9a91e58a57803b7 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:47.278842 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa520c8d-cf69-4006-819f-1fef9e8c06e0 admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:05:47.284533 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f13ac7b3-0d70-49c4-89ac-127596a51c86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:47.289296 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d67657-396f-469f-be7d-77896100b59b None None] Sync routers for ids ['ae33a371-1b19-45c7-a7c0-09176b9c32fd'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:05:47.302871 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f13ac7b3-0d70-49c4-89ac-127596a51c86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:47.305541 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d67657-396f-469f-be7d-77896100b59b None None] Routers {'ae33a371-1b19-45c7-a7c0-09176b9c32fd'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:05:47.307348 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-70d67657-396f-469f-be7d-77896100b59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:05:27Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ae33a371-1b19-45c7-a7c0-09176b9c32fd'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:47.315836 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 1e402dbf-8f7a-4276-b58c-68c98135edd4 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:05:47.329493 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-628671e6-0484-4a12-9797-23851c86cc1d tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:47.370900 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 1e402dbf-8f7a-4276-b58c-68c98135edd4 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:05:47.371279 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:47.374387 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 49912) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:47.410017 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2818d4-da65-4e05-93f1-a459bd9b256b admin admin] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:05:47.413387 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-7d2818d4-da65-4e05-93f1-a459bd9b256b admin admin] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:05:47.422371 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2818d4-da65-4e05-93f1-a459bd9b256b admin admin] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:05:47.468117 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acebbd92-9bb3-46b8-a680-d2692eb49f5e None None] Pushing event updated for resources: {'Port': ['ID=9c7dffe0-fb3e-4d3f-afc6-c86024ce4534,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:47.507491 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acebbd92-9bb3-46b8-a680-d2692eb49f5e None None] Network 05d45956-a093-40a4-9858-58f23a47edbe is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:05:47.511196 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-acebbd92-9bb3-46b8-a680-d2692eb49f5e None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:05:47.520885 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acebbd92-9bb3-46b8-a680-d2692eb49f5e None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:05:47.597894 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-628671e6-0484-4a12-9797-23851c86cc1d tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Allocated IP 172.26.4.217 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/2411c92b-c062-40ce-8381-1f5e0bc7e3b1) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:05:47.612613 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2818d4-da65-4e05-93f1-a459bd9b256b admin admin] Pushing event updated for resources: {'Port': ['ID=962c8d86-2876-4fbf-aa7e-695275b771c6,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:47.716716 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 49922) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:47.722497 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-acebbd92-9bb3-46b8-a680-d2692eb49f5e None None] Attempting to bind port 9c7dffe0-fb3e-4d3f-afc6-c86024ce4534 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:05:47.723551 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-acebbd92-9bb3-46b8-a680-d2692eb49f5e None None] Attempting to bind port 9c7dffe0-fb3e-4d3f-afc6-c86024ce4534 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'f4b79253-f154-4b92-89f2-ee1c41f4313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '05d45956-a093-40a4-9858-58f23a47edbe'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:05:47.724911 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acebbd92-9bb3-46b8-a680-d2692eb49f5e None None] Attempting to bind port 9c7dffe0-fb3e-4d3f-afc6-c86024ce4534 on network 05d45956-a093-40a4-9858-58f23a47edbe {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:05:47.734265 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-70d67657-396f-469f-be7d-77896100b59b None None] Set router ae33a371-1b19-45c7-a7c0-09176b9c32fd gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:05:47.768770 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acebbd92-9bb3-46b8-a680-d2692eb49f5e None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:05:47.769435 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acebbd92-9bb3-46b8-a680-d2692eb49f5e None None] Checking segment: {'id': 'f4b79253-f154-4b92-89f2-ee1c41f4313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '05d45956-a093-40a4-9858-58f23a47edbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:05:47.770051 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-acebbd92-9bb3-46b8-a680-d2692eb49f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:47.770725 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acebbd92-9bb3-46b8-a680-d2692eb49f5e None None] Bound using segment: {'id': 'f4b79253-f154-4b92-89f2-ee1c41f4313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '05d45956-a093-40a4-9858-58f23a47edbe'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:05:47.771795 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-acebbd92-9bb3-46b8-a680-d2692eb49f5e None None] Bound port: 9c7dffe0-fb3e-4d3f-afc6-c86024ce4534, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b79253-f154-4b92-89f2-ee1c41f4313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '05d45956-a093-40a4-9858-58f23a47edbe'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:05:47.772422 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-acebbd92-9bb3-46b8-a680-d2692eb49f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:47.910628 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-628671e6-0484-4a12-9797-23851c86cc1d tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:47.923613 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:47.924799 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa520c8d-cf69-4006-819f-1fef9e8c06e0 admin admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:47.926011 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-fa520c8d-cf69-4006-819f-1fef9e8c06e0 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4841368 Mar 28 19:05:47.928393 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 49928) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:47.930132 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 49930) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:47.937773 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13ac7b3-0d70-49c4-89ac-127596a51c86 admin admin] Made reservation on behalf of f4993bcab6fb4428a9a91e58a57803b7 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:05:47.940158 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f13ac7b3-0d70-49c4-89ac-127596a51c86 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:47.964097 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-8908e099-30ee-4c1f-96b0-df876c1d6f2b None None] Provisioning complete for port 1e402dbf-8f7a-4276-b58c-68c98135edd4 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:05:47.964903 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8908e099-30ee-4c1f-96b0-df876c1d6f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:48.077885 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 1e402dbf-8f7a-4276-b58c-68c98135edd4, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1e402dbf-8f7a-4276-b58c-68c98135edd4,segment=NetworkSegment(d357c8c6-fbd5-42e5-a72d-0184b760f007),segment_id=d357c8c6-fbd5-42e5-a72d-0184b760f007)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:05:48.092029 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:48.095071 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-acebbd92-9bb3-46b8-a680-d2692eb49f5e None None] For port 9c7dffe0-fb3e-4d3f-afc6-c86024ce4534, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:05:48.173379 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 49940) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:48.219789 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-74393680-8d14-439f-9ca7-4e45b82a6410 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-983567979'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:48.220006 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-acebbd92-9bb3-46b8-a680-d2692eb49f5e None None] For port 9c7dffe0-fb3e-4d3f-afc6-c86024ce4534, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=9c7dffe0-fb3e-4d3f-afc6-c86024ce4534,segment=NetworkSegment(f4b79253-f154-4b92-89f2-ee1c41f4313d),segment_id=f4b79253-f154-4b92-89f2-ee1c41f4313d)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:05:48.226953 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-628671e6-0484-4a12-9797-23851c86cc1d tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:48.246496 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-acebbd92-9bb3-46b8-a680-d2692eb49f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:48.249653 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-74393680-8d14-439f-9ca7-4e45b82a6410 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:48.253707 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-74393680-8d14-439f-9ca7-4e45b82a6410 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Usage tracker for resource:network and tenant:087bf5c305e64ab09db4cd8483de976c is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:48.257722 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-74393680-8d14-439f-9ca7-4e45b82a6410 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:48.264639 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-74393680-8d14-439f-9ca7-4e45b82a6410 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:48.284556 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74393680-8d14-439f-9ca7-4e45b82a6410 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Made reservation on behalf of 087bf5c305e64ab09db4cd8483de976c for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:05:48.289471 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-74393680-8d14-439f-9ca7-4e45b82a6410 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:48.293066 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=1e402dbf-8f7a-4276-b58c-68c98135edd4,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:48.308544 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-74393680-8d14-439f-9ca7-4e45b82a6410 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:48.332571 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-74393680-8d14-439f-9ca7-4e45b82a6410 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:48.337559 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-74393680-8d14-439f-9ca7-4e45b82a6410 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Usage tracker for resource:security_group_rule and tenant:087bf5c305e64ab09db4cd8483de976c is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:48.340708 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-74393680-8d14-439f-9ca7-4e45b82a6410 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:48.347872 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-74393680-8d14-439f-9ca7-4e45b82a6410 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:48.369591 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-70d67657-396f-469f-be7d-77896100b59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'name': 'tempest-ServersTestManualDisk-404634721-router', 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'bd427631-e7d0-4872-a369-c8eae82cea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:43Z', 'updated_at': '2022-03-28T19:05:45Z', 'revision_number': 3, 'project_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'gw_port': {'id': 'bd427631-e7d0-4872-a369-c8eae82cea1b', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:44Z', 'updated_at': '2022-03-28T19:05:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:48.374055 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d67657-396f-469f-be7d-77896100b59b None None] Checking router: ae33a371-1b19-45c7-a7c0-09176b9c32fd for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:05:48.374435 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d67657-396f-469f-be7d-77896100b59b None None] Updating router ae33a371-1b19-45c7-a7c0-09176b9c32fd port bd427631-e7d0-4872-a369-c8eae82cea1b binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:05:48.385356 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-be089928-e616-466a-8a86-7395db91a1a4 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:48.404211 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acebbd92-9bb3-46b8-a680-d2692eb49f5e None None] Pushing event updated for resources: {'Port': ['ID=9c7dffe0-fb3e-4d3f-afc6-c86024ce4534,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:48.453260 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-bddb8203-0a78-4ee2-93ff-0f558307a4ef tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2025428478'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:48.488592 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628671e6-0484-4a12-9797-23851c86cc1d tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:05:48.490840 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bddb8203-0a78-4ee2-93ff-0f558307a4ef tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:48.495462 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-70d67657-396f-469f-be7d-77896100b59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:48.502431 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bddb8203-0a78-4ee2-93ff-0f558307a4ef tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Usage tracker for resource:network and tenant:7575861c0eb745a3a129ba820518bc35 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:48.507599 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1e402dbf-8f7a-4276-b58c-68c98135edd4 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:05:48.518299 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-74393680-8d14-439f-9ca7-4e45b82a6410 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:48.519427 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bddb8203-0a78-4ee2-93ff-0f558307a4ef tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:48.535136 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7d2818d4-da65-4e05-93f1-a459bd9b256b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:48.543923 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-628671e6-0484-4a12-9797-23851c86cc1d tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:05:48.547379 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628671e6-0484-4a12-9797-23851c86cc1d tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:05:48.621385 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bddb8203-0a78-4ee2-93ff-0f558307a4ef tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:48.644691 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628671e6-0484-4a12-9797-23851c86cc1d tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Pushing event updated for resources: {'Port': ['ID=2411c92b-c062-40ce-8381-1f5e0bc7e3b1,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:48.671841 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-be089928-e616-466a-8a86-7395db91a1a4 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] 10.222.0.10 "PUT /v2.0/quotas/e254fe6878f64bab8428117e9031a88a HTTP/1.1" status: 200 len: 368 time: 0.4925215 Mar 28 19:05:48.671841 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f13ac7b3-0d70-49c4-89ac-127596a51c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:48.678603 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 49952) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:48.700469 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-ce5a5f54-26f5-4654-9d8a-b44d7c0bc634 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1152246910'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:48.704008 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-74393680-8d14-439f-9ca7-4e45b82a6410 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:48.741413 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 1e402dbf-8f7a-4276-b58c-68c98135edd4 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:05:48.742513 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:48.791335 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-ce5a5f54-26f5-4654-9d8a-b44d7c0bc634 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:48.812236 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ce5a5f54-26f5-4654-9d8a-b44d7c0bc634 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] Usage tracker for resource:network and tenant:f03352bff70249c3b765150dcb0bf1eb is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:48.815423 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ce5a5f54-26f5-4654-9d8a-b44d7c0bc634 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:48.822170 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-ce5a5f54-26f5-4654-9d8a-b44d7c0bc634 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:48.829633 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74393680-8d14-439f-9ca7-4e45b82a6410 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:05:48.831802 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddb8203-0a78-4ee2-93ff-0f558307a4ef tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Made reservation on behalf of 7575861c0eb745a3a129ba820518bc35 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:05:48.836686 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bddb8203-0a78-4ee2-93ff-0f558307a4ef tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:48.865650 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5a5f54-26f5-4654-9d8a-b44d7c0bc634 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] Made reservation on behalf of f03352bff70249c3b765150dcb0bf1eb for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:05:48.869178 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ce5a5f54-26f5-4654-9d8a-b44d7c0bc634 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:48.917110 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ce5a5f54-26f5-4654-9d8a-b44d7c0bc634 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:48.930490 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74393680-8d14-439f-9ca7-4e45b82a6410 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f47c73-fd5b-45ed-9a1f-1fb3d1e697d9,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:48.930727 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ac7b3-0d70-49c4-89ac-127596a51c86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=998791e8-b3d0-43f0-877b-47ab95e8fd2d,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:48.938494 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-70d67657-396f-469f-be7d-77896100b59b None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:48.938761 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bddb8203-0a78-4ee2-93ff-0f558307a4ef tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:48.956526 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-526834f8-a51d-4d2e-9281-025500398477 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Request body: {'network': {'project_id': 'e254fe6878f64bab8428117e9031a88a'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:48.956689 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-70d67657-396f-469f-be7d-77896100b59b None None] Transition to ACTIVE for port object bd427631-e7d0-4872-a369-c8eae82cea1b will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:05:48.964551 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-70d67657-396f-469f-be7d-77896100b59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:48.991856 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-628671e6-0484-4a12-9797-23851c86cc1d tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:49.016647 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-526834f8-a51d-4d2e-9281-025500398477 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:49.056540 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-526834f8-a51d-4d2e-9281-025500398477 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Usage tracker for resource:network and tenant:e254fe6878f64bab8428117e9031a88a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:49.061162 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-526834f8-a51d-4d2e-9281-025500398477 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:49.066860 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-74393680-8d14-439f-9ca7-4e45b82a6410 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:49.067054 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46a0e6-3527-4d3c-95e9-b4b1b59e7299 None None] Pushing event updated for resources: {'Port': ['ID=bd427631-e7d0-4872-a369-c8eae82cea1b,revision_number=2']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:49.067224 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-74393680-8d14-439f-9ca7-4e45b82a6410 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Added segment 908f57e2-e30f-49ab-93a4-cfb4332a73ca of type vlan for network dd24a5ac-d4fd-499e-b47d-7a3de5724f3e Mar 28 19:05:49.078115 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46a0e6-3527-4d3c-95e9-b4b1b59e7299 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:49.078735 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46a0e6-3527-4d3c-95e9-b4b1b59e7299 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:49.079125 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46a0e6-3527-4d3c-95e9-b4b1b59e7299 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:49.079699 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46a0e6-3527-4d3c-95e9-b4b1b59e7299 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:49.080204 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46a0e6-3527-4d3c-95e9-b4b1b59e7299 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:49.080715 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46a0e6-3527-4d3c-95e9-b4b1b59e7299 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:49.081059 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46a0e6-3527-4d3c-95e9-b4b1b59e7299 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:49.081390 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46a0e6-3527-4d3c-95e9-b4b1b59e7299 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:49.081878 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46a0e6-3527-4d3c-95e9-b4b1b59e7299 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:49.082366 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46a0e6-3527-4d3c-95e9-b4b1b59e7299 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:49.082684 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-526834f8-a51d-4d2e-9281-025500398477 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:49.083105 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46a0e6-3527-4d3c-95e9-b4b1b59e7299 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:49.083528 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46a0e6-3527-4d3c-95e9-b4b1b59e7299 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46a0e6-3527-4d3c-95e9-b4b1b59e7299 None None] Tracked resource versions report: Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: pushed versions: Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: { 'AddressGroup': {'1.2'}, Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: 'ConntrackHelper': {'1.0'}, Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: 'Log': {'1.0'}, Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: 'Network': {'1.1'}, Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: 'Port': {'1.7'}, Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: 'PortForwarding': {'1.2'}, Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: 'QosPolicy': {'1.8'}, Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: 'SecurityGroup': {'1.4'}, Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: 'SecurityGroupRule': {'1.2'}, Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: 'SubPort': {'1.0'}, Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: 'Subnet': {'1.1'}, Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: 'Trunk': {'1.1'}} Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: consumer versions: Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: { DHCP agent@dv-neutron-834711-1-hyperv: {}, Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: HyperV agent@hv-neutron-8347: {}, Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: L3 agent@dv-neutron-834711-1-hyperv: {}, Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: Metadata agent@dv-neutron-834711-1-hyperv: {}, Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: Metering agent@dv-neutron-834711-1-hyperv: {}, Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: Open vSwitch agent@dv-neutron-834711-1-hyperv: { 'AddressGroup': '1.2', Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: 'ConntrackHelper': '1.0', Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: 'Log': '1.0', Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: 'Network': '1.1', Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: 'Port': '1.7', Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: 'PortForwarding': '1.2', Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: 'QosPolicy': '1.8', Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: 'SecurityGroup': '1.4', Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: 'SecurityGroupRule': '1.2', Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: 'SubPort': '1.0', Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: 'Subnet': '1.1', Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: 'Trunk': '1.1'}} Mar 28 19:05:49.084753 dv-neutron-834711-1-hyperv neutron-server[87835]: {{(pid=87835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 19:05:49.087366 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-ce5a5f54-26f5-4654-9d8a-b44d7c0bc634 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:49.089424 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13ac7b3-0d70-49c4-89ac-127596a51c86 admin admin] Checking segment: {'id': '555fb773-0269-467f-a1ec-d2a5a4c65edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11c83c4f-ff0a-4113-af10-31cfb7cfdd7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:05:49.089928 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13ac7b3-0d70-49c4-89ac-127596a51c86 admin admin] Network hostable DHCP agents. Network: 11c83c4f-ff0a-4113-af10-31cfb7cfdd7c, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:05:49.092471 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bddb8203-0a78-4ee2-93ff-0f558307a4ef tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:49.093464 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-70d67657-396f-469f-be7d-77896100b59b None None] Attempting to bind port bd427631-e7d0-4872-a369-c8eae82cea1b on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:05:49.094377 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-70d67657-396f-469f-be7d-77896100b59b None None] Attempting to bind port bd427631-e7d0-4872-a369-c8eae82cea1b by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:05:49.094755 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d67657-396f-469f-be7d-77896100b59b None None] Attempting to bind port bd427631-e7d0-4872-a369-c8eae82cea1b on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:05:49.102089 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ce5a5f54-26f5-4654-9d8a-b44d7c0bc634 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] Usage tracker for resource:security_group_rule and tenant:f03352bff70249c3b765150dcb0bf1eb is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:49.103134 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d67657-396f-469f-be7d-77896100b59b None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:05:49.103508 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d67657-396f-469f-be7d-77896100b59b None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:05:49.103894 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-70d67657-396f-469f-be7d-77896100b59b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:49.104291 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d67657-396f-469f-be7d-77896100b59b None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:05:49.104748 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-70d67657-396f-469f-be7d-77896100b59b None None] Bound port: bd427631-e7d0-4872-a369-c8eae82cea1b, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:05:49.105019 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ce5a5f54-26f5-4654-9d8a-b44d7c0bc634 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:49.105147 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-70d67657-396f-469f-be7d-77896100b59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:49.110712 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bddb8203-0a78-4ee2-93ff-0f558307a4ef tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Usage tracker for resource:security_group_rule and tenant:7575861c0eb745a3a129ba820518bc35 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:49.118709 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-ce5a5f54-26f5-4654-9d8a-b44d7c0bc634 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:49.122844 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-628671e6-0484-4a12-9797-23851c86cc1d tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:49.123567 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bddb8203-0a78-4ee2-93ff-0f558307a4ef tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:49.140433 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bddb8203-0a78-4ee2-93ff-0f558307a4ef tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:49.152982 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526834f8-a51d-4d2e-9281-025500398477 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Made reservation on behalf of e254fe6878f64bab8428117e9031a88a for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:05:49.155403 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-526834f8-a51d-4d2e-9281-025500398477 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:49.180478 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-526834f8-a51d-4d2e-9281-025500398477 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:49.191363 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-70d67657-396f-469f-be7d-77896100b59b None None] For port bd427631-e7d0-4872-a369-c8eae82cea1b, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:05:49.194087 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-74393680-8d14-439f-9ca7-4e45b82a6410 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:49.196598 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-70d67657-396f-469f-be7d-77896100b59b None None] For port bd427631-e7d0-4872-a369-c8eae82cea1b, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=bd427631-e7d0-4872-a369-c8eae82cea1b,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:05:49.202199 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13ac7b3-0d70-49c4-89ac-127596a51c86 admin admin] Network 11c83c4f-ff0a-4113-af10-31cfb7cfdd7c is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:05:49.204897 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-70d67657-396f-469f-be7d-77896100b59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:49.216533 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-526834f8-a51d-4d2e-9281-025500398477 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:49.225203 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-526834f8-a51d-4d2e-9281-025500398477 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Usage tracker for resource:security_group_rule and tenant:e254fe6878f64bab8428117e9031a88a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:49.235734 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-526834f8-a51d-4d2e-9281-025500398477 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:49.244906 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-f13ac7b3-0d70-49c4-89ac-127596a51c86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 11c83c4f-ff0a-4113-af10-31cfb7cfdd7c) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:05:49.248966 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-526834f8-a51d-4d2e-9281-025500398477 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:49.254837 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6fd045-0b77-4fa6-8bd4-e9d8a1e946a0 None None] Network 11c83c4f-ff0a-4113-af10-31cfb7cfdd7c requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:05:49.264969 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13ac7b3-0d70-49c4-89ac-127596a51c86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:05:49.268868 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f13ac7b3-0d70-49c4-89ac-127596a51c86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:49.308242 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d67657-396f-469f-be7d-77896100b59b None None] Routers {'ae33a371-1b19-45c7-a7c0-09176b9c32fd'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:05:49.308891 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-70d67657-396f-469f-be7d-77896100b59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:05:27Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ae33a371-1b19-45c7-a7c0-09176b9c32fd'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:49.381801 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46a0e6-3527-4d3c-95e9-b4b1b59e7299 None None] Pushing event updated for resources: {'Port': ['ID=bd427631-e7d0-4872-a369-c8eae82cea1b,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:49.514005 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f13ac7b3-0d70-49c4-89ac-127596a51c86 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4555411 Mar 28 19:05:49.525767 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 49960) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:49.542288 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-a517fddb-bf46-4b0c-8221-fb0d0b0ab711 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1034931747-router', 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:49.544460 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-70d67657-396f-469f-be7d-77896100b59b None None] Set router ae33a371-1b19-45c7-a7c0-09176b9c32fd gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:05:49.548228 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a517fddb-bf46-4b0c-8221-fb0d0b0ab711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:49.553887 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a517fddb-bf46-4b0c-8221-fb0d0b0ab711 admin admin] Usage tracker for resource:router and tenant:f4993bcab6fb4428a9a91e58a57803b7 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:49.557370 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a517fddb-bf46-4b0c-8221-fb0d0b0ab711 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:49.565219 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a517fddb-bf46-4b0c-8221-fb0d0b0ab711 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:49.595446 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.resource_extend [None req-74393680-8d14-439f-9ca7-4e45b82a6410 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:05:49.600666 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a517fddb-bf46-4b0c-8221-fb0d0b0ab711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:49.601889 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a517fddb-bf46-4b0c-8221-fb0d0b0ab711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:49.626535 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a517fddb-bf46-4b0c-8221-fb0d0b0ab711 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:49.637013 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632acec3-c3d7-4b23-9661-39db663dada6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-11c83c4f-ff0a-4113-af10-31cfb7cfdd7c', 'network_id': '11c83c4f-ff0a-4113-af10-31cfb7cfdd7c', 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'fixed_ips': [{'subnet_id': '998791e8-b3d0-43f0-877b-47ab95e8fd2d'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:05:49.637850 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-632acec3-c3d7-4b23-9661-39db663dada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:49.813961 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bddb8203-0a78-4ee2-93ff-0f558307a4ef tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:49.837063 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-74393680-8d14-439f-9ca7-4e45b82a6410 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:49.843116 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74393680-8d14-439f-9ca7-4e45b82a6410 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:05:49.844015 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-74393680-8d14-439f-9ca7-4e45b82a6410 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:49.873959 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ce5a5f54-26f5-4654-9d8a-b44d7c0bc634 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:49.896333 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-632acec3-c3d7-4b23-9661-39db663dada6 None None] Allocated IP 172.20.0.2 (11c83c4f-ff0a-4113-af10-31cfb7cfdd7c/998791e8-b3d0-43f0-877b-47ab95e8fd2d/a9047885-1fe0-46f3-b420-9a6ef13ade9c) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:05:49.911756 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e211dd-6449-4c88-a909-bb273ed97b6f None None] Network 05d45956-a093-40a4-9858-58f23a47edbe requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:05:49.945069 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bddb8203-0a78-4ee2-93ff-0f558307a4ef tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:49.991366 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ce5a5f54-26f5-4654-9d8a-b44d7c0bc634 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:50.004745 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a517fddb-bf46-4b0c-8221-fb0d0b0ab711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:50.043057 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-70d67657-396f-469f-be7d-77896100b59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'name': 'tempest-ServersTestManualDisk-404634721-router', 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'bd427631-e7d0-4872-a369-c8eae82cea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:43Z', 'updated_at': '2022-03-28T19:05:45Z', 'revision_number': 3, 'project_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'gw_port': {'id': 'bd427631-e7d0-4872-a369-c8eae82cea1b', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:44Z', 'updated_at': '2022-03-28T19:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:50.048515 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d67657-396f-469f-be7d-77896100b59b None None] The sync data for ids ['ae33a371-1b19-45c7-a7c0-09176b9c32fd'] in dv-neutron-834711-1-hyperv is: [{'id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'name': 'tempest-ServersTestManualDisk-404634721-router', 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'bd427631-e7d0-4872-a369-c8eae82cea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:43Z', 'updated_at': '2022-03-28T19:05:45Z', 'revision_number': 3, 'project_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'gw_port': {'id': 'bd427631-e7d0-4872-a369-c8eae82cea1b', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:44Z', 'updated_at': '2022-03-28T19:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:05:50.065604 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.db.resource_extend [None req-628671e6-0484-4a12-9797-23851c86cc1d tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:05:50.072161 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ca0a07e3-7fc5-4149-86bb-974a2df86bd0 None None] Provisioning for port 9c7dffe0-fb3e-4d3f-afc6-c86024ce4534 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:05:50.101120 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-526834f8-a51d-4d2e-9281-025500398477 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:50.103409 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-628671e6-0484-4a12-9797-23851c86cc1d tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:50.108944 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-526834f8-a51d-4d2e-9281-025500398477 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:50.121513 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-526834f8-a51d-4d2e-9281-025500398477 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:05:50.137934 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-628671e6-0484-4a12-9797-23851c86cc1d tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:50.203224 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bddb8203-0a78-4ee2-93ff-0f558307a4ef tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:05:50.212363 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-526834f8-a51d-4d2e-9281-025500398477 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:50.212701 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-526834f8-a51d-4d2e-9281-025500398477 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Added segment 8a07965b-30ba-4a90-99fc-8fa5979538f0 of type vlan for network 08306e06-4acb-49db-aa96-75b2c72039ae Mar 28 19:05:50.228264 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628671e6-0484-4a12-9797-23851c86cc1d tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Pushing event updated for resources: {'Port': ['ID=2411c92b-c062-40ce-8381-1f5e0bc7e3b1,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:50.236362 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb8203-0a78-4ee2-93ff-0f558307a4ef tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4dd97f-5f11-42c1-961a-705fd6666ac0,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:50.239830 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce5a5f54-26f5-4654-9d8a-b44d7c0bc634 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:05:50.248350 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74393680-8d14-439f-9ca7-4e45b82a6410 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Pushing event updated for resources: {'Network': ['ID=dd24a5ac-d4fd-499e-b47d-7a3de5724f3e,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:50.251660 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7d2818d4-da65-4e05-93f1-a459bd9b256b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:50.301201 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-628671e6-0484-4a12-9797-23851c86cc1d tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:50.302242 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bddb8203-0a78-4ee2-93ff-0f558307a4ef tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:50.302726 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-bddb8203-0a78-4ee2-93ff-0f558307a4ef tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Added segment cddd3ceb-f9fa-4726-acdb-5094ad588af3 of type vlan for network e12a5a00-231a-45a5-9f1a-d3aacba9cb39 Mar 28 19:05:50.319985 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-632acec3-c3d7-4b23-9661-39db663dada6 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:50.338069 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-632acec3-c3d7-4b23-9661-39db663dada6 None None] Transition to ACTIVE for port object a9047885-1fe0-46f3-b420-9a6ef13ade9c will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:05:50.341916 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526834f8-a51d-4d2e-9281-025500398477 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a0cc22-d2c2-44a3-92df-a2f08329f8b3,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:50.349266 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-628671e6-0484-4a12-9797-23851c86cc1d tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:50.350522 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-628671e6-0484-4a12-9797-23851c86cc1d tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0125275 Mar 28 19:05:50.353953 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 49970) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:50.357957 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-526834f8-a51d-4d2e-9281-025500398477 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:50.364997 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-b4bd7091-a458-4b8a-8920-0785de2a942b tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2013251198', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'fixed_ips': [{'ip_address': '172.26.4.217'}]}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:50.373977 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-632acec3-c3d7-4b23-9661-39db663dada6 None None] Transition to ACTIVE for port object a9047885-1fe0-46f3-b420-9a6ef13ade9c will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:05:50.374308 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b4bd7091-a458-4b8a-8920-0785de2a942b tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:50.383685 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b4bd7091-a458-4b8a-8920-0785de2a942b tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Usage tracker for resource:port and tenant:7ce44c6656a84a6eaa291d12231ae94e is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:50.387353 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-632acec3-c3d7-4b23-9661-39db663dada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:50.388332 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b4bd7091-a458-4b8a-8920-0785de2a942b tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:50.409063 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b4bd7091-a458-4b8a-8920-0785de2a942b tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:50.412354 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ce5a5f54-26f5-4654-9d8a-b44d7c0bc634 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:50.412667 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-ce5a5f54-26f5-4654-9d8a-b44d7c0bc634 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] Added segment 8b0d0d1b-5cd7-4373-8dab-68c79af13988 of type vlan for network 695a94bc-333a-4137-b652-d8e16a406557 Mar 28 19:05:50.438940 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-526834f8-a51d-4d2e-9281-025500398477 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:50.439899 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526834f8-a51d-4d2e-9281-025500398477 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:05:50.440467 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-526834f8-a51d-4d2e-9281-025500398477 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:50.480528 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bd7091-a458-4b8a-8920-0785de2a942b tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Made reservation on behalf of 7ce44c6656a84a6eaa291d12231ae94e for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:05:50.486101 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7091-a458-4b8a-8920-0785de2a942b tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:50.486924 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632acec3-c3d7-4b23-9661-39db663dada6 None None] Pushing event updated for resources: {'Port': ['ID=a9047885-1fe0-46f3-b420-9a6ef13ade9c,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:50.515608 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632acec3-c3d7-4b23-9661-39db663dada6 None None] Network 11c83c4f-ff0a-4113-af10-31cfb7cfdd7c is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:05:50.516599 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-632acec3-c3d7-4b23-9661-39db663dada6 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:05:50.524364 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-74393680-8d14-439f-9ca7-4e45b82a6410 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.1487887 Mar 28 19:05:50.525229 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632acec3-c3d7-4b23-9661-39db663dada6 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:05:50.548820 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 49974) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:50.622706 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7091-a458-4b8a-8920-0785de2a942b tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:50.628505 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network dd24a5ac-d4fd-499e-b47d-7a3de5724f3e details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:05:50.643557 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a5f54-26f5-4654-9d8a-b44d7c0bc634 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17f44c46-6a05-4ec1-bc5c-ac5f887c4ea0,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:50.646313 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-9c3e4930-23fe-4b85-bd35-8883c6994508 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Request body: {'subnet': {'network_id': 'dd24a5ac-d4fd-499e-b47d-7a3de5724f3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:50.663451 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ce5a5f54-26f5-4654-9d8a-b44d7c0bc634 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:50.700196 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bddb8203-0a78-4ee2-93ff-0f558307a4ef tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:50.766910 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-9c3e4930-23fe-4b85-bd35-8883c6994508 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:50.771907 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9c3e4930-23fe-4b85-bd35-8883c6994508 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Usage tracker for resource:subnet and tenant:087bf5c305e64ab09db4cd8483de976c is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:50.775115 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9c3e4930-23fe-4b85-bd35-8883c6994508 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:50.781107 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-9c3e4930-23fe-4b85-bd35-8883c6994508 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:50.796744 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-526834f8-a51d-4d2e-9281-025500398477 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.9750290 Mar 28 19:05:50.802190 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3e4930-23fe-4b85-bd35-8883c6994508 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Made reservation on behalf of 087bf5c305e64ab09db4cd8483de976c for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:05:50.806450 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9c3e4930-23fe-4b85-bd35-8883c6994508 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks [] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:50.823335 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 49978) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:50.825406 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 9c7dffe0-fb3e-4d3f-afc6-c86024ce4534 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:05:50.826664 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b4bd7091-a458-4b8a-8920-0785de2a942b tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:50.863752 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bddb8203-0a78-4ee2-93ff-0f558307a4ef tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:50.870680 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddb8203-0a78-4ee2-93ff-0f558307a4ef tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:05:50.871625 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bddb8203-0a78-4ee2-93ff-0f558307a4ef tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:50.875603 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ce5a5f54-26f5-4654-9d8a-b44d7c0bc634 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:50.879008 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526834f8-a51d-4d2e-9281-025500398477 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Pushing event updated for resources: {'Network': ['ID=08306e06-4acb-49db-aa96-75b2c72039ae,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:50.881450 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5a5f54-26f5-4654-9d8a-b44d7c0bc634 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:05:50.882148 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ce5a5f54-26f5-4654-9d8a-b44d7c0bc634 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:50.904931 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b4bd7091-a458-4b8a-8920-0785de2a942b tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Usage tracker for resource:security_group_rule and tenant:7ce44c6656a84a6eaa291d12231ae94e is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:50.910178 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-dff8bfe5-c464-4823-8121-ba1e8df3149e tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Request body: {'network': {'project_id': 'e254fe6878f64bab8428117e9031a88a'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:50.915692 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-dff8bfe5-c464-4823-8121-ba1e8df3149e tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:50.920189 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-dff8bfe5-c464-4823-8121-ba1e8df3149e tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Usage tracker for resource:network and tenant:e254fe6878f64bab8428117e9031a88a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:50.923073 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-dff8bfe5-c464-4823-8121-ba1e8df3149e tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:50.931498 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-dff8bfe5-c464-4823-8121-ba1e8df3149e tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:50.932508 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 08306e06-4acb-49db-aa96-75b2c72039ae details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:05:50.942736 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b4bd7091-a458-4b8a-8920-0785de2a942b tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:50.965544 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff8bfe5-c464-4823-8121-ba1e8df3149e tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Made reservation on behalf of e254fe6878f64bab8428117e9031a88a for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:05:50.968165 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dff8bfe5-c464-4823-8121-ba1e8df3149e tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:51.052637 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-bddb8203-0a78-4ee2-93ff-0f558307a4ef tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.3344688 Mar 28 19:05:51.054611 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ce5a5f54-26f5-4654-9d8a-b44d7c0bc634 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.1233110 Mar 28 19:05:51.055450 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 49982) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:51.063894 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b4bd7091-a458-4b8a-8920-0785de2a942b tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:51.078089 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb8203-0a78-4ee2-93ff-0f558307a4ef tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Pushing event updated for resources: {'Network': ['ID=e12a5a00-231a-45a5-9f1a-d3aacba9cb39,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:51.128017 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-632acec3-c3d7-4b23-9661-39db663dada6 None None] Attempting to bind port a9047885-1fe0-46f3-b420-9a6ef13ade9c on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:05:51.128390 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-632acec3-c3d7-4b23-9661-39db663dada6 None None] Attempting to bind port a9047885-1fe0-46f3-b420-9a6ef13ade9c by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '555fb773-0269-467f-a1ec-d2a5a4c65edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11c83c4f-ff0a-4113-af10-31cfb7cfdd7c'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:05:51.128756 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632acec3-c3d7-4b23-9661-39db663dada6 None None] Attempting to bind port a9047885-1fe0-46f3-b420-9a6ef13ade9c on network 11c83c4f-ff0a-4113-af10-31cfb7cfdd7c {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:05:51.138514 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network e12a5a00-231a-45a5-9f1a-d3aacba9cb39 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:05:51.218146 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632acec3-c3d7-4b23-9661-39db663dada6 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:05:51.219213 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632acec3-c3d7-4b23-9661-39db663dada6 None None] Checking segment: {'id': '555fb773-0269-467f-a1ec-d2a5a4c65edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11c83c4f-ff0a-4113-af10-31cfb7cfdd7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:05:51.219728 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-632acec3-c3d7-4b23-9661-39db663dada6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:51.220220 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632acec3-c3d7-4b23-9661-39db663dada6 None None] Bound using segment: {'id': '555fb773-0269-467f-a1ec-d2a5a4c65edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11c83c4f-ff0a-4113-af10-31cfb7cfdd7c'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:05:51.221491 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-632acec3-c3d7-4b23-9661-39db663dada6 None None] Bound port: a9047885-1fe0-46f3-b420-9a6ef13ade9c, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555fb773-0269-467f-a1ec-d2a5a4c65edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11c83c4f-ff0a-4113-af10-31cfb7cfdd7c'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:05:51.221491 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-632acec3-c3d7-4b23-9661-39db663dada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:51.311304 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff8bfe5-c464-4823-8121-ba1e8df3149e tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:05:51.331187 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dff8bfe5-c464-4823-8121-ba1e8df3149e tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:51.331580 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-dff8bfe5-c464-4823-8121-ba1e8df3149e tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Added segment b6d2b387-c927-4e2f-9cf4-30145e6f81a3 of type vlan for network ab5ec90a-03ef-40bc-820c-cb32b3aca961 Mar 28 19:05:51.334191 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-8c2451fe-b8e0-4420-93d7-be212416da1f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Request body: {'network': {'name': 'tempest-network--1012267291', 'router:external': True}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:51.343914 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8c2451fe-b8e0-4420-93d7-be212416da1f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:51.350737 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8c2451fe-b8e0-4420-93d7-be212416da1f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Usage tracker for resource:network and tenant:5a1c4453358a4893a652130fc3e50255 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:51.354175 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8c2451fe-b8e0-4420-93d7-be212416da1f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:51.362995 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8c2451fe-b8e0-4420-93d7-be212416da1f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:51.368518 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dff8bfe5-c464-4823-8121-ba1e8df3149e tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:51.393974 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2451fe-b8e0-4420-93d7-be212416da1f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Made reservation on behalf of 5a1c4453358a4893a652130fc3e50255 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:05:51.400347 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c2451fe-b8e0-4420-93d7-be212416da1f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:51.428841 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7efe2966-4584-4256-98c2-0d8e326c7425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:51.441005 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 9c7dffe0-fb3e-4d3f-afc6-c86024ce4534 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:05:51.449027 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a5f54-26f5-4654-9d8a-b44d7c0bc634 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] Pushing event updated for resources: {'Network': ['ID=695a94bc-333a-4137-b652-d8e16a406557,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:51.449269 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 9c7dffe0-fb3e-4d3f-afc6-c86024ce4534 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:05:51.449777 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:51.464326 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c2451fe-b8e0-4420-93d7-be212416da1f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:51.490062 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2818d4-da65-4e05-93f1-a459bd9b256b admin admin] Router c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:05:51.491345 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 695a94bc-333a-4137-b652-d8e16a406557 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:05:51.510056 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8c2451fe-b8e0-4420-93d7-be212416da1f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:51.522736 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8c2451fe-b8e0-4420-93d7-be212416da1f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Usage tracker for resource:security_group_rule and tenant:5a1c4453358a4893a652130fc3e50255 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:51.557408 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7091-a458-4b8a-8920-0785de2a942b tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:51.564393 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dff8bfe5-c464-4823-8121-ba1e8df3149e tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:51.565710 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff8bfe5-c464-4823-8121-ba1e8df3149e tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:05:51.566815 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dff8bfe5-c464-4823-8121-ba1e8df3149e tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:51.617926 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-632acec3-c3d7-4b23-9661-39db663dada6 None None] For port a9047885-1fe0-46f3-b420-9a6ef13ade9c, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:05:51.635504 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-632acec3-c3d7-4b23-9661-39db663dada6 None None] For port a9047885-1fe0-46f3-b420-9a6ef13ade9c, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a9047885-1fe0-46f3-b420-9a6ef13ade9c,segment=NetworkSegment(555fb773-0269-467f-a1ec-d2a5a4c65edc),segment_id=555fb773-0269-467f-a1ec-d2a5a4c65edc)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:05:51.647986 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-632acec3-c3d7-4b23-9661-39db663dada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:51.703099 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7091-a458-4b8a-8920-0785de2a942b tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:51.707183 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-b4bd7091-a458-4b8a-8920-0785de2a942b tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] device_id is not set on port 2bbef1c7-7280-4a00-9660-555f2d62277f yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:05:51.739616 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8c2451fe-b8e0-4420-93d7-be212416da1f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:51.786471 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2818d4-da65-4e05-93f1-a459bd9b256b admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:05:51.793603 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8c2451fe-b8e0-4420-93d7-be212416da1f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:51.802085 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632acec3-c3d7-4b23-9661-39db663dada6 None None] Pushing event updated for resources: {'Port': ['ID=a9047885-1fe0-46f3-b420-9a6ef13ade9c,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:51.809886 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aec0b0-e266-4500-a23f-6ddc1db824cd None None] Sync routers for ids ['c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:05:51.832139 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7d2818d4-da65-4e05-93f1-a459bd9b256b admin admin] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:51.837788 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7d2818d4-da65-4e05-93f1-a459bd9b256b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3759215 Mar 28 19:05:51.842470 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 49998) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:51.842679 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aec0b0-e266-4500-a23f-6ddc1db824cd None None] Routers {'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:05:51.843483 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-50aec0b0-e266-4500-a23f-6ddc1db824cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:05:27Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:51.901051 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:51.911542 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50002) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:51.913879 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8bfe5-c464-4823-8121-ba1e8df3149e tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Pushing event updated for resources: {'Network': ['ID=ab5ec90a-03ef-40bc-820c-cb32b3aca961,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:51.953449 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network ab5ec90a-03ef-40bc-820c-cb32b3aca961 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:05:51.989543 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Request body: {'port': {'network_id': '695a94bc-333a-4137-b652-d8e16a406557', 'binding:host_id': 'hv-neutron-8347', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-296511878'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:51.997513 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:52.002126 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Usage tracker for resource:port and tenant:0e8cca90eaf04161ba977dc5d3994fc8 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:52.005765 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:52.012113 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:52.037618 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Made reservation on behalf of 0e8cca90eaf04161ba977dc5d3994fc8 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:05:52.039960 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:52.062199 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:52.092502 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:52.096332 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Usage tracker for resource:security_group_rule and tenant:0e8cca90eaf04161ba977dc5d3994fc8 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:52.100036 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:52.106464 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:52.167677 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 9c7dffe0-fb3e-4d3f-afc6-c86024ce4534, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=9c7dffe0-fb3e-4d3f-afc6-c86024ce4534,segment=NetworkSegment(f4b79253-f154-4b92-89f2-ee1c41f4313d),segment_id=f4b79253-f154-4b92-89f2-ee1c41f4313d)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:05:52.195316 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:52.197018 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:52.219779 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:52.224300 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] device_id is not set on port 391273eb-8524-4dd5-aab5-ef0f995ba919 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:05:52.292652 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd7091-a458-4b8a-8920-0785de2a942b tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da52315f-5f81-4504-a6af-29f7992464e6,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:52.299090 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-50aec0b0-e266-4500-a23f-6ddc1db824cd None None] Set router c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:05:52.302826 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a517fddb-bf46-4b0c-8221-fb0d0b0ab711 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:52.323690 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c2451fe-b8e0-4420-93d7-be212416da1f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:52.334347 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-dff8bfe5-c464-4823-8121-ba1e8df3149e tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4514780 Mar 28 19:05:52.340247 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50008) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:52.420139 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a517fddb-bf46-4b0c-8221-fb0d0b0ab711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:52.545575 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c2451fe-b8e0-4420-93d7-be212416da1f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:52.559119 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=9c7dffe0-fb3e-4d3f-afc6-c86024ce4534,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:52.560084 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-3b8c5b17-db32-446f-83e9-2369925e1baf tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Request body: {'network': {'project_id': 'e254fe6878f64bab8428117e9031a88a'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:52.575240 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-7efe2966-4584-4256-98c2-0d8e326c7425 admin admin] Allocated IP 172.20.0.1 (615b137b-5658-4b36-89b6-00fdce80d6f1/05240730-88d2-4328-b36b-7b1d6500b963/a9193046-d5ed-4524-87d9-7fbc10161e3d) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:05:52.587506 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4bd7091-a458-4b8a-8920-0785de2a942b tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 28 19:05:52.589134 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4bd7091-a458-4b8a-8920-0785de2a942b tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:05:52.598708 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device bd427631-e7d0-4872-a369-c8eae82cea1b up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:05:52.609608 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-3b8c5b17-db32-446f-83e9-2369925e1baf tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:52.624147 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71524292-2ff0-41af-8988-6538097364f7,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:52.641758 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3b8c5b17-db32-446f-83e9-2369925e1baf tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Usage tracker for resource:network and tenant:e254fe6878f64bab8428117e9031a88a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:52.654669 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2451fe-b8e0-4420-93d7-be212416da1f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:05:52.660519 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3b8c5b17-db32-446f-83e9-2369925e1baf tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:52.686684 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-3b8c5b17-db32-446f-83e9-2369925e1baf tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:52.712908 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b8c5b17-db32-446f-83e9-2369925e1baf tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 28 19:05:52.713542 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b8c5b17-db32-446f-83e9-2369925e1baf tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:05:52.717553 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3b8c5b17-db32-446f-83e9-2369925e1baf tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3661604 Mar 28 19:05:52.719055 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2451fe-b8e0-4420-93d7-be212416da1f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46653e1-3e00-480b-91ff-ce560e80a2b5,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:52.750602 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50012) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:52.750602 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c2451fe-b8e0-4420-93d7-be212416da1f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:52.750602 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-8c2451fe-b8e0-4420-93d7-be212416da1f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Added segment dbadfab8-ef4a-4e82-965d-0ffc9a6cf296 of type vlan for network 9c6219c7-7ef0-42b0-a139-4604908fb857 Mar 28 19:05:52.764167 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port bd427631-e7d0-4872-a369-c8eae82cea1b completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:05:52.780662 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port bd427631-e7d0-4872-a369-c8eae82cea1b triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:05:52.781736 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:52.832337 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b4bd7091-a458-4b8a-8920-0785de2a942b tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.4772415 Mar 28 19:05:52.850290 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50016) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:52.907719 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-50aec0b0-e266-4500-a23f-6ddc1db824cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'name': 'tempest-ServerActionsTestJSON-849075791-router', 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '962c8d86-2876-4fbf-aa7e-695275b771c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:45Z', 'updated_at': '2022-03-28T19:05:47Z', 'revision_number': 3, 'project_id': '936b36bbd26d462bb0c5b68398e9e06d', 'gw_port': {'id': '962c8d86-2876-4fbf-aa7e-695275b771c6', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:46Z', 'updated_at': '2022-03-28T19:05:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:52.916723 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aec0b0-e266-4500-a23f-6ddc1db824cd None None] Checking router: c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:05:52.916993 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aec0b0-e266-4500-a23f-6ddc1db824cd None None] Updating router c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb port 962c8d86-2876-4fbf-aa7e-695275b771c6 binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:05:52.921612 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-a517fddb-bf46-4b0c-8221-fb0d0b0ab711 admin admin] Allocated IP 172.26.4.53 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/1557cada-917e-4a26-bbf0-352ead748952) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:05:52.968603 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:52.973988 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b672cdbf-c0b0-43c6-93f4-5ae77f79ef0b tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e254fe6878f64bab8428117e9031a88a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1921475 Mar 28 19:05:52.978270 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c2451fe-b8e0-4420-93d7-be212416da1f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:52.984316 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50020) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:53.004006 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-50aec0b0-e266-4500-a23f-6ddc1db824cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:53.011350 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9c3e4930-23fe-4b85-bd35-8883c6994508 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:53.040867 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port bd427631-e7d0-4872-a369-c8eae82cea1b, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=bd427631-e7d0-4872-a369-c8eae82cea1b,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:05:53.052091 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:53.053130 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a9047885-1fe0-46f3-b420-9a6ef13ade9c up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:05:53.154734 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7efe2966-4584-4256-98c2-0d8e326c7425 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:53.257057 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-14a59070-6b6d-4820-bf13-a4afae718108 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:53.258656 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c2451fe-b8e0-4420-93d7-be212416da1f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:53.259679 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2451fe-b8e0-4420-93d7-be212416da1f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:05:53.260312 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c2451fe-b8e0-4420-93d7-be212416da1f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:53.295722 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-aa831245-1059-40ec-810d-513c14662cb8 tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Deleting port 2411c92b-c062-40ce-8381-1f5e0bc7e3b1 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:05:53.296239 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-aa831245-1059-40ec-810d-513c14662cb8 tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:53.307379 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-7efe2966-4584-4256-98c2-0d8e326c7425 admin admin] Transition to ACTIVE for port object a9193046-d5ed-4524-87d9-7fbc10161e3d will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:05:53.312988 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=bd427631-e7d0-4872-a369-c8eae82cea1b,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:53.326545 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port a9047885-1fe0-46f3-b420-9a6ef13ade9c completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:05:53.400123 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3e7fda-ab03-490b-a816-d387d5cd0a85 None None] Network 11c83c4f-ff0a-4113-af10-31cfb7cfdd7c requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:05:53.424787 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8c2451fe-b8e0-4420-93d7-be212416da1f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.3635092 Mar 28 19:05:53.441166 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50024) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:53.450812 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-14a59070-6b6d-4820-bf13-a4afae718108 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:53.496971 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2451fe-b8e0-4420-93d7-be212416da1f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Pushing event updated for resources: {'Network': ['ID=9c6219c7-7ef0-42b0-a139-4604908fb857,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:53.517386 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-2aa78783-2459-4fc2-a5a9-654f5e9e4905 None None] Provisioning for port a9047885-1fe0-46f3-b420-9a6ef13ade9c completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:05:53.520210 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 9c6219c7-7ef0-42b0-a139-4604908fb857 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:05:53.520374 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] device_id is not set on port 391273eb-8524-4dd5-aab5-ef0f995ba919 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:05:53.563092 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-2aa78783-2459-4fc2-a5a9-654f5e9e4905 None None] Provisioning complete for port a9047885-1fe0-46f3-b420-9a6ef13ade9c triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:05:53.563609 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2aa78783-2459-4fc2-a5a9-654f5e9e4905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:53.566827 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:53.569845 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e4930-23fe-4b85-bd35-8883c6994508 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Pushing event updated for resources: {'Subnet': ['ID=ffb92bdb-f04d-4dfe-b6ec-a990cadce47c,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:53.586524 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3e4930-23fe-4b85-bd35-8883c6994508 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Checking segment: {'id': '908f57e2-e30f-49ab-93a4-cfb4332a73ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dd24a5ac-d4fd-499e-b47d-7a3de5724f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:05:53.586908 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3e4930-23fe-4b85-bd35-8883c6994508 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Network hostable DHCP agents. Network: dd24a5ac-d4fd-499e-b47d-7a3de5724f3e, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:05:53.667197 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7efe2966-4584-4256-98c2-0d8e326c7425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:53.719362 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Transition to ACTIVE for port object 391273eb-8524-4dd5-aab5-ef0f995ba919 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:05:53.719813 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d930a463-b5bf-4a12-b6a2-0b69f96a8ea1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:53.768264 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efe2966-4584-4256-98c2-0d8e326c7425 admin admin] Network 615b137b-5658-4b36-89b6-00fdce80d6f1 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:05:53.776316 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-7efe2966-4584-4256-98c2-0d8e326c7425 admin admin] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:05:53.782672 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:53.785140 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efe2966-4584-4256-98c2-0d8e326c7425 admin admin] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:05:53.785897 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7efe2966-4584-4256-98c2-0d8e326c7425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:53.834743 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-aa831245-1059-40ec-810d-513c14662cb8 tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:53.835266 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-aa831245-1059-40ec-810d-513c14662cb8 tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:53.850915 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3e4930-23fe-4b85-bd35-8883c6994508 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Network dd24a5ac-d4fd-499e-b47d-7a3de5724f3e is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:05:53.859653 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a517fddb-bf46-4b0c-8221-fb0d0b0ab711 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:53.869280 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2aa78783-2459-4fc2-a5a9-654f5e9e4905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:53.896670 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe2966-4584-4256-98c2-0d8e326c7425 admin admin] Pushing event updated for resources: {'Port': ['ID=a9193046-d5ed-4524-87d9-7fbc10161e3d,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:53.917695 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-14a59070-6b6d-4820-bf13-a4afae718108 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:53.931028 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-2aa78783-2459-4fc2-a5a9-654f5e9e4905 None None] For port a9047885-1fe0-46f3-b420-9a6ef13ade9c, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a9047885-1fe0-46f3-b420-9a6ef13ade9c,segment=NetworkSegment(555fb773-0269-467f-a1ec-d2a5a4c65edc),segment_id=555fb773-0269-467f-a1ec-d2a5a4c65edc)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:05:53.943028 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2aa78783-2459-4fc2-a5a9-654f5e9e4905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:54.016970 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-aa831245-1059-40ec-810d-513c14662cb8 tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Calling delete_port for 2411c92b-c062-40ce-8381-1f5e0bc7e3b1 owned by network:floatingip {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:05:54.044704 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa78783-2459-4fc2-a5a9-654f5e9e4905 None None] Pushing event updated for resources: {'Port': ['ID=a9047885-1fe0-46f3-b420-9a6ef13ade9c,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:54.054653 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a59070-6b6d-4820-bf13-a4afae718108 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a0cc22-d2c2-44a3-92df-a2f08329f8b3,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:54.070866 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-14a59070-6b6d-4820-bf13-a4afae718108 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:54.074462 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-14a59070-6b6d-4820-bf13-a4afae718108 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/00a0cc22-d2c2-44a3-92df-a2f08329f8b3 HTTP/1.1" status: 204 len: 168 time: 1.0844936 Mar 28 19:05:54.077105 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-9c3e4930-23fe-4b85-bd35-8883c6994508 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, dd24a5ac-d4fd-499e-b47d-7a3de5724f3e) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:05:54.078160 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50028) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:54.080352 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-d63cf25c-8122-4625-81d7-23adc2d817f1 None None] Provisioning for port a9193046-d5ed-4524-87d9-7fbc10161e3d completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:05:54.092215 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909fbddf-b234-4918-8c95-79b6ead5c889 None None] Network dd24a5ac-d4fd-499e-b47d-7a3de5724f3e requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:05:54.144151 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-d63cf25c-8122-4625-81d7-23adc2d817f1 None None] Provisioning complete for port a9193046-d5ed-4524-87d9-7fbc10161e3d triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:05:54.144826 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d63cf25c-8122-4625-81d7-23adc2d817f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:54.207345 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0124b8b1-d169-424d-b66e-fe7a0c1717cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:54.242371 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Pushing event updated for resources: {'Port': ['ID=391273eb-8524-4dd5-aab5-ef0f995ba919,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:54.253187 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3e4930-23fe-4b85-bd35-8883c6994508 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:05:54.253778 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9c3e4930-23fe-4b85-bd35-8883c6994508 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:54.273198 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d930a463-b5bf-4a12-b6a2-0b69f96a8ea1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:54.278038 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-d63cf25c-8122-4625-81d7-23adc2d817f1 None None] Port a9193046-d5ed-4524-87d9-7fbc10161e3d cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:05:54.331966 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Checking segment: {'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:05:54.332665 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Network hostable DHCP agents. Network: 695a94bc-333a-4137-b652-d8e16a406557, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:05:54.351007 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a517fddb-bf46-4b0c-8221-fb0d0b0ab711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:54.423654 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9c3e4930-23fe-4b85-bd35-8883c6994508 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8724544 Mar 28 19:05:54.430379 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50034) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:54.438026 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a517fddb-bf46-4b0c-8221-fb0d0b0ab711 admin admin] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:05:54.449367 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-e46db210-a9da-4ea8-95a4-15008357f505 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Request body: {'port': {'network_id': 'dd24a5ac-d4fd-499e-b47d-7a3de5724f3e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-414469060'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:54.452125 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d930a463-b5bf-4a12-b6a2-0b69f96a8ea1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:05:54.452595 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d930a463-b5bf-4a12-b6a2-0b69f96a8ea1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:05:54.453245 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d930a463-b5bf-4a12-b6a2-0b69f96a8ea1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:05:54.453585 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d930a463-b5bf-4a12-b6a2-0b69f96a8ea1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Subscribe: > port after_create 55550000 {{(pid=87832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:05:54.453904 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d930a463-b5bf-4a12-b6a2-0b69f96a8ea1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:05:54.454421 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d930a463-b5bf-4a12-b6a2-0b69f96a8ea1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Subscribe: > port after_update 55550000 {{(pid=87832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:05:54.454919 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d930a463-b5bf-4a12-b6a2-0b69f96a8ea1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:05:54.455400 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d930a463-b5bf-4a12-b6a2-0b69f96a8ea1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:05:54.455886 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d930a463-b5bf-4a12-b6a2-0b69f96a8ea1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:05:54.456348 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d930a463-b5bf-4a12-b6a2-0b69f96a8ea1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:05:54.463474 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-aa831245-1059-40ec-810d-513c14662cb8 tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:54.466861 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-a517fddb-bf46-4b0c-8221-fb0d0b0ab711 admin admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:05:54.474061 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Network 695a94bc-333a-4137-b652-d8e16a406557 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:05:54.498042 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a517fddb-bf46-4b0c-8221-fb0d0b0ab711 admin admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:05:54.520172 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccf6447-5dce-4cb4-973c-480e70fdc147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-dd24a5ac-d4fd-499e-b47d-7a3de5724f3e', 'network_id': 'dd24a5ac-d4fd-499e-b47d-7a3de5724f3e', 'tenant_id': '087bf5c305e64ab09db4cd8483de976c', 'fixed_ips': [{'subnet_id': 'ffb92bdb-f04d-4dfe-b6ec-a990cadce47c'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:05:54.521255 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8ccf6447-5dce-4cb4-973c-480e70fdc147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:54.546723 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-0b246b30-71ac-4060-85e1-c71b7e82bf0d None None] Provisioning complete for port a9047885-1fe0-46f3-b420-9a6ef13ade9c triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:05:54.547255 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0b246b30-71ac-4060-85e1-c71b7e82bf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:54.554210 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a517fddb-bf46-4b0c-8221-fb0d0b0ab711 admin admin] Pushing event updated for resources: {'Port': ['ID=1557cada-917e-4a26-bbf0-352ead748952,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:54.592155 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device bd427631-e7d0-4872-a369-c8eae82cea1b up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:05:54.625645 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d930a463-b5bf-4a12-b6a2-0b69f96a8ea1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:05:54.626020 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d930a463-b5bf-4a12-b6a2-0b69f96a8ea1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:05:54.626355 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d930a463-b5bf-4a12-b6a2-0b69f96a8ea1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:05:54.626733 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d930a463-b5bf-4a12-b6a2-0b69f96a8ea1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:05:54.627135 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-d930a463-b5bf-4a12-b6a2-0b69f96a8ea1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c6219c7-7ef0-42b0-a139-4604908fb857']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:54.671434 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-d930a463-b5bf-4a12-b6a2-0b69f96a8ea1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbadfab8-ef4a-4e82-965d-0ffc9a6cf296') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:54.671725 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-d930a463-b5bf-4a12-b6a2-0b69f96a8ea1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbadfab8-ef4a-4e82-965d-0ffc9a6cf296') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:54.691117 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-207b6aad-e897-4bb1-a595-80bf50527c9f tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:54.702066 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d930a463-b5bf-4a12-b6a2-0b69f96a8ea1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:54.771862 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d930a463-b5bf-4a12-b6a2-0b69f96a8ea1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:54.785619 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d930a463-b5bf-4a12-b6a2-0b69f96a8ea1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:05:54.786191 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d930a463-b5bf-4a12-b6a2-0b69f96a8ea1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: from cryptography.utils import int_from_bytes Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: from cryptography.utils import int_from_bytes Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn_limited( Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn_limited( Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:05:54.805892 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:05:54.870119 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 695a94bc-333a-4137-b652-d8e16a406557) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:05:54.874656 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:05:54.899375 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc47d5bf-29e4-4550-a6cf-b36a7b7cc7e0 None None] Network 695a94bc-333a-4137-b652-d8e16a406557 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:05:54.901443 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e46db210-a9da-4ea8-95a4-15008357f505 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:54.906855 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-aa831245-1059-40ec-810d-513c14662cb8 tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:54.909219 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-aa831245-1059-40ec-810d-513c14662cb8 tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:54.916143 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-aa831245-1059-40ec-810d-513c14662cb8 tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/35e7ea62-c4a5-4057-96bd-95f41c040aab HTTP/1.1" status: 204 len: 168 time: 2.0588982 Mar 28 19:05:54.917645 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa831245-1059-40ec-810d-513c14662cb8 tempest-ExternalNetworksAdminNegativeTestJSON-355219436 tempest-ExternalNetworksAdminNegativeTestJSON-355219436-project-admin] Pushing event deleted for resources: {'Port': ['ID=2411c92b-c062-40ce-8381-1f5e0bc7e3b1,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:54.920931 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e46db210-a9da-4ea8-95a4-15008357f505 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Usage tracker for resource:port and tenant:087bf5c305e64ab09db4cd8483de976c is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:54.925395 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:05:54.925752 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:05:54.926156 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:05:54.934225 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e46db210-a9da-4ea8-95a4-15008357f505 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:54.936859 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Port 391273eb-8524-4dd5-aab5-ef0f995ba919 on network 695a94bc-333a-4137-b652-d8e16a406557 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:05:54.937195 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Failed to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] Mar 28 19:05:54.941560 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempt 2 to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 Mar 28 19:05:54.952289 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e46db210-a9da-4ea8-95a4-15008357f505 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:54.953291 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-50aec0b0-e266-4500-a23f-6ddc1db824cd None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:54.977974 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:05:54.978308 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:05:54.978679 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:05:54.985807 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Port 391273eb-8524-4dd5-aab5-ef0f995ba919 on network 695a94bc-333a-4137-b652-d8e16a406557 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:05:54.986408 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Failed to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] Mar 28 19:05:54.987673 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port bd427631-e7d0-4872-a369-c8eae82cea1b triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:05:54.988446 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempt 3 to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 Mar 28 19:05:54.988620 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:54.999105 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46db210-a9da-4ea8-95a4-15008357f505 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Made reservation on behalf of 087bf5c305e64ab09db4cd8483de976c for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:05:55.002621 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e46db210-a9da-4ea8-95a4-15008357f505 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:55.090243 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:05:55.090571 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:05:55.091008 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:05:55.099420 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7efe2966-4584-4256-98c2-0d8e326c7425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:55.109739 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-e46db210-a9da-4ea8-95a4-15008357f505 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] device_id is not set on port 32bd7273-a562-4cd3-be28-e53a2fac232e yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:05:55.122386 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-207b6aad-e897-4bb1-a595-80bf50527c9f tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:55.132996 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d930a463-b5bf-4a12-b6a2-0b69f96a8ea1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:55.139073 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-0124b8b1-d169-424d-b66e-fe7a0c1717cc admin admin] Allocated IP 172.20.0.1 (05d45956-a093-40a4-9858-58f23a47edbe/ba510855-a9fd-4b40-9483-d8a58a15b59b/a6db53d0-70c1-4b18-ab03-d489da3f61f3) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:05:55.149465 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Port 391273eb-8524-4dd5-aab5-ef0f995ba919 on network 695a94bc-333a-4137-b652-d8e16a406557 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:05:55.149791 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Failed to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] Mar 28 19:05:55.153596 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempt 4 to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 Mar 28 19:05:55.162560 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-50aec0b0-e266-4500-a23f-6ddc1db824cd None None] Transition to ACTIVE for port object 962c8d86-2876-4fbf-aa7e-695275b771c6 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:05:55.205960 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d930a463-b5bf-4a12-b6a2-0b69f96a8ea1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9c6219c7-7ef0-42b0-a139-4604908fb857 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 28 19:05:55.211046 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-50aec0b0-e266-4500-a23f-6ddc1db824cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:55.217727 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-207b6aad-e897-4bb1-a595-80bf50527c9f tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5ec90a-03ef-40bc-820c-cb32b3aca961']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:55.219170 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-8ccf6447-5dce-4cb4-973c-480e70fdc147 None None] Allocated IP 172.20.0.2 (dd24a5ac-d4fd-499e-b47d-7a3de5724f3e/ffb92bdb-f04d-4dfe-b6ec-a990cadce47c/2b3afe0f-92de-4119-a126-fd9932566459) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:05:55.232569 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d930a463-b5bf-4a12-b6a2-0b69f96a8ea1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:55.248236 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930a463-b5bf-4a12-b6a2-0b69f96a8ea1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Pushing event deleted for resources: {'Network': ['ID=9c6219c7-7ef0-42b0-a139-4604908fb857,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:55.267801 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-207b6aad-e897-4bb1-a595-80bf50527c9f tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d2b387-c927-4e2f-9cf4-30145e6f81a3') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:55.268375 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-207b6aad-e897-4bb1-a595-80bf50527c9f tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d2b387-c927-4e2f-9cf4-30145e6f81a3') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:55.307908 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-207b6aad-e897-4bb1-a595-80bf50527c9f tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:55.317111 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d930a463-b5bf-4a12-b6a2-0b69f96a8ea1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] 10.222.0.10 "DELETE /v2.0/networks/9c6219c7-7ef0-42b0-a139-4604908fb857 HTTP/1.1" status: 204 len: 168 time: 1.8739088 Mar 28 19:05:55.373425 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50044) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:55.382300 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:05:55.382819 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:05:55.383050 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:05:55.399998 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-587a3246-2ee3-4fea-b324-3ac2ef29475c tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:55.407355 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-207b6aad-e897-4bb1-a595-80bf50527c9f tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:55.412039 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Port 391273eb-8524-4dd5-aab5-ef0f995ba919 on network 695a94bc-333a-4137-b652-d8e16a406557 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:05:55.412554 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Failed to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] Mar 28 19:05:55.417780 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempt 5 to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 Mar 28 19:05:55.419911 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-587a3246-2ee3-4fea-b324-3ac2ef29475c tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:55.423616 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1b8997f3-db62-4303-b04a-8a8ab63a6579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:55.457491 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-587a3246-2ee3-4fea-b324-3ac2ef29475c tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Usage tracker for resource:network and tenant:5a1c4453358a4893a652130fc3e50255 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:55.463980 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-207b6aad-e897-4bb1-a595-80bf50527c9f tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:05:55.465351 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-207b6aad-e897-4bb1-a595-80bf50527c9f tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:55.479113 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:05:55.479459 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:05:55.479832 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:05:55.492147 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a517fddb-bf46-4b0c-8221-fb0d0b0ab711 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:55.514417 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211033d-ef48-4971-9be9-1902112ef155 None None] Pushing event updated for resources: {'Port': ['ID=962c8d86-2876-4fbf-aa7e-695275b771c6,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:55.521357 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-587a3246-2ee3-4fea-b324-3ac2ef29475c tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:05:55.534558 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:05:55.581157 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Port 391273eb-8524-4dd5-aab5-ef0f995ba919 on network 695a94bc-333a-4137-b652-d8e16a406557 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:05:55.581725 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Failed to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] Mar 28 19:05:55.588222 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempt 6 to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 Mar 28 19:05:55.598966 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-50aec0b0-e266-4500-a23f-6ddc1db824cd None None] Attempting to bind port 962c8d86-2876-4fbf-aa7e-695275b771c6 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:05:55.599510 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-50aec0b0-e266-4500-a23f-6ddc1db824cd None None] Attempting to bind port 962c8d86-2876-4fbf-aa7e-695275b771c6 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:05:55.599970 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aec0b0-e266-4500-a23f-6ddc1db824cd None None] Attempting to bind port 962c8d86-2876-4fbf-aa7e-695275b771c6 on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:05:55.600542 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50050) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:55.612529 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-587a3246-2ee3-4fea-b324-3ac2ef29475c tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:55.626579 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:05:55.627293 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:05:55.627771 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:05:55.639091 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Port 391273eb-8524-4dd5-aab5-ef0f995ba919 on network 695a94bc-333a-4137-b652-d8e16a406557 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:05:55.639292 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aec0b0-e266-4500-a23f-6ddc1db824cd None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:05:55.639860 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aec0b0-e266-4500-a23f-6ddc1db824cd None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:05:55.640085 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Failed to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] Mar 28 19:05:55.640454 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-50aec0b0-e266-4500-a23f-6ddc1db824cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:55.641259 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aec0b0-e266-4500-a23f-6ddc1db824cd None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:05:55.641846 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-50aec0b0-e266-4500-a23f-6ddc1db824cd None None] Bound port: 962c8d86-2876-4fbf-aa7e-695275b771c6, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:05:55.642386 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-50aec0b0-e266-4500-a23f-6ddc1db824cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:55.643268 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempt 7 to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 Mar 28 19:05:55.720673 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 9c7dffe0-fb3e-4d3f-afc6-c86024ce4534 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:05:55.818778 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587a3246-2ee3-4fea-b324-3ac2ef29475c tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Made reservation on behalf of 5a1c4453358a4893a652130fc3e50255 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:05:55.821554 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-587a3246-2ee3-4fea-b324-3ac2ef29475c tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:55.850434 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-50aec0b0-e266-4500-a23f-6ddc1db824cd None None] For port 962c8d86-2876-4fbf-aa7e-695275b771c6, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:05:55.856381 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-207b6aad-e897-4bb1-a595-80bf50527c9f tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:55.860759 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-207b6aad-e897-4bb1-a595-80bf50527c9f tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:55.897488 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0124b8b1-d169-424d-b66e-fe7a0c1717cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:55.897661 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-50aec0b0-e266-4500-a23f-6ddc1db824cd None None] For port 962c8d86-2876-4fbf-aa7e-695275b771c6, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=962c8d86-2876-4fbf-aa7e-695275b771c6,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:05:55.915954 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b6aad-e897-4bb1-a595-80bf50527c9f tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab5ec90a-03ef-40bc-820c-cb32b3aca961,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:55.917381 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-50aec0b0-e266-4500-a23f-6ddc1db824cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:55.928395 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-207b6aad-e897-4bb1-a595-80bf50527c9f tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] 10.222.0.10 "DELETE /v2.0/networks/ab5ec90a-03ef-40bc-820c-cb32b3aca961 HTTP/1.1" status: 204 len: 168 time: 1.8445156 Mar 28 19:05:55.934914 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50056) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:55.968856 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-0124b8b1-d169-424d-b66e-fe7a0c1717cc admin admin] Transition to ACTIVE for port object a6db53d0-70c1-4b18-ab03-d489da3f61f3 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:05:55.969525 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 9c7dffe0-fb3e-4d3f-afc6-c86024ce4534 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:05:55.969996 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:55.981217 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587a3246-2ee3-4fea-b324-3ac2ef29475c tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:05:56.044459 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8ccf6447-5dce-4cb4-973c-480e70fdc147 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:56.077749 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a517fddb-bf46-4b0c-8221-fb0d0b0ab711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:56.080534 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-8ccf6447-5dce-4cb4-973c-480e70fdc147 None None] Transition to ACTIVE for port object 2b3afe0f-92de-4119-a126-fd9932566459 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:05:56.084201 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:05:56.084533 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:05:56.084870 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:05:56.102857 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aec0b0-e266-4500-a23f-6ddc1db824cd None None] Routers {'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:05:56.103652 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-50aec0b0-e266-4500-a23f-6ddc1db824cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:05:27Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:56.145505 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7efe2966-4584-4256-98c2-0d8e326c7425 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:56.147371 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-587a3246-2ee3-4fea-b324-3ac2ef29475c tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:56.147772 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-587a3246-2ee3-4fea-b324-3ac2ef29475c tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Added segment dc8f692f-badd-4512-acd0-7dc82049fd97 of type vlan for network 636b8b42-114c-49a3-8e26-94303be8f9a9 Mar 28 19:05:56.168174 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7efe2966-4584-4256-98c2-0d8e326c7425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:56.172804 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211033d-ef48-4971-9be9-1902112ef155 None None] Pushing event updated for resources: {'Port': ['ID=962c8d86-2876-4fbf-aa7e-695275b771c6,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:56.175708 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Port 391273eb-8524-4dd5-aab5-ef0f995ba919 on network 695a94bc-333a-4137-b652-d8e16a406557 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:05:56.176031 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Failed to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] Mar 28 19:05:56.180289 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempt 8 to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 Mar 28 19:05:56.195283 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2e88cd1b-0759-4d93-a623-77d3db47a4e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:56.214735 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:05:56.214954 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:05:56.215265 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:05:56.224075 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-2e88cd1b-0759-4d93-a623-77d3db47a4e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:56.225414 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-8ccf6447-5dce-4cb4-973c-480e70fdc147 None None] Transition to ACTIVE for port object 2b3afe0f-92de-4119-a126-fd9932566459 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:05:56.227906 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Port 391273eb-8524-4dd5-aab5-ef0f995ba919 on network 695a94bc-333a-4137-b652-d8e16a406557 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:05:56.228584 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Failed to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] Mar 28 19:05:56.238745 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempt 9 to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 Mar 28 19:05:56.245014 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-2e88cd1b-0759-4d93-a623-77d3db47a4e9 admin admin] Usage tracker for resource:security_group_rule and tenant:1c5f1b2468a64bc1b1a09196e010b015 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:56.245610 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-89a32006-6211-43b5-901d-a5d35e709d95 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:56.248772 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8ccf6447-5dce-4cb4-973c-480e70fdc147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:56.289335 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-2e88cd1b-0759-4d93-a623-77d3db47a4e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:56.313242 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a9047885-1fe0-46f3-b420-9a6ef13ade9c up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:05:56.313926 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-587a3246-2ee3-4fea-b324-3ac2ef29475c tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:56.334066 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe2966-4584-4256-98c2-0d8e326c7425 admin admin] Pushing event updated for resources: {'Port': ['ID=a9193046-d5ed-4524-87d9-7fbc10161e3d,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:56.343251 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7efe2966-4584-4256-98c2-0d8e326c7425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:56.361516 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-2e88cd1b-0759-4d93-a623-77d3db47a4e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:56.371361 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:05:56.371699 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:05:56.372020 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:05:56.383326 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0124b8b1-d169-424d-b66e-fe7a0c1717cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:56.400114 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Port 391273eb-8524-4dd5-aab5-ef0f995ba919 on network 695a94bc-333a-4137-b652-d8e16a406557 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:05:56.400628 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Failed to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] Mar 28 19:05:56.406277 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempt 10 to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 Mar 28 19:05:56.416442 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccf6447-5dce-4cb4-973c-480e70fdc147 None None] Network dd24a5ac-d4fd-499e-b47d-7a3de5724f3e is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:05:56.424642 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-8ccf6447-5dce-4cb4-973c-480e70fdc147 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:05:56.440456 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccf6447-5dce-4cb4-973c-480e70fdc147 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:05:56.444830 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.resource_extend [None req-587a3246-2ee3-4fea-b324-3ac2ef29475c tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:05:56.450530 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:05:56.450857 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:05:56.451212 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:05:56.464164 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.db.api [None req-e46db210-a9da-4ea8-95a4-15008357f505 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-8a1238c4-2b19-4685-b8fc-1ba7109cd958 {{(pid=87833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:05:56.464470 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG oslo_db.api [None req-e46db210-a9da-4ea8-95a4-15008357f505 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:05:56.471124 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Port 391273eb-8524-4dd5-aab5-ef0f995ba919 on network 695a94bc-333a-4137-b652-d8e16a406557 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:05:56.471982 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Failed to bind port 391273eb-8524-4dd5-aab5-ef0f995ba919 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] Mar 28 19:05:56.471982 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:56.493393 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf6447-5dce-4cb4-973c-480e70fdc147 None None] Pushing event updated for resources: {'Port': ['ID=2b3afe0f-92de-4119-a126-fd9932566459,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:56.519381 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-50aec0b0-e266-4500-a23f-6ddc1db824cd None None] Set router c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:05:56.573237 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a517fddb-bf46-4b0c-8221-fb0d0b0ab711 admin admin] Router 9a62a573-6c77-4f71-a8d3-cd22ffbc023e is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:05:56.590705 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0124b8b1-d169-424d-b66e-fe7a0c1717cc admin admin] Network 05d45956-a093-40a4-9858-58f23a47edbe is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:05:56.601530 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-0124b8b1-d169-424d-b66e-fe7a0c1717cc admin admin] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:05:56.604281 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0124b8b1-d169-424d-b66e-fe7a0c1717cc admin admin] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:05:56.685404 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124b8b1-d169-424d-b66e-fe7a0c1717cc admin admin] Pushing event updated for resources: {'Port': ['ID=a6db53d0-70c1-4b18-ab03-d489da3f61f3,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:56.700170 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-587a3246-2ee3-4fea-b324-3ac2ef29475c tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:56.701215 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587a3246-2ee3-4fea-b324-3ac2ef29475c tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:05:56.701762 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-587a3246-2ee3-4fea-b324-3ac2ef29475c tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:56.721530 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2e88cd1b-0759-4d93-a623-77d3db47a4e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:56.726067 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] For port 391273eb-8524-4dd5-aab5-ef0f995ba919, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:05:56.726596 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempted to set empty binding levels {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 28 19:05:56.736361 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-89a32006-6211-43b5-901d-a5d35e709d95 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:56.736580 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2e88cd1b-0759-4d93-a623-77d3db47a4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:56.758481 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:56.804434 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-89a32006-6211-43b5-901d-a5d35e709d95 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08306e06-4acb-49db-aa96-75b2c72039ae']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:56.845153 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-8ccf6447-5dce-4cb4-973c-480e70fdc147 None None] Attempting to bind port 2b3afe0f-92de-4119-a126-fd9932566459 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:05:56.845153 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-8ccf6447-5dce-4cb4-973c-480e70fdc147 None None] Attempting to bind port 2b3afe0f-92de-4119-a126-fd9932566459 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '908f57e2-e30f-49ab-93a4-cfb4332a73ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dd24a5ac-d4fd-499e-b47d-7a3de5724f3e'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:05:56.845615 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccf6447-5dce-4cb4-973c-480e70fdc147 None None] Attempting to bind port 2b3afe0f-92de-4119-a126-fd9932566459 on network dd24a5ac-d4fd-499e-b47d-7a3de5724f3e {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:05:56.865097 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccf6447-5dce-4cb4-973c-480e70fdc147 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:05:56.865395 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccf6447-5dce-4cb4-973c-480e70fdc147 None None] Checking segment: {'id': '908f57e2-e30f-49ab-93a4-cfb4332a73ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dd24a5ac-d4fd-499e-b47d-7a3de5724f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:05:56.865666 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8ccf6447-5dce-4cb4-973c-480e70fdc147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:56.866053 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccf6447-5dce-4cb4-973c-480e70fdc147 None None] Bound using segment: {'id': '908f57e2-e30f-49ab-93a4-cfb4332a73ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dd24a5ac-d4fd-499e-b47d-7a3de5724f3e'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:05:56.866557 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-8ccf6447-5dce-4cb4-973c-480e70fdc147 None None] Bound port: 2b3afe0f-92de-4119-a126-fd9932566459, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '908f57e2-e30f-49ab-93a4-cfb4332a73ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'dd24a5ac-d4fd-499e-b47d-7a3de5724f3e'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:05:56.867376 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8ccf6447-5dce-4cb4-973c-480e70fdc147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:56.883924 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-587a3246-2ee3-4fea-b324-3ac2ef29475c tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.5076165 Mar 28 19:05:56.884957 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50060) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:56.889781 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port a9047885-1fe0-46f3-b420-9a6ef13ade9c triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:05:56.890221 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:56.898042 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-89a32006-6211-43b5-901d-a5d35e709d95 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a07965b-30ba-4a90-99fc-8fa5979538f0') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:56.898352 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-89a32006-6211-43b5-901d-a5d35e709d95 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a07965b-30ba-4a90-99fc-8fa5979538f0') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:56.906475 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0124b8b1-d169-424d-b66e-fe7a0c1717cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:56.924851 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:05:56.925539 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:56.928257 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-915e04d1-35f0-4f29-a0e0-2934c9d0723d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Request body: {'subnet': {'network_id': '636b8b42-114c-49a3-8e26-94303be8f9a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:56.943326 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a3246-2ee3-4fea-b324-3ac2ef29475c tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Pushing event updated for resources: {'Network': ['ID=636b8b42-114c-49a3-8e26-94303be8f9a9,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:56.947367 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-915e04d1-35f0-4f29-a0e0-2934c9d0723d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:56.952845 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-89a32006-6211-43b5-901d-a5d35e709d95 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:56.966718 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88cd1b-0759-4d93-a623-77d3db47a4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11072eee-06a6-4bc4-9660-30d7073f9aea,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:56.969300 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e46db210-a9da-4ea8-95a4-15008357f505 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:56.970553 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 636b8b42-114c-49a3-8e26-94303be8f9a9 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:05:56.972683 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-915e04d1-35f0-4f29-a0e0-2934c9d0723d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Usage tracker for resource:subnet and tenant:5a1c4453358a4893a652130fc3e50255 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:56.980290 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-915e04d1-35f0-4f29-a0e0-2934c9d0723d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:56.990335 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-2e88cd1b-0759-4d93-a623-77d3db47a4e9 admin admin] Synchronizing usage tracker for tenant:ebc8dadffdac44c2afd4d2f8f64d276f on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:05:56.990624 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efe2966-4584-4256-98c2-0d8e326c7425 admin admin] Network 615b137b-5658-4b36-89b6-00fdce80d6f1 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:05:56.992821 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-915e04d1-35f0-4f29-a0e0-2934c9d0723d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:56.995896 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-7efe2966-4584-4256-98c2-0d8e326c7425 admin admin] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:05:57.004313 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-89a32006-6211-43b5-901d-a5d35e709d95 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:57.022508 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Pushing event updated for resources: {'Port': ['ID=391273eb-8524-4dd5-aab5-ef0f995ba919,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:57.054983 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-e46db210-a9da-4ea8-95a4-15008357f505 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] device_id is not set on port 35cc9b52-0916-4173-aa5a-37953afca3c2 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:05:57.080948 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a32006-6211-43b5-901d-a5d35e709d95 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:05:57.081380 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-89a32006-6211-43b5-901d-a5d35e709d95 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:57.088745 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a517fddb-bf46-4b0c-8221-fb0d0b0ab711 admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:05:57.098044 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:05:57.102694 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-754ae9e4-cf6f-4f3c-8d67-ef237c31182e tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.1791503 Mar 28 19:05:57.110318 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50064) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:57.116257 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ad7c25-88de-460b-89dd-2c575315225c None None] Sync routers for ids ['9a62a573-6c77-4f71-a8d3-cd22ffbc023e'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:05:57.120937 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915e04d1-35f0-4f29-a0e0-2934c9d0723d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Made reservation on behalf of 5a1c4453358a4893a652130fc3e50255 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:05:57.123539 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-915e04d1-35f0-4f29-a0e0-2934c9d0723d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:57.131298 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ad7c25-88de-460b-89dd-2c575315225c None None] Routers {'9a62a573-6c77-4f71-a8d3-cd22ffbc023e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:05:57.140871 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-87ad7c25-88de-460b-89dd-2c575315225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:05:27Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['9a62a573-6c77-4f71-a8d3-cd22ffbc023e'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:57.208148 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-74d1e028-159b-4717-aeff-5530be733c3b None None] Provisioning for port a6db53d0-70c1-4b18-ab03-d489da3f61f3 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:05:57.221101 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-8ccf6447-5dce-4cb4-973c-480e70fdc147 None None] For port 2b3afe0f-92de-4119-a126-fd9932566459, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:05:57.242844 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-74d1e028-159b-4717-aeff-5530be733c3b None None] Provisioning complete for port a6db53d0-70c1-4b18-ab03-d489da3f61f3 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:05:57.243539 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-74d1e028-159b-4717-aeff-5530be733c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:57.321331 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-89a32006-6211-43b5-901d-a5d35e709d95 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:57.330060 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-89a32006-6211-43b5-901d-a5d35e709d95 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:57.360594 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-8ccf6447-5dce-4cb4-973c-480e70fdc147 None None] For port 2b3afe0f-92de-4119-a126-fd9932566459, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=2b3afe0f-92de-4119-a126-fd9932566459,segment=NetworkSegment(908f57e2-e30f-49ab-93a4-cfb4332a73ca),segment_id=908f57e2-e30f-49ab-93a4-cfb4332a73ca)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:05:57.377687 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8ccf6447-5dce-4cb4-973c-480e70fdc147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:57.428047 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a32006-6211-43b5-901d-a5d35e709d95 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] Pushing event deleted for resources: {'Network': ['ID=08306e06-4acb-49db-aa96-75b2c72039ae,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:57.430017 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-74d1e028-159b-4717-aeff-5530be733c3b None None] Port a6db53d0-70c1-4b18-ab03-d489da3f61f3 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:05:57.437343 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-89a32006-6211-43b5-901d-a5d35e709d95 tempest-QuotasNegativeTest-1934296507 tempest-QuotasNegativeTest-1934296507-project-admin] 10.222.0.10 "DELETE /v2.0/networks/08306e06-4acb-49db-aa96-75b2c72039ae HTTP/1.1" status: 204 len: 168 time: 1.5004764 Mar 28 19:05:57.457021 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-87ad7c25-88de-460b-89dd-2c575315225c None None] Set router 9a62a573-6c77-4f71-a8d3-cd22ffbc023e gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:05:57.520051 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e51fc852-a510-4c15-8143-c49a86eddd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:57.534278 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-50aec0b0-e266-4500-a23f-6ddc1db824cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'name': 'tempest-ServerActionsTestJSON-849075791-router', 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '962c8d86-2876-4fbf-aa7e-695275b771c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:45Z', 'updated_at': '2022-03-28T19:05:47Z', 'revision_number': 3, 'project_id': '936b36bbd26d462bb0c5b68398e9e06d', 'gw_port': {'id': '962c8d86-2876-4fbf-aa7e-695275b771c6', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:46Z', 'updated_at': '2022-03-28T19:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:57.540260 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7efe2966-4584-4256-98c2-0d8e326c7425 admin admin] Router ae33a371-1b19-45c7-a7c0-09176b9c32fd has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:05:57.560648 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aec0b0-e266-4500-a23f-6ddc1db824cd None None] The sync data for ids ['c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb'] in dv-neutron-834711-1-hyperv is: [{'id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'name': 'tempest-ServerActionsTestJSON-849075791-router', 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '962c8d86-2876-4fbf-aa7e-695275b771c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:45Z', 'updated_at': '2022-03-28T19:05:47Z', 'revision_number': 3, 'project_id': '936b36bbd26d462bb0c5b68398e9e06d', 'gw_port': {'id': '962c8d86-2876-4fbf-aa7e-695275b771c6', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:46Z', 'updated_at': '2022-03-28T19:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:05:57.562132 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf6447-5dce-4cb4-973c-480e70fdc147 None None] Pushing event updated for resources: {'Port': ['ID=2b3afe0f-92de-4119-a126-fd9932566459,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:57.604333 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-84414fd1-66ea-4393-8c56-c5b486a7dbd8 None None] Provisioning complete for port a9193046-d5ed-4524-87d9-7fbc10161e3d triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:05:57.604697 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-84414fd1-66ea-4393-8c56-c5b486a7dbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:57.619834 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-8178330f-b561-46c5-b127-66c010d943fe tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Deleting port 391273eb-8524-4dd5-aab5-ef0f995ba919 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:05:57.620361 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0124b8b1-d169-424d-b66e-fe7a0c1717cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:57.625800 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8178330f-b561-46c5-b127-66c010d943fe tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:57.679745 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-2e88cd1b-0759-4d93-a623-77d3db47a4e9 admin admin] Unset dirty status for tenant:ebc8dadffdac44c2afd4d2f8f64d276f on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:05:57.679745 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2e88cd1b-0759-4d93-a623-77d3db47a4e9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1c5f1b2468a64bc1b1a09196e010b015&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0679324 Mar 28 19:05:57.689760 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50070) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:57.740186 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-e46db210-a9da-4ea8-95a4-15008357f505 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Allocated IP 172.20.0.6 (dd24a5ac-d4fd-499e-b47d-7a3de5724f3e/ffb92bdb-f04d-4dfe-b6ec-a990cadce47c/35cc9b52-0916-4173-aa5a-37953afca3c2) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:05:57.742867 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-84414fd1-66ea-4393-8c56-c5b486a7dbd8 None None] Port a9193046-d5ed-4524-87d9-7fbc10161e3d cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:05:57.769828 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a517fddb-bf46-4b0c-8221-fb0d0b0ab711 admin admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:57.774688 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a517fddb-bf46-4b0c-8221-fb0d0b0ab711 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.2404397 Mar 28 19:05:57.779893 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50072) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:57.920788 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:05:58.091932 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-87ad7c25-88de-460b-89dd-2c575315225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'name': 'tempest-ServersTestJSON-1034931747-router', 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': '1557cada-917e-4a26-bbf0-352ead748952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:49Z', 'updated_at': '2022-03-28T19:05:54Z', 'revision_number': 3, 'project_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'gw_port': {'id': '1557cada-917e-4a26-bbf0-352ead748952', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:52Z', 'updated_at': '2022-03-28T19:05:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:58.096777 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ad7c25-88de-460b-89dd-2c575315225c None None] Checking router: 9a62a573-6c77-4f71-a8d3-cd22ffbc023e for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:05:58.097287 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ad7c25-88de-460b-89dd-2c575315225c None None] Updating router 9a62a573-6c77-4f71-a8d3-cd22ffbc023e port 1557cada-917e-4a26-bbf0-352ead748952 binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:05:58.170512 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-87ad7c25-88de-460b-89dd-2c575315225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:58.289572 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efe2966-4584-4256-98c2-0d8e326c7425 admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:05:58.303110 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be491e73-5d3d-4ee0-b0cd-b35646450f83 None None] Sync routers for ids ['ae33a371-1b19-45c7-a7c0-09176b9c32fd'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:05:58.322849 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be491e73-5d3d-4ee0-b0cd-b35646450f83 None None] Routers {'ae33a371-1b19-45c7-a7c0-09176b9c32fd'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:05:58.327266 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-be491e73-5d3d-4ee0-b0cd-b35646450f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:05:57Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ae33a371-1b19-45c7-a7c0-09176b9c32fd'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:58.435492 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7efe2966-4584-4256-98c2-0d8e326c7425 admin admin] 10.222.0.10 "PUT /v2.0/routers/ae33a371-1b19-45c7-a7c0-09176b9c32fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4924116 Mar 28 19:05:58.583308 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50084) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:58.663821 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:58.671717 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:58.675802 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-87ad7c25-88de-460b-89dd-2c575315225c None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:58.692933 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-87ad7c25-88de-460b-89dd-2c575315225c None None] Transition to ACTIVE for port object 1557cada-917e-4a26-bbf0-352ead748952 will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:05:58.710944 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-87ad7c25-88de-460b-89dd-2c575315225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:58.734382 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-be491e73-5d3d-4ee0-b0cd-b35646450f83 None None] Set router ae33a371-1b19-45c7-a7c0-09176b9c32fd gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:05:58.748558 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-8178330f-b561-46c5-b127-66c010d943fe tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] For port 391273eb-8524-4dd5-aab5-ef0f995ba919, host hv-neutron-8347, got binding levels [] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:05:58.749459 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8178330f-b561-46c5-b127-66c010d943fe tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:58.891879 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb5510-759f-409c-a595-8e433c61048f None None] Pushing event updated for resources: {'Port': ['ID=1557cada-917e-4a26-bbf0-352ead748952,revision_number=2']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:58.939113 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-87ad7c25-88de-460b-89dd-2c575315225c None None] Attempting to bind port 1557cada-917e-4a26-bbf0-352ead748952 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:05:58.939565 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-87ad7c25-88de-460b-89dd-2c575315225c None None] Attempting to bind port 1557cada-917e-4a26-bbf0-352ead748952 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:05:58.940833 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a26e847a-0fdd-43ef-9391-2e806fcf4e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:58.941658 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ad7c25-88de-460b-89dd-2c575315225c None None] Attempting to bind port 1557cada-917e-4a26-bbf0-352ead748952 on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:05:58.952613 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ad7c25-88de-460b-89dd-2c575315225c None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:05:58.953089 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ad7c25-88de-460b-89dd-2c575315225c None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:05:58.953564 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-87ad7c25-88de-460b-89dd-2c575315225c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:58.954009 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ad7c25-88de-460b-89dd-2c575315225c None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:05:58.954541 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-87ad7c25-88de-460b-89dd-2c575315225c None None] Bound port: 1557cada-917e-4a26-bbf0-352ead748952, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:05:58.955033 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-87ad7c25-88de-460b-89dd-2c575315225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:59.014367 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0124b8b1-d169-424d-b66e-fe7a0c1717cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:59.071244 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0124b8b1-d169-424d-b66e-fe7a0c1717cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:59.138123 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-87ad7c25-88de-460b-89dd-2c575315225c None None] For port 1557cada-917e-4a26-bbf0-352ead748952, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:05:59.147304 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-87ad7c25-88de-460b-89dd-2c575315225c None None] For port 1557cada-917e-4a26-bbf0-352ead748952, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1557cada-917e-4a26-bbf0-352ead748952,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:05:59.159669 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-87ad7c25-88de-460b-89dd-2c575315225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:59.190103 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-8178330f-b561-46c5-b127-66c010d943fe tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Calling delete_port for 391273eb-8524-4dd5-aab5-ef0f995ba919 owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:05:59.231198 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124b8b1-d169-424d-b66e-fe7a0c1717cc admin admin] Pushing event updated for resources: {'Port': ['ID=a6db53d0-70c1-4b18-ab03-d489da3f61f3,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:59.254809 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bff10e2-aabf-4be2-9b78-9221a1a859be None None] Network dd24a5ac-d4fd-499e-b47d-7a3de5724f3e requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:05:59.274793 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d6defda6-a409-4a9e-ac2c-8e638d858f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:59.292656 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ad7c25-88de-460b-89dd-2c575315225c None None] Routers {'9a62a573-6c77-4f71-a8d3-cd22ffbc023e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:05:59.298196 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d6defda6-a409-4a9e-ac2c-8e638d858f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:59.299301 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-87ad7c25-88de-460b-89dd-2c575315225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:05:57Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['9a62a573-6c77-4f71-a8d3-cd22ffbc023e'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:59.303215 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d6defda6-a409-4a9e-ac2c-8e638d858f69 admin admin] Usage tracker for resource:security_group_rule and tenant:b408362777e14a4bb9c2d65e02e5f507 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:05:59.306417 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d6defda6-a409-4a9e-ac2c-8e638d858f69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:05:59.314121 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d6defda6-a409-4a9e-ac2c-8e638d858f69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:05:59.360192 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8178330f-b561-46c5-b127-66c010d943fe tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:59.440857 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178330f-b561-46c5-b127-66c010d943fe tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Pushing event deleted for resources: {'Port': ['ID=391273eb-8524-4dd5-aab5-ef0f995ba919,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:59.454350 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d6defda6-a409-4a9e-ac2c-8e638d858f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:59.460287 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a26e847a-0fdd-43ef-9391-2e806fcf4e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:59.467979 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e46db210-a9da-4ea8-95a4-15008357f505 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:59.477630 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d6defda6-a409-4a9e-ac2c-8e638d858f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:59.526512 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8178330f-b561-46c5-b127-66c010d943fe tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:59.528966 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6defda6-a409-4a9e-ac2c-8e638d858f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f8fec8-baaf-450c-ad92-17b250cd0882,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:05:59.561114 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-8178330f-b561-46c5-b127-66c010d943fe tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] 10.222.0.10 "DELETE /v2.0/ports/391273eb-8524-4dd5-aab5-ef0f995ba919 HTTP/1.1" status: 204 len: 168 time: 2.4499140 Mar 28 19:05:59.570242 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-e46db210-a9da-4ea8-95a4-15008357f505 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Transition to ACTIVE for port object 35cc9b52-0916-4173-aa5a-37953afca3c2 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:05:59.585620 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50102) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:59.593941 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.objects.ports [None req-915e04d1-35f0-4f29-a0e0-2934c9d0723d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87832) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 19:05:59.594396 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-915e04d1-35f0-4f29-a0e0-2934c9d0723d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:59.628799 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-fe6d1935-4831-465e-885d-69959e4f3301 None None] Provisioning for port 2b3afe0f-92de-4119-a126-fd9932566459 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:05:59.657731 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-87ad7c25-88de-460b-89dd-2c575315225c None None] Set router 9a62a573-6c77-4f71-a8d3-cd22ffbc023e gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:05:59.662305 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef869f8-4368-4e55-968c-74dea2896c51 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] GET failed (client error): The resource could not be found. Mar 28 19:05:59.662826 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9ef869f8-4368-4e55-968c-74dea2896c51 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Synchronizing usage tracker for tenant:0e8cca90eaf04161ba977dc5d3994fc8 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:05:59.717332 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0124b8b1-d169-424d-b66e-fe7a0c1717cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:59.810530 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9ef869f8-4368-4e55-968c-74dea2896c51 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Unset dirty status for tenant:0e8cca90eaf04161ba977dc5d3994fc8 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:05:59.812516 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9ef869f8-4368-4e55-968c-74dea2896c51 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] 10.222.0.10 "GET /v2.0/ports/391273eb-8524-4dd5-aab5-ef0f995ba919 HTTP/1.1" status: 404 len: 333 time: 0.2262342 Mar 28 19:05:59.818025 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50106) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:59.824979 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-3f17ff1e-07b5-4b72-bc02-e6c9e31c568d tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Request body: {'port': {'network_id': '695a94bc-333a-4137-b652-d8e16a406557', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-725564276'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:05:59.839059 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e46db210-a9da-4ea8-95a4-15008357f505 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:05:59.847143 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-3f17ff1e-07b5-4b72-bc02-e6c9e31c568d tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:05:59.860235 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-be491e73-5d3d-4ee0-b0cd-b35646450f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'name': 'tempest-ServersTestManualDisk-404634721-router', 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'bd427631-e7d0-4872-a369-c8eae82cea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:43Z', 'updated_at': '2022-03-28T19:05:54Z', 'revision_number': 4, 'project_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'gw_port': {'id': 'bd427631-e7d0-4872-a369-c8eae82cea1b', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:44Z', 'updated_at': '2022-03-28T19:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'a9193046-d5ed-4524-87d9-7fbc10161e3d', 'name': '', 'network_id': '615b137b-5658-4b36-89b6-00fdce80d6f1', 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'mac_address': 'fa:16:3e:17:00:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '05240730-88d2-4328-b36b-7b1d6500b963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:51Z', 'updated_at': '2022-03-28T19:05:55Z', 'revision_number': 2, 'project_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'subnets': [{'id': '05240730-88d2-4328-b36b-7b1d6500b963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:05:59.880132 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be491e73-5d3d-4ee0-b0cd-b35646450f83 None None] Checking router: ae33a371-1b19-45c7-a7c0-09176b9c32fd for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:05:59.880838 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be491e73-5d3d-4ee0-b0cd-b35646450f83 None None] Updating router ae33a371-1b19-45c7-a7c0-09176b9c32fd port a9193046-d5ed-4524-87d9-7fbc10161e3d binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:05:59.901210 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d6defda6-a409-4a9e-ac2c-8e638d858f69 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b408362777e14a4bb9c2d65e02e5f507&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2436726 Mar 28 19:05:59.915820 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50110) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:05:59.930800 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2b3afe0f-92de-4119-a126-fd9932566459 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:06:00.006764 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb5510-759f-409c-a595-8e433c61048f None None] Pushing event updated for resources: {'Port': ['ID=1557cada-917e-4a26-bbf0-352ead748952,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:00.117666 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915e04d1-35f0-4f29-a0e0-2934c9d0723d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Checking segment: {'id': 'dc8f692f-badd-4512-acd0-7dc82049fd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '636b8b42-114c-49a3-8e26-94303be8f9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:06:00.119073 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915e04d1-35f0-4f29-a0e0-2934c9d0723d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Network hostable DHCP agents. Network: 636b8b42-114c-49a3-8e26-94303be8f9a9, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:06:00.121069 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-87ad7c25-88de-460b-89dd-2c575315225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'name': 'tempest-ServersTestJSON-1034931747-router', 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': '1557cada-917e-4a26-bbf0-352ead748952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:49Z', 'updated_at': '2022-03-28T19:05:54Z', 'revision_number': 3, 'project_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'gw_port': {'id': '1557cada-917e-4a26-bbf0-352ead748952', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:52Z', 'updated_at': '2022-03-28T19:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:00.131446 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ad7c25-88de-460b-89dd-2c575315225c None None] The sync data for ids ['9a62a573-6c77-4f71-a8d3-cd22ffbc023e'] in dv-neutron-834711-1-hyperv is: [{'id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'name': 'tempest-ServersTestJSON-1034931747-router', 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': '1557cada-917e-4a26-bbf0-352ead748952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:49Z', 'updated_at': '2022-03-28T19:05:54Z', 'revision_number': 3, 'project_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'gw_port': {'id': '1557cada-917e-4a26-bbf0-352ead748952', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:52Z', 'updated_at': '2022-03-28T19:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:06:00.173893 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e04d1-35f0-4f29-a0e0-2934c9d0723d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fe91b308-b9cf-4c22-b539-a4a9d5e65c09,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:00.181223 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915e04d1-35f0-4f29-a0e0-2934c9d0723d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Network 636b8b42-114c-49a3-8e26-94303be8f9a9 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:06:00.196155 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46db210-a9da-4ea8-95a4-15008357f505 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Pushing event updated for resources: {'Port': ['ID=35cc9b52-0916-4173-aa5a-37953afca3c2,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:00.199439 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-3f17ff1e-07b5-4b72-bc02-e6c9e31c568d tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:00.208119 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-915e04d1-35f0-4f29-a0e0-2934c9d0723d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 636b8b42-114c-49a3-8e26-94303be8f9a9) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:00.223920 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915e04d1-35f0-4f29-a0e0-2934c9d0723d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:00.224895 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-915e04d1-35f0-4f29-a0e0-2934c9d0723d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:00.241894 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46db210-a9da-4ea8-95a4-15008357f505 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Network dd24a5ac-d4fd-499e-b47d-7a3de5724f3e is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:00.243101 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-e46db210-a9da-4ea8-95a4-15008357f505 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:00.245283 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55be5eb-91b2-499c-ac5b-bad466faaf46 None None] Network 636b8b42-114c-49a3-8e26-94303be8f9a9 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:06:00.248926 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46db210-a9da-4ea8-95a4-15008357f505 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:06:00.254386 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46db210-a9da-4ea8-95a4-15008357f505 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:00.255764 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e46db210-a9da-4ea8-95a4-15008357f505 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:00.261079 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a26e847a-0fdd-43ef-9391-2e806fcf4e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:00.264780 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f17ff1e-07b5-4b72-bc02-e6c9e31c568d tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Made reservation on behalf of 0e8cca90eaf04161ba977dc5d3994fc8 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:00.267174 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3f17ff1e-07b5-4b72-bc02-e6c9e31c568d tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:00.269989 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-be491e73-5d3d-4ee0-b0cd-b35646450f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:00.299458 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:00.309049 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e847a-0fdd-43ef-9391-2e806fcf4e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11072eee-06a6-4bc4-9660-30d7073f9aea,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:00.328935 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7103aa4e-b0f2-4b0f-8b5d-946159a7f0da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:00.348741 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-3f17ff1e-07b5-4b72-bc02-e6c9e31c568d tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] device_id is not set on port 210e7462-d868-4d22-b363-a0bec4a1cd41 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:06:00.363381 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7103aa4e-b0f2-4b0f-8b5d-946159a7f0da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:00.405677 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e46db210-a9da-4ea8-95a4-15008357f505 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.9689021 Mar 28 19:06:00.410152 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50116) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:00.442199 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7103aa4e-b0f2-4b0f-8b5d-946159a7f0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:00.445320 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7103aa4e-b0f2-4b0f-8b5d-946159a7f0da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:00.460704 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7103aa4e-b0f2-4b0f-8b5d-946159a7f0da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/71f8fec8-baaf-450c-ad92-17b250cd0882 HTTP/1.1" status: 204 len: 168 time: 0.5291920 Mar 28 19:06:00.487098 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a26e847a-0fdd-43ef-9391-2e806fcf4e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:00.491686 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a26e847a-0fdd-43ef-9391-2e806fcf4e7d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/11072eee-06a6-4bc4-9660-30d7073f9aea HTTP/1.1" status: 204 len: 168 time: 2.7429051 Mar 28 19:06:00.501906 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0124b8b1-d169-424d-b66e-fe7a0c1717cc admin admin] Network 05d45956-a093-40a4-9858-58f23a47edbe is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:00.503256 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103aa4e-b0f2-4b0f-8b5d-946159a7f0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f8fec8-baaf-450c-ad92-17b250cd0882,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:00.511791 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-0124b8b1-d169-424d-b66e-fe7a0c1717cc admin admin] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:00.532926 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-915e04d1-35f0-4f29-a0e0-2934c9d0723d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.6276958 Mar 28 19:06:00.534270 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50124) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:00.563625 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-6c22d935-9a5d-4140-ada3-9fc3c625f410 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Request body: {'floatingip': {'floating_network_id': '636b8b42-114c-49a3-8e26-94303be8f9a9'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:00.570942 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6c22d935-9a5d-4140-ada3-9fc3c625f410 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:00.577713 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6c22d935-9a5d-4140-ada3-9fc3c625f410 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Usage tracker for resource:floatingip and tenant:5a1c4453358a4893a652130fc3e50255 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:00.582302 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6c22d935-9a5d-4140-ada3-9fc3c625f410 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:00.591396 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6c22d935-9a5d-4140-ada3-9fc3c625f410 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:00.617022 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-1b4c9967-b8d7-4997-a9bb-c9f1725cf8da tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Deleting port 35cc9b52-0916-4173-aa5a-37953afca3c2 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:06:00.617362 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1b4c9967-b8d7-4997-a9bb-c9f1725cf8da tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:00.807648 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6c22d935-9a5d-4140-ada3-9fc3c625f410 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:00.822139 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 2b3afe0f-92de-4119-a126-fd9932566459 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:06:00.905008 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 2b3afe0f-92de-4119-a126-fd9932566459 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:00.905542 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:00.928930 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50132) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:00.943035 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-0b84de44-7ce6-4f71-aba8-c24905d5f4b2 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1811372445', 'description': 'tempest-description--1007957557'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:00.972505 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0b84de44-7ce6-4f71-aba8-c24905d5f4b2 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:00.995098 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0b84de44-7ce6-4f71-aba8-c24905d5f4b2 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Usage tracker for resource:security_group and tenant:e80e42b66d5d44068ca2c1c3b098f1a9 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:01.030039 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0b84de44-7ce6-4f71-aba8-c24905d5f4b2 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:01.049286 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0b84de44-7ce6-4f71-aba8-c24905d5f4b2 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:01.257117 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50136) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:01.350984 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50138) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:01.409976 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b84de44-7ce6-4f71-aba8-c24905d5f4b2 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:01.439168 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dcb8c36b-ac43-44f7-b88f-d547a9efdb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:01.446010 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaae9f1-72fd-4194-bfaf-a9718d85e3da None None] Network 636b8b42-114c-49a3-8e26-94303be8f9a9 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:06:01.476018 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3f17ff1e-07b5-4b72-bc02-e6c9e31c568d tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:01.494054 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0b84de44-7ce6-4f71-aba8-c24905d5f4b2 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:01.507379 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0b84de44-7ce6-4f71-aba8-c24905d5f4b2 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Usage tracker for resource:security_group_rule and tenant:e80e42b66d5d44068ca2c1c3b098f1a9 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:01.510501 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0b84de44-7ce6-4f71-aba8-c24905d5f4b2 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:01.516777 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0b84de44-7ce6-4f71-aba8-c24905d5f4b2 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:01.571018 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c83ca4cd-c5d6-4ab9-85cc-a121e56a9bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:01.571800 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0124b8b1-d169-424d-b66e-fe7a0c1717cc admin admin] Router c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:06:01.598526 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c83ca4cd-c5d6-4ab9-85cc-a121e56a9bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:01.603425 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c83ca4cd-c5d6-4ab9-85cc-a121e56a9bc1 admin admin] Usage tracker for resource:security_group_rule and tenant:0342c427156a45fa9dc1654fd8d02696 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:01.607002 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c83ca4cd-c5d6-4ab9-85cc-a121e56a9bc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:01.613656 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c83ca4cd-c5d6-4ab9-85cc-a121e56a9bc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:01.746132 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:01.747049 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:01.761345 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-62ac4f57-6396-48cb-9882-96394ca427da None None] Provisioning complete for port a6db53d0-70c1-4b18-ab03-d489da3f61f3 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:01.761710 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-62ac4f57-6396-48cb-9882-96394ca427da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:01.816765 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6c980d42-0061-4e8d-ba20-17cdcb72f523 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7ce44c6656a84a6eaa291d12231ae94e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4379437 Mar 28 19:06:01.828481 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-be491e73-5d3d-4ee0-b0cd-b35646450f83 None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:01.834009 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50144) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:01.861795 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3f17ff1e-07b5-4b72-bc02-e6c9e31c568d tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:01.878435 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-be491e73-5d3d-4ee0-b0cd-b35646450f83 None None] Transition to ACTIVE for port object a9193046-d5ed-4524-87d9-7fbc10161e3d will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:06:01.887162 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b84de44-7ce6-4f71-aba8-c24905d5f4b2 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:01.893159 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-62ac4f57-6396-48cb-9882-96394ca427da None None] Port a6db53d0-70c1-4b18-ab03-d489da3f61f3 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:06:01.899561 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-be491e73-5d3d-4ee0-b0cd-b35646450f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:01.971030 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b84de44-7ce6-4f71-aba8-c24905d5f4b2 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:01.973836 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 2b3afe0f-92de-4119-a126-fd9932566459, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=2b3afe0f-92de-4119-a126-fd9932566459,segment=NetworkSegment(908f57e2-e30f-49ab-93a4-cfb4332a73ca),segment_id=908f57e2-e30f-49ab-93a4-cfb4332a73ca)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:06:01.993079 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f17ff1e-07b5-4b72-bc02-e6c9e31c568d tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Network 695a94bc-333a-4137-b652-d8e16a406557 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:01.994774 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:01.995581 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 962c8d86-2876-4fbf-aa7e-695275b771c6 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:06:02.049991 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-3f17ff1e-07b5-4b72-bc02-e6c9e31c568d tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:02.088350 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f17ff1e-07b5-4b72-bc02-e6c9e31c568d tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:06:02.089270 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f17ff1e-07b5-4b72-bc02-e6c9e31c568d tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:02.089858 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3f17ff1e-07b5-4b72-bc02-e6c9e31c568d tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:02.094093 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6c22d935-9a5d-4140-ada3-9fc3c625f410 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:02.107377 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f38ccaa0-469d-440d-9539-9af7e6338039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:02.116673 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c83ca4cd-c5d6-4ab9-85cc-a121e56a9bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:02.120101 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17ff1e-07b5-4b72-bc02-e6c9e31c568d tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Pushing event updated for resources: {'Port': ['ID=210e7462-d868-4d22-b363-a0bec4a1cd41,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:02.135835 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f91030-476b-492c-a053-7b306f824d60 None None] Pushing event updated for resources: {'Port': ['ID=a9193046-d5ed-4524-87d9-7fbc10161e3d,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:02.164053 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c83ca4cd-c5d6-4ab9-85cc-a121e56a9bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:02.232791 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b84de44-7ce6-4f71-aba8-c24905d5f4b2 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:02.241701 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0b84de44-7ce6-4f71-aba8-c24905d5f4b2 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3093634 Mar 28 19:06:02.241701 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b84de44-7ce6-4f71-aba8-c24905d5f4b2 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50541515-9bf6-44e2-91ed-e0155095de83,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:02.247010 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0124b8b1-d169-424d-b66e-fe7a0c1717cc admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:06:02.275187 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036476f9-3641-4ca7-965d-cfa86a03c605 None None] Sync routers for ids ['c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:06:02.279796 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-fdb36ec0-b577-4d11-8f84-0f83b39eaf38 None None] Provisioning for port 35cc9b52-0916-4173-aa5a-37953afca3c2 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:06:02.287059 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50148) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:02.290990 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0124b8b1-d169-424d-b66e-fe7a0c1717cc admin admin] 10.222.0.10 "PUT /v2.0/routers/c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4402473 Mar 28 19:06:02.302728 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036476f9-3641-4ca7-965d-cfa86a03c605 None None] Routers {'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:06:02.305123 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-036476f9-3641-4ca7-965d-cfa86a03c605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:05:57Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:02.320176 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-752cd4de-22d2-42d1-b1ee-0532214a0367 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Request body: {'security_group_rule': {'security_group_id': '50541515-9bf6-44e2-91ed-e0155095de83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:02.344034 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-752cd4de-22d2-42d1-b1ee-0532214a0367 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:02.350640 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c83ca4cd-c5d6-4ab9-85cc-a121e56a9bc1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0342c427156a45fa9dc1654fd8d02696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9985828 Mar 28 19:06:02.357028 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ca4cd-c5d6-4ab9-85cc-a121e56a9bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44b55e9-da39-4553-9711-5bbce71832ad,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:02.358630 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-752cd4de-22d2-42d1-b1ee-0532214a0367 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Usage tracker for resource:security_group_rule and tenant:e80e42b66d5d44068ca2c1c3b098f1a9 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:02.361519 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50154) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:02.362244 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-fdb36ec0-b577-4d11-8f84-0f83b39eaf38 None None] Provisioning complete for port 35cc9b52-0916-4173-aa5a-37953afca3c2 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:02.362786 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fdb36ec0-b577-4d11-8f84-0f83b39eaf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:02.363197 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1b4c9967-b8d7-4997-a9bb-c9f1725cf8da tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:02.367088 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-752cd4de-22d2-42d1-b1ee-0532214a0367 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:02.380314 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-752cd4de-22d2-42d1-b1ee-0532214a0367 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:02.446099 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3f17ff1e-07b5-4b72-bc02-e6c9e31c568d tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.6265807 Mar 28 19:06:02.461021 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-be491e73-5d3d-4ee0-b0cd-b35646450f83 None None] Attempting to bind port a9193046-d5ed-4524-87d9-7fbc10161e3d on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:06:02.461718 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-be491e73-5d3d-4ee0-b0cd-b35646450f83 None None] Attempting to bind port a9193046-d5ed-4524-87d9-7fbc10161e3d by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'd357c8c6-fbd5-42e5-a72d-0184b760f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '615b137b-5658-4b36-89b6-00fdce80d6f1'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:06:02.462313 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be491e73-5d3d-4ee0-b0cd-b35646450f83 None None] Attempting to bind port a9193046-d5ed-4524-87d9-7fbc10161e3d on network 615b137b-5658-4b36-89b6-00fdce80d6f1 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:02.464586 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=2b3afe0f-92de-4119-a126-fd9932566459,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:02.477897 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be491e73-5d3d-4ee0-b0cd-b35646450f83 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:06:02.478795 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be491e73-5d3d-4ee0-b0cd-b35646450f83 None None] Checking segment: {'id': 'd357c8c6-fbd5-42e5-a72d-0184b760f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '615b137b-5658-4b36-89b6-00fdce80d6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:06:02.479865 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-be491e73-5d3d-4ee0-b0cd-b35646450f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:02.480508 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be491e73-5d3d-4ee0-b0cd-b35646450f83 None None] Bound using segment: {'id': 'd357c8c6-fbd5-42e5-a72d-0184b760f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '615b137b-5658-4b36-89b6-00fdce80d6f1'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:06:02.481229 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-be491e73-5d3d-4ee0-b0cd-b35646450f83 None None] Bound port: a9193046-d5ed-4524-87d9-7fbc10161e3d, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd357c8c6-fbd5-42e5-a72d-0184b760f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '615b137b-5658-4b36-89b6-00fdce80d6f1'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:06:02.481980 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-be491e73-5d3d-4ee0-b0cd-b35646450f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:02.484679 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50158) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:02.492321 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-fdb36ec0-b577-4d11-8f84-0f83b39eaf38 None None] Port 35cc9b52-0916-4173-aa5a-37953afca3c2 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:06:02.497569 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 962c8d86-2876-4fbf-aa7e-695275b771c6 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:06:02.499400 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f38ccaa0-469d-440d-9539-9af7e6338039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:02.510776 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 962c8d86-2876-4fbf-aa7e-695275b771c6 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:02.511848 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:02.664327 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-1b4c9967-b8d7-4997-a9bb-c9f1725cf8da tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Calling delete_port for 35cc9b52-0916-4173-aa5a-37953afca3c2 owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:06:02.690210 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-036476f9-3641-4ca7-965d-cfa86a03c605 None None] Set router c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:06:02.796483 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f38ccaa0-469d-440d-9539-9af7e6338039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:02.806034 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-752cd4de-22d2-42d1-b1ee-0532214a0367 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:02.812211 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-fdb36ec0-b577-4d11-8f84-0f83b39eaf38 None None] Provisioning complete for port 2b3afe0f-92de-4119-a126-fd9932566459 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:02.812742 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fdb36ec0-b577-4d11-8f84-0f83b39eaf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:02.814762 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-dcb8c36b-ac43-44f7-b88f-d547a9efdb88 admin admin] Allocated IP 172.20.0.1 (11c83c4f-ff0a-4113-af10-31cfb7cfdd7c/998791e8-b3d0-43f0-877b-47ab95e8fd2d/47a4b191-c518-405f-bd1c-4c0e75d10b89) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:02.862723 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8347'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:02.947751 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-650d82e7-3cfc-406c-afa4-adc4ac03b15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:03.003077 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-be491e73-5d3d-4ee0-b0cd-b35646450f83 None None] For port a9193046-d5ed-4524-87d9-7fbc10161e3d, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:06:03.011956 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-be491e73-5d3d-4ee0-b0cd-b35646450f83 None None] For port a9193046-d5ed-4524-87d9-7fbc10161e3d, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a9193046-d5ed-4524-87d9-7fbc10161e3d,segment=NetworkSegment(d357c8c6-fbd5-42e5-a72d-0184b760f007),segment_id=d357c8c6-fbd5-42e5-a72d-0184b760f007)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:06:03.030627 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-6c22d935-9a5d-4140-ada3-9fc3c625f410 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Allocated IP 172.20.0.14 (636b8b42-114c-49a3-8e26-94303be8f9a9/fe91b308-b9cf-4c22-b539-a4a9d5e65c09/25e82d53-762f-466b-9bc9-a20a0fbf7aec) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:03.032439 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-be491e73-5d3d-4ee0-b0cd-b35646450f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:03.033564 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ccaa0-469d-440d-9539-9af7e6338039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da52315f-5f81-4504-a6af-29f7992464e6,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:03.036339 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f38ccaa0-469d-440d-9539-9af7e6338039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:03.039766 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f38ccaa0-469d-440d-9539-9af7e6338039 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/da52315f-5f81-4504-a6af-29f7992464e6 HTTP/1.1" status: 204 len: 168 time: 1.2015333 Mar 28 19:06:03.065162 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-752cd4de-22d2-42d1-b1ee-0532214a0367 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:03.083743 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-752cd4de-22d2-42d1-b1ee-0532214a0367 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:03.122523 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:03.151916 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50170) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:03.170068 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-ede63c52-1800-4d0b-ba61-344d29822769 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Request body: {'security_group': {'name': 'tempest-securitygroup--511197860', 'description': 'tempest-description--1430321435'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:03.181028 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752cd4de-22d2-42d1-b1ee-0532214a0367 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f889a9b3-ff5e-4ea2-8a63-28c614b58d13,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:03.243072 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-ede63c52-1800-4d0b-ba61-344d29822769 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:03.277307 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-650d82e7-3cfc-406c-afa4-adc4ac03b15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:03.310037 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:03.312824 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ede63c52-1800-4d0b-ba61-344d29822769 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Usage tracker for resource:security_group and tenant:936b36bbd26d462bb0c5b68398e9e06d is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:03.337324 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ede63c52-1800-4d0b-ba61-344d29822769 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:03.354162 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-ede63c52-1800-4d0b-ba61-344d29822769 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:03.368789 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-752cd4de-22d2-42d1-b1ee-0532214a0367 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:03.370092 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-752cd4de-22d2-42d1-b1ee-0532214a0367 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0776987 Mar 28 19:06:03.377222 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50174) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:03.398798 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1b4c9967-b8d7-4997-a9bb-c9f1725cf8da tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:03.406212 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-c2b594e0-0332-4b3d-8f5d-61d52a02a9ed tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Request body: {'security_group_rule': {'security_group_id': '50541515-9bf6-44e2-91ed-e0155095de83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:03.416984 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f91030-476b-492c-a053-7b306f824d60 None None] Pushing event updated for resources: {'Port': ['ID=a9193046-d5ed-4524-87d9-7fbc10161e3d,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:03.425122 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be491e73-5d3d-4ee0-b0cd-b35646450f83 None None] Routers {'ae33a371-1b19-45c7-a7c0-09176b9c32fd'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:06:03.425732 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-be491e73-5d3d-4ee0-b0cd-b35646450f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:05:57Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ae33a371-1b19-45c7-a7c0-09176b9c32fd'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:03.427495 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c2b594e0-0332-4b3d-8f5d-61d52a02a9ed tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:03.434997 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-036476f9-3641-4ca7-965d-cfa86a03c605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'name': 'tempest-ServerActionsTestJSON-849075791-router', 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '962c8d86-2876-4fbf-aa7e-695275b771c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:45Z', 'updated_at': '2022-03-28T19:05:57Z', 'revision_number': 4, 'project_id': '936b36bbd26d462bb0c5b68398e9e06d', 'gw_port': {'id': '962c8d86-2876-4fbf-aa7e-695275b771c6', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:46Z', 'updated_at': '2022-03-28T19:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'a6db53d0-70c1-4b18-ab03-d489da3f61f3', 'name': '', 'network_id': '05d45956-a093-40a4-9858-58f23a47edbe', 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d', 'mac_address': 'fa:16:3e:f5:59:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ba510855-a9fd-4b40-9483-d8a58a15b59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:54Z', 'updated_at': '2022-03-28T19:05:58Z', 'revision_number': 2, 'project_id': '936b36bbd26d462bb0c5b68398e9e06d', 'subnets': [{'id': 'ba510855-a9fd-4b40-9483-d8a58a15b59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:03.444849 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036476f9-3641-4ca7-965d-cfa86a03c605 None None] Checking router: c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:06:03.445362 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036476f9-3641-4ca7-965d-cfa86a03c605 None None] Updating router c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb port a6db53d0-70c1-4b18-ab03-d489da3f61f3 binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:06:03.498775 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 962c8d86-2876-4fbf-aa7e-695275b771c6, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=962c8d86-2876-4fbf-aa7e-695275b771c6,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:06:03.512728 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ede63c52-1800-4d0b-ba61-344d29822769 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:03.512912 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:03.516603 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c9967-b8d7-4997-a9bb-c9f1725cf8da tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Pushing event deleted for resources: {'Port': ['ID=35cc9b52-0916-4173-aa5a-37953afca3c2,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:03.531860 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c2b594e0-0332-4b3d-8f5d-61d52a02a9ed tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Usage tracker for resource:security_group_rule and tenant:e80e42b66d5d44068ca2c1c3b098f1a9 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:03.537365 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c2b594e0-0332-4b3d-8f5d-61d52a02a9ed tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:03.544072 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dcb8c36b-ac43-44f7-b88f-d547a9efdb88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:03.583610 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c2b594e0-0332-4b3d-8f5d-61d52a02a9ed tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:03.615996 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=962c8d86-2876-4fbf-aa7e-695275b771c6,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:03.631802 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1b4c9967-b8d7-4997-a9bb-c9f1725cf8da tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:03.668072 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-dcb8c36b-ac43-44f7-b88f-d547a9efdb88 admin admin] Transition to ACTIVE for port object 47a4b191-c518-405f-bd1c-4c0e75d10b89 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:06:03.670078 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-650d82e7-3cfc-406c-afa4-adc4ac03b15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:03.672579 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-650d82e7-3cfc-406c-afa4-adc4ac03b15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:03.676126 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-650d82e7-3cfc-406c-afa4-adc4ac03b15a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c44b55e9-da39-4553-9711-5bbce71832ad HTTP/1.1" status: 204 len: 168 time: 1.2967288 Mar 28 19:06:03.699472 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-036476f9-3641-4ca7-965d-cfa86a03c605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:03.705009 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1b4c9967-b8d7-4997-a9bb-c9f1725cf8da tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] 10.222.0.10 "DELETE /v2.0/ports/35cc9b52-0916-4173-aa5a-37953afca3c2 HTTP/1.1" status: 204 len: 168 time: 3.2930436 Mar 28 19:06:03.721384 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50182) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:03.728271 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d82e7-3cfc-406c-afa4-adc4ac03b15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44b55e9-da39-4553-9711-5bbce71832ad,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:03.792857 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-ede63c52-1800-4d0b-ba61-344d29822769 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:03.822825 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dcb8c36b-ac43-44f7-b88f-d547a9efdb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:03.862446 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ede63c52-1800-4d0b-ba61-344d29822769 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Usage tracker for resource:security_group_rule and tenant:936b36bbd26d462bb0c5b68398e9e06d is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:03.865869 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-be491e73-5d3d-4ee0-b0cd-b35646450f83 None None] Set router ae33a371-1b19-45c7-a7c0-09176b9c32fd gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:06:03.897456 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6c22d935-9a5d-4140-ada3-9fc3c625f410 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:03.914842 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ede63c52-1800-4d0b-ba61-344d29822769 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:03.960638 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2b3afe0f-92de-4119-a126-fd9932566459 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:06:03.967047 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-ede63c52-1800-4d0b-ba61-344d29822769 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:03.987102 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c2b594e0-0332-4b3d-8f5d-61d52a02a9ed tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:03.999202 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb8c36b-ac43-44f7-b88f-d547a9efdb88 admin admin] Network 11c83c4f-ff0a-4113-af10-31cfb7cfdd7c is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:04.002585 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-dcb8c36b-ac43-44f7-b88f-d547a9efdb88 admin admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:04.024239 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb8c36b-ac43-44f7-b88f-d547a9efdb88 admin admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:06:04.024802 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dcb8c36b-ac43-44f7-b88f-d547a9efdb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:04.048382 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8c36b-ac43-44f7-b88f-d547a9efdb88 admin admin] Pushing event updated for resources: {'Port': ['ID=47a4b191-c518-405f-bd1c-4c0e75d10b89,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:04.281881 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50192) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:04.285428 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-fa45573d-7d30-4a8f-8b32-4fe74d9b789a tempest-DHCPAgentSchedulersTestJSON-1716732935 tempest-DHCPAgentSchedulersTestJSON-1716732935-project-admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5628557 Mar 28 19:06:04.333051 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-e2d8842c-5847-4666-b78d-d62f639d2a72 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1948324856'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:04.334406 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dcb8c36b-ac43-44f7-b88f-d547a9efdb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:04.425122 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-036476f9-3641-4ca7-965d-cfa86a03c605 None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:04.444788 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-036476f9-3641-4ca7-965d-cfa86a03c605 None None] Transition to ACTIVE for port object a6db53d0-70c1-4b18-ab03-d489da3f61f3 will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:06:04.456037 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-036476f9-3641-4ca7-965d-cfa86a03c605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:04.469481 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ede63c52-1800-4d0b-ba61-344d29822769 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:04.495142 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 2b3afe0f-92de-4119-a126-fd9932566459 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:04.495142 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:04.499593 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e2d8842c-5847-4666-b78d-d62f639d2a72 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:04.504414 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c2b594e0-0332-4b3d-8f5d-61d52a02a9ed tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:04.506974 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] device_id is not set on port 210e7462-d868-4d22-b363-a0bec4a1cd41 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:06:04.522668 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ede63c52-1800-4d0b-ba61-344d29822769 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:04.540761 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e2d8842c-5847-4666-b78d-d62f639d2a72 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Usage tracker for resource:network and tenant:087bf5c305e64ab09db4cd8483de976c is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:04.571172 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:04.578144 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e2d8842c-5847-4666-b78d-d62f639d2a72 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:04.607114 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6c22d935-9a5d-4140-ada3-9fc3c625f410 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:04.612598 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1c705-46f8-4290-ae65-592d411ad636 None None] Pushing event updated for resources: {'Port': ['ID=a6db53d0-70c1-4b18-ab03-d489da3f61f3,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:04.617512 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c2b594e0-0332-4b3d-8f5d-61d52a02a9ed tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:04.630566 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e2d8842c-5847-4666-b78d-d62f639d2a72 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:04.729503 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-906f51c9-3076-4815-a0a1-24ba3231e6c8 None None] Provisioning for port 47a4b191-c518-405f-bd1c-4c0e75d10b89 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:06:04.753568 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-906f51c9-3076-4815-a0a1-24ba3231e6c8 None None] Provisioning complete for port 47a4b191-c518-405f-bd1c-4c0e75d10b89 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:04.753938 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-906f51c9-3076-4815-a0a1-24ba3231e6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:04.793997 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dcb8c36b-ac43-44f7-b88f-d547a9efdb88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:04.803904 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dcb8c36b-ac43-44f7-b88f-d547a9efdb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:04.804685 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dcb8c36b-ac43-44f7-b88f-d547a9efdb88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:04.867422 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b594e0-0332-4b3d-8f5d-61d52a02a9ed tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c7cbbc8-0566-402e-ba86-d9b348fde004,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:04.916789 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c22d935-9a5d-4140-ada3-9fc3c625f410 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Network 636b8b42-114c-49a3-8e26-94303be8f9a9 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:04.932437 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-6c22d935-9a5d-4140-ada3-9fc3c625f410 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:04.939266 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Transition to ACTIVE for port object 210e7462-d868-4d22-b363-a0bec4a1cd41 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:06:04.946274 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c22d935-9a5d-4140-ada3-9fc3c625f410 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:06:04.952640 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-036476f9-3641-4ca7-965d-cfa86a03c605 None None] Attempting to bind port a6db53d0-70c1-4b18-ab03-d489da3f61f3 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:06:04.953224 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-036476f9-3641-4ca7-965d-cfa86a03c605 None None] Attempting to bind port a6db53d0-70c1-4b18-ab03-d489da3f61f3 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'f4b79253-f154-4b92-89f2-ee1c41f4313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '05d45956-a093-40a4-9858-58f23a47edbe'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:06:04.953810 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036476f9-3641-4ca7-965d-cfa86a03c605 None None] Attempting to bind port a6db53d0-70c1-4b18-ab03-d489da3f61f3 on network 05d45956-a093-40a4-9858-58f23a47edbe {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:04.974002 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036476f9-3641-4ca7-965d-cfa86a03c605 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:06:04.977776 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036476f9-3641-4ca7-965d-cfa86a03c605 None None] Checking segment: {'id': 'f4b79253-f154-4b92-89f2-ee1c41f4313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '05d45956-a093-40a4-9858-58f23a47edbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:06:04.979034 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-036476f9-3641-4ca7-965d-cfa86a03c605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:04.979655 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036476f9-3641-4ca7-965d-cfa86a03c605 None None] Bound using segment: {'id': 'f4b79253-f154-4b92-89f2-ee1c41f4313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '05d45956-a093-40a4-9858-58f23a47edbe'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:06:04.983076 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-036476f9-3641-4ca7-965d-cfa86a03c605 None None] Bound port: a6db53d0-70c1-4b18-ab03-d489da3f61f3, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b79253-f154-4b92-89f2-ee1c41f4313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '05d45956-a093-40a4-9858-58f23a47edbe'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:06:04.983750 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-036476f9-3641-4ca7-965d-cfa86a03c605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:05.001909 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-906f51c9-3076-4815-a0a1-24ba3231e6c8 None None] Port 47a4b191-c518-405f-bd1c-4c0e75d10b89 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:06:05.021807 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede63c52-1800-4d0b-ba61-344d29822769 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=385f0559-61b8-45c1-8ca8-2d502885df34,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:05.028632 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:05.065094 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c2b594e0-0332-4b3d-8f5d-61d52a02a9ed tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:05.076736 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c2b594e0-0332-4b3d-8f5d-61d52a02a9ed tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6875653 Mar 28 19:06:05.077889 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ede63c52-1800-4d0b-ba61-344d29822769 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:05.081478 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ede63c52-1800-4d0b-ba61-344d29822769 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9260857 Mar 28 19:06:05.083321 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-be491e73-5d3d-4ee0-b0cd-b35646450f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'name': 'tempest-ServersTestManualDisk-404634721-router', 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'bd427631-e7d0-4872-a369-c8eae82cea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:43Z', 'updated_at': '2022-03-28T19:05:54Z', 'revision_number': 4, 'project_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'gw_port': {'id': 'bd427631-e7d0-4872-a369-c8eae82cea1b', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:44Z', 'updated_at': '2022-03-28T19:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'a9193046-d5ed-4524-87d9-7fbc10161e3d', 'name': '', 'network_id': '615b137b-5658-4b36-89b6-00fdce80d6f1', 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'mac_address': 'fa:16:3e:17:00:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '05240730-88d2-4328-b36b-7b1d6500b963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:51Z', 'updated_at': '2022-03-28T19:06:02Z', 'revision_number': 4, 'project_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'subnets': [{'id': '05240730-88d2-4328-b36b-7b1d6500b963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:05.098759 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50220) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:05.099575 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50222) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:05.103914 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1557cada-917e-4a26-bbf0-352ead748952 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:06:05.116112 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-a497a5e4-171b-4021-8aba-a350cb4c3db5 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:05.121051 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8c36b-ac43-44f7-b88f-d547a9efdb88 admin admin] Pushing event updated for resources: {'Port': ['ID=47a4b191-c518-405f-bd1c-4c0e75d10b89,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:05.126036 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-ac2d9cea-0ffb-4e49-9168-7cbd4ae5efb0 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Request body: {'security_group_rule': {'security_group_id': '385f0559-61b8-45c1-8ca8-2d502885df34', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:05.141726 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a497a5e4-171b-4021-8aba-a350cb4c3db5 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:05.146551 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-ac2d9cea-0ffb-4e49-9168-7cbd4ae5efb0 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:05.155435 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ac2d9cea-0ffb-4e49-9168-7cbd4ae5efb0 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Usage tracker for resource:security_group_rule and tenant:936b36bbd26d462bb0c5b68398e9e06d is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:05.158401 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a497a5e4-171b-4021-8aba-a350cb4c3db5 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Usage tracker for resource:floatingip and tenant:e80e42b66d5d44068ca2c1c3b098f1a9 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:05.163079 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ac2d9cea-0ffb-4e49-9168-7cbd4ae5efb0 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:05.167524 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a497a5e4-171b-4021-8aba-a350cb4c3db5 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:05.174341 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-ac2d9cea-0ffb-4e49-9168-7cbd4ae5efb0 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:05.185974 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a497a5e4-171b-4021-8aba-a350cb4c3db5 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:05.191268 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be491e73-5d3d-4ee0-b0cd-b35646450f83 None None] The sync data for ids ['ae33a371-1b19-45c7-a7c0-09176b9c32fd'] in dv-neutron-834711-1-hyperv is: [{'id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'name': 'tempest-ServersTestManualDisk-404634721-router', 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'bd427631-e7d0-4872-a369-c8eae82cea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:43Z', 'updated_at': '2022-03-28T19:05:54Z', 'revision_number': 4, 'project_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'gw_port': {'id': 'bd427631-e7d0-4872-a369-c8eae82cea1b', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:44Z', 'updated_at': '2022-03-28T19:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'a9193046-d5ed-4524-87d9-7fbc10161e3d', 'name': '', 'network_id': '615b137b-5658-4b36-89b6-00fdce80d6f1', 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'mac_address': 'fa:16:3e:17:00:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '05240730-88d2-4328-b36b-7b1d6500b963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:51Z', 'updated_at': '2022-03-28T19:06:02Z', 'revision_number': 4, 'project_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'subnets': [{'id': '05240730-88d2-4328-b36b-7b1d6500b963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:06:05.234260 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-036476f9-3641-4ca7-965d-cfa86a03c605 None None] For port a6db53d0-70c1-4b18-ab03-d489da3f61f3, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:06:05.251725 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-036476f9-3641-4ca7-965d-cfa86a03c605 None None] For port a6db53d0-70c1-4b18-ab03-d489da3f61f3, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a6db53d0-70c1-4b18-ab03-d489da3f61f3,segment=NetworkSegment(f4b79253-f154-4b92-89f2-ee1c41f4313d),segment_id=f4b79253-f154-4b92-89f2-ee1c41f4313d)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:06:05.264681 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a497a5e4-171b-4021-8aba-a350cb4c3db5 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:05.277508 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 1557cada-917e-4a26-bbf0-352ead748952 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:06:05.293074 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 1557cada-917e-4a26-bbf0-352ead748952 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:05.293671 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:05.296246 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-036476f9-3641-4ca7-965d-cfa86a03c605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:05.311641 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ac2d9cea-0ffb-4e49-9168-7cbd4ae5efb0 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:05.336838 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22d935-9a5d-4140-ada3-9fc3c625f410 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Pushing event updated for resources: {'Port': ['ID=25e82d53-762f-466b-9bc9-a20a0fbf7aec,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:05.346404 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb8c36b-ac43-44f7-b88f-d547a9efdb88 admin admin] Network 11c83c4f-ff0a-4113-af10-31cfb7cfdd7c is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:05.385677 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-dcb8c36b-ac43-44f7-b88f-d547a9efdb88 admin admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:05.399696 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036476f9-3641-4ca7-965d-cfa86a03c605 None None] Routers {'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:06:05.400548 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-036476f9-3641-4ca7-965d-cfa86a03c605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:05:57Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:05.510486 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d8842c-5847-4666-b78d-d62f639d2a72 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Made reservation on behalf of 087bf5c305e64ab09db4cd8483de976c for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:05.515404 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e2d8842c-5847-4666-b78d-d62f639d2a72 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:05.652637 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:05.670135 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1c705-46f8-4290-ae65-592d411ad636 None None] Pushing event updated for resources: {'Port': ['ID=a6db53d0-70c1-4b18-ab03-d489da3f61f3,revision_number=4']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:05.700211 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:06:05.701101 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:06:05.702218 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:05.704866 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Pushing event updated for resources: {'Port': ['ID=210e7462-d868-4d22-b363-a0bec4a1cd41,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:05.712719 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 1557cada-917e-4a26-bbf0-352ead748952, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1557cada-917e-4a26-bbf0-352ead748952,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:06:05.723993 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:05.962111 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50240) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:05.968592 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=1557cada-917e-4a26-bbf0-352ead748952,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:05.972323 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Port 210e7462-d868-4d22-b363-a0bec4a1cd41 on network 695a94bc-333a-4137-b652-d8e16a406557 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:06:05.972675 dv-neutron-834711-1-hyperv neutron-server[87832]: ERROR neutron.plugins.ml2.managers [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Failed to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] Mar 28 19:06:05.978272 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.plugins.ml2.plugin [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempt 2 to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 Mar 28 19:06:05.987052 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-036476f9-3641-4ca7-965d-cfa86a03c605 None None] Set router c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:06:06.005475 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-cea3b40f-9f71-4f90-8617-dc27ab038d71 None None] Provisioning complete for port 47a4b191-c518-405f-bd1c-4c0e75d10b89 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:06.006077 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-cea3b40f-9f71-4f90-8617-dc27ab038d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:06.017178 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d8842c-5847-4666-b78d-d62f639d2a72 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:06:06.029420 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:06:06.029765 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:06:06.030294 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:06.047157 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Port 210e7462-d868-4d22-b363-a0bec4a1cd41 on network 695a94bc-333a-4137-b652-d8e16a406557 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:06:06.047635 dv-neutron-834711-1-hyperv neutron-server[87832]: ERROR neutron.plugins.ml2.managers [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Failed to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] Mar 28 19:06:06.049522 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6c22d935-9a5d-4140-ada3-9fc3c625f410 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:06.053160 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.plugins.ml2.plugin [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempt 3 to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 Mar 28 19:06:06.072487 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e2d8842c-5847-4666-b78d-d62f639d2a72 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:06.073170 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-e2d8842c-5847-4666-b78d-d62f639d2a72 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Added segment 46717691-602d-45b9-85f6-e0abdd3c3f75 of type vlan for network 9658edab-63b4-4fc2-8679-e108551664fe Mar 28 19:06:06.153823 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:06:06.154152 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:06:06.154489 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:06.176792 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 962c8d86-2876-4fbf-aa7e-695275b771c6 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:06:06.205400 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Port 210e7462-d868-4d22-b363-a0bec4a1cd41 on network 695a94bc-333a-4137-b652-d8e16a406557 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:06:06.205740 dv-neutron-834711-1-hyperv neutron-server[87832]: ERROR neutron.plugins.ml2.managers [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Failed to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] Mar 28 19:06:06.216975 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-dfc98e4a-5ab0-4b5b-a735-2a25d72654f4 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1853844002'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:06.240208 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.plugins.ml2.plugin [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempt 4 to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 Mar 28 19:06:06.247705 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ac2d9cea-0ffb-4e49-9168-7cbd4ae5efb0 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:06.281143 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e2d8842c-5847-4666-b78d-d62f639d2a72 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:06.295882 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ac2d9cea-0ffb-4e49-9168-7cbd4ae5efb0 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:06.310831 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-dfc98e4a-5ab0-4b5b-a735-2a25d72654f4 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:06.311915 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-cea3b40f-9f71-4f90-8617-dc27ab038d71 None None] Port 47a4b191-c518-405f-bd1c-4c0e75d10b89 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:06:06.340980 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 962c8d86-2876-4fbf-aa7e-695275b771c6 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:06.341353 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:06.344619 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-dfc98e4a-5ab0-4b5b-a735-2a25d72654f4 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Usage tracker for resource:network and tenant:82f0361149384351adb5e9b8013582b1 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:06.349012 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6c22d935-9a5d-4140-ada3-9fc3c625f410 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:06.376353 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:06:06.377941 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:06:06.378535 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:06.386763 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-dfc98e4a-5ab0-4b5b-a735-2a25d72654f4 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:06.391631 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d9cea-0ffb-4e49-9168-7cbd4ae5efb0 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de00cddb-4317-42dd-926b-b30fbe0dcc42,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:06.398016 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Port 210e7462-d868-4d22-b363-a0bec4a1cd41 on network 695a94bc-333a-4137-b652-d8e16a406557 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:06:06.398674 dv-neutron-834711-1-hyperv neutron-server[87832]: ERROR neutron.plugins.ml2.managers [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Failed to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] Mar 28 19:06:06.411316 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.plugins.ml2.plugin [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempt 5 to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 Mar 28 19:06:06.425013 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-dfc98e4a-5ab0-4b5b-a735-2a25d72654f4 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:06.438277 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ac2d9cea-0ffb-4e49-9168-7cbd4ae5efb0 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:06.445078 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ac2d9cea-0ffb-4e49-9168-7cbd4ae5efb0 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3393202 Mar 28 19:06:06.445709 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50250) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:06.454857 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb8c36b-ac43-44f7-b88f-d547a9efdb88 admin admin] Router 9a62a573-6c77-4f71-a8d3-cd22ffbc023e has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:06:06.467841 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:06:06.468553 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:06:06.469142 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:06.486109 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc98e4a-5ab0-4b5b-a735-2a25d72654f4 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Made reservation on behalf of 82f0361149384351adb5e9b8013582b1 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:06.491040 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dfc98e4a-5ab0-4b5b-a735-2a25d72654f4 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:06.493867 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-3a53ce2f-363e-494d-b976-bbefeeafeb92 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Request body: {'security_group_rule': {'security_group_id': '385f0559-61b8-45c1-8ca8-2d502885df34', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:06.512648 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Port 210e7462-d868-4d22-b363-a0bec4a1cd41 on network 695a94bc-333a-4137-b652-d8e16a406557 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:06:06.513073 dv-neutron-834711-1-hyperv neutron-server[87832]: ERROR neutron.plugins.ml2.managers [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Failed to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] Mar 28 19:06:06.516833 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.plugins.ml2.plugin [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempt 6 to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 Mar 28 19:06:06.525948 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dfc98e4a-5ab0-4b5b-a735-2a25d72654f4 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:06.537344 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-3a53ce2f-363e-494d-b976-bbefeeafeb92 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:06.545262 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e2d8842c-5847-4666-b78d-d62f639d2a72 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:06.553331 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d8842c-5847-4666-b78d-d62f639d2a72 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:06.554186 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e2d8842c-5847-4666-b78d-d62f639d2a72 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:06.573468 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a497a5e4-171b-4021-8aba-a350cb4c3db5 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:06.630273 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-dfc98e4a-5ab0-4b5b-a735-2a25d72654f4 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:06.637958 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a9193046-d5ed-4524-87d9-7fbc10161e3d up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:06:06.643801 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-dfc98e4a-5ab0-4b5b-a735-2a25d72654f4 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Usage tracker for resource:security_group_rule and tenant:82f0361149384351adb5e9b8013582b1 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:06.659218 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-dfc98e4a-5ab0-4b5b-a735-2a25d72654f4 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:06.677409 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-dfc98e4a-5ab0-4b5b-a735-2a25d72654f4 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:06.687348 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-036476f9-3641-4ca7-965d-cfa86a03c605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'name': 'tempest-ServerActionsTestJSON-849075791-router', 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '962c8d86-2876-4fbf-aa7e-695275b771c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:45Z', 'updated_at': '2022-03-28T19:05:57Z', 'revision_number': 4, 'project_id': '936b36bbd26d462bb0c5b68398e9e06d', 'gw_port': {'id': '962c8d86-2876-4fbf-aa7e-695275b771c6', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:46Z', 'updated_at': '2022-03-28T19:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'a6db53d0-70c1-4b18-ab03-d489da3f61f3', 'name': '', 'network_id': '05d45956-a093-40a4-9858-58f23a47edbe', 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d', 'mac_address': 'fa:16:3e:f5:59:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ba510855-a9fd-4b40-9483-d8a58a15b59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:54Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '936b36bbd26d462bb0c5b68398e9e06d', 'subnets': [{'id': 'ba510855-a9fd-4b40-9483-d8a58a15b59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:06.696926 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036476f9-3641-4ca7-965d-cfa86a03c605 None None] The sync data for ids ['c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb'] in dv-neutron-834711-1-hyperv is: [{'id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'name': 'tempest-ServerActionsTestJSON-849075791-router', 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '962c8d86-2876-4fbf-aa7e-695275b771c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:45Z', 'updated_at': '2022-03-28T19:05:57Z', 'revision_number': 4, 'project_id': '936b36bbd26d462bb0c5b68398e9e06d', 'gw_port': {'id': '962c8d86-2876-4fbf-aa7e-695275b771c6', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:46Z', 'updated_at': '2022-03-28T19:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'a6db53d0-70c1-4b18-ab03-d489da3f61f3', 'name': '', 'network_id': '05d45956-a093-40a4-9858-58f23a47edbe', 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d', 'mac_address': 'fa:16:3e:f5:59:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ba510855-a9fd-4b40-9483-d8a58a15b59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:54Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '936b36bbd26d462bb0c5b68398e9e06d', 'subnets': [{'id': 'ba510855-a9fd-4b40-9483-d8a58a15b59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:06:06.735738 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:06:06.736080 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:06:06.736425 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:06.762475 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port a9193046-d5ed-4524-87d9-7fbc10161e3d completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:06:06.799175 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port a9193046-d5ed-4524-87d9-7fbc10161e3d triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:06.799851 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:06.839098 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Port 210e7462-d868-4d22-b363-a0bec4a1cd41 on network 695a94bc-333a-4137-b652-d8e16a406557 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:06:06.839432 dv-neutron-834711-1-hyperv neutron-server[87832]: ERROR neutron.plugins.ml2.managers [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Failed to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] Mar 28 19:06:06.858319 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.plugins.ml2.plugin [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempt 7 to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 Mar 28 19:06:06.861188 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3a53ce2f-363e-494d-b976-bbefeeafeb92 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Usage tracker for resource:security_group_rule and tenant:936b36bbd26d462bb0c5b68398e9e06d is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:06.883435 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e2d8842c-5847-4666-b78d-d62f639d2a72 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.5751641 Mar 28 19:06:06.883435 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8842c-5847-4666-b78d-d62f639d2a72 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Pushing event updated for resources: {'Network': ['ID=9658edab-63b4-4fc2-8679-e108551664fe,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:06.884998 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50258) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:06.889381 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:06:06.889709 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:06:06.890046 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:06.924925 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Port 210e7462-d868-4d22-b363-a0bec4a1cd41 on network 695a94bc-333a-4137-b652-d8e16a406557 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:06:06.926637 dv-neutron-834711-1-hyperv neutron-server[87832]: ERROR neutron.plugins.ml2.managers [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Failed to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] Mar 28 19:06:06.936022 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 9658edab-63b4-4fc2-8679-e108551664fe details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:06:06.941087 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.plugins.ml2.plugin [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempt 8 to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 Mar 28 19:06:07.007781 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3a53ce2f-363e-494d-b976-bbefeeafeb92 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:07.037265 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-a497a5e4-171b-4021-8aba-a350cb4c3db5 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Allocated IP 172.26.4.186 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/878725e0-5fb9-4562-bc58-9f674f3c746c) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:07.040294 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-3a53ce2f-363e-494d-b976-bbefeeafeb92 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:07.062604 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:06:07.063344 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:06:07.064426 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:07.130186 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3a53ce2f-363e-494d-b976-bbefeeafeb92 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:07.141247 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:07.175478 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50264) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:07.177128 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Port 210e7462-d868-4d22-b363-a0bec4a1cd41 on network 695a94bc-333a-4137-b652-d8e16a406557 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:06:07.178189 dv-neutron-834711-1-hyperv neutron-server[87832]: ERROR neutron.plugins.ml2.managers [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Failed to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] Mar 28 19:06:07.189008 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port a9193046-d5ed-4524-87d9-7fbc10161e3d, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a9193046-d5ed-4524-87d9-7fbc10161e3d,segment=NetworkSegment(d357c8c6-fbd5-42e5-a72d-0184b760f007),segment_id=d357c8c6-fbd5-42e5-a72d-0184b760f007)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:06:07.196871 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:07.198855 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.plugins.ml2.plugin [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempt 9 to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 Mar 28 19:06:07.301710 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=a9193046-d5ed-4524-87d9-7fbc10161e3d,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:07.307513 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:06:07.307876 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:06:07.308217 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:07.327123 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6c22d935-9a5d-4140-ada3-9fc3c625f410 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:07.331423 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Port 210e7462-d868-4d22-b363-a0bec4a1cd41 on network 695a94bc-333a-4137-b652-d8e16a406557 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:06:07.331785 dv-neutron-834711-1-hyperv neutron-server[87832]: ERROR neutron.plugins.ml2.managers [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Failed to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] Mar 28 19:06:07.336323 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.plugins.ml2.plugin [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempt 10 to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 Mar 28 19:06:07.352652 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6c22d935-9a5d-4140-ada3-9fc3c625f410 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:07.433701 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-206606f0-87a3-4ea3-b4de-14c8e54d2d10 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-481151714'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:07.444424 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb8c36b-ac43-44f7-b88f-d547a9efdb88 admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:06:07.456148 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:06:07.456484 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:06:07.456817 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:07.457178 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c2a470-4156-4768-8488-e988aac5f6a7 None None] Sync routers for ids ['9a62a573-6c77-4f71-a8d3-cd22ffbc023e'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:06:07.460063 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-206606f0-87a3-4ea3-b4de-14c8e54d2d10 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:07.470678 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c2a470-4156-4768-8488-e988aac5f6a7 None None] Routers {'9a62a573-6c77-4f71-a8d3-cd22ffbc023e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:06:07.471917 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-11c2a470-4156-4768-8488-e988aac5f6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:05:57Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['9a62a573-6c77-4f71-a8d3-cd22ffbc023e'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:07.473879 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-dcb8c36b-ac43-44f7-b88f-d547a9efdb88 admin admin] 10.222.0.10 "PUT /v2.0/routers/9a62a573-6c77-4f71-a8d3-cd22ffbc023e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6641455 Mar 28 19:06:07.507743 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3a53ce2f-363e-494d-b976-bbefeeafeb92 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:07.511632 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-fb8d06f9-c6aa-4999-b0fa-01d5fd09f250 tempest-DHCPAgentSchedulersTestJSON-1716732935 tempest-DHCPAgentSchedulersTestJSON-1716732935-project-admin] 10.222.0.10 "GET /v2.0/agents/2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f/dhcp-networks HTTP/1.1" status: 200 len: 7218 time: 0.6097355 Mar 28 19:06:07.511857 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a497a5e4-171b-4021-8aba-a350cb4c3db5 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:07.515117 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50272) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:07.518307 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-206606f0-87a3-4ea3-b4de-14c8e54d2d10 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Usage tracker for resource:router and tenant:c931dcd48703488dbe3babc118cd2cd4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:07.530017 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Port 210e7462-d868-4d22-b363-a0bec4a1cd41 on network 695a94bc-333a-4137-b652-d8e16a406557 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:06:07.530346 dv-neutron-834711-1-hyperv neutron-server[87832]: ERROR neutron.plugins.ml2.managers [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Failed to bind port 210e7462-d868-4d22-b363-a0bec4a1cd41 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] Mar 28 19:06:07.530705 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:07.541581 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3a53ce2f-363e-494d-b976-bbefeeafeb92 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:07.561559 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-206606f0-87a3-4ea3-b4de-14c8e54d2d10 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:07.575522 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dfc98e4a-5ab0-4b5b-a735-2a25d72654f4 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:07.586485 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-206606f0-87a3-4ea3-b4de-14c8e54d2d10 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:07.586675 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53ce2f-363e-494d-b976-bbefeeafeb92 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1783c25d-db8d-4507-aeff-77f6045ac0df,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:07.598679 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22d935-9a5d-4140-ada3-9fc3c625f410 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Pushing event updated for resources: {'Port': ['ID=25e82d53-762f-466b-9bc9-a20a0fbf7aec,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:07.608474 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3a53ce2f-363e-494d-b976-bbefeeafeb92 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:07.609759 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3a53ce2f-363e-494d-b976-bbefeeafeb92 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1398685 Mar 28 19:06:07.613317 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50276) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:07.637019 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dfc98e4a-5ab0-4b5b-a735-2a25d72654f4 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:07.675966 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6c22d935-9a5d-4140-ada3-9fc3c625f410 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:07.698148 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-206606f0-87a3-4ea3-b4de-14c8e54d2d10 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:07.699125 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-206606f0-87a3-4ea3-b4de-14c8e54d2d10 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:07.712042 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc98e4a-5ab0-4b5b-a735-2a25d72654f4 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:06:07.748801 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-7180b67e-8b62-4a14-bd7b-850c2ffe184f tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:07.758031 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-7180b67e-8b62-4a14-bd7b-850c2ffe184f tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:07.762509 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-7180b67e-8b62-4a14-bd7b-850c2ffe184f tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Usage tracker for resource:floatingip and tenant:936b36bbd26d462bb0c5b68398e9e06d is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:07.767436 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-7180b67e-8b62-4a14-bd7b-850c2ffe184f tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:07.775532 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc98e4a-5ab0-4b5b-a735-2a25d72654f4 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93a5a652-299f-4764-89ba-bdc1c0836a2f,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:07.777373 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-7180b67e-8b62-4a14-bd7b-850c2ffe184f tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:07.784817 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dfc98e4a-5ab0-4b5b-a735-2a25d72654f4 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:07.785196 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-dfc98e4a-5ab0-4b5b-a735-2a25d72654f4 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Added segment b84e3a2a-d281-47ea-b5d5-e1e29056d5ed of type vlan for network 1476bf56-277f-4e93-be84-5426f06fba33 Mar 28 19:06:07.789595 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a497a5e4-171b-4021-8aba-a350cb4c3db5 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:07.791648 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6c22d935-9a5d-4140-ada3-9fc3c625f410 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:07.796035 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6c22d935-9a5d-4140-ada3-9fc3c625f410 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.2487736 Mar 28 19:06:07.797929 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-206606f0-87a3-4ea3-b4de-14c8e54d2d10 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:07.799684 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50284) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:07.810732 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-11c2a470-4156-4768-8488-e988aac5f6a7 None None] Set router 9a62a573-6c77-4f71-a8d3-cd22ffbc023e gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:06:07.854013 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7180b67e-8b62-4a14-bd7b-850c2ffe184f tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:07.900274 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] For port 210e7462-d868-4d22-b363-a0bec4a1cd41, host hv-neutron-8347, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:06:07.900892 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempted to set empty binding levels {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 28 19:06:07.943736 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:07.972131 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a497a5e4-171b-4021-8aba-a350cb4c3db5 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:07.982361 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e0ad2b20-b572-44c9-a175-ed47bd3c8d9d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Synchronizing usage tracker for tenant:5a1c4453358a4893a652130fc3e50255 on resource:floatingip {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:06:07.997672 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-a497a5e4-171b-4021-8aba-a350cb4c3db5 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:08.012398 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a497a5e4-171b-4021-8aba-a350cb4c3db5 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:06:08.016482 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dfc98e4a-5ab0-4b5b-a735-2a25d72654f4 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:08.031539 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d9a2c5-c22b-4b6d-a6db-3752cbd9958d tempest-DHCPAgentSchedulersTestJSON-1716732935 tempest-DHCPAgentSchedulersTestJSON-1716732935-project-admin] Network 9658edab-63b4-4fc2-8679-e108551664fe is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:06:08.031729 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] In _notify_port_updated(), no bound segment for port 210e7462-d868-4d22-b363-a0bec4a1cd41 on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 19:06:08.032525 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:08.033298 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:08.035054 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497a5e4-171b-4021-8aba-a350cb4c3db5 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Pushing event updated for resources: {'Port': ['ID=878725e0-5fb9-4562-bc58-9f674f3c746c,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:08.038927 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] 10.222.0.10 "PUT /v2.0/ports/210e7462-d868-4d22-b363-a0bec4a1cd41 HTTP/1.1" status: 200 len: 976 time: 5.2500050 Mar 28 19:06:08.040628 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50288) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:08.047963 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-206606f0-87a3-4ea3-b4de-14c8e54d2d10 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:08.084692 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a9193046-d5ed-4524-87d9-7fbc10161e3d up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:06:08.147245 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-44d9a2c5-c22b-4b6d-a6db-3752cbd9958d tempest-DHCPAgentSchedulersTestJSON-1716732935 tempest-DHCPAgentSchedulersTestJSON-1716732935-project-admin] 10.222.0.10 "POST /v2.0/agents/2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6311347 Mar 28 19:06:08.154164 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50292) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:08.166767 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b19142-0e01-4d84-b1b7-c76a33b35857 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Pushing event updated for resources: {'Port': ['ID=210e7462-d868-4d22-b363-a0bec4a1cd41,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:08.174063 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e0ad2b20-b572-44c9-a175-ed47bd3c8d9d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Unset dirty status for tenant:5a1c4453358a4893a652130fc3e50255 on resource:floatingip {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:06:08.178473 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e0ad2b20-b572-44c9-a175-ed47bd3c8d9d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] 10.222.0.10 "GET /v2.0/floatingips?floating_network_id=636b8b42-114c-49a3-8e26-94303be8f9a9 HTTP/1.1" status: 200 len: 690 time: 0.3715696 Mar 28 19:06:08.180338 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50296) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:08.183977 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-206606f0-87a3-4ea3-b4de-14c8e54d2d10 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:08.187473 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-206606f0-87a3-4ea3-b4de-14c8e54d2d10 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.0057445 Mar 28 19:06:08.193316 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1d9013-e408-4036-afdf-40009788b841 None None] Network 9658edab-63b4-4fc2-8679-e108551664fe requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:06:08.207230 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50300) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:08.273141 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a497a5e4-171b-4021-8aba-a350cb4c3db5 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:08.344655 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50304) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:08.350657 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dfc98e4a-5ab0-4b5b-a735-2a25d72654f4 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:08.357221 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc98e4a-5ab0-4b5b-a735-2a25d72654f4 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:08.357854 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dfc98e4a-5ab0-4b5b-a735-2a25d72654f4 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:08.389205 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-4b6fd93b-454b-4323-90a2-eebaab77cf3d tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1988754895', 'description': 'tempest-description--1973990297'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:08.396694 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4b6fd93b-454b-4323-90a2-eebaab77cf3d tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:08.416841 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4b6fd93b-454b-4323-90a2-eebaab77cf3d tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Usage tracker for resource:security_group and tenant:f4993bcab6fb4428a9a91e58a57803b7 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:08.427852 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4b6fd93b-454b-4323-90a2-eebaab77cf3d tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:08.445188 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4b6fd93b-454b-4323-90a2-eebaab77cf3d tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:08.470066 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port a9193046-d5ed-4524-87d9-7fbc10161e3d triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:08.470654 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:08.482563 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-dfc98e4a-5ab0-4b5b-a735-2a25d72654f4 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5194259 Mar 28 19:06:08.493047 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50308) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:08.513987 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-9c27b916-23aa-466e-98da-f2e34dd8f63b tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Request body: {'subnet': {'network_id': '1476bf56-277f-4e93-be84-5426f06fba33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:08.533836 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4b6fd93b-454b-4323-90a2-eebaab77cf3d tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:08.560417 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a497a5e4-171b-4021-8aba-a350cb4c3db5 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:08.619155 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7180b67e-8b62-4a14-bd7b-850c2ffe184f tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:08.682678 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9fa92454-4e4b-41cf-b115-86ed8c8c67e6 tempest-DHCPAgentSchedulersTestJSON-1716732935 tempest-DHCPAgentSchedulersTestJSON-1716732935-project-admin] 10.222.0.10 "GET /v2.0/agents/2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f/dhcp-networks HTTP/1.1" status: 200 len: 7988 time: 0.5271912 Mar 28 19:06:08.725688 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-06f20b4c-23dd-42a3-9e53-9755b05b600f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:08.731472 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50312) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:08.822724 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4b6fd93b-454b-4323-90a2-eebaab77cf3d tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:08.831034 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1557cada-917e-4a26-bbf0-352ead748952 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:06:08.851504 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4b6fd93b-454b-4323-90a2-eebaab77cf3d tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Usage tracker for resource:security_group_rule and tenant:f4993bcab6fb4428a9a91e58a57803b7 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:08.856821 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4b6fd93b-454b-4323-90a2-eebaab77cf3d tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:08.869219 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-11c2a470-4156-4768-8488-e988aac5f6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'name': 'tempest-ServersTestJSON-1034931747-router', 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': '1557cada-917e-4a26-bbf0-352ead748952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:49Z', 'updated_at': '2022-03-28T19:06:04Z', 'revision_number': 4, 'project_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'gw_port': {'id': '1557cada-917e-4a26-bbf0-352ead748952', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:52Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '47a4b191-c518-405f-bd1c-4c0e75d10b89', 'name': '', 'network_id': '11c83c4f-ff0a-4113-af10-31cfb7cfdd7c', 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'mac_address': 'fa:16:3e:bb:d2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '998791e8-b3d0-43f0-877b-47ab95e8fd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:01Z', 'updated_at': '2022-03-28T19:06:04Z', 'revision_number': 2, 'project_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'subnets': [{'id': '998791e8-b3d0-43f0-877b-47ab95e8fd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:08.881751 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c1198143-f376-4175-8661-f45d90d3dc4f tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:08.882899 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4b6fd93b-454b-4323-90a2-eebaab77cf3d tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:08.892523 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c2a470-4156-4768-8488-e988aac5f6a7 None None] Checking router: 9a62a573-6c77-4f71-a8d3-cd22ffbc023e for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:06:08.892954 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c2a470-4156-4768-8488-e988aac5f6a7 None None] Updating router 9a62a573-6c77-4f71-a8d3-cd22ffbc023e port 47a4b191-c518-405f-bd1c-4c0e75d10b89 binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:06:08.902044 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-9c27b916-23aa-466e-98da-f2e34dd8f63b tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:08.918550 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9c27b916-23aa-466e-98da-f2e34dd8f63b tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Usage tracker for resource:subnet and tenant:82f0361149384351adb5e9b8013582b1 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:08.955593 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9c27b916-23aa-466e-98da-f2e34dd8f63b tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:08.974147 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-11c2a470-4156-4768-8488-e988aac5f6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:09.018516 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-9c27b916-23aa-466e-98da-f2e34dd8f63b tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:09.018772 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc98e4a-5ab0-4b5b-a735-2a25d72654f4 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Pushing event updated for resources: {'Network': ['ID=1476bf56-277f-4e93-be84-5426f06fba33,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:09.035158 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 1557cada-917e-4a26-bbf0-352ead748952 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:09.035708 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:09.062176 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 1476bf56-277f-4e93-be84-5426f06fba33 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:06:09.076350 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c27b916-23aa-466e-98da-f2e34dd8f63b tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Made reservation on behalf of 82f0361149384351adb5e9b8013582b1 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:09.079630 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9c27b916-23aa-466e-98da-f2e34dd8f63b tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks [] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:09.136503 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-06f20b4c-23dd-42a3-9e53-9755b05b600f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Deleting port 25e82d53-762f-466b-9bc9-a20a0fbf7aec {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:06:09.136849 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-06f20b4c-23dd-42a3-9e53-9755b05b600f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:09.153408 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-7180b67e-8b62-4a14-bd7b-850c2ffe184f tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Allocated IP 172.26.4.199 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/9d9e6263-5363-4d1b-a2f0-06e64c5eddcb) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:09.253633 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a5051-f9b8-4984-99b1-6d9c289b8ccb tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:09.253810 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a5051-f9b8-4984-99b1-6d9c289b8ccb tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:09.254315 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a5051-f9b8-4984-99b1-6d9c289b8ccb tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:09.254847 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a5051-f9b8-4984-99b1-6d9c289b8ccb tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:09.255400 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a5051-f9b8-4984-99b1-6d9c289b8ccb tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:09.255867 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a5051-f9b8-4984-99b1-6d9c289b8ccb tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:09.256340 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a5051-f9b8-4984-99b1-6d9c289b8ccb tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:09.257382 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a5051-f9b8-4984-99b1-6d9c289b8ccb tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:09.257382 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a5051-f9b8-4984-99b1-6d9c289b8ccb tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:09.257704 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a5051-f9b8-4984-99b1-6d9c289b8ccb tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:09.258169 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a5051-f9b8-4984-99b1-6d9c289b8ccb tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:09.258678 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a5051-f9b8-4984-99b1-6d9c289b8ccb tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:09.259357 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a5051-f9b8-4984-99b1-6d9c289b8ccb tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:09.260278 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a5051-f9b8-4984-99b1-6d9c289b8ccb tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:09.260414 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a5051-f9b8-4984-99b1-6d9c289b8ccb tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:09.260879 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a5051-f9b8-4984-99b1-6d9c289b8ccb tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:09.261346 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a5051-f9b8-4984-99b1-6d9c289b8ccb tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:09.267863 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c27a5051-f9b8-4984-99b1-6d9c289b8ccb tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15401 time: 1.2145574 Mar 28 19:06:09.275669 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50316) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:09.284051 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a497a5e4-171b-4021-8aba-a350cb4c3db5 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:09.408725 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a6db53d0-70c1-4b18-ab03-d489da3f61f3 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:06:09.412526 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ee0858ae-ac11-4ee3-b5f2-0d7e780f39b1 tempest-DHCPAgentSchedulersTestJSON-1716732935 tempest-DHCPAgentSchedulersTestJSON-1716732935-project-admin] 10.222.0.10 "DELETE /v2.0/agents/2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f/dhcp-networks/9658edab-63b4-4fc2-8679-e108551664fe HTTP/1.1" status: 204 len: 168 time: 0.6711240 Mar 28 19:06:09.473927 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50320) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:09.505133 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c1198143-f376-4175-8661-f45d90d3dc4f tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:09.525119 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port a6db53d0-70c1-4b18-ab03-d489da3f61f3 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:06:09.527867 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4b6fd93b-454b-4323-90a2-eebaab77cf3d tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:09.528323 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c1198143-f376-4175-8661-f45d90d3dc4f tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:09.534288 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a497a5e4-171b-4021-8aba-a350cb4c3db5 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:09.534853 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port a6db53d0-70c1-4b18-ab03-d489da3f61f3 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:09.535220 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:09.584400 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4b6fd93b-454b-4323-90a2-eebaab77cf3d tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:09.633592 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a497a5e4-171b-4021-8aba-a350cb4c3db5 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:09.644145 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-11c2a470-4156-4768-8488-e988aac5f6a7 None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:09.661946 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-11c2a470-4156-4768-8488-e988aac5f6a7 None None] Transition to ACTIVE for port object 47a4b191-c518-405f-bd1c-4c0e75d10b89 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:06:09.695401 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-11c2a470-4156-4768-8488-e988aac5f6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:09.704402 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497a5e4-171b-4021-8aba-a350cb4c3db5 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Pushing event updated for resources: {'Port': ['ID=878725e0-5fb9-4562-bc58-9f674f3c746c,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:09.745788 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a497a5e4-171b-4021-8aba-a350cb4c3db5 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:09.760834 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a497a5e4-171b-4021-8aba-a350cb4c3db5 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6510172 Mar 28 19:06:09.763539 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4b6fd93b-454b-4323-90a2-eebaab77cf3d tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:09.765121 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4b6fd93b-454b-4323-90a2-eebaab77cf3d tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4190724 Mar 28 19:06:09.773715 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d2b68450-2a9b-4e09-a67d-638a4151a651 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Deleting port 210e7462-d868-4d22-b363-a0bec4a1cd41 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:06:09.774338 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d2b68450-2a9b-4e09-a67d-638a4151a651 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:09.851089 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50326) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:09.857200 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:09.881118 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe4d70-d6a1-41d0-99db-ec2ff0df27af None None] Pushing event updated for resources: {'Port': ['ID=47a4b191-c518-405f-bd1c-4c0e75d10b89,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:09.900349 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7180b67e-8b62-4a14-bd7b-850c2ffe184f tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:09.933457 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6fd93b-454b-4323-90a2-eebaab77cf3d tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=780a2151-41cd-48a1-859d-23e91cdac7f2,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:09.953807 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7180b67e-8b62-4a14-bd7b-850c2ffe184f tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:09.960054 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9c27b916-23aa-466e-98da-f2e34dd8f63b tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:10.013448 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port a6db53d0-70c1-4b18-ab03-d489da3f61f3, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a6db53d0-70c1-4b18-ab03-d489da3f61f3,segment=NetworkSegment(f4b79253-f154-4b92-89f2-ee1c41f4313d),segment_id=f4b79253-f154-4b92-89f2-ee1c41f4313d)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:06:10.014559 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-11c2a470-4156-4768-8488-e988aac5f6a7 None None] Attempting to bind port 47a4b191-c518-405f-bd1c-4c0e75d10b89 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:06:10.022799 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-11c2a470-4156-4768-8488-e988aac5f6a7 None None] Attempting to bind port 47a4b191-c518-405f-bd1c-4c0e75d10b89 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '555fb773-0269-467f-a1ec-d2a5a4c65edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11c83c4f-ff0a-4113-af10-31cfb7cfdd7c'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:06:10.023383 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c2a470-4156-4768-8488-e988aac5f6a7 None None] Attempting to bind port 47a4b191-c518-405f-bd1c-4c0e75d10b89 on network 11c83c4f-ff0a-4113-af10-31cfb7cfdd7c {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:10.033513 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:10.075772 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c2a470-4156-4768-8488-e988aac5f6a7 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:06:10.076145 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c2a470-4156-4768-8488-e988aac5f6a7 None None] Checking segment: {'id': '555fb773-0269-467f-a1ec-d2a5a4c65edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11c83c4f-ff0a-4113-af10-31cfb7cfdd7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:06:10.076537 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-11c2a470-4156-4768-8488-e988aac5f6a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:10.076922 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c2a470-4156-4768-8488-e988aac5f6a7 None None] Bound using segment: {'id': '555fb773-0269-467f-a1ec-d2a5a4c65edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11c83c4f-ff0a-4113-af10-31cfb7cfdd7c'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:06:10.077401 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-11c2a470-4156-4768-8488-e988aac5f6a7 None None] Bound port: 47a4b191-c518-405f-bd1c-4c0e75d10b89, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555fb773-0269-467f-a1ec-d2a5a4c65edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11c83c4f-ff0a-4113-af10-31cfb7cfdd7c'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:06:10.077785 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-11c2a470-4156-4768-8488-e988aac5f6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:10.117541 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-d2b68450-2a9b-4e09-a67d-638a4151a651 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] For port 210e7462-d868-4d22-b363-a0bec4a1cd41, host hv-neutron-8347, got binding levels [] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:06:10.117893 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d2b68450-2a9b-4e09-a67d-638a4151a651 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:10.133342 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180b67e-8b62-4a14-bd7b-850c2ffe184f tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Pushing event updated for resources: {'Port': ['ID=9d9e6263-5363-4d1b-a2f0-06e64c5eddcb,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:10.137169 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27b916-23aa-466e-98da-f2e34dd8f63b tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Pushing event updated for resources: {'Subnet': ['ID=b7ad6a95-4003-4e6e-ae42-e23947d41adb,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:10.161264 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7180b67e-8b62-4a14-bd7b-850c2ffe184f tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:10.162695 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-7180b67e-8b62-4a14-bd7b-850c2ffe184f tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:10.166819 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7180b67e-8b62-4a14-bd7b-850c2ffe184f tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:06:10.198388 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c27b916-23aa-466e-98da-f2e34dd8f63b tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Checking segment: {'id': 'b84e3a2a-d281-47ea-b5d5-e1e29056d5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1476bf56-277f-4e93-be84-5426f06fba33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:06:10.198927 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c27b916-23aa-466e-98da-f2e34dd8f63b tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Network hostable DHCP agents. Network: 1476bf56-277f-4e93-be84-5426f06fba33, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:06:10.203179 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=a6db53d0-70c1-4b18-ab03-d489da3f61f3,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:10.223291 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c27b916-23aa-466e-98da-f2e34dd8f63b tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Network 1476bf56-277f-4e93-be84-5426f06fba33 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:06:10.236183 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-11c2a470-4156-4768-8488-e988aac5f6a7 None None] For port 47a4b191-c518-405f-bd1c-4c0e75d10b89, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:06:10.239455 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-9c27b916-23aa-466e-98da-f2e34dd8f63b tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 1476bf56-277f-4e93-be84-5426f06fba33) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:10.240115 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-11c2a470-4156-4768-8488-e988aac5f6a7 None None] For port 47a4b191-c518-405f-bd1c-4c0e75d10b89, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=47a4b191-c518-405f-bd1c-4c0e75d10b89,segment=NetworkSegment(555fb773-0269-467f-a1ec-d2a5a4c65edc),segment_id=555fb773-0269-467f-a1ec-d2a5a4c65edc)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:06:10.246030 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c27b916-23aa-466e-98da-f2e34dd8f63b tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:10.246410 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-11c2a470-4156-4768-8488-e988aac5f6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:10.246958 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9c27b916-23aa-466e-98da-f2e34dd8f63b tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:10.273474 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9c27b916-23aa-466e-98da-f2e34dd8f63b tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7727997 Mar 28 19:06:10.276770 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50344) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:10.282458 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-d5f0add6-7477-4bef-8cbf-025ddd42127d tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Request body: {'port': {'network_id': '1476bf56-277f-4e93-be84-5426f06fba33', 'name': 'tempest-AllowedAddressPairTestJSON-2120868197'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:10.293461 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e5dac1-a6b1-47f4-8fc8-b69a3e107dd6 None None] Network 1476bf56-277f-4e93-be84-5426f06fba33 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:06:10.376179 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-9de5c499-109f-4ea5-b4cf-ec45134193eb tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Request body: {'security_group_rule': {'security_group_id': '780a2151-41cd-48a1-859d-23e91cdac7f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:10.379736 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50354) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:10.381944 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-9de5c499-109f-4ea5-b4cf-ec45134193eb tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:10.385752 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-9de5c499-109f-4ea5-b4cf-ec45134193eb tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Usage tracker for resource:security_group_rule and tenant:f4993bcab6fb4428a9a91e58a57803b7 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:10.388004 dv-neutron-834711-1-hyperv neutron-server[87833]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 28 19:06:10.388687 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-9de5c499-109f-4ea5-b4cf-ec45134193eb tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:10.394504 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-9de5c499-109f-4ea5-b4cf-ec45134193eb tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:10.413839 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d2b68450-2a9b-4e09-a67d-638a4151a651 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Calling delete_port for 210e7462-d868-4d22-b363-a0bec4a1cd41 owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:06:10.442101 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-4cf7393a-cbbd-49e6-8ee7-a14a1232ddec tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Synchronizing usage tracker for tenant:e80e42b66d5d44068ca2c1c3b098f1a9 on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:06:10.483475 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-4cf7393a-cbbd-49e6-8ee7-a14a1232ddec tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Unset dirty status for tenant:e80e42b66d5d44068ca2c1c3b098f1a9 on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:06:10.484940 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-4cf7393a-cbbd-49e6-8ee7-a14a1232ddec tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1811372445&fields=id&tenant_id=e80e42b66d5d44068ca2c1c3b098f1a9 HTTP/1.1" status: 200 len: 267 time: 0.1043050 Mar 28 19:06:10.537568 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c1198143-f376-4175-8661-f45d90d3dc4f tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:10.538101 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1198143-f376-4175-8661-f45d90d3dc4f tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41d9cca4-42fd-44c6-ad6e-3bc377bec643 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:06:10.573007 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9de5c499-109f-4ea5-b4cf-ec45134193eb tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:10.605764 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c2a470-4156-4768-8488-e988aac5f6a7 None None] Routers {'9a62a573-6c77-4f71-a8d3-cd22ffbc023e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:06:10.606458 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-11c2a470-4156-4768-8488-e988aac5f6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:05:57Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['9a62a573-6c77-4f71-a8d3-cd22ffbc023e'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:10.634123 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-d5f0add6-7477-4bef-8cbf-025ddd42127d tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:10.652601 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d5f0add6-7477-4bef-8cbf-025ddd42127d tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Usage tracker for resource:port and tenant:82f0361149384351adb5e9b8013582b1 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:10.661375 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d5f0add6-7477-4bef-8cbf-025ddd42127d tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:10.672498 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe4d70-d6a1-41d0-99db-ec2ff0df27af None None] Pushing event updated for resources: {'Port': ['ID=47a4b191-c518-405f-bd1c-4c0e75d10b89,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:10.673465 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7180b67e-8b62-4a14-bd7b-850c2ffe184f tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:10.674810 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-d5f0add6-7477-4bef-8cbf-025ddd42127d tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:10.679029 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c1198143-f376-4175-8661-f45d90d3dc4f tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:10.683285 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c1198143-f376-4175-8661-f45d90d3dc4f tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] 10.222.0.10 "DELETE /v2.0/routers/41d9cca4-42fd-44c6-ad6e-3bc377bec643 HTTP/1.1" status: 204 len: 168 time: 2.4720948 Mar 28 19:06:10.689354 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50358) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:10.697843 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-06f20b4c-23dd-42a3-9e53-9755b05b600f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:10.698139 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-daaec97b-f32f-4488-8197-15449d3516d2 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Request body: {'router': {'name': 'tempest-router-949074927', 'distributed': False}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:10.698353 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-06f20b4c-23dd-42a3-9e53-9755b05b600f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:10.736882 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-daaec97b-f32f-4488-8197-15449d3516d2 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:10.745697 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f0add6-7477-4bef-8cbf-025ddd42127d tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Made reservation on behalf of 82f0361149384351adb5e9b8013582b1 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:10.749033 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d5f0add6-7477-4bef-8cbf-025ddd42127d tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:10.770141 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-daaec97b-f32f-4488-8197-15449d3516d2 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Usage tracker for resource:router and tenant:c931dcd48703488dbe3babc118cd2cd4 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:10.778139 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-daaec97b-f32f-4488-8197-15449d3516d2 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:10.789727 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2c6d4d-aebc-436d-a19e-51e9e06f65de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-1476bf56-277f-4e93-be84-5426f06fba33', 'network_id': '1476bf56-277f-4e93-be84-5426f06fba33', 'tenant_id': '82f0361149384351adb5e9b8013582b1', 'fixed_ips': [{'subnet_id': 'b7ad6a95-4003-4e6e-ae42-e23947d41adb'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:06:10.789921 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-16ffc713-71f1-48eb-b81b-6971c5b8961b tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:10.790008 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6d4d-aebc-436d-a19e-51e9e06f65de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:10.790116 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-16ffc713-71f1-48eb-b81b-6971c5b8961b tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Synchronizing usage tracker for tenant:e80e42b66d5d44068ca2c1c3b098f1a9 on resource:network {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:06:10.803838 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-daaec97b-f32f-4488-8197-15449d3516d2 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:10.824120 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-d5f0add6-7477-4bef-8cbf-025ddd42127d tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] device_id is not set on port e88f9f59-f0f7-4357-9956-933783708c6b yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:06:10.862521 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-06f20b4c-23dd-42a3-9e53-9755b05b600f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Calling delete_port for 25e82d53-762f-466b-9bc9-a20a0fbf7aec owned by network:floatingip {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:06:10.863309 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7180b67e-8b62-4a14-bd7b-850c2ffe184f tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:10.902644 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-daaec97b-f32f-4488-8197-15449d3516d2 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:10.903955 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-daaec97b-f32f-4488-8197-15449d3516d2 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:10.932516 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d2b68450-2a9b-4e09-a67d-638a4151a651 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:10.940336 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c1542eb9-e2b5-4eec-9391-7af546b40e1a tempest-DHCPAgentSchedulersTestJSON-1716732935 tempest-DHCPAgentSchedulersTestJSON-1716732935-project-admin] 10.222.0.10 "GET /v2.0/agents/2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f/dhcp-networks HTTP/1.1" status: 200 len: 7218 time: 1.4652617 Mar 28 19:06:10.945248 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-16ffc713-71f1-48eb-b81b-6971c5b8961b tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Unset dirty status for tenant:e80e42b66d5d44068ca2c1c3b098f1a9 on resource:network {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:06:10.947344 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-16ffc713-71f1-48eb-b81b-6971c5b8961b tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/networks?id=615b137b-5658-4b36-89b6-00fdce80d6f1 HTTP/1.1" status: 200 len: 811 time: 0.4504869 Mar 28 19:06:10.951178 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9de5c499-109f-4ea5-b4cf-ec45134193eb tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:10.958584 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-11c2a470-4156-4768-8488-e988aac5f6a7 None None] Set router 9a62a573-6c77-4f71-a8d3-cd22ffbc023e gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:06:10.961561 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50362) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:11.006415 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9de5c499-109f-4ea5-b4cf-ec45134193eb tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:11.024609 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-d83a3012-62a3-4088-88ff-01b36cbb19da tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/quotas/e80e42b66d5d44068ca2c1c3b098f1a9 HTTP/1.1" status: 200 len: 375 time: 0.0430593 Mar 28 19:06:11.027252 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-daaec97b-f32f-4488-8197-15449d3516d2 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:11.036452 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-935c2d5a-b415-46e7-9b2b-87effb569569 tempest-DHCPAgentSchedulersTestJSON-1716732935 tempest-DHCPAgentSchedulersTestJSON-1716732935-project-admin] 10.222.0.10 "GET /v2.0/networks/dd24a5ac-d4fd-499e-b47d-7a3de5724f3e/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0623941 Mar 28 19:06:11.046646 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b68450-2a9b-4e09-a67d-638a4151a651 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Pushing event deleted for resources: {'Port': ['ID=210e7462-d868-4d22-b363-a0bec4a1cd41,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:11.050851 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50368) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:11.068121 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9de5c499-109f-4ea5-b4cf-ec45134193eb tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:11.069283 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9de5c499-109f-4ea5-b4cf-ec45134193eb tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7605247 Mar 28 19:06:11.070152 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5c499-109f-4ea5-b4cf-ec45134193eb tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bd37511-2708-464d-95a2-58bfb25807a2,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:11.072245 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d2b68450-2a9b-4e09-a67d-638a4151a651 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:11.077669 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d2b68450-2a9b-4e09-a67d-638a4151a651 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] 10.222.0.10 "DELETE /v2.0/ports/210e7462-d868-4d22-b363-a0bec4a1cd41 HTTP/1.1" status: 204 len: 168 time: 1.7951701 Mar 28 19:06:11.089403 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50372) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:11.089603 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50374) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:11.130209 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-c8c9185d-730e-47b0-8602-d7894fb1727a tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Request body: {'security_group_rule': {'security_group_id': '780a2151-41cd-48a1-859d-23e91cdac7f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:11.141769 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c8c9185d-730e-47b0-8602-d7894fb1727a tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:11.157537 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c8c9185d-730e-47b0-8602-d7894fb1727a tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Usage tracker for resource:security_group_rule and tenant:f4993bcab6fb4428a9a91e58a57803b7 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:11.161947 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-756beed8-3620-4c6b-81d7-ac5def342f58 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] GET failed (client error): The resource could not be found. Mar 28 19:06:11.162852 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-756beed8-3620-4c6b-81d7-ac5def342f58 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Synchronizing usage tracker for tenant:0e8cca90eaf04161ba977dc5d3994fc8 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:06:11.166619 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c8c9185d-730e-47b0-8602-d7894fb1727a tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:11.174173 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-810c080d-e2f4-4493-9db0-213ca989802a tempest-DHCPAgentSchedulersTestJSON-1716732935 tempest-DHCPAgentSchedulersTestJSON-1716732935-project-admin] 10.222.0.10 "GET /v2.0/networks/dd24a5ac-d4fd-499e-b47d-7a3de5724f3e/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1189954 Mar 28 19:06:11.177601 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c8c9185d-730e-47b0-8602-d7894fb1727a tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:11.183195 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-d5f0add6-7477-4bef-8cbf-025ddd42127d tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Allocated IP 172.20.0.4 (1476bf56-277f-4e93-be84-5426f06fba33/b7ad6a95-4003-4e6e-ae42-e23947d41adb/e88f9f59-f0f7-4357-9956-933783708c6b) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:11.193744 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50380) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:11.239065 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-756beed8-3620-4c6b-81d7-ac5def342f58 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Unset dirty status for tenant:0e8cca90eaf04161ba977dc5d3994fc8 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:06:11.240437 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-756beed8-3620-4c6b-81d7-ac5def342f58 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] 10.222.0.10 "GET /v2.0/ports/210e7462-d868-4d22-b363-a0bec4a1cd41 HTTP/1.1" status: 404 len: 333 time: 0.1475108 Mar 28 19:06:11.246823 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50384) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:11.258912 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-006d5e71-18e4-4278-b981-d08c29963bab tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-467302142', 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:11.263325 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c8c9185d-730e-47b0-8602-d7894fb1727a tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:11.275157 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-006d5e71-18e4-4278-b981-d08c29963bab tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:11.287004 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-06f20b4c-23dd-42a3-9e53-9755b05b600f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:11.312983 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-daaec97b-f32f-4488-8197-15449d3516d2 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:11.323245 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-11c2a470-4156-4768-8488-e988aac5f6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'name': 'tempest-ServersTestJSON-1034931747-router', 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': '1557cada-917e-4a26-bbf0-352ead748952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:49Z', 'updated_at': '2022-03-28T19:06:04Z', 'revision_number': 4, 'project_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'gw_port': {'id': '1557cada-917e-4a26-bbf0-352ead748952', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:52Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '47a4b191-c518-405f-bd1c-4c0e75d10b89', 'name': '', 'network_id': '11c83c4f-ff0a-4113-af10-31cfb7cfdd7c', 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'mac_address': 'fa:16:3e:bb:d2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '998791e8-b3d0-43f0-877b-47ab95e8fd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:01Z', 'updated_at': '2022-03-28T19:06:10Z', 'revision_number': 4, 'project_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'subnets': [{'id': '998791e8-b3d0-43f0-877b-47ab95e8fd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:11.327487 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c2a470-4156-4768-8488-e988aac5f6a7 None None] The sync data for ids ['9a62a573-6c77-4f71-a8d3-cd22ffbc023e'] in dv-neutron-834711-1-hyperv is: [{'id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'name': 'tempest-ServersTestJSON-1034931747-router', 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': '1557cada-917e-4a26-bbf0-352ead748952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:49Z', 'updated_at': '2022-03-28T19:06:04Z', 'revision_number': 4, 'project_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'gw_port': {'id': '1557cada-917e-4a26-bbf0-352ead748952', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:52Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '47a4b191-c518-405f-bd1c-4c0e75d10b89', 'name': '', 'network_id': '11c83c4f-ff0a-4113-af10-31cfb7cfdd7c', 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'mac_address': 'fa:16:3e:bb:d2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '998791e8-b3d0-43f0-877b-47ab95e8fd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:01Z', 'updated_at': '2022-03-28T19:06:10Z', 'revision_number': 4, 'project_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'subnets': [{'id': '998791e8-b3d0-43f0-877b-47ab95e8fd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:06:11.338377 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-006d5e71-18e4-4278-b981-d08c29963bab tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:11.357037 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f20b4c-23dd-42a3-9e53-9755b05b600f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Pushing event deleted for resources: {'Port': ['ID=25e82d53-762f-466b-9bc9-a20a0fbf7aec,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:11.471307 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006d5e71-18e4-4278-b981-d08c29963bab tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Made reservation on behalf of 0e8cca90eaf04161ba977dc5d3994fc8 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:11.474154 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-006d5e71-18e4-4278-b981-d08c29963bab tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:11.511659 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-daaec97b-f32f-4488-8197-15449d3516d2 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:11.515450 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-daaec97b-f32f-4488-8197-15449d3516d2 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8229117 Mar 28 19:06:11.520518 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50388) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:11.521636 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-006d5e71-18e4-4278-b981-d08c29963bab tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] device_id is not set on port 9cfd2a05-6b30-4b8a-bf49-a05b28ae2842 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:06:11.580644 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-03e3e710-8d4d-4e1d-9b31-896c27765a4e tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e80e42b66d5d44068ca2c1c3b098f1a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4946549 Mar 28 19:06:11.617438 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c8c9185d-730e-47b0-8602-d7894fb1727a tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:11.656732 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c8c9185d-730e-47b0-8602-d7894fb1727a tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:11.689185 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7180b67e-8b62-4a14-bd7b-850c2ffe184f tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:11.710257 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7180b67e-8b62-4a14-bd7b-850c2ffe184f tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:11.767733 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-06f20b4c-23dd-42a3-9e53-9755b05b600f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:11.780850 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3d3629ee-ae49-4714-b69b-699a35f480cc tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:11.833669 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9185d-730e-47b0-8602-d7894fb1727a tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4019e364-9f39-499b-b445-e69a1bb84018,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:11.843194 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-295b8217-5dc5-44e6-9cdd-b3f63d6ba6e5 tempest-DHCPAgentSchedulersTestJSON-1716732935 tempest-DHCPAgentSchedulersTestJSON-1716732935-project-admin] 10.222.0.10 "GET /v2.0/agents/2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f/dhcp-networks HTTP/1.1" status: 200 len: 8025 time: 0.6464281 Mar 28 19:06:11.861232 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50398) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:11.866949 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-38fa83b0-bcf9-4799-a504-ba7e313ce513 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:11.867978 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-38fa83b0-bcf9-4799-a504-ba7e313ce513 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1685548 Mar 28 19:06:11.912672 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7180b67e-8b62-4a14-bd7b-850c2ffe184f tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:12.015331 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180b67e-8b62-4a14-bd7b-850c2ffe184f tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Pushing event updated for resources: {'Port': ['ID=9d9e6263-5363-4d1b-a2f0-06e64c5eddcb,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:12.026506 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d5f0add6-7477-4bef-8cbf-025ddd42127d tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:12.042033 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7180b67e-8b62-4a14-bd7b-850c2ffe184f tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:12.043337 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-7180b67e-8b62-4a14-bd7b-850c2ffe184f tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4289157 Mar 28 19:06:12.062315 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-d5f0add6-7477-4bef-8cbf-025ddd42127d tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Transition to ACTIVE for port object e88f9f59-f0f7-4357-9956-933783708c6b will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:06:12.095284 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-73a57d15-1433-4a0f-a685-fc9ee16dba51 service neutron] 10.222.0.10 "GET /v2.0/networks/615b137b-5658-4b36-89b6-00fdce80d6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146583 Mar 28 19:06:12.120700 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d5f0add6-7477-4bef-8cbf-025ddd42127d tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:12.178676 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c8c9185d-730e-47b0-8602-d7894fb1727a tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:12.182847 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c8c9185d-730e-47b0-8602-d7894fb1727a tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0884604 Mar 28 19:06:12.190294 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50404) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:12.260141 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-415fc6a0-8491-4ed8-ab60-cb4af757010f tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:12.290219 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-415fc6a0-8491-4ed8-ab60-cb4af757010f tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:12.308137 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-0e2c6d4d-aebc-436d-a19e-51e9e06f65de None None] Allocated IP 172.20.0.2 (1476bf56-277f-4e93-be84-5426f06fba33/b7ad6a95-4003-4e6e-ae42-e23947d41adb/fffc8be9-c525-4636-8452-563d8440baaf) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:12.342481 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-415fc6a0-8491-4ed8-ab60-cb4af757010f tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Usage tracker for resource:floatingip and tenant:f4993bcab6fb4428a9a91e58a57803b7 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:12.365416 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-415fc6a0-8491-4ed8-ab60-cb4af757010f tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:12.405054 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f0add6-7477-4bef-8cbf-025ddd42127d tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Network 1476bf56-277f-4e93-be84-5426f06fba33 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:12.406087 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-415fc6a0-8491-4ed8-ab60-cb4af757010f tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:12.469470 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 47a4b191-c518-405f-bd1c-4c0e75d10b89 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:06:12.520683 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-d5f0add6-7477-4bef-8cbf-025ddd42127d tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:12.527308 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f0add6-7477-4bef-8cbf-025ddd42127d tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:06:12.534537 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f0add6-7477-4bef-8cbf-025ddd42127d tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:12.535208 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d5f0add6-7477-4bef-8cbf-025ddd42127d tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:12.572066 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0add6-7477-4bef-8cbf-025ddd42127d tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Pushing event updated for resources: {'Port': ['ID=e88f9f59-f0f7-4357-9956-933783708c6b,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:12.580373 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50428) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:12.631046 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d5f0add6-7477-4bef-8cbf-025ddd42127d tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3531170 Mar 28 19:06:12.657778 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c75270fd-e8b5-4182-9a46-9b6c714b39e8 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:12.671257 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50432) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:12.674129 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3d3629ee-ae49-4714-b69b-699a35f480cc tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:12.677431 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3d3629ee-ae49-4714-b69b-699a35f480cc tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:12.693184 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-5398cc13-f674-4e57-bacc-0c41fce2cc60 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Request body: {'port': {'network_id': '1476bf56-277f-4e93-be84-5426f06fba33', 'name': 'tempest-AllowedAddressPairTestJSON-1570409769', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:27:9d:5b'}]}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:12.703095 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 47a4b191-c518-405f-bd1c-4c0e75d10b89 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:06:12.708607 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-415fc6a0-8491-4ed8-ab60-cb4af757010f tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:12.715331 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-06f20b4c-23dd-42a3-9e53-9755b05b600f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:12.716335 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 47a4b191-c518-405f-bd1c-4c0e75d10b89 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:12.716832 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:12.748027 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3d3629ee-ae49-4714-b69b-699a35f480cc tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:12.748733 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3629ee-ae49-4714-b69b-699a35f480cc tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3117acfa-66aa-4eb4-8928-303770e981e7 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:06:12.785942 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6d4d-aebc-436d-a19e-51e9e06f65de None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:12.812533 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-0e2c6d4d-aebc-436d-a19e-51e9e06f65de None None] Transition to ACTIVE for port object fffc8be9-c525-4636-8452-563d8440baaf will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:06:12.855195 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3d3629ee-ae49-4714-b69b-699a35f480cc tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:12.859748 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3d3629ee-ae49-4714-b69b-699a35f480cc tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] 10.222.0.10 "DELETE /v2.0/routers/3117acfa-66aa-4eb4-8928-303770e981e7 HTTP/1.1" status: 204 len: 168 time: 1.3007908 Mar 28 19:06:12.861032 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50436) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:12.871798 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-34ee47a2-613a-44b0-953c-90cc35abe465 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--511197860&fields=id&tenant_id=936b36bbd26d462bb0c5b68398e9e06d HTTP/1.1" status: 200 len: 267 time: 0.2775457 Mar 28 19:06:12.877653 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-f022c96b-1140-4dda-aa87-fe48ebd1942f tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Request body: {'router': {'name': 'tempest-router-788716179', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ef208c0fc592432194bd83f3eac555c4'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:12.890831 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-72244618-b233-436c-8a04-b4315eced516 service neutron] 10.222.0.10 "GET /v2.0/networks/615b137b-5658-4b36-89b6-00fdce80d6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7099416 Mar 28 19:06:12.891838 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f022c96b-1140-4dda-aa87-fe48ebd1942f tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:12.903798 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-0e2c6d4d-aebc-436d-a19e-51e9e06f65de None None] Transition to ACTIVE for port object fffc8be9-c525-4636-8452-563d8440baaf will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:06:12.904962 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:12.927258 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f022c96b-1140-4dda-aa87-fe48ebd1942f tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Usage tracker for resource:router and tenant:ef208c0fc592432194bd83f3eac555c4 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:12.928647 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6d4d-aebc-436d-a19e-51e9e06f65de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:12.929255 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-006d5e71-18e4-4278-b981-d08c29963bab tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:12.947919 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f022c96b-1140-4dda-aa87-fe48ebd1942f tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:12.971716 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f022c96b-1140-4dda-aa87-fe48ebd1942f tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:12.994677 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 47a4b191-c518-405f-bd1c-4c0e75d10b89, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=47a4b191-c518-405f-bd1c-4c0e75d10b89,segment=NetworkSegment(555fb773-0269-467f-a1ec-d2a5a4c65edc),segment_id=555fb773-0269-467f-a1ec-d2a5a4c65edc)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:06:13.017559 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:13.018308 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a6db53d0-70c1-4b18-ab03-d489da3f61f3 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:06:13.042983 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c75270fd-e8b5-4182-9a46-9b6c714b39e8 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:13.054161 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2c6d4d-aebc-436d-a19e-51e9e06f65de None None] Network 1476bf56-277f-4e93-be84-5426f06fba33 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:13.061505 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-0e2c6d4d-aebc-436d-a19e-51e9e06f65de None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:13.070732 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-c75270fd-e8b5-4182-9a46-9b6c714b39e8 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9658edab-63b4-4fc2-8679-e108551664fe']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:13.073923 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2c6d4d-aebc-436d-a19e-51e9e06f65de None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:06:13.085983 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-c75270fd-e8b5-4182-9a46-9b6c714b39e8 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46717691-602d-45b9-85f6-e0abdd3c3f75') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:13.085983 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-c75270fd-e8b5-4182-9a46-9b6c714b39e8 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46717691-602d-45b9-85f6-e0abdd3c3f75') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:13.101028 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c75270fd-e8b5-4182-9a46-9b6c714b39e8 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:13.118065 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f022c96b-1140-4dda-aa87-fe48ebd1942f tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:13.119135 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f022c96b-1140-4dda-aa87-fe48ebd1942f tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:13.119774 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c75270fd-e8b5-4182-9a46-9b6c714b39e8 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:13.126441 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75270fd-e8b5-4182-9a46-9b6c714b39e8 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:06:13.127450 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c75270fd-e8b5-4182-9a46-9b6c714b39e8 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:06:13.146189 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:06:13.164167 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-5398cc13-f674-4e57-bacc-0c41fce2cc60 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:13.188464 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5398cc13-f674-4e57-bacc-0c41fce2cc60 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Usage tracker for resource:port and tenant:82f0361149384351adb5e9b8013582b1 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:13.193016 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f022c96b-1140-4dda-aa87-fe48ebd1942f tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:13.197153 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5398cc13-f674-4e57-bacc-0c41fce2cc60 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:13.198399 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c6d4d-aebc-436d-a19e-51e9e06f65de None None] Pushing event updated for resources: {'Port': ['ID=fffc8be9-c525-4636-8452-563d8440baaf,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:13.217628 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-5398cc13-f674-4e57-bacc-0c41fce2cc60 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:13.235760 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-871bd459-29ee-4c59-9942-9781b1a5b994 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:13.237660 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-871bd459-29ee-4c59-9942-9781b1a5b994 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/networks?id=05d45956-a093-40a4-9858-58f23a47edbe HTTP/1.1" status: 200 len: 811 time: 0.3492012 Mar 28 19:06:13.295928 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-06f20b4c-23dd-42a3-9e53-9755b05b600f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:13.312384 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5398cc13-f674-4e57-bacc-0c41fce2cc60 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Made reservation on behalf of 82f0361149384351adb5e9b8013582b1 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:13.355087 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-2edbece8-21b3-4aab-9e3a-1ec78a0b3fd7 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/quotas/936b36bbd26d462bb0c5b68398e9e06d HTTP/1.1" status: 200 len: 375 time: 0.1033778 Mar 28 19:06:13.355289 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c75270fd-e8b5-4182-9a46-9b6c714b39e8 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:13.368072 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f20b4c-23dd-42a3-9e53-9755b05b600f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fe91b308-b9cf-4c22-b539-a4a9d5e65c09,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:13.368812 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3ae43e8a-6c8c-4811-8749-73c6410d6411 req-7c41a18f-e803-4c96-aedf-1d76baad89ad tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/ports?device_id=a71738cf-6ca2-49d8-9de6-cf8e78bf1283 HTTP/1.1" status: 200 len: 210 time: 0.1264839 Mar 28 19:06:13.373273 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port a6db53d0-70c1-4b18-ab03-d489da3f61f3 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:13.374551 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f022c96b-1140-4dda-aa87-fe48ebd1942f tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:13.374863 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:13.490277 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-06f20b4c-23dd-42a3-9e53-9755b05b600f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:13.502963 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-0e2c6d4d-aebc-436d-a19e-51e9e06f65de None None] Attempting to bind port fffc8be9-c525-4636-8452-563d8440baaf on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:06:13.503189 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-0e2c6d4d-aebc-436d-a19e-51e9e06f65de None None] Attempting to bind port fffc8be9-c525-4636-8452-563d8440baaf by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'b84e3a2a-d281-47ea-b5d5-e1e29056d5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1476bf56-277f-4e93-be84-5426f06fba33'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:06:13.503593 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2c6d4d-aebc-436d-a19e-51e9e06f65de None None] Attempting to bind port fffc8be9-c525-4636-8452-563d8440baaf on network 1476bf56-277f-4e93-be84-5426f06fba33 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:13.517185 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2c6d4d-aebc-436d-a19e-51e9e06f65de None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:06:13.517779 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2c6d4d-aebc-436d-a19e-51e9e06f65de None None] Checking segment: {'id': 'b84e3a2a-d281-47ea-b5d5-e1e29056d5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1476bf56-277f-4e93-be84-5426f06fba33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:06:13.518258 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6d4d-aebc-436d-a19e-51e9e06f65de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:13.518708 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2c6d4d-aebc-436d-a19e-51e9e06f65de None None] Bound using segment: {'id': 'b84e3a2a-d281-47ea-b5d5-e1e29056d5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1476bf56-277f-4e93-be84-5426f06fba33'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:06:13.519292 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-06f20b4c-23dd-42a3-9e53-9755b05b600f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['636b8b42-114c-49a3-8e26-94303be8f9a9']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:13.519415 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-0e2c6d4d-aebc-436d-a19e-51e9e06f65de None None] Bound port: fffc8be9-c525-4636-8452-563d8440baaf, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84e3a2a-d281-47ea-b5d5-e1e29056d5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1476bf56-277f-4e93-be84-5426f06fba33'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:06:13.520357 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6d4d-aebc-436d-a19e-51e9e06f65de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:13.532996 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-06f20b4c-23dd-42a3-9e53-9755b05b600f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8f692f-badd-4512-acd0-7dc82049fd97') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:13.533589 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-06f20b4c-23dd-42a3-9e53-9755b05b600f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8f692f-badd-4512-acd0-7dc82049fd97') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:13.546786 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-06f20b4c-23dd-42a3-9e53-9755b05b600f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:13.559149 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-415fc6a0-8491-4ed8-ab60-cb4af757010f tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:13.564535 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-06f20b4c-23dd-42a3-9e53-9755b05b600f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:13.571715 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f20b4c-23dd-42a3-9e53-9755b05b600f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:06:13.572416 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-06f20b4c-23dd-42a3-9e53-9755b05b600f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:13.603244 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c75270fd-e8b5-4182-9a46-9b6c714b39e8 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:06:13.606263 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:06:13.625631 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f022c96b-1140-4dda-aa87-fe48ebd1942f tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:13.627080 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f022c96b-1140-4dda-aa87-fe48ebd1942f tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7541819 Mar 28 19:06:13.631365 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-0e2c6d4d-aebc-436d-a19e-51e9e06f65de None None] For port fffc8be9-c525-4636-8452-563d8440baaf, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:06:13.633311 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50466) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:13.635444 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-0e2c6d4d-aebc-436d-a19e-51e9e06f65de None None] For port fffc8be9-c525-4636-8452-563d8440baaf, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=fffc8be9-c525-4636-8452-563d8440baaf,segment=NetworkSegment(b84e3a2a-d281-47ea-b5d5-e1e29056d5ed),segment_id=b84e3a2a-d281-47ea-b5d5-e1e29056d5ed)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:06:13.642192 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=47a4b191-c518-405f-bd1c-4c0e75d10b89,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:13.647798 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6d4d-aebc-436d-a19e-51e9e06f65de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:13.697504 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-533b0daa-b42a-4c08-81d8-c1595d33f8a8 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:13.701124 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75270fd-e8b5-4182-9a46-9b6c714b39e8 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Pushing event deleted for resources: {'Network': ['ID=9658edab-63b4-4fc2-8679-e108551664fe,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:13.718820 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-006d5e71-18e4-4278-b981-d08c29963bab tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:13.741119 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c75270fd-e8b5-4182-9a46-9b6c714b39e8 tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] 10.222.0.10 "DELETE /v2.0/networks/9658edab-63b4-4fc2-8679-e108551664fe HTTP/1.1" status: 204 len: 168 time: 1.8786862 Mar 28 19:06:13.794894 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50472) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:13.800502 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5398cc13-f674-4e57-bacc-0c41fce2cc60 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:13.806515 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c6d4d-aebc-436d-a19e-51e9e06f65de None None] Pushing event updated for resources: {'Port': ['ID=fffc8be9-c525-4636-8452-563d8440baaf,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:13.833971 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-06f20b4c-23dd-42a3-9e53-9755b05b600f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:13.870409 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f20b4c-23dd-42a3-9e53-9755b05b600f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 636b8b42-114c-49a3-8e26-94303be8f9a9 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 28 19:06:13.874030 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-06f20b4c-23dd-42a3-9e53-9755b05b600f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:13.891978 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f20b4c-23dd-42a3-9e53-9755b05b600f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Pushing event deleted for resources: {'Network': ['ID=636b8b42-114c-49a3-8e26-94303be8f9a9,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:13.897934 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006d5e71-18e4-4278-b981-d08c29963bab tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Network 695a94bc-333a-4137-b652-d8e16a406557 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:13.904150 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-5398cc13-f674-4e57-bacc-0c41fce2cc60 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] device_id is not set on port da67a6cf-e4be-4c6d-95b9-72c9d58940c6 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:06:13.910268 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-06f20b4c-23dd-42a3-9e53-9755b05b600f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] 10.222.0.10 "DELETE /v2.0/networks/636b8b42-114c-49a3-8e26-94303be8f9a9 HTTP/1.1" status: 204 len: 168 time: 5.7273269 Mar 28 19:06:13.912559 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-006d5e71-18e4-4278-b981-d08c29963bab tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:13.916099 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006d5e71-18e4-4278-b981-d08c29963bab tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:06:13.917132 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006d5e71-18e4-4278-b981-d08c29963bab tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:13.917784 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-006d5e71-18e4-4278-b981-d08c29963bab tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:13.924260 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50482) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:14.004062 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d5e71-18e4-4278-b981-d08c29963bab tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Pushing event updated for resources: {'Port': ['ID=9cfd2a05-6b30-4b8a-bf49-a05b28ae2842,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:14.063203 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-cf36a1c9-1605-4a7f-8260-80625fce3186 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Synchronizing usage tracker for tenant:5a1c4453358a4893a652130fc3e50255 on resource:floatingip {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:06:14.102918 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-006d5e71-18e4-4278-b981-d08c29963bab tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.8519289 Mar 28 19:06:14.106310 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50488) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:14.167314 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-cf36a1c9-1605-4a7f-8260-80625fce3186 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Unset dirty status for tenant:5a1c4453358a4893a652130fc3e50255 on resource:floatingip {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:06:14.171173 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-cf36a1c9-1605-4a7f-8260-80625fce3186 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1171 time: 0.2458463 Mar 28 19:06:14.232889 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 47a4b191-c518-405f-bd1c-4c0e75d10b89 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:06:14.290683 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50494) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:14.348548 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686bbd52-e34a-43ca-90b4-61b3273bd1de tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:14.349660 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-686bbd52-e34a-43ca-90b4-61b3273bd1de tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Synchronizing usage tracker for tenant:0e8cca90eaf04161ba977dc5d3994fc8 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:06:14.380921 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-686bbd52-e34a-43ca-90b4-61b3273bd1de tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Unset dirty status for tenant:0e8cca90eaf04161ba977dc5d3994fc8 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:06:14.385675 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-686bbd52-e34a-43ca-90b4-61b3273bd1de tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] 10.222.0.10 "GET /v2.0/ports/9cfd2a05-6b30-4b8a-bf49-a05b28ae2842 HTTP/1.1" status: 200 len: 954 time: 0.2793517 Mar 28 19:06:14.386745 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50502) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:14.399507 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 47a4b191-c518-405f-bd1c-4c0e75d10b89 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:14.400058 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:14.477508 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9906feb-e8ca-4f0d-aac5-726b3bde829e tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] DELETE failed (client error): The resource could not be found. Mar 28 19:06:14.477973 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9906feb-e8ca-4f0d-aac5-726b3bde829e tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:06:14.514038 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-de76fd05-8a64-479a-ba6f-17dea8fa19ff tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Deleting port 9cfd2a05-6b30-4b8a-bf49-a05b28ae2842 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:06:14.519022 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-de76fd05-8a64-479a-ba6f-17dea8fa19ff tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:14.638996 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-71ca512f-1192-468f-a801-0a672e2a00ad tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=936b36bbd26d462bb0c5b68398e9e06d&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2689271 Mar 28 19:06:14.755295 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e9906feb-e8ca-4f0d-aac5-726b3bde829e tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] 10.222.0.10 "DELETE /v2.0/ports/35cc9b52-0916-4173-aa5a-37953afca3c2 HTTP/1.1" status: 404 len: 333 time: 0.9447370 Mar 28 19:06:14.784716 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50516) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:14.813196 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-de76fd05-8a64-479a-ba6f-17dea8fa19ff tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:14.940520 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-415fc6a0-8491-4ed8-ab60-cb4af757010f tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Allocated IP 172.26.4.158 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/c38c2431-3e98-4306-8e39-e05ea7e93795) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:14.960014 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fbaf4f-f475-4208-a3ab-c82a1701c15f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:14.960474 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fbaf4f-f475-4208-a3ab-c82a1701c15f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:14.960954 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fbaf4f-f475-4208-a3ab-c82a1701c15f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:14.961191 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-de76fd05-8a64-479a-ba6f-17dea8fa19ff tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Calling delete_port for 9cfd2a05-6b30-4b8a-bf49-a05b28ae2842 owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:06:14.961440 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fbaf4f-f475-4208-a3ab-c82a1701c15f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:14.962119 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fbaf4f-f475-4208-a3ab-c82a1701c15f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:14.962719 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fbaf4f-f475-4208-a3ab-c82a1701c15f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:14.963335 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fbaf4f-f475-4208-a3ab-c82a1701c15f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:14.963811 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fbaf4f-f475-4208-a3ab-c82a1701c15f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:14.969539 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-88fbaf4f-f475-4208-a3ab-c82a1701c15f tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5198 time: 0.6536169 Mar 28 19:06:14.976421 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50522) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:15.029533 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5c20cc8d-ed83-4b1c-808d-d0e3428de47d req-5d01fcfc-9203-472c-9338-42d31b0d6cd9 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/ports?device_id=a71738cf-6ca2-49d8-9de6-cf8e78bf1283 HTTP/1.1" status: 200 len: 210 time: 0.5386074 Mar 28 19:06:15.067522 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-de76fd05-8a64-479a-ba6f-17dea8fa19ff tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:15.079102 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-b48d53f1-b036-4273-b895-f2be7bc118ba tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Deleting subnet ffb92bdb-f04d-4dfe-b6ec-a990cadce47c {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:06:15.133892 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce48162-4666-43d5-a830-c40657507d3c None None] Network 1476bf56-277f-4e93-be84-5426f06fba33 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:06:15.148139 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76fd05-8a64-479a-ba6f-17dea8fa19ff tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Pushing event deleted for resources: {'Port': ['ID=9cfd2a05-6b30-4b8a-bf49-a05b28ae2842,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:15.150514 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-de76fd05-8a64-479a-ba6f-17dea8fa19ff tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:15.166097 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-de76fd05-8a64-479a-ba6f-17dea8fa19ff tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] 10.222.0.10 "DELETE /v2.0/ports/9cfd2a05-6b30-4b8a-bf49-a05b28ae2842 HTTP/1.1" status: 204 len: 168 time: 0.7756310 Mar 28 19:06:15.166373 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50526) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:15.184950 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b48d53f1-b036-4273-b895-f2be7bc118ba tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:15.209972 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d85ff48-ce27-4790-b3c8-fb31891460e9 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] GET failed (client error): The resource could not be found. Mar 28 19:06:15.210505 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8d85ff48-ce27-4790-b3c8-fb31891460e9 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Synchronizing usage tracker for tenant:0e8cca90eaf04161ba977dc5d3994fc8 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:06:15.216425 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-f359d15f-f089-43c0-a6bb-39343729103e tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] delete failed (client error): The resource could not be found. Mar 28 19:06:15.220174 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f359d15f-f089-43c0-a6bb-39343729103e tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/299eae97-a060-4347-8e3a-b655a4e17426 HTTP/1.1" status: 404 len: 345 time: 0.1938725 Mar 28 19:06:15.222008 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50530) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:15.231406 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-f1d6355e-11c2-4e55-a062-cd2bc7330c00 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:15.232560 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-f1d6355e-11c2-4e55-a062-cd2bc7330c00 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3743823 Mar 28 19:06:15.250990 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8d85ff48-ce27-4790-b3c8-fb31891460e9 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Unset dirty status for tenant:0e8cca90eaf04161ba977dc5d3994fc8 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:06:15.254120 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8d85ff48-ce27-4790-b3c8-fb31891460e9 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] 10.222.0.10 "GET /v2.0/ports/9cfd2a05-6b30-4b8a-bf49-a05b28ae2842 HTTP/1.1" status: 404 len: 333 time: 0.0867617 Mar 28 19:06:15.257506 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50534) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:15.260265 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f3035cb-4e53-43b9-9c97-4cc7b2f8cf4e tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] DELETE failed (client error): The resource could not be found. Mar 28 19:06:15.260723 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f3035cb-4e53-43b9-9c97-4cc7b2f8cf4e tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:06:15.262332 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3f3035cb-4e53-43b9-9c97-4cc7b2f8cf4e tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] 10.222.0.10 "DELETE /v2.0/networks/636b8b42-114c-49a3-8e26-94303be8f9a9 HTTP/1.1" status: 404 len: 339 time: 0.0394130 Mar 28 19:06:15.264517 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ea79e6bc-3a7f-4fea-a0ec-145540686136 None None] Provisioning for port fffc8be9-c525-4636-8452-563d8440baaf completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:06:15.266461 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-205b597d-341a-4ad5-b5f9-724a0c3e3db5 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Request body: {'port': {'network_id': '695a94bc-333a-4137-b652-d8e16a406557', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-725867959'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:15.269829 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50538) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:15.275473 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-f0ed5596-4cff-493c-b3f7-b39acacb71d7 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Request body: {'network': {'name': 'tempest-network--231276870', 'router:external': True}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:15.279150 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-205b597d-341a-4ad5-b5f9-724a0c3e3db5 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:15.283508 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f0ed5596-4cff-493c-b3f7-b39acacb71d7 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:15.293209 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f0ed5596-4cff-493c-b3f7-b39acacb71d7 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Usage tracker for resource:network and tenant:5a1c4453358a4893a652130fc3e50255 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:15.295492 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-205b597d-341a-4ad5-b5f9-724a0c3e3db5 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:15.297945 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f0ed5596-4cff-493c-b3f7-b39acacb71d7 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:15.306547 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f0ed5596-4cff-493c-b3f7-b39acacb71d7 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:15.317051 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205b597d-341a-4ad5-b5f9-724a0c3e3db5 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Made reservation on behalf of 0e8cca90eaf04161ba977dc5d3994fc8 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:15.321987 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-205b597d-341a-4ad5-b5f9-724a0c3e3db5 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:15.337316 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-533b0daa-b42a-4c08-81d8-c1595d33f8a8 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:15.337630 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-533b0daa-b42a-4c08-81d8-c1595d33f8a8 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks [] for router, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:15.338639 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ed5596-4cff-493c-b3f7-b39acacb71d7 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Made reservation on behalf of 5a1c4453358a4893a652130fc3e50255 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:15.341387 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f0ed5596-4cff-493c-b3f7-b39acacb71d7 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:15.387436 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-205b597d-341a-4ad5-b5f9-724a0c3e3db5 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] device_id is not set on port 6d7f948f-115f-42c2-90cc-908dcc445dac yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:06:15.432917 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ed5596-4cff-493c-b3f7-b39acacb71d7 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:06:15.466826 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f0ed5596-4cff-493c-b3f7-b39acacb71d7 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:15.467243 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-f0ed5596-4cff-493c-b3f7-b39acacb71d7 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Added segment 16de2f4d-8f40-40f1-9b0a-0194431b495c of type vlan for network cf7557e7-2754-437a-a4cf-b85951497d24 Mar 28 19:06:15.476400 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.26', 52958) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:15.669987 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f0ed5596-4cff-493c-b3f7-b39acacb71d7 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:15.785055 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-216cf6d7-199b-49ce-9e57-0188949ce887 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:15.786784 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-216cf6d7-199b-49ce-9e57-0188949ce887 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.26 "GET /v2.0/networks?id=615b137b-5658-4b36-89b6-00fdce80d6f1 HTTP/1.1" status: 200 len: 811 time: 0.3075824 Mar 28 19:06:15.789336 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b48d53f1-b036-4273-b895-f2be7bc118ba tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:15.804271 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-df3a753b-1b9d-46ef-bec3-56651ef6a9b7 None None] Provisioning for port e88f9f59-f0f7-4357-9956-933783708c6b completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:06:15.810115 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-df3a753b-1b9d-46ef-bec3-56651ef6a9b7 None None] Provisioning complete for port e88f9f59-f0f7-4357-9956-933783708c6b triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:15.810514 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-df3a753b-1b9d-46ef-bec3-56651ef6a9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:15.812372 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-5398cc13-f674-4e57-bacc-0c41fce2cc60 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Allocated IP 172.20.0.12 (1476bf56-277f-4e93-be84-5426f06fba33/b7ad6a95-4003-4e6e-ae42-e23947d41adb/da67a6cf-e4be-4c6d-95b9-72c9d58940c6) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:15.849311 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-533b0daa-b42a-4c08-81d8-c1595d33f8a8 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87833) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 28 19:06:15.849677 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-533b0daa-b42a-4c08-81d8-c1595d33f8a8 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Router 41b530c7-752b-4f2f-a56a-6eb211d875ed migrating from provider to provider. {{(pid=87833) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 28 19:06:15.849990 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-533b0daa-b42a-4c08-81d8-c1595d33f8a8 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:15.860881 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-205b597d-341a-4ad5-b5f9-724a0c3e3db5 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:15.864910 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f0ed5596-4cff-493c-b3f7-b39acacb71d7 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:15.866036 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ed5596-4cff-493c-b3f7-b39acacb71d7 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:15.866620 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f0ed5596-4cff-493c-b3f7-b39acacb71d7 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:15.881159 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-df3a753b-1b9d-46ef-bec3-56651ef6a9b7 None None] Port e88f9f59-f0f7-4357-9956-933783708c6b cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:06:15.906430 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-415fc6a0-8491-4ed8-ab60-cb4af757010f tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:15.932153 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-533b0daa-b42a-4c08-81d8-c1595d33f8a8 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:15.967581 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-533b0daa-b42a-4c08-81d8-c1595d33f8a8 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-466281'] for router, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:16.028241 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-c4e73db0-8ad1-4216-865c-6f9572bcde80 None None] Provisioning complete for port e88f9f59-f0f7-4357-9956-933783708c6b triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:16.028680 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-b29362e7-816b-47f8-8aa1-86d28e2e9f63 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Synchronizing usage tracker for tenant:e80e42b66d5d44068ca2c1c3b098f1a9 on resource:security_group {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:06:16.028848 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c4e73db0-8ad1-4216-865c-6f9572bcde80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:16.045345 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed5596-4cff-493c-b3f7-b39acacb71d7 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Pushing event updated for resources: {'Network': ['ID=cf7557e7-2754-437a-a4cf-b85951497d24,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:16.050173 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-b29362e7-816b-47f8-8aa1-86d28e2e9f63 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Unset dirty status for tenant:e80e42b66d5d44068ca2c1c3b098f1a9 on resource:security_group {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:06:16.052069 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-b29362e7-816b-47f8-8aa1-86d28e2e9f63 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e80e42b66d5d44068ca2c1c3b098f1a9 HTTP/1.1" status: 200 len: 380 time: 0.2188523 Mar 28 19:06:16.070983 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network cf7557e7-2754-437a-a4cf-b85951497d24 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:06:16.081071 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-2b43be63-946e-4331-8d44-9a83dea84164 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Request body: {'port': {'device_id': 'a71738cf-6ca2-49d8-9de6-cf8e78bf1283', 'network_id': '615b137b-5658-4b36-89b6-00fdce80d6f1', 'admin_state_up': True, 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'security_groups': ['50541515-9bf6-44e2-91ed-e0155095de83']}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:16.132237 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f0ed5596-4cff-493c-b3f7-b39acacb71d7 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8612339 Mar 28 19:06:16.139922 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50556) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:16.200751 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-c4e73db0-8ad1-4216-865c-6f9572bcde80 None None] Port e88f9f59-f0f7-4357-9956-933783708c6b cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:06:16.245801 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-e8653310-7469-495c-bc57-f84ea8505d85 service neutron] 10.222.0.10 "GET /v2.0/networks/05d45956-a093-40a4-9858-58f23a47edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9335954 Mar 28 19:06:16.248554 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b48d53f1-b036-4273-b895-f2be7bc118ba tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:16.273637 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device fffc8be9-c525-4636-8452-563d8440baaf up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:06:16.357626 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port fffc8be9-c525-4636-8452-563d8440baaf completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:06:16.363236 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port fffc8be9-c525-4636-8452-563d8440baaf triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:16.364154 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:16.372599 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-205b597d-341a-4ad5-b5f9-724a0c3e3db5 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:16.518496 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5eb1e763-1b90-4200-ba4a-4fba0d182eb3 req-3a7905ca-ef15-4689-aa80-31b0147be7e8 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/ports?device_id=a71738cf-6ca2-49d8-9de6-cf8e78bf1283 HTTP/1.1" status: 200 len: 210 time: 0.1867003 Mar 28 19:06:16.537470 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:16.586652 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port fffc8be9-c525-4636-8452-563d8440baaf, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=fffc8be9-c525-4636-8452-563d8440baaf,segment=NetworkSegment(b84e3a2a-d281-47ea-b5d5-e1e29056d5ed),segment_id=b84e3a2a-d281-47ea-b5d5-e1e29056d5ed)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:06:16.594748 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:16.662634 dv-neutron-834711-1-hyperv neutron-server[87833]: WARNING neutron.scheduler.l3_agent_scheduler [None req-533b0daa-b42a-4c08-81d8-c1595d33f8a8 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] No L3 agents can host the router 41b530c7-752b-4f2f-a56a-6eb211d875ed Mar 28 19:06:16.723920 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-415fc6a0-8491-4ed8-ab60-cb4af757010f tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:16.771582 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=fffc8be9-c525-4636-8452-563d8440baaf,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:16.813617 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205b597d-341a-4ad5-b5f9-724a0c3e3db5 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Network 695a94bc-333a-4137-b652-d8e16a406557 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:16.823064 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-205b597d-341a-4ad5-b5f9-724a0c3e3db5 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:16.877030 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205b597d-341a-4ad5-b5f9-724a0c3e3db5 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:06:16.877996 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205b597d-341a-4ad5-b5f9-724a0c3e3db5 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:16.878655 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-205b597d-341a-4ad5-b5f9-724a0c3e3db5 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:16.918367 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b597d-341a-4ad5-b5f9-724a0c3e3db5 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Pushing event updated for resources: {'Port': ['ID=6d7f948f-115f-42c2-90cc-908dcc445dac,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:16.941055 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-205b597d-341a-4ad5-b5f9-724a0c3e3db5 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6791990 Mar 28 19:06:16.948810 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50576) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:16.956725 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-2b43be63-946e-4331-8d44-9a83dea84164 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:16.964994 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8347'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:16.982084 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415fc6a0-8491-4ed8-ab60-cb4af757010f tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:16.985919 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b48d53f1-b036-4273-b895-f2be7bc118ba tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:16.992070 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-e20379d0-0d13-4b8e-b445-d1ddca389f2d service neutron] 10.222.0.10 "GET /v2.0/networks/05d45956-a093-40a4-9858-58f23a47edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6880863 Mar 28 19:06:17.023669 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7bb00f-b4ea-45bd-85c8-e46a534a6b03 tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:17.030966 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7bb00f-b4ea-45bd-85c8-e46a534a6b03 tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:17.042111 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7bb00f-b4ea-45bd-85c8-e46a534a6b03 tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:17.052265 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7bb00f-b4ea-45bd-85c8-e46a534a6b03 tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:17.052265 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3e7bb00f-b4ea-45bd-85c8-e46a534a6b03 tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Synchronizing usage tracker for tenant:7575861c0eb745a3a129ba820518bc35 on resource:network {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:06:17.064939 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-2b43be63-946e-4331-8d44-9a83dea84164 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Usage tracker for resource:port and tenant:e80e42b66d5d44068ca2c1c3b098f1a9 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:17.073983 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-2b43be63-946e-4331-8d44-9a83dea84164 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:17.084433 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-415fc6a0-8491-4ed8-ab60-cb4af757010f tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:17.087472 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415fc6a0-8491-4ed8-ab60-cb4af757010f tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:06:17.087987 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-2b43be63-946e-4331-8d44-9a83dea84164 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:17.112956 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d53f1-b036-4273-b895-f2be7bc118ba tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Pushing event deleted for resources: {'Subnet': ['ID=ffb92bdb-f04d-4dfe-b6ec-a990cadce47c,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:17.154142 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3e7bb00f-b4ea-45bd-85c8-e46a534a6b03 tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Unset dirty status for tenant:7575861c0eb745a3a129ba820518bc35 on resource:network {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:06:17.162019 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3e7bb00f-b4ea-45bd-85c8-e46a534a6b03 tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.9740632 Mar 28 19:06:17.165130 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50580) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:17.188457 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-2b43be63-946e-4331-8d44-9a83dea84164 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Made reservation on behalf of e80e42b66d5d44068ca2c1c3b098f1a9 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:17.192189 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-2b43be63-946e-4331-8d44-9a83dea84164 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:17.281694 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fc6a0-8491-4ed8-ab60-cb4af757010f tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Pushing event updated for resources: {'Port': ['ID=c38c2431-3e98-4306-8e39-e05ea7e93795,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:17.281979 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7022724-ed77-4d5d-97d5-727e36d13dc7 None None] Network dd24a5ac-d4fd-499e-b47d-7a3de5724f3e requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:06:17.294297 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b48d53f1-b036-4273-b895-f2be7bc118ba tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:17.299387 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:17.325331 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5398cc13-f674-4e57-bacc-0c41fce2cc60 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:17.331556 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533b0daa-b42a-4c08-81d8-c1595d33f8a8 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Hosts for router 41b530c7-752b-4f2f-a56a-6eb211d875ed: [] {{(pid=87833) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 28 19:06:17.436119 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b48d53f1-b036-4273-b895-f2be7bc118ba tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] 10.222.0.10 "DELETE /v2.0/subnets/ffb92bdb-f04d-4dfe-b6ec-a990cadce47c HTTP/1.1" status: 204 len: 168 time: 2.6417732 Mar 28 19:06:17.450990 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50596) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:17.479635 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2c52f4fb-3bbc-4e1c-95a4-207510687998 req-7598aafb-c3e3-4c77-bb75-5a79ccd1c6a6 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 210 time: 0.0971992 Mar 28 19:06:17.479635 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533b0daa-b42a-4c08-81d8-c1595d33f8a8 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Hosts for other DVR routers connected to router 41b530c7-752b-4f2f-a56a-6eb211d875ed: set() {{(pid=87833) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 28 19:06:17.484504 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-533b0daa-b42a-4c08-81d8-c1595d33f8a8 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:17.485526 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-514947e6-f599-4014-b9f4-ec780809c43d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:17.485704 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-533b0daa-b42a-4c08-81d8-c1595d33f8a8 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] 10.222.0.10 "PUT /v2.0/routers/41b530c7-752b-4f2f-a56a-6eb211d875ed HTTP/1.1" status: 200 len: 716 time: 3.8434734 Mar 28 19:06:17.495848 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-5398cc13-f674-4e57-bacc-0c41fce2cc60 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Transition to ACTIVE for port object da67a6cf-e4be-4c6d-95b9-72c9d58940c6 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:06:17.502381 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50600) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:17.542027 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-415fc6a0-8491-4ed8-ab60-cb4af757010f tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:17.778193 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48609f9-b5f1-48ce-ae76-bc0306e600c0 None None] DHCP port deletion for dd24a5ac-d4fd-499e-b47d-7a3de5724f3e request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:06:17.783133 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-b48609f9-b5f1-48ce-ae76-bc0306e600c0 None None] Deleting port 2b3afe0f-92de-4119-a126-fd9932566459 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:06:17.783587 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b48609f9-b5f1-48ce-ae76-bc0306e600c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:17.930235 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-2b43be63-946e-4331-8d44-9a83dea84164 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Allocated IP 172.20.0.12 (615b137b-5658-4b36-89b6-00fdce80d6f1/05240730-88d2-4328-b36b-7b1d6500b963/ff847822-ddba-413b-87d1-bc67643e55e9) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:18.011690 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-882a6931-33e2-4bd7-a6db-b145daf885eb tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] 10.222.0.10 "GET /v2.0/routers/41b530c7-752b-4f2f-a56a-6eb211d875ed HTTP/1.1" status: 200 len: 716 time: 0.5030553 Mar 28 19:06:18.015616 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50620) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:18.130225 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1b6b604a-7e8c-47fa-b4d3-df654fecedf9 req-f68813c2-97f0-4b0f-8a16-15bcce74a419 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/ports?device_id=a71738cf-6ca2-49d8-9de6-cf8e78bf1283 HTTP/1.1" status: 200 len: 210 time: 0.1363385 Mar 28 19:06:18.171679 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:18.193101 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-415fc6a0-8491-4ed8-ab60-cb4af757010f tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:18.263533 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Deleting port 2b3afe0f-92de-4119-a126-fd9932566459 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:06:18.264239 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:18.299852 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5398cc13-f674-4e57-bacc-0c41fce2cc60 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:18.318669 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-2b43be63-946e-4331-8d44-9a83dea84164 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:18.359609 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-2b43be63-946e-4331-8d44-9a83dea84164 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Transition to ACTIVE for port object ff847822-ddba-413b-87d1-bc67643e55e9 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:06:18.435921 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-2b43be63-946e-4331-8d44-9a83dea84164 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:18.474871 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device fffc8be9-c525-4636-8452-563d8440baaf up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:06:18.570121 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-b48609f9-b5f1-48ce-ae76-bc0306e600c0 None None] For port 2b3afe0f-92de-4119-a126-fd9932566459, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=2b3afe0f-92de-4119-a126-fd9932566459,segment=NetworkSegment(908f57e2-e30f-49ab-93a4-cfb4332a73ca),segment_id=908f57e2-e30f-49ab-93a4-cfb4332a73ca)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:06:18.570515 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b48609f9-b5f1-48ce-ae76-bc0306e600c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:18.648450 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port fffc8be9-c525-4636-8452-563d8440baaf triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:18.655131 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:18.715336 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-514947e6-f599-4014-b9f4-ec780809c43d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:18.775090 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-514947e6-f599-4014-b9f4-ec780809c43d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7557e7-2754-437a-a4cf-b85951497d24']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:18.805945 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5398cc13-f674-4e57-bacc-0c41fce2cc60 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Network 1476bf56-277f-4e93-be84-5426f06fba33 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:18.806144 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-514947e6-f599-4014-b9f4-ec780809c43d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16de2f4d-8f40-40f1-9b0a-0194431b495c') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:18.809094 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-514947e6-f599-4014-b9f4-ec780809c43d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16de2f4d-8f40-40f1-9b0a-0194431b495c') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:18.857590 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-5398cc13-f674-4e57-bacc-0c41fce2cc60 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:18.863482 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5398cc13-f674-4e57-bacc-0c41fce2cc60 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:06:18.871295 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5398cc13-f674-4e57-bacc-0c41fce2cc60 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:18.871967 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5398cc13-f674-4e57-bacc-0c41fce2cc60 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:18.876775 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-514947e6-f599-4014-b9f4-ec780809c43d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:18.886612 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-b48609f9-b5f1-48ce-ae76-bc0306e600c0 None None] Calling delete_port for 2b3afe0f-92de-4119-a126-fd9932566459 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:06:18.898279 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-2b43be63-946e-4331-8d44-9a83dea84164 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Network 615b137b-5658-4b36-89b6-00fdce80d6f1 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:18.917089 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-2b43be63-946e-4331-8d44-9a83dea84164 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:18.950171 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-2b43be63-946e-4331-8d44-9a83dea84164 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:06:19.057011 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4c2a21ce-32b7-4ca5-92df-710ddada23ca req-578685ea-4fac-4b2b-9595-5485d3ebadcd tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 210 time: 0.2864177 Mar 28 19:06:19.094328 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-514947e6-f599-4014-b9f4-ec780809c43d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:19.187843 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-514947e6-f599-4014-b9f4-ec780809c43d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:06:19.188367 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-514947e6-f599-4014-b9f4-ec780809c43d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:06:19.207769 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:06:19.245639 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43be63-946e-4331-8d44-9a83dea84164 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Pushing event updated for resources: {'Port': ['ID=ff847822-ddba-413b-87d1-bc67643e55e9,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:19.268660 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2b3afe0f-92de-4119-a126-fd9932566459 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:06:19.288896 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.resource_extend [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:06:19.415813 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-2b43be63-946e-4331-8d44-9a83dea84164 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:19.417125 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-2b43be63-946e-4331-8d44-9a83dea84164 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:19.466601 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:19.476407 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1290e1da-beaf-40fd-ac0c-7bd5b0b708ab tempest-RoutersTestDVR-1266291731 tempest-RoutersTestDVR-1266291731-project] 10.222.0.10 "GET /v2.0/routers/41b530c7-752b-4f2f-a56a-6eb211d875ed HTTP/1.1" status: 200 len: 682 time: 1.3594143 Mar 28 19:06:19.478090 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-15e1f30b-06ab-4389-ac44-0dfe5bb9edb7 None None] Provisioning for port da67a6cf-e4be-4c6d-95b9-72c9d58940c6 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:06:19.479844 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50638) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:19.484846 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b48609f9-b5f1-48ce-ae76-bc0306e600c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:19.545581 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48609f9-b5f1-48ce-ae76-bc0306e600c0 None None] Pushing event deleted for resources: {'Port': ['ID=2b3afe0f-92de-4119-a126-fd9932566459,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:19.547759 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-15e1f30b-06ab-4389-ac44-0dfe5bb9edb7 None None] Provisioning complete for port da67a6cf-e4be-4c6d-95b9-72c9d58940c6 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:19.548288 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-15e1f30b-06ab-4389-ac44-0dfe5bb9edb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:19.548482 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-2b43be63-946e-4331-8d44-9a83dea84164 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4909382 Mar 28 19:06:19.558645 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398cc13-f674-4e57-bacc-0c41fce2cc60 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Pushing event updated for resources: {'Port': ['ID=da67a6cf-e4be-4c6d-95b9-72c9d58940c6,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:19.561332 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] device_id is not set on port 6d7f948f-115f-42c2-90cc-908dcc445dac yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:06:19.570234 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-514947e6-f599-4014-b9f4-ec780809c43d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:19.602541 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48609f9-b5f1-48ce-ae76-bc0306e600c0 None None] No DVR routers for this DVR port 2b3afe0f-92de-4119-a126-fd9932566459 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:06:19.607149 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:19.609537 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514947e6-f599-4014-b9f4-ec780809c43d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cf7557e7-2754-437a-a4cf-b85951497d24 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 28 19:06:19.621457 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-492439e0-fea8-4f38-95a6-9e722b69c8dd tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:19.622507 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-492439e0-fea8-4f38-95a6-9e722b69c8dd tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057971 Mar 28 19:06:19.653453 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514947e6-f599-4014-b9f4-ec780809c43d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Pushing event deleted for resources: {'Network': ['ID=cf7557e7-2754-437a-a4cf-b85951497d24,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:19.674897 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-514947e6-f599-4014-b9f4-ec780809c43d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:19.722189 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-514947e6-f599-4014-b9f4-ec780809c43d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] 10.222.0.10 "DELETE /v2.0/networks/cf7557e7-2754-437a-a4cf-b85951497d24 HTTP/1.1" status: 204 len: 168 time: 2.5558298 Mar 28 19:06:19.724395 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50642) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:19.728257 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Transition to ACTIVE for port object 6d7f948f-115f-42c2-90cc-908dcc445dac will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:06:19.752273 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-dd3a65fb-632b-4dc3-a364-6a584d0f1fff tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Request body: {'network': {'name': 'tempest-network--363491234', 'router:external': True}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:19.757400 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:19.762092 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5398cc13-f674-4e57-bacc-0c41fce2cc60 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 7.0796039 Mar 28 19:06:19.763153 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-15e1f30b-06ab-4389-ac44-0dfe5bb9edb7 None None] Port da67a6cf-e4be-4c6d-95b9-72c9d58940c6 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:06:19.767328 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50646) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:19.768328 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-dd3a65fb-632b-4dc3-a364-6a584d0f1fff tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:19.829702 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] For port 2b3afe0f-92de-4119-a126-fd9932566459, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=2b3afe0f-92de-4119-a126-fd9932566459,segment=NetworkSegment(908f57e2-e30f-49ab-93a4-cfb4332a73ca),segment_id=908f57e2-e30f-49ab-93a4-cfb4332a73ca)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:06:19.830171 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:19.830945 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-15e1f30b-06ab-4389-ac44-0dfe5bb9edb7 None None] Provisioning for port ff847822-ddba-413b-87d1-bc67643e55e9 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:06:19.855827 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-15e1f30b-06ab-4389-ac44-0dfe5bb9edb7 None None] Provisioning complete for port ff847822-ddba-413b-87d1-bc67643e55e9 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:19.857488 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-15e1f30b-06ab-4389-ac44-0dfe5bb9edb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:19.873798 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-dd3a65fb-632b-4dc3-a364-6a584d0f1fff tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Usage tracker for resource:network and tenant:5a1c4453358a4893a652130fc3e50255 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:19.897434 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-dd3a65fb-632b-4dc3-a364-6a584d0f1fff tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:19.916713 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-dd3a65fb-632b-4dc3-a364-6a584d0f1fff tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:20.024278 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-15e1f30b-06ab-4389-ac44-0dfe5bb9edb7 None None] Port ff847822-ddba-413b-87d1-bc67643e55e9 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:06:20.122329 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4cec7425-6645-400e-85a5-48d4a11da588 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:20.333502 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.26', 52965) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:20.346227 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-73e7d04d-6f35-42dc-a0ef-e2d72875b9bd service neutron] Request body: {'port': {'device_id': 'a71738cf-6ca2-49d8-9de6-cf8e78bf1283', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:20.380246 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Pushing event updated for resources: {'Port': ['ID=6d7f948f-115f-42c2-90cc-908dcc445dac,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:20.393935 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Calling delete_port for 2b3afe0f-92de-4119-a126-fd9932566459 owned by network:dhcp {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:06:20.519445 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3a65fb-632b-4dc3-a364-6a584d0f1fff tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Made reservation on behalf of 5a1c4453358a4893a652130fc3e50255 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:20.527738 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dd3a65fb-632b-4dc3-a364-6a584d0f1fff tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:20.550697 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:06:20.552387 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:06:20.552847 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:20.579398 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Port 6d7f948f-115f-42c2-90cc-908dcc445dac on network 695a94bc-333a-4137-b652-d8e16a406557 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:06:20.580123 dv-neutron-834711-1-hyperv neutron-server[87832]: ERROR neutron.plugins.ml2.managers [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Failed to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac on host hv-neutron-8347 for vnic_type normal using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] Mar 28 19:06:20.585934 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.plugins.ml2.plugin [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempt 2 to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac Mar 28 19:06:20.608940 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3a65fb-632b-4dc3-a364-6a584d0f1fff tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:06:20.620725 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dd3a65fb-632b-4dc3-a364-6a584d0f1fff tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:20.621450 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-dd3a65fb-632b-4dc3-a364-6a584d0f1fff tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Added segment 6afc9864-8e5e-4584-82af-650a52c9233f of type vlan for network f5516e34-2329-415e-8643-7dcdd17e0fa3 Mar 28 19:06:20.755854 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dd3a65fb-632b-4dc3-a364-6a584d0f1fff tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:20.784200 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:06:20.784536 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:06:20.784873 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:20.803568 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Port 6d7f948f-115f-42c2-90cc-908dcc445dac on network 695a94bc-333a-4137-b652-d8e16a406557 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:06:20.803903 dv-neutron-834711-1-hyperv neutron-server[87832]: ERROR neutron.plugins.ml2.managers [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Failed to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac on host hv-neutron-8347 for vnic_type normal using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] Mar 28 19:06:20.808757 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.plugins.ml2.plugin [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempt 3 to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac Mar 28 19:06:20.834015 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:06:20.834348 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:06:20.834686 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:20.870660 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce75f13-60db-4b56-941e-db5ae4dda1fc tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:20.875318 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1f5d3-3686-4f12-9deb-1f2dcb2c839b req-d9f2ff9a-61ee-44b1-887d-26ffaba98f00 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:20.882826 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-48a1f5d3-3686-4f12-9deb-1f2dcb2c839b req-d9f2ff9a-61ee-44b1-887d-26ffaba98f00 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/ports?device_id=a71738cf-6ca2-49d8-9de6-cf8e78bf1283 HTTP/1.1" status: 200 len: 932 time: 1.4727750 Mar 28 19:06:20.890160 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce75f13-60db-4b56-941e-db5ae4dda1fc tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:20.896699 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce75f13-60db-4b56-941e-db5ae4dda1fc tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:20.901111 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1ce75f13-60db-4b56-941e-db5ae4dda1fc tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 1.0923312 Mar 28 19:06:20.913702 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Port 6d7f948f-115f-42c2-90cc-908dcc445dac on network 695a94bc-333a-4137-b652-d8e16a406557 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:06:20.914039 dv-neutron-834711-1-hyperv neutron-server[87832]: ERROR neutron.plugins.ml2.managers [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Failed to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac on host hv-neutron-8347 for vnic_type normal using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] Mar 28 19:06:20.914522 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-73e7d04d-6f35-42dc-a0ef-e2d72875b9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:20.925705 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50660) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:20.928988 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.plugins.ml2.plugin [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempt 4 to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac Mar 28 19:06:20.956137 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-80dfd316-2e61-471b-9e2a-5d5e6f6880de req-56c5cb8f-43d9-4ff5-a453-e861f13339ae tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 210 time: 0.5230761 Mar 28 19:06:20.963800 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:06:20.964141 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:06:20.964493 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:21.006722 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4cec7425-6645-400e-85a5-48d4a11da588 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:21.021827 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Port 6d7f948f-115f-42c2-90cc-908dcc445dac on network 695a94bc-333a-4137-b652-d8e16a406557 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:06:21.022154 dv-neutron-834711-1-hyperv neutron-server[87832]: ERROR neutron.plugins.ml2.managers [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Failed to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac on host hv-neutron-8347 for vnic_type normal using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] Mar 28 19:06:21.025655 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.plugins.ml2.plugin [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempt 5 to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac Mar 28 19:06:21.061406 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4cec7425-6645-400e-85a5-48d4a11da588 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:21.080972 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dd3a65fb-632b-4dc3-a364-6a584d0f1fff tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:21.081945 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3a65fb-632b-4dc3-a364-6a584d0f1fff tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:21.082583 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dd3a65fb-632b-4dc3-a364-6a584d0f1fff tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:21.121249 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:06:21.121522 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:06:21.121862 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:21.175166 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Port 6d7f948f-115f-42c2-90cc-908dcc445dac on network 695a94bc-333a-4137-b652-d8e16a406557 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:06:21.175499 dv-neutron-834711-1-hyperv neutron-server[87832]: ERROR neutron.plugins.ml2.managers [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Failed to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac on host hv-neutron-8347 for vnic_type normal using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] Mar 28 19:06:21.187594 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-1419d383-04dd-459a-8caf-57e30c6118a6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Deleting port da67a6cf-e4be-4c6d-95b9-72c9d58940c6 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:06:21.187993 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1419d383-04dd-459a-8caf-57e30c6118a6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:21.195685 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-48a1f5d3-3686-4f12-9deb-1f2dcb2c839b req-0811b1c8-6da2-4d98-9fc3-9cd07cfcd251 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/security-groups?id=50541515-9bf6-44e2-91ed-e0155095de83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3108711 Mar 28 19:06:21.205691 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.db.resource_extend [None req-415fc6a0-8491-4ed8-ab60-cb4af757010f tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:06:21.231648 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-415fc6a0-8491-4ed8-ab60-cb4af757010f tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:21.231648 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4cec7425-6645-400e-85a5-48d4a11da588 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:21.231648 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cec7425-6645-400e-85a5-48d4a11da588 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41b530c7-752b-4f2f-a56a-6eb211d875ed {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:06:21.231648 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.db.api [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:06:21.232262 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG oslo_db.api [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:06:21.252653 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-415fc6a0-8491-4ed8-ab60-cb4af757010f tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:21.311012 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-415fc6a0-8491-4ed8-ab60-cb4af757010f tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:21.345772 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4cec7425-6645-400e-85a5-48d4a11da588 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:21.346938 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4cec7425-6645-400e-85a5-48d4a11da588 tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] 10.222.0.10 "DELETE /v2.0/routers/41b530c7-752b-4f2f-a56a-6eb211d875ed HTTP/1.1" status: 204 len: 168 time: 1.7896936 Mar 28 19:06:21.354621 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-ad7788d1-e49b-45b4-bb39-84a8a95fc9cb tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:21.356116 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-ad7788d1-e49b-45b4-bb39-84a8a95fc9cb tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.26 "GET /v2.0/networks?id=05d45956-a093-40a4-9858-58f23a47edbe HTTP/1.1" status: 200 len: 811 time: 0.9716933 Mar 28 19:06:21.356607 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50664) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:21.366858 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-142875d7-47c8-440c-b60b-be76f23b321f tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Request body: {'router': {'name': 'tempest-router-515718925', 'distributed': True}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:21.382692 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-142875d7-47c8-440c-b60b-be76f23b321f tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:21.389412 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-415fc6a0-8491-4ed8-ab60-cb4af757010f tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:21.390638 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-415fc6a0-8491-4ed8-ab60-cb4af757010f tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.1991997 Mar 28 19:06:21.391621 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fc6a0-8491-4ed8-ab60-cb4af757010f tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Pushing event updated for resources: {'Port': ['ID=c38c2431-3e98-4306-8e39-e05ea7e93795,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:21.394326 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-142875d7-47c8-440c-b60b-be76f23b321f tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Usage tracker for resource:router and tenant:c931dcd48703488dbe3babc118cd2cd4 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:21.402016 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-142875d7-47c8-440c-b60b-be76f23b321f tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:21.418462 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-142875d7-47c8-440c-b60b-be76f23b321f tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:21.442101 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-142875d7-47c8-440c-b60b-be76f23b321f tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:21.443305 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-142875d7-47c8-440c-b60b-be76f23b321f tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:21.447845 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.plugins.ml2.plugin [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempt 6 to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac Mar 28 19:06:21.470097 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-142875d7-47c8-440c-b60b-be76f23b321f tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:21.495125 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-142875d7-47c8-440c-b60b-be76f23b321f tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:21.561350 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-142875d7-47c8-440c-b60b-be76f23b321f tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:21.565398 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-142875d7-47c8-440c-b60b-be76f23b321f tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2011704 Mar 28 19:06:21.565784 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50680) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:21.746627 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Deleting port 2b3afe0f-92de-4119-a126-fd9932566459 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:06:21.747417 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:21.792474 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:06:21.792834 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:06:21.793132 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:21.796319 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-dd3a65fb-632b-4dc3-a364-6a584d0f1fff tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.0628259 Mar 28 19:06:21.809294 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50684) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:21.810427 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5b6aa333-40f1-4e0d-8ee6-1c7a39e3b9da tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:21.820149 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a65fb-632b-4dc3-a364-6a584d0f1fff tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Pushing event updated for resources: {'Network': ['ID=f5516e34-2329-415e-8643-7dcdd17e0fa3,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:21.822278 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Port 6d7f948f-115f-42c2-90cc-908dcc445dac on network 695a94bc-333a-4137-b652-d8e16a406557 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:06:21.822597 dv-neutron-834711-1-hyperv neutron-server[87832]: ERROR neutron.plugins.ml2.managers [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Failed to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac on host hv-neutron-8347 for vnic_type normal using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] Mar 28 19:06:21.827572 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.plugins.ml2.plugin [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempt 7 to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac Mar 28 19:06:21.834631 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network f5516e34-2329-415e-8643-7dcdd17e0fa3 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:06:21.945806 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:06:21.946138 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:06:21.946477 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:21.962108 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Port 6d7f948f-115f-42c2-90cc-908dcc445dac on network 695a94bc-333a-4137-b652-d8e16a406557 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:06:21.962435 dv-neutron-834711-1-hyperv neutron-server[87832]: ERROR neutron.plugins.ml2.managers [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Failed to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac on host hv-neutron-8347 for vnic_type normal using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] Mar 28 19:06:22.018491 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.plugins.ml2.plugin [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempt 8 to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac Mar 28 19:06:22.047596 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d859acc5-ea24-49c0-a9dc-0add4e7607a0 tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:22.049106 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d859acc5-ea24-49c0-a9dc-0add4e7607a0 tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] 10.222.0.10 "GET /v2.0/networks/f5516e34-2329-415e-8643-7dcdd17e0fa3 HTTP/1.1" status: 200 len: 756 time: 0.1819296 Mar 28 19:06:22.085325 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1419d383-04dd-459a-8caf-57e30c6118a6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:22.107989 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] The port '2b3afe0f-92de-4119-a126-fd9932566459' was deleted {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:06:22.160627 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50690) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:22.163923 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d4c9be5b-6dbd-4ff6-b0a5-e426f50c7af2 req-2a4fba0c-a8b5-440c-8713-70f12bd42baa tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 210 time: 0.0520897 Mar 28 19:06:22.200600 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-a01031f0-4211-4d70-8115-a2af7b150695 req-ce2ea382-a777-4f4d-8f3a-62203e06424b tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Synchronizing usage tracker for tenant:f4993bcab6fb4428a9a91e58a57803b7 on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:06:22.215529 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-1419d383-04dd-459a-8caf-57e30c6118a6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Calling delete_port for da67a6cf-e4be-4c6d-95b9-72c9d58940c6 owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:06:22.308680 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:06:22.309009 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:06:22.309342 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:22.336880 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.resource_extend [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-73e7d04d-6f35-42dc-a0ef-e2d72875b9bd service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:06:22.353598 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Port 6d7f948f-115f-42c2-90cc-908dcc445dac on network 695a94bc-333a-4137-b652-d8e16a406557 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:06:22.353922 dv-neutron-834711-1-hyperv neutron-server[87832]: ERROR neutron.plugins.ml2.managers [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Failed to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac on host hv-neutron-8347 for vnic_type normal using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] Mar 28 19:06:22.407723 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.plugins.ml2.plugin [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempt 9 to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac Mar 28 19:06:22.466061 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:06:22.466738 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:06:22.466738 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:22.472530 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-73e7d04d-6f35-42dc-a0ef-e2d72875b9bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff847822-ddba-413b-87d1-bc67643e55e9 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:06:22.483816 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Port 6d7f948f-115f-42c2-90cc-908dcc445dac on network 695a94bc-333a-4137-b652-d8e16a406557 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:06:22.484230 dv-neutron-834711-1-hyperv neutron-server[87832]: ERROR neutron.plugins.ml2.managers [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Failed to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac on host hv-neutron-8347 for vnic_type normal using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] Mar 28 19:06:22.520035 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-73e7d04d-6f35-42dc-a0ef-e2d72875b9bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:22.522751 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.plugins.ml2.plugin [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempt 10 to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac Mar 28 19:06:22.559418 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:06:22.559847 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:06:22.560255 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempting to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:22.576293 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-73e7d04d-6f35-42dc-a0ef-e2d72875b9bd service neutron] Transition to ACTIVE for port object ff847822-ddba-413b-87d1-bc67643e55e9 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:06:22.580695 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Port 6d7f948f-115f-42c2-90cc-908dcc445dac on network 695a94bc-333a-4137-b652-d8e16a406557 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:06:22.581133 dv-neutron-834711-1-hyperv neutron-server[87832]: ERROR neutron.plugins.ml2.managers [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Failed to bind port 6d7f948f-115f-42c2-90cc-908dcc445dac on host hv-neutron-8347 for vnic_type normal using segments [{'id': '8b0d0d1b-5cd7-4373-8dab-68c79af13988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '695a94bc-333a-4137-b652-d8e16a406557'}] Mar 28 19:06:22.581596 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:22.630340 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-73e7d04d-6f35-42dc-a0ef-e2d72875b9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:22.683599 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5b6aa333-40f1-4e0d-8ee6-1c7a39e3b9da tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:22.686181 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5b6aa333-40f1-4e0d-8ee6-1c7a39e3b9da tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:22.707135 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1419d383-04dd-459a-8caf-57e30c6118a6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:22.811343 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5b6aa333-40f1-4e0d-8ee6-1c7a39e3b9da tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:22.811838 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6aa333-40f1-4e0d-8ee6-1c7a39e3b9da tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db290cae-94c4-4833-ab6c-96ba7a058cec {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:06:22.999523 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471eb788-fd10-4db9-8fed-49bc0ed1e11f tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:23.003963 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-471eb788-fd10-4db9-8fed-49bc0ed1e11f tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] 10.222.0.10 "GET /v2.0/networks/e12a5a00-231a-45a5-9f1a-d3aacba9cb39 HTTP/1.1" status: 200 len: 768 time: 0.8384705 Mar 28 19:06:23.005840 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7d04d-6f35-42dc-a0ef-e2d72875b9bd service neutron] Pushing event updated for resources: {'Port': ['ID=ff847822-ddba-413b-87d1-bc67643e55e9,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:23.007195 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5b6aa333-40f1-4e0d-8ee6-1c7a39e3b9da tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:23.013346 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5b6aa333-40f1-4e0d-8ee6-1c7a39e3b9da tempest-RoutersTestDVR-1752827238 tempest-RoutersTestDVR-1752827238-project-admin] 10.222.0.10 "DELETE /v2.0/routers/db290cae-94c4-4833-ab6c-96ba7a058cec HTTP/1.1" status: 204 len: 168 time: 1.4421673 Mar 28 19:06:23.038941 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50696) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:23.120815 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-a01031f0-4211-4d70-8115-a2af7b150695 req-ce2ea382-a777-4f4d-8f3a-62203e06424b tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Unset dirty status for tenant:f4993bcab6fb4428a9a91e58a57803b7 on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:06:23.122070 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a01031f0-4211-4d70-8115-a2af7b150695 req-ce2ea382-a777-4f4d-8f3a-62203e06424b tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1988754895&fields=id&tenant_id=f4993bcab6fb4428a9a91e58a57803b7 HTTP/1.1" status: 200 len: 267 time: 1.4688890 Mar 28 19:06:23.169409 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] For port 6d7f948f-115f-42c2-90cc-908dcc445dac, host hv-neutron-8347, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:06:23.169793 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attempted to set empty binding levels {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 28 19:06:23.196997 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:23.260524 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Subscribe: > segment before_delete 55550000 {{(pid=87833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:06:23.261129 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:06:23.261551 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:06:23.261885 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Subscribe: > port after_create 55550000 {{(pid=87833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:06:23.262221 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Subscribe: > port after_delete 55550000 {{(pid=87833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:06:23.262574 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Subscribe: > port after_update 55550000 {{(pid=87833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:06:23.262911 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Subscribe: > segment after_delete 55550000 {{(pid=87833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:06:23.263256 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Subscribe: > subnet after_create 55550000 {{(pid=87833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:06:23.263640 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Subscribe: > subnet after_delete 55550000 {{(pid=87833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:06:23.263885 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Subscribe: > subnet after_update 55550000 {{(pid=87833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:06:23.323027 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:23.367796 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419d383-04dd-459a-8caf-57e30c6118a6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Pushing event deleted for resources: {'Port': ['ID=da67a6cf-e4be-4c6d-95b9-72c9d58940c6,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:23.519364 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] In _notify_port_updated(), no bound segment for port 6d7f948f-115f-42c2-90cc-908dcc445dac on network 695a94bc-333a-4137-b652-d8e16a406557 {{(pid=87832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 19:06:23.520308 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:23.521002 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:23.522412 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] 10.222.0.10 "PUT /v2.0/ports/6d7f948f-115f-42c2-90cc-908dcc445dac HTTP/1.1" status: 200 len: 976 time: 6.5682764 Mar 28 19:06:23.531719 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50706) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:23.622463 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50710) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:23.665315 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Subscribe: > subnet after_create 55550000 {{(pid=87833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:06:23.666043 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Subscribe: > subnet after_delete 55550000 {{(pid=87833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:06:23.666596 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Subscribe: > subnet before_create 55550000 {{(pid=87833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:06:23.667267 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Subscribe: > subnet before_update 55550000 {{(pid=87833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 19:06:23.667805 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd24a5ac-d4fd-499e-b47d-7a3de5724f3e']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:23.694461 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908f57e2-e30f-49ab-93a4-cfb4332a73ca') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:23.698711 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908f57e2-e30f-49ab-93a4-cfb4332a73ca') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:23.726057 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ca7524ea-046c-48f5-abd8-ef9350e60079 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:23.727789 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e2e44-ca8d-47dd-be30-5a62b705d5d1 tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Pushing event updated for resources: {'Port': ['ID=6d7f948f-115f-42c2-90cc-908dcc445dac,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:23.728346 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:23.767792 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:23.785047 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:06:23.787310 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:23.844012 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-73e7d04d-6f35-42dc-a0ef-e2d72875b9bd service neutron] Attempting to bind port ff847822-ddba-413b-87d1-bc67643e55e9 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:06:23.844662 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-73e7d04d-6f35-42dc-a0ef-e2d72875b9bd service neutron] Attempting to bind port ff847822-ddba-413b-87d1-bc67643e55e9 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': 'd357c8c6-fbd5-42e5-a72d-0184b760f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '615b137b-5658-4b36-89b6-00fdce80d6f1'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:06:23.845184 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-73e7d04d-6f35-42dc-a0ef-e2d72875b9bd service neutron] Attempting to bind port ff847822-ddba-413b-87d1-bc67643e55e9 on network 615b137b-5658-4b36-89b6-00fdce80d6f1 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:23.869307 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1419d383-04dd-459a-8caf-57e30c6118a6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:23.878417 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-73e7d04d-6f35-42dc-a0ef-e2d72875b9bd service neutron] Port ff847822-ddba-413b-87d1-bc67643e55e9 on network 615b137b-5658-4b36-89b6-00fdce80d6f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:06:23.879713 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-73e7d04d-6f35-42dc-a0ef-e2d72875b9bd service neutron] Attempting to bind port ff847822-ddba-413b-87d1-bc67643e55e9 on network 615b137b-5658-4b36-89b6-00fdce80d6f1 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:23.909365 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c49751f8-68f5-43cc-afd1-2913b7c37f8d tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Deleting port 6d7f948f-115f-42c2-90cc-908dcc445dac {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:06:23.909826 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c49751f8-68f5-43cc-afd1-2913b7c37f8d tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: from cryptography.utils import int_from_bytes Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: from cryptography.utils import int_from_bytes Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: util.warn_limited( Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: util.warn_limited( Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: util.warn( Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: util.warn( Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: util.warn( Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: util.warn( Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:06:23.914983 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:06:23.968679 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1419d383-04dd-459a-8caf-57e30c6118a6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] 10.222.0.10 "DELETE /v2.0/ports/da67a6cf-e4be-4c6d-95b9-72c9d58940c6 HTTP/1.1" status: 204 len: 168 time: 3.0183294 Mar 28 19:06:23.976920 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50716) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:24.011146 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-73e7d04d-6f35-42dc-a0ef-e2d72875b9bd service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:06:24.011789 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-73e7d04d-6f35-42dc-a0ef-e2d72875b9bd service neutron] Checking segment: {'id': 'd357c8c6-fbd5-42e5-a72d-0184b760f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '615b137b-5658-4b36-89b6-00fdce80d6f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:06:24.012533 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-73e7d04d-6f35-42dc-a0ef-e2d72875b9bd service neutron] Bound using segment: {'id': 'd357c8c6-fbd5-42e5-a72d-0184b760f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '615b137b-5658-4b36-89b6-00fdce80d6f1'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:06:24.013226 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-73e7d04d-6f35-42dc-a0ef-e2d72875b9bd service neutron] Bound port: ff847822-ddba-413b-87d1-bc67643e55e9, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd357c8c6-fbd5-42e5-a72d-0184b760f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '615b137b-5658-4b36-89b6-00fdce80d6f1'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:06:24.013740 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-73e7d04d-6f35-42dc-a0ef-e2d72875b9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:24.028194 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a5d264d-3751-468a-9f19-0f4e193e1663 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] GET failed (client error): The resource could not be found. Mar 28 19:06:24.029088 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-2a5d264d-3751-468a-9f19-0f4e193e1663 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Synchronizing usage tracker for tenant:82f0361149384351adb5e9b8013582b1 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:06:24.030855 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a423028b-9cc0-4d5f-9239-38e3f3124c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:24.044814 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:24.052658 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:24.082540 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] 10.222.0.10 "DELETE /v2.0/networks/dd24a5ac-d4fd-499e-b47d-7a3de5724f3e HTTP/1.1" status: 204 len: 168 time: 6.6304824 Mar 28 19:06:24.095211 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4a501-c033-4955-943b-77b4032c23fd tempest-DHCPAgentSchedulersTestJSON-88965292 tempest-DHCPAgentSchedulersTestJSON-88965292-project] Pushing event deleted for resources: {'Network': ['ID=dd24a5ac-d4fd-499e-b47d-7a3de5724f3e,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:24.131048 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb010a7-e36b-4456-b858-8ca364493fc5 req-d4a2969e-eea6-40a1-8fd2-a23031f21de7 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:24.132549 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-eeb010a7-e36b-4456-b858-8ca364493fc5 req-d4a2969e-eea6-40a1-8fd2-a23031f21de7 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/ports?device_id=a71738cf-6ca2-49d8-9de6-cf8e78bf1283 HTTP/1.1" status: 200 len: 944 time: 1.5464396 Mar 28 19:06:24.133195 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-2a5d264d-3751-468a-9f19-0f4e193e1663 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Unset dirty status for tenant:82f0361149384351adb5e9b8013582b1 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:06:24.137716 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2a5d264d-3751-468a-9f19-0f4e193e1663 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] 10.222.0.10 "GET /v2.0/ports/da67a6cf-e4be-4c6d-95b9-72c9d58940c6 HTTP/1.1" status: 404 len: 333 time: 0.1562138 Mar 28 19:06:24.139041 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50722) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:24.163670 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-81975cc9-01df-493d-ae78-f1f586059e4e tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Request body: {'port': {'network_id': '1476bf56-277f-4e93-be84-5426f06fba33', 'name': 'tempest-AllowedAddressPairTestJSON-1611781651'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:24.258417 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-eeb010a7-e36b-4456-b858-8ca364493fc5 req-31e5e384-4551-4cb9-bc6b-c4fc3fd331ec tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/security-groups?id=50541515-9bf6-44e2-91ed-e0155095de83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184247 Mar 28 19:06:24.268447 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c0aff6f8-bc29-4fac-b8a3-7ee91590ec46 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:24.269165 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c0aff6f8-bc29-4fac-b8a3-7ee91590ec46 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Synchronizing usage tracker for tenant:f4993bcab6fb4428a9a91e58a57803b7 on resource:network {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:06:24.368707 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-73e7d04d-6f35-42dc-a0ef-e2d72875b9bd service neutron] For port ff847822-ddba-413b-87d1-bc67643e55e9, host hv-neutron-8347, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:06:24.372991 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-73e7d04d-6f35-42dc-a0ef-e2d72875b9bd service neutron] For port ff847822-ddba-413b-87d1-bc67643e55e9, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=ff847822-ddba-413b-87d1-bc67643e55e9,segment=NetworkSegment(d357c8c6-fbd5-42e5-a72d-0184b760f007),segment_id=d357c8c6-fbd5-42e5-a72d-0184b760f007)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:06:24.374585 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a423028b-9cc0-4d5f-9239-38e3f3124c72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:24.385541 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a423028b-9cc0-4d5f-9239-38e3f3124c72 admin admin] Usage tracker for resource:security_group_rule and tenant:ef208c0fc592432194bd83f3eac555c4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:24.392318 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-73e7d04d-6f35-42dc-a0ef-e2d72875b9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:24.407940 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a423028b-9cc0-4d5f-9239-38e3f3124c72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:24.458284 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-81975cc9-01df-493d-ae78-f1f586059e4e tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:24.511166 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50728) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:24.535819 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-38deb26a-8dad-4aef-bbf0-1bdef487a40f req-446eb06c-3517-4d16-a495-eb6a43138aaf tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 210 time: 0.1036758 Mar 28 19:06:24.537541 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-81975cc9-01df-493d-ae78-f1f586059e4e tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:24.541249 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a423028b-9cc0-4d5f-9239-38e3f3124c72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:24.564973 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ca7524ea-046c-48f5-abd8-ef9350e60079 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:24.578007 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81975cc9-01df-493d-ae78-f1f586059e4e tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Made reservation on behalf of 82f0361149384351adb5e9b8013582b1 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:24.584204 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-81975cc9-01df-493d-ae78-f1f586059e4e tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:24.604658 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-73e7d04d-6f35-42dc-a0ef-e2d72875b9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:24.605330 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-73e7d04d-6f35-42dc-a0ef-e2d72875b9bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:24.606759 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-73e7d04d-6f35-42dc-a0ef-e2d72875b9bd service neutron] 10.222.0.26 "PUT /v2.0/ports/ff847822-ddba-413b-87d1-bc67643e55e9 HTTP/1.1" status: 200 len: 1094 time: 4.7990301 Mar 28 19:06:24.611249 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71738cf-6ca2-49d8-9de6-cf8e78bf1283', 'tag': 'ff847822-ddba-413b-87d1-bc67643e55e9'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:06:24.628711 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-81975cc9-01df-493d-ae78-f1f586059e4e tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] device_id is not set on port d2fab727-ba4d-42d3-afd2-29984a7f3d5b yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:06:24.688030 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7d04d-6f35-42dc-a0ef-e2d72875b9bd service neutron] Pushing event updated for resources: {'Port': ['ID=ff847822-ddba-413b-87d1-bc67643e55e9,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:24.713839 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-ca7524ea-046c-48f5-abd8-ef9350e60079 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5516e34-2329-415e-8643-7dcdd17e0fa3']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:24.898543 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a423028b-9cc0-4d5f-9239-38e3f3124c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:24.918511 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2d5d04bf-096b-4ee2-9e62-4304b4f34a8a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=087bf5c305e64ab09db4cd8483de976c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4036558 Mar 28 19:06:24.920502 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-ca7524ea-046c-48f5-abd8-ef9350e60079 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6afc9864-8e5e-4584-82af-650a52c9233f') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:24.922318 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-ca7524ea-046c-48f5-abd8-ef9350e60079 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6afc9864-8e5e-4584-82af-650a52c9233f') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:24.947352 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ca7524ea-046c-48f5-abd8-ef9350e60079 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:24.951847 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50740) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:24.981259 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c0aff6f8-bc29-4fac-b8a3-7ee91590ec46 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Unset dirty status for tenant:f4993bcab6fb4428a9a91e58a57803b7 on resource:network {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:06:24.983208 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c0aff6f8-bc29-4fac-b8a3-7ee91590ec46 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/networks?id=11c83c4f-ff0a-4113-af10-31cfb7cfdd7c HTTP/1.1" status: 200 len: 806 time: 1.8522341 Mar 28 19:06:24.998744 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a423028b-9cc0-4d5f-9239-38e3f3124c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:25.073421 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ca7524ea-046c-48f5-abd8-ef9350e60079 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:25.108778 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca7524ea-046c-48f5-abd8-ef9350e60079 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:06:25.109179 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ca7524ea-046c-48f5-abd8-ef9350e60079 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:25.135807 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-c49751f8-68f5-43cc-afd1-2913b7c37f8d tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] For port 6d7f948f-115f-42c2-90cc-908dcc445dac, host hv-neutron-8347, got binding levels [] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:06:25.136210 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c49751f8-68f5-43cc-afd1-2913b7c37f8d tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:06:25.146010 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:06:25.174824 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-a6c2ac5b-e466-48a2-9d3e-7e63dc26e959 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=936b36bbd26d462bb0c5b68398e9e06d HTTP/1.1" status: 200 len: 379 time: 0.2769351 Mar 28 19:06:25.214476 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-81975cc9-01df-493d-ae78-f1f586059e4e tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Allocated IP 172.20.0.11 (1476bf56-277f-4e93-be84-5426f06fba33/b7ad6a95-4003-4e6e-ae42-e23947d41adb/d2fab727-ba4d-42d3-afd2-29984a7f3d5b) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:25.227560 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a01031f0-4211-4d70-8115-a2af7b150695 req-ff902aea-e317-415a-95a4-9333cde6e274 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/quotas/f4993bcab6fb4428a9a91e58a57803b7 HTTP/1.1" status: 200 len: 375 time: 0.1224637 Mar 28 19:06:25.232743 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1a42bebc-42ad-4543-9570-627b0b790952 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Request body: {'port': {'device_id': '0ad73607-4cff-4c34-91c4-fe811028c6cb', 'network_id': '05d45956-a093-40a4-9858-58f23a47edbe', 'admin_state_up': True, 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d', 'security_groups': ['385f0559-61b8-45c1-8ca8-2d502885df34']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:25.242577 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c415944c-db6c-4f2a-948c-1317b7f04457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:25.252058 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-16d35318-ec22-4f2b-9a96-15ac13885cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:25.253348 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423028b-9cc0-4d5f-9239-38e3f3124c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9a3c99-4383-4b8c-a42d-240ab1df1f84,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:25.259381 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a71738cf-6ca2-49d8-9de6-cf8e78bf1283', 'tag': 'ff847822-ddba-413b-87d1-bc67643e55e9', 'status': 'completed', 'code': 200} Mar 28 19:06:25.461181 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-16d35318-ec22-4f2b-9a96-15ac13885cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:25.698314 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a423028b-9cc0-4d5f-9239-38e3f3124c72 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ef208c0fc592432194bd83f3eac555c4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0677540 Mar 28 19:06:25.705846 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c49751f8-68f5-43cc-afd1-2913b7c37f8d tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Calling delete_port for 6d7f948f-115f-42c2-90cc-908dcc445dac owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:06:25.712102 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50760) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:25.768489 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ca7524ea-046c-48f5-abd8-ef9350e60079 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:25.790245 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7524ea-046c-48f5-abd8-ef9350e60079 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f5516e34-2329-415e-8643-7dcdd17e0fa3 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 28 19:06:25.797930 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ca7524ea-046c-48f5-abd8-ef9350e60079 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:25.803871 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7524ea-046c-48f5-abd8-ef9350e60079 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Pushing event deleted for resources: {'Network': ['ID=f5516e34-2329-415e-8643-7dcdd17e0fa3,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:25.839860 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ca7524ea-046c-48f5-abd8-ef9350e60079 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] 10.222.0.10 "DELETE /v2.0/networks/f5516e34-2329-415e-8643-7dcdd17e0fa3 HTTP/1.1" status: 204 len: 168 time: 2.7700438 Mar 28 19:06:25.841734 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50764) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:25.849791 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-eb6acc7e-3402-4aae-b4e4-2ae3035554b1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Request body: {'network': {'name': 'tempest-network--1283443567'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:25.854544 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-350f90ad-6bda-4062-87fa-30a94a071d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:25.856075 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-350f90ad-6bda-4062-87fa-30a94a071d29 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e80e42b66d5d44068ca2c1c3b098f1a9&device_id=a71738cf-6ca2-49d8-9de6-cf8e78bf1283 HTTP/1.1" status: 200 len: 1097 time: 0.7092731 Mar 28 19:06:25.859273 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-eb6acc7e-3402-4aae-b4e4-2ae3035554b1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:25.864398 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c49751f8-68f5-43cc-afd1-2913b7c37f8d tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:25.866413 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-eb6acc7e-3402-4aae-b4e4-2ae3035554b1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Usage tracker for resource:network and tenant:5a1c4453358a4893a652130fc3e50255 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:25.902018 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1a42bebc-42ad-4543-9570-627b0b790952 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:25.908281 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-eb6acc7e-3402-4aae-b4e4-2ae3035554b1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:25.922837 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-a01031f0-4211-4d70-8115-a2af7b150695 req-d4ee8dc1-b131-4dd6-a473-443d80b915ab tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Synchronizing usage tracker for tenant:f4993bcab6fb4428a9a91e58a57803b7 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:06:25.923097 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49751f8-68f5-43cc-afd1-2913b7c37f8d tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d7f948f-115f-42c2-90cc-908dcc445dac,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:25.927133 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-eb6acc7e-3402-4aae-b4e4-2ae3035554b1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:25.932954 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1a42bebc-42ad-4543-9570-627b0b790952 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Usage tracker for resource:port and tenant:936b36bbd26d462bb0c5b68398e9e06d is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:25.935516 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c49751f8-68f5-43cc-afd1-2913b7c37f8d tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:25.940027 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-16d35318-ec22-4f2b-9a96-15ac13885cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:25.948526 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c49751f8-68f5-43cc-afd1-2913b7c37f8d tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] 10.222.0.10 "DELETE /v2.0/ports/6d7f948f-115f-42c2-90cc-908dcc445dac HTTP/1.1" status: 204 len: 168 time: 2.4137437 Mar 28 19:06:25.950146 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6acc7e-3402-4aae-b4e4-2ae3035554b1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Made reservation on behalf of 5a1c4453358a4893a652130fc3e50255 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:25.951437 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1a42bebc-42ad-4543-9570-627b0b790952 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:25.953308 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eb6acc7e-3402-4aae-b4e4-2ae3035554b1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:25.964752 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50768) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:25.991679 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6acc7e-3402-4aae-b4e4-2ae3035554b1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:06:25.995802 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1a42bebc-42ad-4543-9570-627b0b790952 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:26.001098 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eb6acc7e-3402-4aae-b4e4-2ae3035554b1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:26.001437 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-eb6acc7e-3402-4aae-b4e4-2ae3035554b1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Added segment 175b8315-b351-4f77-a05b-98aa8357b338 of type vlan for network 3d681843-a55f-4724-b706-38c60277bcde Mar 28 19:06:26.027355 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eb6acc7e-3402-4aae-b4e4-2ae3035554b1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:26.037360 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d35318-ec22-4f2b-9a96-15ac13885cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f47c73-fd5b-45ed-9a1f-1fb3d1e697d9,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:26.065286 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eb6acc7e-3402-4aae-b4e4-2ae3035554b1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:26.067486 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6acc7e-3402-4aae-b4e4-2ae3035554b1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:26.067952 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-5653804d-9fb5-4498-8a8d-7be24199c33b tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] GET failed (client error): The resource could not be found. Mar 28 19:06:26.068072 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eb6acc7e-3402-4aae-b4e4-2ae3035554b1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:26.068466 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5653804d-9fb5-4498-8a8d-7be24199c33b tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Synchronizing usage tracker for tenant:0e8cca90eaf04161ba977dc5d3994fc8 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:06:26.107961 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-a01031f0-4211-4d70-8115-a2af7b150695 req-d4ee8dc1-b131-4dd6-a473-443d80b915ab tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Unset dirty status for tenant:f4993bcab6fb4428a9a91e58a57803b7 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:06:26.121327 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a01031f0-4211-4d70-8115-a2af7b150695 req-d4ee8dc1-b131-4dd6-a473-443d80b915ab tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f4993bcab6fb4428a9a91e58a57803b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8571100 Mar 28 19:06:26.123130 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9bb01a38-330a-40dd-a2e9-b62f1fabbe91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:26.146055 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-81975cc9-01df-493d-ae78-f1f586059e4e tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:26.148857 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1a42bebc-42ad-4543-9570-627b0b790952 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Made reservation on behalf of 936b36bbd26d462bb0c5b68398e9e06d for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:26.152182 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1a42bebc-42ad-4543-9570-627b0b790952 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:26.169730 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-eb6acc7e-3402-4aae-b4e4-2ae3035554b1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3239040 Mar 28 19:06:26.169931 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50774) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:26.177553 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-3d73c1a4-2918-4a8d-ae46-da4daa36e724 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:26.183895 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-16d35318-ec22-4f2b-9a96-15ac13885cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:26.187308 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-16d35318-ec22-4f2b-9a96-15ac13885cea admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/58f47c73-fd5b-45ed-9a1f-1fb3d1e697d9 HTTP/1.1" status: 204 len: 168 time: 1.2185440 Mar 28 19:06:26.190106 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6acc7e-3402-4aae-b4e4-2ae3035554b1 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Pushing event updated for resources: {'Network': ['ID=3d681843-a55f-4724-b706-38c60277bcde,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:26.202509 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 3d681843-a55f-4724-b706-38c60277bcde details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:06:26.203852 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf7cc9-3fcf-4047-b240-d25070c2c0e9 req-da2254ed-8763-4ac4-b97d-f29d96ce2660 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:26.205368 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-70cf7cc9-3fcf-4047-b240-d25070c2c0e9 req-da2254ed-8763-4ac4-b97d-f29d96ce2660 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/ports?device_id=a71738cf-6ca2-49d8-9de6-cf8e78bf1283 HTTP/1.1" status: 200 len: 944 time: 0.5328159 Mar 28 19:06:26.275834 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5653804d-9fb5-4498-8a8d-7be24199c33b tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] Unset dirty status for tenant:0e8cca90eaf04161ba977dc5d3994fc8 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:06:26.282138 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5653804d-9fb5-4498-8a8d-7be24199c33b tempest-PortsAdminExtendedAttrsTestJSON-855297628 tempest-PortsAdminExtendedAttrsTestJSON-855297628-project-admin] 10.222.0.10 "GET /v2.0/ports/6d7f948f-115f-42c2-90cc-908dcc445dac HTTP/1.1" status: 404 len: 333 time: 0.3032889 Mar 28 19:06:26.283522 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-81975cc9-01df-493d-ae78-f1f586059e4e tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Transition to ACTIVE for port object d2fab727-ba4d-42d3-afd2-29984a7f3d5b will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:06:26.292550 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50780) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:26.396128 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9bb01a38-330a-40dd-a2e9-b62f1fabbe91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:26.481792 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3d73c1a4-2918-4a8d-ae46-da4daa36e724 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:26.482020 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-70cf7cc9-3fcf-4047-b240-d25070c2c0e9 req-2aa3246e-f58d-4099-b733-1757785819ab tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/security-groups?id=50541515-9bf6-44e2-91ed-e0155095de83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2458560 Mar 28 19:06:26.502067 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3d73c1a4-2918-4a8d-ae46-da4daa36e724 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:26.523099 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3d73c1a4-2918-4a8d-ae46-da4daa36e724 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Network 3d681843-a55f-4724-b706-38c60277bcde is not hosted by any dhcp agent {{(pid=87832) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 28 19:06:26.524523 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d73c1a4-2918-4a8d-ae46-da4daa36e724 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:26.525146 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3d73c1a4-2918-4a8d-ae46-da4daa36e724 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:26.531301 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3d73c1a4-2918-4a8d-ae46-da4daa36e724 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] 10.222.0.10 "PUT /v2.0/networks/3d681843-a55f-4724-b706-38c60277bcde HTTP/1.1" status: 200 len: 858 time: 0.3563988 Mar 28 19:06:26.541834 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50786) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:26.597281 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50790) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:26.632924 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c2c342bf-1498-4242-9b8a-f78df559f321 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:26.642084 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73c1a4-2918-4a8d-ae46-da4daa36e724 tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Pushing event updated for resources: {'Network': ['ID=3d681843-a55f-4724-b706-38c60277bcde,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:26.715005 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-09413acf-064a-49f5-8ea2-3a54691a0b3d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:26.716821 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c0c3501a-62ec-4d90-9a3f-8ca2e5678247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:26.748166 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e75370cc-cfb3-4c48-a9ea-cd4ad92033fb req-5d9ca5ac-0e3d-49ab-ba6a-1b21b39f9451 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 210 time: 0.1035683 Mar 28 19:06:26.752052 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a01031f0-4211-4d70-8115-a2af7b150695 req-49e2e77c-1490-4e5e-b1fa-9217f55a708a service neutron] 10.222.0.10 "GET /v2.0/networks/11c83c4f-ff0a-4113-af10-31cfb7cfdd7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6299303 Mar 28 19:06:26.783237 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9bb01a38-330a-40dd-a2e9-b62f1fabbe91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:26.791353 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c0c3501a-62ec-4d90-9a3f-8ca2e5678247 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:26.816632 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-81975cc9-01df-493d-ae78-f1f586059e4e tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:26.821370 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c0c3501a-62ec-4d90-9a3f-8ca2e5678247 admin admin] Usage tracker for resource:security_group_rule and tenant:a4bae79f691049749fa9d1d7918177d0 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:26.834024 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c0c3501a-62ec-4d90-9a3f-8ca2e5678247 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:26.836750 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb01a38-330a-40dd-a2e9-b62f1fabbe91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9a3c99-4383-4b8c-a42d-240ab1df1f84,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:26.846216 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-09413acf-064a-49f5-8ea2-3a54691a0b3d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:26.872194 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-09413acf-064a-49f5-8ea2-3a54691a0b3d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d681843-a55f-4724-b706-38c60277bcde']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:26.884237 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-09413acf-064a-49f5-8ea2-3a54691a0b3d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175b8315-b351-4f77-a05b-98aa8357b338') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:26.884539 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-09413acf-064a-49f5-8ea2-3a54691a0b3d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175b8315-b351-4f77-a05b-98aa8357b338') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:26.896302 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-09413acf-064a-49f5-8ea2-3a54691a0b3d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:26.912685 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-09413acf-064a-49f5-8ea2-3a54691a0b3d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:26.919293 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09413acf-064a-49f5-8ea2-3a54691a0b3d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:06:26.919684 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-09413acf-064a-49f5-8ea2-3a54691a0b3d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:06:26.933165 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:06:26.936878 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c0c3501a-62ec-4d90-9a3f-8ca2e5678247 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:27.002838 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1a42bebc-42ad-4543-9570-627b0b790952 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Allocated IP 172.20.0.5 (05d45956-a093-40a4-9858-58f23a47edbe/ba510855-a9fd-4b40-9483-d8a58a15b59b/da1a4fe6-e25e-4603-a82e-846b7ddebdd0) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:27.010977 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-09413acf-064a-49f5-8ea2-3a54691a0b3d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:27.029455 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09413acf-064a-49f5-8ea2-3a54691a0b3d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3d681843-a55f-4724-b706-38c60277bcde {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 28 19:06:27.033784 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-09413acf-064a-49f5-8ea2-3a54691a0b3d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:27.036880 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09413acf-064a-49f5-8ea2-3a54691a0b3d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] Pushing event deleted for resources: {'Network': ['ID=3d681843-a55f-4724-b706-38c60277bcde,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:27.042258 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-09413acf-064a-49f5-8ea2-3a54691a0b3d tempest-ExternalNetworksTestJSON-91798089 tempest-ExternalNetworksTestJSON-91798089-project-admin] 10.222.0.10 "DELETE /v2.0/networks/3d681843-a55f-4724-b706-38c60277bcde HTTP/1.1" status: 204 len: 168 time: 0.4991341 Mar 28 19:06:27.045679 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50794) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:27.069342 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81975cc9-01df-493d-ae78-f1f586059e4e tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Network 1476bf56-277f-4e93-be84-5426f06fba33 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:27.084758 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-588114a1-785d-40a4-8243-635bb2093338 tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] DELETE failed (client error): The resource could not be found. Mar 28 19:06:27.085758 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-588114a1-785d-40a4-8243-635bb2093338 tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:06:27.089304 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-588114a1-785d-40a4-8243-635bb2093338 tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] 10.222.0.10 "DELETE /v2.0/subnets/fe91b308-b9cf-4c22-b539-a4a9d5e65c09 HTTP/1.1" status: 404 len: 337 time: 0.0403373 Mar 28 19:06:27.089732 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-81975cc9-01df-493d-ae78-f1f586059e4e tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:27.089854 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50798) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:27.153806 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9bb01a38-330a-40dd-a2e9-b62f1fabbe91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:27.157231 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9bb01a38-330a-40dd-a2e9-b62f1fabbe91 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ad9a3c99-4383-4b8c-a42d-240ab1df1f84 HTTP/1.1" status: 204 len: 168 time: 1.4115400 Mar 28 19:06:27.157689 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81975cc9-01df-493d-ae78-f1f586059e4e tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:06:27.229646 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81975cc9-01df-493d-ae78-f1f586059e4e tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:27.230259 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-81975cc9-01df-493d-ae78-f1f586059e4e tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:27.234089 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81975cc9-01df-493d-ae78-f1f586059e4e tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Pushing event updated for resources: {'Port': ['ID=d2fab727-ba4d-42d3-afd2-29984a7f3d5b,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:27.252656 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c2c342bf-1498-4242-9b8a-f78df559f321 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:27.273342 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d105587a-ddfe-4256-a97b-6e64cfa05e45 tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:27.333403 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-c2c342bf-1498-4242-9b8a-f78df559f321 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['695a94bc-333a-4137-b652-d8e16a406557']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:27.369190 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-81975cc9-01df-493d-ae78-f1f586059e4e tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2147667 Mar 28 19:06:27.386961 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50804) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:27.388594 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a01031f0-4211-4d70-8115-a2af7b150695 req-237a8549-fcef-49f1-889b-148ec5819e79 service neutron] 10.222.0.10 "GET /v2.0/networks/11c83c4f-ff0a-4113-af10-31cfb7cfdd7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6286619 Mar 28 19:06:27.396010 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-34b9e106-cf23-4d58-ad87-4d2db442c651 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:27:9d:5b'}]}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:27.420264 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-c2c342bf-1498-4242-9b8a-f78df559f321 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0d0d1b-5cd7-4373-8dab-68c79af13988') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:27.420592 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-c2c342bf-1498-4242-9b8a-f78df559f321 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0d0d1b-5cd7-4373-8dab-68c79af13988') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:27.495388 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f2884526-2a79-46ee-a00b-fc3c593b787b None None] Provisioning for port d2fab727-ba4d-42d3-afd2-29984a7f3d5b completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:06:27.496657 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c2c342bf-1498-4242-9b8a-f78df559f321 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:27.508808 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f2884526-2a79-46ee-a00b-fc3c593b787b None None] Provisioning complete for port d2fab727-ba4d-42d3-afd2-29984a7f3d5b triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:27.510798 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f2884526-2a79-46ee-a00b-fc3c593b787b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:27.586980 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d105587a-ddfe-4256-a97b-6e64cfa05e45 tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:27.589586 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c2c342bf-1498-4242-9b8a-f78df559f321 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:27.614844 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c342bf-1498-4242-9b8a-f78df559f321 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:06:27.615428 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c2c342bf-1498-4242-9b8a-f78df559f321 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:06:27.635185 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:06:27.691938 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c34d5e56-0aff-4ad6-b348-772521792499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:27.714115 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f2884526-2a79-46ee-a00b-fc3c593b787b None None] Port d2fab727-ba4d-42d3-afd2-29984a7f3d5b cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:06:27.807107 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-d105587a-ddfe-4256-a97b-6e64cfa05e45 tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e12a5a00-231a-45a5-9f1a-d3aacba9cb39']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:27.827323 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-fe87eab3-05b6-4ca5-aeae-b68fa4586ff1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff847822-ddba-413b-87d1-bc67643e55e9 HTTP/1.1" status: 200 len: 217 time: 0.1513205 Mar 28 19:06:27.882855 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-d105587a-ddfe-4256-a97b-6e64cfa05e45 tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cddd3ceb-f9fa-4726-acdb-5094ad588af3') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:27.883266 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-d105587a-ddfe-4256-a97b-6e64cfa05e45 tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cddd3ceb-f9fa-4726-acdb-5094ad588af3') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:27.889545 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50822) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:27.959798 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d105587a-ddfe-4256-a97b-6e64cfa05e45 tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:27.964679 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-862c2de0-f169-4c21-aa10-1ca00926c158 req-26099fc3-8ec5-4e99-96b7-4ab04147c43c tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/ports?device_id=5541be53-68f4-4f1c-b866-f4e8eb8b1a1e HTTP/1.1" status: 200 len: 210 time: 0.1458728 Mar 28 19:06:27.980850 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c0c3501a-62ec-4d90-9a3f-8ca2e5678247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:27.992302 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bf365269-2e5f-4089-9d01-c64db0fe01e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:27.997322 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c0c3501a-62ec-4d90-9a3f-8ca2e5678247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:28.034358 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d105587a-ddfe-4256-a97b-6e64cfa05e45 tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:28.040638 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bf365269-2e5f-4089-9d01-c64db0fe01e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:28.052594 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1a42bebc-42ad-4543-9570-627b0b790952 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:28.052796 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-8e060838-db4a-4880-b28f-6f1aaf5cf91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:28.054332 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-8e060838-db4a-4880-b28f-6f1aaf5cf91c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=05240730-88d2-4328-b36b-7b1d6500b963 HTTP/1.1" status: 200 len: 850 time: 0.1759923 Mar 28 19:06:28.055360 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bf365269-2e5f-4089-9d01-c64db0fe01e4 admin admin] Usage tracker for resource:security_group_rule and tenant:c931dcd48703488dbe3babc118cd2cd4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:28.076237 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c2c342bf-1498-4242-9b8a-f78df559f321 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:28.089739 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bf365269-2e5f-4089-9d01-c64db0fe01e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:28.097386 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d105587a-ddfe-4256-a97b-6e64cfa05e45 tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:06:28.098328 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d105587a-ddfe-4256-a97b-6e64cfa05e45 tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:28.113500 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c2c342bf-1498-4242-9b8a-f78df559f321 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:06:28.113936 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:06:28.122382 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c0c3501a-62ec-4d90-9a3f-8ca2e5678247 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a4bae79f691049749fa9d1d7918177d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5224690 Mar 28 19:06:28.137503 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3501a-62ec-4d90-9a3f-8ca2e5678247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac21755-9fb1-46fd-be9f-4a87be234049,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:28.139966 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50830) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:28.141708 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1a42bebc-42ad-4543-9570-627b0b790952 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Transition to ACTIVE for port object da1a4fe6-e25e-4603-a82e-846b7ddebdd0 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:06:28.146745 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c342bf-1498-4242-9b8a-f78df559f321 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] Pushing event deleted for resources: {'Network': ['ID=695a94bc-333a-4137-b652-d8e16a406557,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:28.197397 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c2c342bf-1498-4242-9b8a-f78df559f321 tempest-PortsAdminExtendedAttrsTestJSON-835276884 tempest-PortsAdminExtendedAttrsTestJSON-835276884-project] 10.222.0.10 "DELETE /v2.0/networks/695a94bc-333a-4137-b652-d8e16a406557 HTTP/1.1" status: 204 len: 168 time: 1.9038503 Mar 28 19:06:28.215461 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-44efd8e0-66b0-4d60-b051-a95c42fa03e0 req-401f2626-aa6f-46d6-bda3-f61371facff4 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Synchronizing usage tracker for tenant:936b36bbd26d462bb0c5b68398e9e06d on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:06:28.219017 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bf365269-2e5f-4089-9d01-c64db0fe01e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:28.275342 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df68d3a-60b4-4cd9-87f5-d4e7c1858a6c req-6a4e8028-81b8-4db8-9126-0ea863d38a35 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:28.276931 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3df68d3a-60b4-4cd9-87f5-d4e7c1858a6c req-6a4e8028-81b8-4db8-9126-0ea863d38a35 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/ports?device_id=a71738cf-6ca2-49d8-9de6-cf8e78bf1283 HTTP/1.1" status: 200 len: 944 time: 0.4570727 Mar 28 19:06:28.281855 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d105587a-ddfe-4256-a97b-6e64cfa05e45 tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:28.290672 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34b9e106-cf23-4d58-ad87-4d2db442c651 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:28.316061 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-14780c30-6247-4738-93c6-5b933d3b097b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:28.319764 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d105587a-ddfe-4256-a97b-6e64cfa05e45 tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:28.335375 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d105587a-ddfe-4256-a97b-6e64cfa05e45 tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] Pushing event deleted for resources: {'Network': ['ID=e12a5a00-231a-45a5-9f1a-d3aacba9cb39,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:28.341738 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1a42bebc-42ad-4543-9570-627b0b790952 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:28.409787 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3df68d3a-60b4-4cd9-87f5-d4e7c1858a6c req-bb417eb2-efa3-4f5b-90ee-c39a742792ec tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/security-groups?id=50541515-9bf6-44e2-91ed-e0155095de83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201575 Mar 28 19:06:28.418633 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d105587a-ddfe-4256-a97b-6e64cfa05e45 tempest-ExternalNetworksTestJSON-946548565 tempest-ExternalNetworksTestJSON-946548565-project] 10.222.0.10 "DELETE /v2.0/networks/e12a5a00-231a-45a5-9f1a-d3aacba9cb39 HTTP/1.1" status: 204 len: 168 time: 1.3280568 Mar 28 19:06:28.431627 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-14780c30-6247-4738-93c6-5b933d3b097b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:28.449437 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-024a13d6-d5e4-42af-bfff-f8298e0b6cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:28.451034 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-024a13d6-d5e4-42af-bfff-f8298e0b6cc1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=615b137b-5658-4b36-89b6-00fdce80d6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3382361 Mar 28 19:06:28.460192 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1a42bebc-42ad-4543-9570-627b0b790952 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Network 05d45956-a093-40a4-9858-58f23a47edbe is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:28.465758 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1a42bebc-42ad-4543-9570-627b0b790952 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:28.476289 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1a42bebc-42ad-4543-9570-627b0b790952 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:06:28.515961 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bf365269-2e5f-4089-9d01-c64db0fe01e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:28.516489 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42bebc-42ad-4543-9570-627b0b790952 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Pushing event updated for resources: {'Port': ['ID=da1a4fe6-e25e-4603-a82e-846b7ddebdd0,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:28.553387 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:28.568664 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bf365269-2e5f-4089-9d01-c64db0fe01e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:28.578434 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:28.620053 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-44efd8e0-66b0-4d60-b051-a95c42fa03e0 req-401f2626-aa6f-46d6-bda3-f61371facff4 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Unset dirty status for tenant:936b36bbd26d462bb0c5b68398e9e06d on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:06:28.621257 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-44efd8e0-66b0-4d60-b051-a95c42fa03e0 req-401f2626-aa6f-46d6-bda3-f61371facff4 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 210 time: 0.4847455 Mar 28 19:06:28.685383 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1a42bebc-42ad-4543-9570-627b0b790952 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:28.686050 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1a42bebc-42ad-4543-9570-627b0b790952 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:28.732479 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-14780c30-6247-4738-93c6-5b933d3b097b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:28.734562 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-14780c30-6247-4738-93c6-5b933d3b097b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:28.738200 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-14780c30-6247-4738-93c6-5b933d3b097b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bac21755-9fb1-46fd-be9f-4a87be234049 HTTP/1.1" status: 204 len: 168 time: 0.5912895 Mar 28 19:06:28.761997 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1a42bebc-42ad-4543-9570-627b0b790952 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5334229 Mar 28 19:06:28.789774 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1d212550-4141-4353-8306-8c902e8ac0c2 service neutron] Request body: {'port': {'device_id': '0ad73607-4cff-4c34-91c4-fe811028c6cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:28.832426 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf365269-2e5f-4089-9d01-c64db0fe01e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df94802-72d0-48cf-8198-f95b5169f011,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:28.840998 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14780c30-6247-4738-93c6-5b933d3b097b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac21755-9fb1-46fd-be9f-4a87be234049,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:28.853049 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-bf365269-2e5f-4089-9d01-c64db0fe01e4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c931dcd48703488dbe3babc118cd2cd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9271986 Mar 28 19:06:28.864872 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50844) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:28.918369 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50848) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:28.933849 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50850) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:28.946694 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-2feb2da9-b970-465f-bd45-55a544fe33eb None None] Provisioning for port da1a4fe6-e25e-4603-a82e-846b7ddebdd0 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:06:28.952846 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-2feb2da9-b970-465f-bd45-55a544fe33eb None None] Provisioning complete for port da1a4fe6-e25e-4603-a82e-846b7ddebdd0 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:28.953212 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2feb2da9-b970-465f-bd45-55a544fe33eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:28.969945 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-b47d6660-146e-43d9-afc5-f1ffba2f65d5 service neutron] 10.222.0.26 "GET /v2.0/networks/615b137b-5658-4b36-89b6-00fdce80d6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080777 Mar 28 19:06:28.986054 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1d212550-4141-4353-8306-8c902e8ac0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:29.047579 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-2feb2da9-b970-465f-bd45-55a544fe33eb None None] Port da1a4fe6-e25e-4603-a82e-846b7ddebdd0 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:06:29.053854 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0d73be6e-43d2-439a-bcc9-6a21896602b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:29.178135 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-7d40fbf8-535f-4b3a-bf7f-6ac4db5f63c6 req-48b546dd-2629-4b90-aaac-3b696cad929a service neutron] 10.222.0.26 "GET /v2.0/networks/615b137b-5658-4b36-89b6-00fdce80d6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018230 Mar 28 19:06:29.197995 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34b9e106-cf23-4d58-ad87-4d2db442c651 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:29.221122 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34b9e106-cf23-4d58-ad87-4d2db442c651 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:29.224724 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-57ee370c-b0b9-4f00-b5d8-f049231ef958 req-57e0e41c-b853-4ff8-a8f2-b22d5fb68211 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/ports?device_id=5541be53-68f4-4f1c-b866-f4e8eb8b1a1e HTTP/1.1" status: 200 len: 210 time: 0.0764389 Mar 28 19:06:29.249936 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0d73be6e-43d2-439a-bcc9-6a21896602b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:29.348855 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.26', 52970) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:29.539678 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0d73be6e-43d2-439a-bcc9-6a21896602b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:29.570957 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1d212550-4141-4353-8306-8c902e8ac0c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1a4fe6-e25e-4603-a82e-846b7ddebdd0 {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:06:29.581078 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1d212550-4141-4353-8306-8c902e8ac0c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:29.616902 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1d212550-4141-4353-8306-8c902e8ac0c2 service neutron] Transition to ACTIVE for port object da1a4fe6-e25e-4603-a82e-846b7ddebdd0 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:06:29.736541 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1d212550-4141-4353-8306-8c902e8ac0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:29.815454 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73be6e-43d2-439a-bcc9-6a21896602b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df94802-72d0-48cf-8198-f95b5169f011,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:29.843828 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9e106-cf23-4d58-ad87-4d2db442c651 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Pushing event updated for resources: {'Port': ['ID=d2fab727-ba4d-42d3-afd2-29984a7f3d5b,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:29.862264 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5da99a40-ae2c-4aef-9316-0a0ea71b1677 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7575861c0eb745a3a129ba820518bc35&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9425895 Mar 28 19:06:29.866084 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50890) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:29.869402 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ca1762af-7d31-4f9f-8905-34de5b1fa660 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f03352bff70249c3b765150dcb0bf1eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9343407 Mar 28 19:06:29.870544 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0d73be6e-43d2-439a-bcc9-6a21896602b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:29.871777 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0d73be6e-43d2-439a-bcc9-6a21896602b1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6df94802-72d0-48cf-8198-f95b5169f011 HTTP/1.1" status: 204 len: 168 time: 1.0055227 Mar 28 19:06:29.872580 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50892) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:29.876921 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-34b9e106-cf23-4d58-ad87-4d2db442c651 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] In _notify_port_updated(), no bound segment for port d2fab727-ba4d-42d3-afd2-29984a7f3d5b on network 1476bf56-277f-4e93-be84-5426f06fba33 {{(pid=87832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 19:06:29.885252 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b9e106-cf23-4d58-ad87-4d2db442c651 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:29.886109 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34b9e106-cf23-4d58-ad87-4d2db442c651 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:29.887657 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-34b9e106-cf23-4d58-ad87-4d2db442c651 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] 10.222.0.10 "PUT /v2.0/ports/d2fab727-ba4d-42d3-afd2-29984a7f3d5b HTTP/1.1" status: 200 len: 994 time: 2.4998343 Mar 28 19:06:29.897324 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a03a8b41-05c3-44ab-af4a-324e3cff8b7a None None] Provisioning complete for port d2fab727-ba4d-42d3-afd2-29984a7f3d5b triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:29.897807 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a03a8b41-05c3-44ab-af4a-324e3cff8b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:29.906485 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50898) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:29.967631 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a03a8b41-05c3-44ab-af4a-324e3cff8b7a None None] Port d2fab727-ba4d-42d3-afd2-29984a7f3d5b cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:06:30.041180 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d666af-41f4-40c0-84e5-cf88e6b0f36c req-71302e7b-a9b4-4f12-aad9-baf1955ec026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:30.043156 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-20d666af-41f4-40c0-84e5-cf88e6b0f36c req-71302e7b-a9b4-4f12-aad9-baf1955ec026 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e80e42b66d5d44068ca2c1c3b098f1a9&device_id=a71738cf-6ca2-49d8-9de6-cf8e78bf1283 HTTP/1.1" status: 200 len: 1097 time: 0.7037456 Mar 28 19:06:30.051251 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-da5b4a3b-9491-451c-92e6-f775cc901c13 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Deleting port d2fab727-ba4d-42d3-afd2-29984a7f3d5b {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:06:30.051846 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da5b4a3b-9491-451c-92e6-f775cc901c13 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:30.096068 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:30.187405 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50908) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:30.241133 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-33576a7f-6ff1-4683-9aba-3f0cef59ba7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:30.319976 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-33576a7f-6ff1-4683-9aba-3f0cef59ba7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:30.381146 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d666af-41f4-40c0-84e5-cf88e6b0f36c req-f1df951b-7ccd-47c3-960d-bc6d2daad4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:30.382837 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-20d666af-41f4-40c0-84e5-cf88e6b0f36c req-f1df951b-7ccd-47c3-960d-bc6d2daad4c5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=615b137b-5658-4b36-89b6-00fdce80d6f1 HTTP/1.1" status: 200 len: 912 time: 0.2809918 Mar 28 19:06:30.393400 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d212550-4141-4353-8306-8c902e8ac0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=da1a4fe6-e25e-4603-a82e-846b7ddebdd0,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:30.467509 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-20d666af-41f4-40c0-84e5-cf88e6b0f36c req-2ddafda1-7582-4995-b6cb-ef2a5731e938 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff847822-ddba-413b-87d1-bc67643e55e9 HTTP/1.1" status: 200 len: 217 time: 0.0758297 Mar 28 19:06:30.526808 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c4f20bdd-2886-4676-80ee-7f79b9f01e3c tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:30.528388 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c4f20bdd-2886-4676-80ee-7f79b9f01e3c tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.26 "GET /v2.0/networks?id=11c83c4f-ff0a-4113-af10-31cfb7cfdd7c HTTP/1.1" status: 200 len: 806 time: 0.9100947 Mar 28 19:06:30.548184 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-21b4ec1e-17d1-4630-8416-7e62592442bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:30.596655 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92230ee9-72a3-4fb0-b707-22ca9cfd8291 req-3af536bc-8f22-4dd8-9316-97ebef6447a7 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:30.597964 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-92230ee9-72a3-4fb0-b707-22ca9cfd8291 req-3af536bc-8f22-4dd8-9316-97ebef6447a7 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/ports?device_id=a71738cf-6ca2-49d8-9de6-cf8e78bf1283 HTTP/1.1" status: 200 len: 944 time: 0.9766726 Mar 28 19:06:30.608303 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1d212550-4141-4353-8306-8c902e8ac0c2 service neutron] Attempting to bind port da1a4fe6-e25e-4603-a82e-846b7ddebdd0 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:06:30.608633 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1d212550-4141-4353-8306-8c902e8ac0c2 service neutron] Attempting to bind port da1a4fe6-e25e-4603-a82e-846b7ddebdd0 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': 'f4b79253-f154-4b92-89f2-ee1c41f4313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '05d45956-a093-40a4-9858-58f23a47edbe'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:06:30.608966 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1d212550-4141-4353-8306-8c902e8ac0c2 service neutron] Attempting to bind port da1a4fe6-e25e-4603-a82e-846b7ddebdd0 on network 05d45956-a093-40a4-9858-58f23a47edbe {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:30.638488 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d666af-41f4-40c0-84e5-cf88e6b0f36c req-da6201b8-ee3e-4bbc-8057-109620c57f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:30.640004 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-20d666af-41f4-40c0-84e5-cf88e6b0f36c req-da6201b8-ee3e-4bbc-8057-109620c57f17 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=05240730-88d2-4328-b36b-7b1d6500b963 HTTP/1.1" status: 200 len: 850 time: 0.1487014 Mar 28 19:06:30.643236 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-33576a7f-6ff1-4683-9aba-3f0cef59ba7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:30.643848 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1d212550-4141-4353-8306-8c902e8ac0c2 service neutron] Port da1a4fe6-e25e-4603-a82e-846b7ddebdd0 on network 05d45956-a093-40a4-9858-58f23a47edbe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:06:30.644179 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1d212550-4141-4353-8306-8c902e8ac0c2 service neutron] Attempting to bind port da1a4fe6-e25e-4603-a82e-846b7ddebdd0 on network 05d45956-a093-40a4-9858-58f23a47edbe {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:30.672129 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f234c7-c549-4bd9-8e95-b1b32d94f1de req-dc3ac860-1f71-4099-b777-820c9d04e3c0 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:30.673627 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-40f234c7-c549-4bd9-8e95-b1b32d94f1de req-dc3ac860-1f71-4099-b777-820c9d04e3c0 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 943 time: 0.8121626 Mar 28 19:06:30.677950 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-21b4ec1e-17d1-4630-8416-7e62592442bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:30.696824 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1d212550-4141-4353-8306-8c902e8ac0c2 service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:06:30.697244 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1d212550-4141-4353-8306-8c902e8ac0c2 service neutron] Checking segment: {'id': 'f4b79253-f154-4b92-89f2-ee1c41f4313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '05d45956-a093-40a4-9858-58f23a47edbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:06:30.697741 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1d212550-4141-4353-8306-8c902e8ac0c2 service neutron] Bound using segment: {'id': 'f4b79253-f154-4b92-89f2-ee1c41f4313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '05d45956-a093-40a4-9858-58f23a47edbe'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:06:30.698190 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1d212550-4141-4353-8306-8c902e8ac0c2 service neutron] Bound port: da1a4fe6-e25e-4603-a82e-846b7ddebdd0, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4b79253-f154-4b92-89f2-ee1c41f4313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '05d45956-a093-40a4-9858-58f23a47edbe'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:06:30.698539 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1d212550-4141-4353-8306-8c902e8ac0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:30.722684 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33576a7f-6ff1-4683-9aba-3f0cef59ba7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f44c46-6a05-4ec1-bc5c-ac5f887c4ea0,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:30.734282 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-33576a7f-6ff1-4683-9aba-3f0cef59ba7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:30.735702 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-33576a7f-6ff1-4683-9aba-3f0cef59ba7e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/17f44c46-6a05-4ec1-bc5c-ac5f887c4ea0 HTTP/1.1" status: 204 len: 168 time: 0.8601933 Mar 28 19:06:30.741435 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a01031f0-4211-4d70-8115-a2af7b150695 req-cd47c757-2d03-4100-9f7f-83dda217147a tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4993bcab6fb4428a9a91e58a57803b7 HTTP/1.1" status: 200 len: 380 time: 0.1878307 Mar 28 19:06:30.745113 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da5b4a3b-9491-451c-92e6-f775cc901c13 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:30.774405 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-a01031f0-4211-4d70-8115-a2af7b150695 req-569965f2-dc5b-413a-990d-10bf4790454c tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Request body: {'port': {'device_id': '5541be53-68f4-4f1c-b866-f4e8eb8b1a1e', 'network_id': '11c83c4f-ff0a-4113-af10-31cfb7cfdd7c', 'admin_state_up': True, 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'security_groups': ['780a2151-41cd-48a1-859d-23e91cdac7f2']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:30.818008 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3a69f07e-ef61-4199-b2d4-f9162fe9840d tempest-AgentManagementNegativeTest-350540683 tempest-AgentManagementNegativeTest-350540683-project] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6191511 Mar 28 19:06:30.884104 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-da5b4a3b-9491-451c-92e6-f775cc901c13 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Calling delete_port for d2fab727-ba4d-42d3-afd2-29984a7f3d5b owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:06:30.896363 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-92230ee9-72a3-4fb0-b707-22ca9cfd8291 req-2da3f1f9-8a29-4c7b-86c8-259ff038442a tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/security-groups?id=50541515-9bf6-44e2-91ed-e0155095de83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2787178 Mar 28 19:06:31.002905 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d666af-41f4-40c0-84e5-cf88e6b0f36c req-16420796-2c28-4fe2-8f6d-22968c6dff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:31.006005 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-20d666af-41f4-40c0-84e5-cf88e6b0f36c req-16420796-2c28-4fe2-8f6d-22968c6dff5e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=615b137b-5658-4b36-89b6-00fdce80d6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3532536 Mar 28 19:06:31.010767 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-40f234c7-c549-4bd9-8e95-b1b32d94f1de req-2fae6342-1363-49b8-8987-e6db180dbfab tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3225052 Mar 28 19:06:31.071721 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1d212550-4141-4353-8306-8c902e8ac0c2 service neutron] For port da1a4fe6-e25e-4603-a82e-846b7ddebdd0, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:06:31.074439 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-21b4ec1e-17d1-4630-8416-7e62592442bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:31.082511 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1d212550-4141-4353-8306-8c902e8ac0c2 service neutron] For port da1a4fe6-e25e-4603-a82e-846b7ddebdd0, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=da1a4fe6-e25e-4603-a82e-846b7ddebdd0,segment=NetworkSegment(f4b79253-f154-4b92-89f2-ee1c41f4313d),segment_id=f4b79253-f154-4b92-89f2-ee1c41f4313d)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:06:31.101211 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1d212550-4141-4353-8306-8c902e8ac0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:31.144953 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4ec1e-17d1-4630-8416-7e62592442bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4dd97f-5f11-42c1-961a-705fd6666ac0,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:31.209995 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-21b4ec1e-17d1-4630-8416-7e62592442bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:31.211128 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-21b4ec1e-17d1-4630-8416-7e62592442bb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a4dd97f-5f11-42c1-961a-705fd6666ac0 HTTP/1.1" status: 204 len: 168 time: 1.2589748 Mar 28 19:06:31.228330 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-20d666af-41f4-40c0-84e5-cf88e6b0f36c req-a0ff73dc-1430-4c28-bbb5-c3ebb9b2aba7 service neutron] 10.222.0.26 "GET /v2.0/networks/615b137b-5658-4b36-89b6-00fdce80d6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151189 Mar 28 19:06:31.243756 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1d212550-4141-4353-8306-8c902e8ac0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:31.244358 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1d212550-4141-4353-8306-8c902e8ac0c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:31.245817 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1d212550-4141-4353-8306-8c902e8ac0c2 service neutron] 10.222.0.26 "PUT /v2.0/ports/da1a4fe6-e25e-4603-a82e-846b7ddebdd0 HTTP/1.1" status: 200 len: 1093 time: 2.4731309 Mar 28 19:06:31.246435 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad73607-4cff-4c34-91c4-fe811028c6cb', 'tag': 'da1a4fe6-e25e-4603-a82e-846b7ddebdd0'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:06:31.251942 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0f302048-0ff6-4f07-b379-ae7ff55a23a7 req-801dc2f7-e3e0-4cc0-8493-33d7589a4e47 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/ports?device_id=5541be53-68f4-4f1c-b866-f4e8eb8b1a1e HTTP/1.1" status: 200 len: 210 time: 0.0933959 Mar 28 19:06:31.252983 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-a01031f0-4211-4d70-8115-a2af7b150695 req-569965f2-dc5b-413a-990d-10bf4790454c tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:31.271316 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-a01031f0-4211-4d70-8115-a2af7b150695 req-569965f2-dc5b-413a-990d-10bf4790454c tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:31.295193 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d212550-4141-4353-8306-8c902e8ac0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=da1a4fe6-e25e-4603-a82e-846b7ddebdd0,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:31.298859 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a01031f0-4211-4d70-8115-a2af7b150695 req-569965f2-dc5b-413a-990d-10bf4790454c tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Made reservation on behalf of f4993bcab6fb4428a9a91e58a57803b7 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:31.303420 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-a01031f0-4211-4d70-8115-a2af7b150695 req-569965f2-dc5b-413a-990d-10bf4790454c tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:31.318686 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da5b4a3b-9491-451c-92e6-f775cc901c13 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:31.379978 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b4a3b-9491-451c-92e6-f775cc901c13 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Pushing event deleted for resources: {'Port': ['ID=d2fab727-ba4d-42d3-afd2-29984a7f3d5b,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:31.458020 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:31.553637 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1c84c4b8-0e62-433f-b631-a121f76b98ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:31.555292 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-1c84c4b8-0e62-433f-b631-a121f76b98ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=936b36bbd26d462bb0c5b68398e9e06d&device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 1096 time: 0.2324183 Mar 28 19:06:31.634098 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-20d666af-41f4-40c0-84e5-cf88e6b0f36c req-b74e87c2-e9da-4eb6-8f80-ea829cf0798a service neutron] 10.222.0.26 "GET /v2.0/networks/615b137b-5658-4b36-89b6-00fdce80d6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974588 Mar 28 19:06:31.711920 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50952) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:31.725732 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-937c1482-1a2c-4993-bd0d-b9630097f9b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da1a4fe6-e25e-4603-a82e-846b7ddebdd0 HTTP/1.1" status: 200 len: 217 time: 0.1600528 Mar 28 19:06:31.825269 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-a01031f0-4211-4d70-8115-a2af7b150695 req-569965f2-dc5b-413a-990d-10bf4790454c tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Allocated IP 172.20.0.9 (11c83c4f-ff0a-4113-af10-31cfb7cfdd7c/998791e8-b3d0-43f0-877b-47ab95e8fd2d/b036a87d-2ae7-46eb-873a-da221d69d7c7) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:31.838806 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50958) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:31.885978 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c37ef6a7-ea52-40ed-bd9a-4b09f7bf89a9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0e8cca90eaf04161ba977dc5d3994fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1662958 Mar 28 19:06:31.889256 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 50964) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:31.951215 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-9c907c67-4666-4ac2-bc3d-b358687e9e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:31.952931 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-9c907c67-4666-4ac2-bc3d-b358687e9e5e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba510855-a9fd-4b40-9483-d8a58a15b59b HTTP/1.1" status: 200 len: 850 time: 0.2103586 Mar 28 19:06:32.006119 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50972) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:32.048787 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da5b4a3b-9491-451c-92e6-f775cc901c13 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:32.085549 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-da5b4a3b-9491-451c-92e6-f775cc901c13 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] 10.222.0.10 "DELETE /v2.0/ports/d2fab727-ba4d-42d3-afd2-29984a7f3d5b HTTP/1.1" status: 204 len: 168 time: 2.1761396 Mar 28 19:06:32.086263 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50978) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:32.132784 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b640-5e62-42bc-8395-c5881428bdb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:32.160144 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-375fceb4-71d8-4f18-b7f4-aaf7b0f74d95 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] GET failed (client error): The resource could not be found. Mar 28 19:06:32.160616 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-375fceb4-71d8-4f18-b7f4-aaf7b0f74d95 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Synchronizing usage tracker for tenant:82f0361149384351adb5e9b8013582b1 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:06:32.161835 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b640-5e62-42bc-8395-c5881428bdb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:32.173035 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c8f61962-aef0-49fe-a371-9bd34de1d4bb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a1c4453358a4893a652130fc3e50255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1658332 Mar 28 19:06:32.177145 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50984) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:32.239774 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-375fceb4-71d8-4f18-b7f4-aaf7b0f74d95 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Unset dirty status for tenant:82f0361149384351adb5e9b8013582b1 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:06:32.244384 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-375fceb4-71d8-4f18-b7f4-aaf7b0f74d95 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] 10.222.0.10 "GET /v2.0/ports/d2fab727-ba4d-42d3-afd2-29984a7f3d5b HTTP/1.1" status: 404 len: 333 time: 0.1525407 Mar 28 19:06:32.244518 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 50988) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:32.250799 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-dc848aa7-bf3b-4598-9550-e0f7ff48bed7 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Request body: {'port': {'network_id': '1476bf56-277f-4e93-be84-5426f06fba33', 'name': 'tempest-AllowedAddressPairTestJSON-1082820912'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:32.367401 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b01b45f4-486b-4662-ad64-e23199af6655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:32.368431 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e347be61-9e0d-4ca2-90e2-3699ea6cbe36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:32.408033 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b640-5e62-42bc-8395-c5881428bdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:32.415903 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b01b45f4-486b-4662-ad64-e23199af6655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:32.419190 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e347be61-9e0d-4ca2-90e2-3699ea6cbe36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:32.440131 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-63072781-658b-4c6a-9e78-1be5536a222b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:32.442404 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-63072781-658b-4c6a-9e78-1be5536a222b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=05d45956-a093-40a4-9858-58f23a47edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4797764 Mar 28 19:06:32.448014 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b01b45f4-486b-4662-ad64-e23199af6655 admin admin] Usage tracker for resource:security_group_rule and tenant:8843bb8119e84968b5e04789b6fc94ba is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:32.462157 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b01b45f4-486b-4662-ad64-e23199af6655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:32.467761 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4b640-5e62-42bc-8395-c5881428bdb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71524292-2ff0-41af-8988-6538097364f7,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:32.478074 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-dc848aa7-bf3b-4598-9550-e0f7ff48bed7 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:32.497168 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b01b45f4-486b-4662-ad64-e23199af6655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:32.506405 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-dc848aa7-bf3b-4598-9550-e0f7ff48bed7 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:32.518453 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc848aa7-bf3b-4598-9550-e0f7ff48bed7 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Made reservation on behalf of 82f0361149384351adb5e9b8013582b1 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:32.523526 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dc848aa7-bf3b-4598-9550-e0f7ff48bed7 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:32.547927 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-dc848aa7-bf3b-4598-9550-e0f7ff48bed7 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] device_id is not set on port c2581b6c-05ad-4c8b-bf07-d158456460a4 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:06:32.552201 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc8604-6321-4f39-bac4-44577f01bef3 req-5e3343fb-4406-45b6-b82b-d79fbb52ed04 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:32.553706 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4fbc8604-6321-4f39-bac4-44577f01bef3 req-5e3343fb-4406-45b6-b82b-d79fbb52ed04 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/ports?device_id=a71738cf-6ca2-49d8-9de6-cf8e78bf1283 HTTP/1.1" status: 200 len: 944 time: 0.5151062 Mar 28 19:06:32.567034 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-a01031f0-4211-4d70-8115-a2af7b150695 req-569965f2-dc5b-413a-990d-10bf4790454c tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:32.586743 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e347be61-9e0d-4ca2-90e2-3699ea6cbe36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:32.625118 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347be61-9e0d-4ca2-90e2-3699ea6cbe36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46653e1-3e00-480b-91ff-ce560e80a2b5,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:32.633464 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e347be61-9e0d-4ca2-90e2-3699ea6cbe36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:32.637347 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e347be61-9e0d-4ca2-90e2-3699ea6cbe36 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b46653e1-3e00-480b-91ff-ce560e80a2b5 HTTP/1.1" status: 204 len: 168 time: 0.4566171 Mar 28 19:06:32.660960 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51004) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:32.794429 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-dc848aa7-bf3b-4598-9550-e0f7ff48bed7 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Allocated IP 172.20.0.7 (1476bf56-277f-4e93-be84-5426f06fba33/b7ad6a95-4003-4e6e-ae42-e23947d41adb/c2581b6c-05ad-4c8b-bf07-d158456460a4) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:32.799958 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b640-5e62-42bc-8395-c5881428bdb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:32.801868 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f7a4b640-5e62-42bc-8395-c5881428bdb6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/71524292-2ff0-41af-8988-6538097364f7 HTTP/1.1" status: 204 len: 168 time: 0.9093769 Mar 28 19:06:32.810201 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-a01031f0-4211-4d70-8115-a2af7b150695 req-569965f2-dc5b-413a-990d-10bf4790454c tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Transition to ACTIVE for port object b036a87d-2ae7-46eb-873a-da221d69d7c7 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:06:32.834530 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271969b-493d-469a-86b1-5e8646210319 req-1440b0dc-9a69-4d54-9899-d14ace18e562 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:32.836072 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1271969b-493d-469a-86b1-5e8646210319 req-1440b0dc-9a69-4d54-9899-d14ace18e562 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 943 time: 0.5498261 Mar 28 19:06:32.875993 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4fbc8604-6321-4f39-bac4-44577f01bef3 req-4f3a19dd-e974-4fd0-bb66-08792237ec64 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/security-groups?id=50541515-9bf6-44e2-91ed-e0155095de83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3045390 Mar 28 19:06:32.882182 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-853c99cd-c71e-448c-806c-6d16472bab31 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1644001707', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:32.928825 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-5bc7efe0-9b0a-49c0-b473-43f74ada28de service neutron] 10.222.0.26 "GET /v2.0/networks/05d45956-a093-40a4-9858-58f23a47edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4688516 Mar 28 19:06:32.976316 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1271969b-493d-469a-86b1-5e8646210319 req-13bc9edb-0179-46d2-a822-4f70e95d644f tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264489 Mar 28 19:06:33.008167 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-853c99cd-c71e-448c-806c-6d16472bab31 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:33.014411 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-853c99cd-c71e-448c-806c-6d16472bab31 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Usage tracker for resource:port and tenant:81aa80fd19f249c78323f956bf9705fd is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:33.018526 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-853c99cd-c71e-448c-806c-6d16472bab31 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:33.026534 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-853c99cd-c71e-448c-806c-6d16472bab31 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:33.045137 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853c99cd-c71e-448c-806c-6d16472bab31 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Made reservation on behalf of 81aa80fd19f249c78323f956bf9705fd for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:33.049366 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-853c99cd-c71e-448c-806c-6d16472bab31 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:33.076249 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-853c99cd-c71e-448c-806c-6d16472bab31 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:33.081485 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-a01031f0-4211-4d70-8115-a2af7b150695 req-569965f2-dc5b-413a-990d-10bf4790454c tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:33.092816 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b01b45f4-486b-4662-ad64-e23199af6655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:33.112115 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-853c99cd-c71e-448c-806c-6d16472bab31 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:33.122247 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-853c99cd-c71e-448c-806c-6d16472bab31 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Usage tracker for resource:security_group_rule and tenant:81aa80fd19f249c78323f956bf9705fd is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:33.130120 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-853c99cd-c71e-448c-806c-6d16472bab31 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:33.141655 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b01b45f4-486b-4662-ad64-e23199af6655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:33.149906 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-853c99cd-c71e-448c-806c-6d16472bab31 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:33.196969 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dc848aa7-bf3b-4598-9550-e0f7ff48bed7 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:33.224074 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-dc848aa7-bf3b-4598-9550-e0f7ff48bed7 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Transition to ACTIVE for port object c2581b6c-05ad-4c8b-bf07-d158456460a4 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:06:33.261163 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a01031f0-4211-4d70-8115-a2af7b150695 req-569965f2-dc5b-413a-990d-10bf4790454c tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Network 11c83c4f-ff0a-4113-af10-31cfb7cfdd7c is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:33.285752 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-a01031f0-4211-4d70-8115-a2af7b150695 req-569965f2-dc5b-413a-990d-10bf4790454c tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:33.291846 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01031f0-4211-4d70-8115-a2af7b150695 req-569965f2-dc5b-413a-990d-10bf4790454c tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:06:33.306720 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dc848aa7-bf3b-4598-9550-e0f7ff48bed7 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:33.330976 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b01b45f4-486b-4662-ad64-e23199af6655 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8843bb8119e84968b5e04789b6fc94ba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4860837 Mar 28 19:06:33.331656 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569965f2-dc5b-413a-990d-10bf4790454c tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Pushing event updated for resources: {'Port': ['ID=b036a87d-2ae7-46eb-873a-da221d69d7c7,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:33.342907 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51026) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:33.366562 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc848aa7-bf3b-4598-9550-e0f7ff48bed7 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Network 1476bf56-277f-4e93-be84-5426f06fba33 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:33.373917 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-853c99cd-c71e-448c-806c-6d16472bab31 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:33.375104 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-dc848aa7-bf3b-4598-9550-e0f7ff48bed7 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:33.383916 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad73607-4cff-4c34-91c4-fe811028c6cb', 'tag': 'da1a4fe6-e25e-4603-a82e-846b7ddebdd0', 'status': 'completed', 'code': 200} Mar 28 19:06:33.384931 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc848aa7-bf3b-4598-9550-e0f7ff48bed7 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:06:33.420112 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9264e453-d15c-4c13-a5fc-bc7fc3a832f1 req-236a5132-b747-41d9-a045-5f314b258cce service neutron] 10.222.0.26 "GET /v2.0/networks/05d45956-a093-40a4-9858-58f23a47edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818227 Mar 28 19:06:33.420915 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b45f4-486b-4662-ad64-e23199af6655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc76406b-3f82-40b3-9a5a-c72655cde9f7,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:33.466930 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-853c99cd-c71e-448c-806c-6d16472bab31 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:33.479881 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01031f0-4211-4d70-8115-a2af7b150695 req-569965f2-dc5b-413a-990d-10bf4790454c tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:33.481773 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-a01031f0-4211-4d70-8115-a2af7b150695 req-569965f2-dc5b-413a-990d-10bf4790454c tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:33.530963 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-853c99cd-c71e-448c-806c-6d16472bab31 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] device_id is not set on port 80cda9aa-edc3-4dd2-a8fd-945d7d56c652 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:06:33.661245 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a01031f0-4211-4d70-8115-a2af7b150695 req-569965f2-dc5b-413a-990d-10bf4790454c tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8929420 Mar 28 19:06:33.700595 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c9a3037f-003e-4c15-bfe1-207f9ca53f45 service neutron] Request body: {'port': {'device_id': '5541be53-68f4-4f1c-b866-f4e8eb8b1a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:33.717315 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-cc7d56fc-6a93-4d4b-be2a-9d3620aa1659 None None] Provisioning for port b036a87d-2ae7-46eb-873a-da221d69d7c7 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:06:33.725447 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-cc7d56fc-6a93-4d4b-be2a-9d3620aa1659 None None] Provisioning complete for port b036a87d-2ae7-46eb-873a-da221d69d7c7 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:33.726036 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-cc7d56fc-6a93-4d4b-be2a-9d3620aa1659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:33.787243 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0dd9f-e462-4271-9465-d654a294c61f req-0ee585a3-e8d9-4a9a-ba0a-4677bf859b08 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:33.788167 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-5aa0dd9f-e462-4271-9465-d654a294c61f req-0ee585a3-e8d9-4a9a-ba0a-4677bf859b08 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Synchronizing usage tracker for tenant:f4993bcab6fb4428a9a91e58a57803b7 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:06:33.813643 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f63db641-bd8b-48d9-b95e-232458fab436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:33.845830 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-cc7d56fc-6a93-4d4b-be2a-9d3620aa1659 None None] Port b036a87d-2ae7-46eb-873a-da221d69d7c7 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:06:33.856006 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc848aa7-bf3b-4598-9550-e0f7ff48bed7 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Pushing event updated for resources: {'Port': ['ID=c2581b6c-05ad-4c8b-bf07-d158456460a4,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:33.859671 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-5aa0dd9f-e462-4271-9465-d654a294c61f req-0ee585a3-e8d9-4a9a-ba0a-4677bf859b08 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Unset dirty status for tenant:f4993bcab6fb4428a9a91e58a57803b7 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:06:33.868164 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c99cd-c71e-448c-806c-6d16472bab31 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6e167d-a7c3-483f-ae44-3684e7a9c0ed,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:33.868736 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5aa0dd9f-e462-4271-9465-d654a294c61f req-0ee585a3-e8d9-4a9a-ba0a-4677bf859b08 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/ports?device_id=5541be53-68f4-4f1c-b866-f4e8eb8b1a1e HTTP/1.1" status: 200 len: 931 time: 0.7380388 Mar 28 19:06:33.878517 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc848aa7-bf3b-4598-9550-e0f7ff48bed7 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:33.879689 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dc848aa7-bf3b-4598-9550-e0f7ff48bed7 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:33.912777 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-853c99cd-c71e-448c-806c-6d16472bab31 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Allocated IP 172.26.4.96 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/80cda9aa-edc3-4dd2-a8fd-945d7d56c652) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:33.920885 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89429cf7-3d02-44b8-9519-a0e382f7fb05 req-d484cfe4-397b-4e1e-a24a-182b6dbfd262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:33.923212 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-89429cf7-3d02-44b8-9519-a0e382f7fb05 req-d484cfe4-397b-4e1e-a24a-182b6dbfd262 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=936b36bbd26d462bb0c5b68398e9e06d&device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 1096 time: 0.4338543 Mar 28 19:06:33.935076 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f63db641-bd8b-48d9-b95e-232458fab436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:33.958623 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-dc848aa7-bf3b-4598-9550-e0f7ff48bed7 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7129815 Mar 28 19:06:33.959203 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51054) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:33.964852 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-a1757f61-ed07-4a68-93da-ad8bad18c0b9 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:27:9d:5b'}]}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:33.987422 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-fdbe9479-f67e-4198-adae-306129aa3fc8 None None] Provisioning for port c2581b6c-05ad-4c8b-bf07-d158456460a4 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:06:33.993699 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-fdbe9479-f67e-4198-adae-306129aa3fc8 None None] Provisioning complete for port c2581b6c-05ad-4c8b-bf07-d158456460a4 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:33.994279 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fdbe9479-f67e-4198-adae-306129aa3fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:34.131517 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5aa0dd9f-e462-4271-9465-d654a294c61f req-973bd319-c742-4315-b879-4b8a1e10e135 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/security-groups?id=780a2151-41cd-48a1-859d-23e91cdac7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2614045 Mar 28 19:06:34.163424 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device ff847822-ddba-413b-87d1-bc67643e55e9 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:06:34.303974 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c9a3037f-003e-4c15-bfe1-207f9ca53f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:34.360646 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-fdbe9479-f67e-4198-adae-306129aa3fc8 None None] Port c2581b6c-05ad-4c8b-bf07-d158456460a4 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:06:34.399201 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port ff847822-ddba-413b-87d1-bc67643e55e9, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=ff847822-ddba-413b-87d1-bc67643e55e9,segment=NetworkSegment(d357c8c6-fbd5-42e5-a72d-0184b760f007),segment_id=d357c8c6-fbd5-42e5-a72d-0184b760f007)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:06:34.419036 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': 'ff847822-ddba-413b-87d1-bc67643e55e9', 'network_id': '615b137b-5658-4b36-89b6-00fdce80d6f1', 'port_id': 'ff847822-ddba-413b-87d1-bc67643e55e9', 'mac_address': 'fa:16:3e:a8:90:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05240730-88d2-4328-b36b-7b1d6500b963', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:06:34.475431 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89429cf7-3d02-44b8-9519-a0e382f7fb05 req-270a80f4-6bc9-43a5-8729-a398bf7e69f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:34.477342 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-89429cf7-3d02-44b8-9519-a0e382f7fb05 req-270a80f4-6bc9-43a5-8729-a398bf7e69f5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=05d45956-a093-40a4-9858-58f23a47edbe HTTP/1.1" status: 200 len: 912 time: 0.5311265 Mar 28 19:06:34.512687 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:34.528488 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-853c99cd-c71e-448c-806c-6d16472bab31 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:34.541288 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:06:34.544296 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff847822-ddba-413b-87d1-bc67643e55e9 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:06:34.553384 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f63db641-bd8b-48d9-b95e-232458fab436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:34.570005 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port ff847822-ddba-413b-87d1-bc67643e55e9, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=ff847822-ddba-413b-87d1-bc67643e55e9,segment=NetworkSegment(d357c8c6-fbd5-42e5-a72d-0184b760f007),segment_id=d357c8c6-fbd5-42e5-a72d-0184b760f007)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:06:34.580102 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:34.590949 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a1757f61-ed07-4a68-93da-ad8bad18c0b9 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:34.610116 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-89429cf7-3d02-44b8-9519-a0e382f7fb05 req-0050fbf4-cb75-401c-82ec-d755535eb111 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da1a4fe6-e25e-4603-a82e-846b7ddebdd0 HTTP/1.1" status: 200 len: 217 time: 0.1195734 Mar 28 19:06:34.687128 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63db641-bd8b-48d9-b95e-232458fab436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc76406b-3f82-40b3-9a5a-c72655cde9f7,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:34.723860 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-853c99cd-c71e-448c-806c-6d16472bab31 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:34.783213 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f63db641-bd8b-48d9-b95e-232458fab436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:34.784325 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f63db641-bd8b-48d9-b95e-232458fab436 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cc76406b-3f82-40b3-9a5a-c72655cde9f7 HTTP/1.1" status: 204 len: 168 time: 1.4404702 Mar 28 19:06:34.794663 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce6efb-857b-40a7-84f5-571dc9a57e79 req-e8a194a3-eb91-4d9a-a91b-6a1ebb84cb1b tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:34.796158 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2fce6efb-857b-40a7-84f5-571dc9a57e79 req-e8a194a3-eb91-4d9a-a91b-6a1ebb84cb1b tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/ports?device_id=a71738cf-6ca2-49d8-9de6-cf8e78bf1283 HTTP/1.1" status: 200 len: 944 time: 0.6614180 Mar 28 19:06:34.828165 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=ff847822-ddba-413b-87d1-bc67643e55e9,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:34.875176 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920c61f-dbc6-4adc-a44a-844d6caebdf4 req-61b62643-95a4-4733-8e78-6be4f899779e tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:34.882944 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c920c61f-dbc6-4adc-a44a-844d6caebdf4 req-61b62643-95a4-4733-8e78-6be4f899779e tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 943 time: 0.5541971 Mar 28 19:06:34.957840 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89429cf7-3d02-44b8-9519-a0e382f7fb05 req-e75a2608-def9-4e61-9590-f7b17cf3cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:34.958820 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-89429cf7-3d02-44b8-9519-a0e382f7fb05 req-e75a2608-def9-4e61-9590-f7b17cf3cf8a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba510855-a9fd-4b40-9483-d8a58a15b59b HTTP/1.1" status: 200 len: 850 time: 0.2779136 Mar 28 19:06:34.964784 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853c99cd-c71e-448c-806c-6d16472bab31 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:34.970750 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-853c99cd-c71e-448c-806c-6d16472bab31 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:34.987080 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853c99cd-c71e-448c-806c-6d16472bab31 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:06:35.056397 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853c99cd-c71e-448c-806c-6d16472bab31 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:35.057459 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-853c99cd-c71e-448c-806c-6d16472bab31 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:35.116293 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c99cd-c71e-448c-806c-6d16472bab31 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Pushing event updated for resources: {'Port': ['ID=80cda9aa-edc3-4dd2-a8fd-945d7d56c652,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:35.144265 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['ff847822-ddba-413b-87d1-bc67643e55e9'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:06:35.155200 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-853c99cd-c71e-448c-806c-6d16472bab31 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4945412 Mar 28 19:06:35.158554 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51092) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:35.164207 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-4750fba3-36b1-46fe-96d8-a43e7374aef1 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.96'}]}}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:35.173633 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-4750fba3-36b1-46fe-96d8-a43e7374aef1 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:35.185370 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-4750fba3-36b1-46fe-96d8-a43e7374aef1 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Usage tracker for resource:router and tenant:81aa80fd19f249c78323f956bf9705fd is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:35.197772 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-4750fba3-36b1-46fe-96d8-a43e7374aef1 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:35.209803 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-4750fba3-36b1-46fe-96d8-a43e7374aef1 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:35.239553 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4750fba3-36b1-46fe-96d8-a43e7374aef1 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:35.240716 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4750fba3-36b1-46fe-96d8-a43e7374aef1 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:35.252850 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a1757f61-ed07-4a68-93da-ad8bad18c0b9 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:35.263894 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a1757f61-ed07-4a68-93da-ad8bad18c0b9 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:35.271397 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4750fba3-36b1-46fe-96d8-a43e7374aef1 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:35.346764 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2fce6efb-857b-40a7-84f5-571dc9a57e79 req-e77cfd65-80a6-4b81-9f54-b872daf65d47 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/security-groups?id=50541515-9bf6-44e2-91ed-e0155095de83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5266559 Mar 28 19:06:35.395854 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c920c61f-dbc6-4adc-a44a-844d6caebdf4 req-eafc354e-ffbf-41c1-94f8-d09cda76b31d tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5117257 Mar 28 19:06:35.502584 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89429cf7-3d02-44b8-9519-a0e382f7fb05 req-2ae60069-1f96-4432-8634-72359fdcc444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:35.504632 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-89429cf7-3d02-44b8-9519-a0e382f7fb05 req-2ae60069-1f96-4432-8634-72359fdcc444 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=05d45956-a093-40a4-9858-58f23a47edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5225828 Mar 28 19:06:35.781762 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c9a3037f-003e-4c15-bfe1-207f9ca53f45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b036a87d-2ae7-46eb-873a-da221d69d7c7 {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:06:35.795624 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c9a3037f-003e-4c15-bfe1-207f9ca53f45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:35.847563 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1757f61-ed07-4a68-93da-ad8bad18c0b9 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Pushing event updated for resources: {'Port': ['ID=c2581b6c-05ad-4c8b-bf07-d158456460a4,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:35.868294 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c9a3037f-003e-4c15-bfe1-207f9ca53f45 service neutron] Transition to ACTIVE for port object b036a87d-2ae7-46eb-873a-da221d69d7c7 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:06:35.869204 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-a1757f61-ed07-4a68-93da-ad8bad18c0b9 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] In _notify_port_updated(), no bound segment for port c2581b6c-05ad-4c8b-bf07-d158456460a4 on network 1476bf56-277f-4e93-be84-5426f06fba33 {{(pid=87832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 19:06:35.871212 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-89429cf7-3d02-44b8-9519-a0e382f7fb05 req-86104bda-1e2c-4df7-ad1c-45c7148ecca5 service neutron] 10.222.0.26 "GET /v2.0/networks/05d45956-a093-40a4-9858-58f23a47edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499920 Mar 28 19:06:35.875571 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1757f61-ed07-4a68-93da-ad8bad18c0b9 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:35.876308 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a1757f61-ed07-4a68-93da-ad8bad18c0b9 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:35.877683 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a1757f61-ed07-4a68-93da-ad8bad18c0b9 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] 10.222.0.10 "PUT /v2.0/ports/c2581b6c-05ad-4c8b-bf07-d158456460a4 HTTP/1.1" status: 200 len: 996 time: 1.9175386 Mar 28 19:06:35.901095 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-50080870-90c3-4576-b56e-e6b52690e740 None None] Provisioning complete for port c2581b6c-05ad-4c8b-bf07-d158456460a4 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:35.901527 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-50080870-90c3-4576-b56e-e6b52690e740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:35.907848 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51110) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:35.909172 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c9a3037f-003e-4c15-bfe1-207f9ca53f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:35.990094 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51114) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:36.018007 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-50080870-90c3-4576-b56e-e6b52690e740 None None] Port c2581b6c-05ad-4c8b-bf07-d158456460a4 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:06:36.020880 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4750fba3-36b1-46fe-96d8-a43e7374aef1 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:36.244594 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64211fe9-cc08-46d8-9179-9c58d2239eef req-66ae6138-2fb2-473f-bede-39a8ba9439d8 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:36.246221 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-64211fe9-cc08-46d8-9179-9c58d2239eef req-66ae6138-2fb2-473f-bede-39a8ba9439d8 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/ports?device_id=5541be53-68f4-4f1c-b866-f4e8eb8b1a1e HTTP/1.1" status: 200 len: 931 time: 0.5437093 Mar 28 19:06:36.267321 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-a64672fa-b1bd-4db8-94d5-cba359e35bc6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Deleting port c2581b6c-05ad-4c8b-bf07-d158456460a4 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:06:36.267664 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a64672fa-b1bd-4db8-94d5-cba359e35bc6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:36.324278 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3037f-003e-4c15-bfe1-207f9ca53f45 service neutron] Pushing event updated for resources: {'Port': ['ID=b036a87d-2ae7-46eb-873a-da221d69d7c7,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:36.366865 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-6c6c69fd-6504-47a1-a1ab-1a513c5d591b tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-103760683', 'router:external': True}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:36.379437 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6c6c69fd-6504-47a1-a1ab-1a513c5d591b tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:36.393163 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6c6c69fd-6504-47a1-a1ab-1a513c5d591b tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Usage tracker for resource:network and tenant:7bb4ac49875c45c19f6e9ca2a143ead5 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:36.398254 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6c6c69fd-6504-47a1-a1ab-1a513c5d591b tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:36.407113 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6c6c69fd-6504-47a1-a1ab-1a513c5d591b tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:36.608779 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6c69fd-6504-47a1-a1ab-1a513c5d591b tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Made reservation on behalf of 7bb4ac49875c45c19f6e9ca2a143ead5 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:36.611255 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6c6c69fd-6504-47a1-a1ab-1a513c5d591b tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:36.667514 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6c6c69fd-6504-47a1-a1ab-1a513c5d591b tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:36.697656 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6c6c69fd-6504-47a1-a1ab-1a513c5d591b tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:36.704059 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6c6c69fd-6504-47a1-a1ab-1a513c5d591b tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Usage tracker for resource:security_group_rule and tenant:7bb4ac49875c45c19f6e9ca2a143ead5 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:36.709363 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6c6c69fd-6504-47a1-a1ab-1a513c5d591b tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:36.712575 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4750fba3-36b1-46fe-96d8-a43e7374aef1 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:36.741771 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6c6c69fd-6504-47a1-a1ab-1a513c5d591b tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:36.748507 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4750fba3-36b1-46fe-96d8-a43e7374aef1 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:36.791870 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-64211fe9-cc08-46d8-9179-9c58d2239eef req-b5cf343d-3ec9-4c8a-bc6c-84c87b645316 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/security-groups?id=780a2151-41cd-48a1-859d-23e91cdac7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5346353 Mar 28 19:06:36.797232 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51144) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:36.797572 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51146) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:36.919378 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-89429cf7-3d02-44b8-9519-a0e382f7fb05 req-ebf12bfe-5bda-4900-84fe-60e6fe4ffa4e service neutron] 10.222.0.26 "GET /v2.0/networks/05d45956-a093-40a4-9858-58f23a47edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0387833 Mar 28 19:06:36.941700 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8c37e-63b1-4d8b-9209-f239ae6b19a1 req-d14caade-9ff0-4476-ac0c-fbe147446ff6 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:36.944705 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-39c8c37e-63b1-4d8b-9209-f239ae6b19a1 req-d14caade-9ff0-4476-ac0c-fbe147446ff6 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/ports?device_id=a71738cf-6ca2-49d8-9de6-cf8e78bf1283 HTTP/1.1" status: 200 len: 945 time: 0.3294425 Mar 28 19:06:37.017805 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c9a3037f-003e-4c15-bfe1-207f9ca53f45 service neutron] Attempting to bind port b036a87d-2ae7-46eb-873a-da221d69d7c7 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:06:37.018164 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c9a3037f-003e-4c15-bfe1-207f9ca53f45 service neutron] Attempting to bind port b036a87d-2ae7-46eb-873a-da221d69d7c7 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '555fb773-0269-467f-a1ec-d2a5a4c65edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11c83c4f-ff0a-4113-af10-31cfb7cfdd7c'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:06:37.018457 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c9a3037f-003e-4c15-bfe1-207f9ca53f45 service neutron] Attempting to bind port b036a87d-2ae7-46eb-873a-da221d69d7c7 on network 11c83c4f-ff0a-4113-af10-31cfb7cfdd7c {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:37.027549 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-c58ad6d6-caa5-4516-b7a8-a0d98b3db139 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1154177276'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:37.045573 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c58ad6d6-caa5-4516-b7a8-a0d98b3db139 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:37.053461 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c9a3037f-003e-4c15-bfe1-207f9ca53f45 service neutron] Port b036a87d-2ae7-46eb-873a-da221d69d7c7 on network 11c83c4f-ff0a-4113-af10-31cfb7cfdd7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:06:37.053862 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c9a3037f-003e-4c15-bfe1-207f9ca53f45 service neutron] Attempting to bind port b036a87d-2ae7-46eb-873a-da221d69d7c7 on network 11c83c4f-ff0a-4113-af10-31cfb7cfdd7c {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:37.058606 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a64672fa-b1bd-4db8-94d5-cba359e35bc6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:37.060658 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c58ad6d6-caa5-4516-b7a8-a0d98b3db139 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:network and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:37.070217 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6c6c69fd-6504-47a1-a1ab-1a513c5d591b tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:37.071681 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c58ad6d6-caa5-4516-b7a8-a0d98b3db139 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:37.078618 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c9a3037f-003e-4c15-bfe1-207f9ca53f45 service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:06:37.078973 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c9a3037f-003e-4c15-bfe1-207f9ca53f45 service neutron] Checking segment: {'id': '555fb773-0269-467f-a1ec-d2a5a4c65edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11c83c4f-ff0a-4113-af10-31cfb7cfdd7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:06:37.079348 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c9a3037f-003e-4c15-bfe1-207f9ca53f45 service neutron] Bound using segment: {'id': '555fb773-0269-467f-a1ec-d2a5a4c65edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11c83c4f-ff0a-4113-af10-31cfb7cfdd7c'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:06:37.079779 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c9a3037f-003e-4c15-bfe1-207f9ca53f45 service neutron] Bound port: b036a87d-2ae7-46eb-873a-da221d69d7c7, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '555fb773-0269-467f-a1ec-d2a5a4c65edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '11c83c4f-ff0a-4113-af10-31cfb7cfdd7c'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:06:37.080121 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c9a3037f-003e-4c15-bfe1-207f9ca53f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:37.081252 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c58ad6d6-caa5-4516-b7a8-a0d98b3db139 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:37.087352 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-53122ab5-76aa-4d0d-a0bb-f891c92c7591 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:37.091368 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4750fba3-36b1-46fe-96d8-a43e7374aef1 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:37.216635 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6c6c69fd-6504-47a1-a1ab-1a513c5d591b tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:37.218748 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-a64672fa-b1bd-4db8-94d5-cba359e35bc6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Calling delete_port for c2581b6c-05ad-4c8b-bf07-d158456460a4 owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:06:37.238620 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-53122ab5-76aa-4d0d-a0bb-f891c92c7591 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:37.261362 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-53122ab5-76aa-4d0d-a0bb-f891c92c7591 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Usage tracker for resource:floatingip and tenant:899ad252d3b74533a899534beb6e592b is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:37.333561 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-53122ab5-76aa-4d0d-a0bb-f891c92c7591 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:37.336053 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58ad6d6-caa5-4516-b7a8-a0d98b3db139 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:37.339408 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c58ad6d6-caa5-4516-b7a8-a0d98b3db139 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:37.358607 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-53122ab5-76aa-4d0d-a0bb-f891c92c7591 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:37.360473 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6c69fd-6504-47a1-a1ab-1a513c5d591b tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:06:37.391118 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-39c8c37e-63b1-4d8b-9209-f239ae6b19a1 req-02e83991-b51e-4f11-b0d7-55e117d65b3b tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/security-groups?id=50541515-9bf6-44e2-91ed-e0155095de83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4180257 Mar 28 19:06:37.415032 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c69fd-6504-47a1-a1ab-1a513c5d591b tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749ca33d-e353-4fbd-be9a-3721e74dff03,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:37.472117 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c2ac1-4529-412e-98f3-fc97d0a6324d req-b5f699cf-3fef-4b85-a81a-09052e1627a1 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:37.473765 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f33c2ac1-4529-412e-98f3-fc97d0a6324d req-b5f699cf-3fef-4b85-a81a-09052e1627a1 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 943 time: 0.5279860 Mar 28 19:06:37.478203 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c58ad6d6-caa5-4516-b7a8-a0d98b3db139 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:37.504391 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c9a3037f-003e-4c15-bfe1-207f9ca53f45 service neutron] For port b036a87d-2ae7-46eb-873a-da221d69d7c7, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:06:37.513050 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6c6c69fd-6504-47a1-a1ab-1a513c5d591b tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:37.513391 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-6c6c69fd-6504-47a1-a1ab-1a513c5d591b tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Added segment cd3c98d4-790c-4553-a1a8-3ae35dfd3dca of type vlan for network 9084f526-59fa-48c9-8889-b4b9eee39dde Mar 28 19:06:37.516102 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-53122ab5-76aa-4d0d-a0bb-f891c92c7591 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks [] for floatingip, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:37.548955 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c9a3037f-003e-4c15-bfe1-207f9ca53f45 service neutron] For port b036a87d-2ae7-46eb-873a-da221d69d7c7, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=b036a87d-2ae7-46eb-873a-da221d69d7c7,segment=NetworkSegment(555fb773-0269-467f-a1ec-d2a5a4c65edc),segment_id=555fb773-0269-467f-a1ec-d2a5a4c65edc)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:06:37.569145 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c9a3037f-003e-4c15-bfe1-207f9ca53f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:37.583041 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c58ad6d6-caa5-4516-b7a8-a0d98b3db139 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:37.598199 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4750fba3-36b1-46fe-96d8-a43e7374aef1 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:37.608914 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c58ad6d6-caa5-4516-b7a8-a0d98b3db139 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:security_group_rule and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:37.613921 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4750fba3-36b1-46fe-96d8-a43e7374aef1 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:37.619470 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c58ad6d6-caa5-4516-b7a8-a0d98b3db139 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:37.639177 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c9a3037f-003e-4c15-bfe1-207f9ca53f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:37.639558 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c9a3037f-003e-4c15-bfe1-207f9ca53f45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:37.641591 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c9a3037f-003e-4c15-bfe1-207f9ca53f45 service neutron] 10.222.0.26 "PUT /v2.0/ports/b036a87d-2ae7-46eb-873a-da221d69d7c7 HTTP/1.1" status: 200 len: 1093 time: 3.9714389 Mar 28 19:06:37.644049 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c58ad6d6-caa5-4516-b7a8-a0d98b3db139 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:37.646078 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f33c2ac1-4529-412e-98f3-fc97d0a6324d req-30d6d79b-bdce-4163-89a1-593bb18bcf5a tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627507 Mar 28 19:06:37.651584 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5541be53-68f4-4f1c-b866-f4e8eb8b1a1e', 'tag': 'b036a87d-2ae7-46eb-873a-da221d69d7c7'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:06:37.679456 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a64672fa-b1bd-4db8-94d5-cba359e35bc6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:37.681665 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6c6c69fd-6504-47a1-a1ab-1a513c5d591b tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:37.714407 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4750fba3-36b1-46fe-96d8-a43e7374aef1 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:37.714919 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4750fba3-36b1-46fe-96d8-a43e7374aef1 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ad91e35-30e5-4f4d-b310-648451b7501f {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:06:37.777279 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3037f-003e-4c15-bfe1-207f9ca53f45 service neutron] Pushing event updated for resources: {'Port': ['ID=b036a87d-2ae7-46eb-873a-da221d69d7c7,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:37.871126 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5541be53-68f4-4f1c-b866-f4e8eb8b1a1e', 'tag': 'b036a87d-2ae7-46eb-873a-da221d69d7c7', 'status': 'completed', 'code': 200} Mar 28 19:06:37.871808 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64672fa-b1bd-4db8-94d5-cba359e35bc6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Pushing event deleted for resources: {'Port': ['ID=c2581b6c-05ad-4c8b-bf07-d158456460a4,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:37.898699 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6c6c69fd-6504-47a1-a1ab-1a513c5d591b tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:37.900045 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6c69fd-6504-47a1-a1ab-1a513c5d591b tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:37.901863 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6c6c69fd-6504-47a1-a1ab-1a513c5d591b tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:37.924629 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a64672fa-b1bd-4db8-94d5-cba359e35bc6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:37.937836 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-4750fba3-36b1-46fe-96d8-a43e7374aef1 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 28 19:06:37.939460 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4750fba3-36b1-46fe-96d8-a43e7374aef1 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.7798002 Mar 28 19:06:37.943524 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51164) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:37.948625 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a64672fa-b1bd-4db8-94d5-cba359e35bc6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] 10.222.0.10 "DELETE /v2.0/ports/c2581b6c-05ad-4c8b-bf07-d158456460a4 HTTP/1.1" status: 204 len: 168 time: 2.0348740 Mar 28 19:06:37.966468 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51168) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:38.035593 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device da1a4fe6-e25e-4603-a82e-846b7ddebdd0 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:06:38.050079 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01031f0-4211-4d70-8115-a2af7b150695 req-3567808c-e181-47be-843b-5012412ec606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:38.052464 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a01031f0-4211-4d70-8115-a2af7b150695 req-3567808c-e181-47be-843b-5012412ec606 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4993bcab6fb4428a9a91e58a57803b7&device_id=5541be53-68f4-4f1c-b866-f4e8eb8b1a1e HTTP/1.1" status: 200 len: 1096 time: 0.3551474 Mar 28 19:06:38.112003 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device ff847822-ddba-413b-87d1-bc67643e55e9 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:06:38.117053 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d727dd-2617-4e42-9fe8-1f7041d2ff1f tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] GET failed (client error): The resource could not be found. Mar 28 19:06:38.117597 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-00d727dd-2617-4e42-9fe8-1f7041d2ff1f tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Synchronizing usage tracker for tenant:82f0361149384351adb5e9b8013582b1 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:06:38.136729 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c69fd-6504-47a1-a1ab-1a513c5d591b tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Pushing event updated for resources: {'Network': ['ID=9084f526-59fa-48c9-8889-b4b9eee39dde,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:38.141002 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c724d664-657a-4b26-ad24-d722cc52ae19 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b036a87d-2ae7-46eb-873a-da221d69d7c7 HTTP/1.1" status: 200 len: 217 time: 0.0807066 Mar 28 19:06:38.146000 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-738f0fb7-c1e1-4a34-bddd-8e16325c9681 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Deleting port 80cda9aa-edc3-4dd2-a8fd-945d7d56c652 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:06:38.146363 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-738f0fb7-c1e1-4a34-bddd-8e16325c9681 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:38.166087 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6c6c69fd-6504-47a1-a1ab-1a513c5d591b tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.1718862 Mar 28 19:06:38.168159 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51172) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:38.173952 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 9084f526-59fa-48c9-8889-b4b9eee39dde details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:06:38.177017 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c58ad6d6-caa5-4516-b7a8-a0d98b3db139 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:38.181020 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-631318c7-b945-4a89-b4aa-ef8aa9862650 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Request body: {'subnet': {'network_id': '9084f526-59fa-48c9-8889-b4b9eee39dde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:38.187247 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-00d727dd-2617-4e42-9fe8-1f7041d2ff1f tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Unset dirty status for tenant:82f0361149384351adb5e9b8013582b1 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:06:38.195168 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-00d727dd-2617-4e42-9fe8-1f7041d2ff1f tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] 10.222.0.10 "GET /v2.0/ports/c2581b6c-05ad-4c8b-bf07-d158456460a4 HTTP/1.1" status: 404 len: 333 time: 0.2060158 Mar 28 19:06:38.195168 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-631318c7-b945-4a89-b4aa-ef8aa9862650 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:38.195168 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c58ad6d6-caa5-4516-b7a8-a0d98b3db139 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:38.196298 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51176) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:38.215616 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-631318c7-b945-4a89-b4aa-ef8aa9862650 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Usage tracker for resource:subnet and tenant:7bb4ac49875c45c19f6e9ca2a143ead5 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:38.221027 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-2ee44429-5c75-49b2-9c7d-61112e684e52 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Request body: {'port': {'network_id': '1476bf56-277f-4e93-be84-5426f06fba33', 'name': 'tempest-AllowedAddressPairTestJSON-1725688425'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:38.238335 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-631318c7-b945-4a89-b4aa-ef8aa9862650 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:38.282600 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-631318c7-b945-4a89-b4aa-ef8aa9862650 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:38.311710 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c3e92c62-eefd-4116-826e-665a7664f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:38.313126 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c3e92c62-eefd-4116-826e-665a7664f547 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=998791e8-b3d0-43f0-877b-47ab95e8fd2d HTTP/1.1" status: 200 len: 845 time: 0.1399329 Mar 28 19:06:38.324793 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bfeaa-5800-4338-a1f0-31e6461eee59 req-18de5917-e79c-42f9-afd2-76d6ae789987 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:38.326159 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9f7bfeaa-5800-4338-a1f0-31e6461eee59 req-18de5917-e79c-42f9-afd2-76d6ae789987 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/ports?device_id=5541be53-68f4-4f1c-b866-f4e8eb8b1a1e HTTP/1.1" status: 200 len: 943 time: 0.3323395 Mar 28 19:06:38.338625 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58ad6d6-caa5-4516-b7a8-a0d98b3db139 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:06:38.340778 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ad6d6-caa5-4516-b7a8-a0d98b3db139 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9db9013f-f3a3-4d3a-a4bc-1c2a964d758d,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:38.343860 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-53122ab5-76aa-4d0d-a0bb-f891c92c7591 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:38.393435 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port ff847822-ddba-413b-87d1-bc67643e55e9 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:06:38.398030 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port da1a4fe6-e25e-4603-a82e-846b7ddebdd0, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=da1a4fe6-e25e-4603-a82e-846b7ddebdd0,segment=NetworkSegment(f4b79253-f154-4b92-89f2-ee1c41f4313d),segment_id=f4b79253-f154-4b92-89f2-ee1c41f4313d)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:06:38.411874 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c58ad6d6-caa5-4516-b7a8-a0d98b3db139 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:38.412195 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port ff847822-ddba-413b-87d1-bc67643e55e9 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:38.412361 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-c58ad6d6-caa5-4516-b7a8-a0d98b3db139 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Added segment c403f50a-1387-4a44-bfb0-33dbe94293ce of type vlan for network 1857c8f5-5622-42ce-a4f9-106880783f61 Mar 28 19:06:38.412857 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:38.415699 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631318c7-b945-4a89-b4aa-ef8aa9862650 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Made reservation on behalf of 7bb4ac49875c45c19f6e9ca2a143ead5 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:38.428857 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-631318c7-b945-4a89-b4aa-ef8aa9862650 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:38.444676 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': 'da1a4fe6-e25e-4603-a82e-846b7ddebdd0', 'network_id': '05d45956-a093-40a4-9858-58f23a47edbe', 'port_id': 'da1a4fe6-e25e-4603-a82e-846b7ddebdd0', 'mac_address': 'fa:16:3e:16:95:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba510855-a9fd-4b40-9483-d8a58a15b59b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:06:38.521263 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9f7bfeaa-5800-4338-a1f0-31e6461eee59 req-85ec7666-feaa-4c2b-bdcc-ec810ed4b4ea tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/security-groups?id=780a2151-41cd-48a1-859d-23e91cdac7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596706 Mar 28 19:06:38.573429 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:38.580958 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c58ad6d6-caa5-4516-b7a8-a0d98b3db139 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:38.607843 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1a4fe6-e25e-4603-a82e-846b7ddebdd0 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:06:38.611418 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:38.643153 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2ee44429-5c75-49b2-9c7d-61112e684e52 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:38.643774 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-738f0fb7-c1e1-4a34-bddd-8e16325c9681 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:38.648800 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port da1a4fe6-e25e-4603-a82e-846b7ddebdd0, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=da1a4fe6-e25e-4603-a82e-846b7ddebdd0,segment=NetworkSegment(f4b79253-f154-4b92-89f2-ee1c41f4313d),segment_id=f4b79253-f154-4b92-89f2-ee1c41f4313d)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:06:38.656457 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71738cf-6ca2-49d8-9de6-cf8e78bf1283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff847822-ddba-413b-87d1-bc67643e55e9'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:06:38.665896 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c57f6be0-0b0d-4684-b396-67c7c74f2e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:38.667379 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a01031f0-4211-4d70-8115-a2af7b150695 req-c57f6be0-0b0d-4684-b396-67c7c74f2e29 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=11c83c4f-ff0a-4113-af10-31cfb7cfdd7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3386142 Mar 28 19:06:38.685704 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2ee44429-5c75-49b2-9c7d-61112e684e52 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:38.718432 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-53122ab5-76aa-4d0d-a0bb-f891c92c7591 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Allocated IP 172.26.4.223 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/53161c73-35e0-48ea-9a98-3a1a47943afe) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:38.720745 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee44429-5c75-49b2-9c7d-61112e684e52 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Made reservation on behalf of 82f0361149384351adb5e9b8013582b1 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:38.725154 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2ee44429-5c75-49b2-9c7d-61112e684e52 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:38.741952 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:38.746510 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c58ad6d6-caa5-4516-b7a8-a0d98b3db139 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:38.751958 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58ad6d6-caa5-4516-b7a8-a0d98b3db139 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:38.752556 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c58ad6d6-caa5-4516-b7a8-a0d98b3db139 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:38.822377 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-2ee44429-5c75-49b2-9c7d-61112e684e52 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] device_id is not set on port fd749969-f130-49e7-afe4-97b137d73047 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:06:38.838907 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port ff847822-ddba-413b-87d1-bc67643e55e9, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=ff847822-ddba-413b-87d1-bc67643e55e9,segment=NetworkSegment(d357c8c6-fbd5-42e5-a72d-0184b760f007),segment_id=d357c8c6-fbd5-42e5-a72d-0184b760f007)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:06:38.858323 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:38.884686 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=da1a4fe6-e25e-4603-a82e-846b7ddebdd0,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:38.945701 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a01031f0-4211-4d70-8115-a2af7b150695 req-bedf6fef-954d-431b-821d-cdbe76111536 service neutron] 10.222.0.26 "GET /v2.0/networks/11c83c4f-ff0a-4113-af10-31cfb7cfdd7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434147 Mar 28 19:06:38.954045 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-738f0fb7-c1e1-4a34-bddd-8e16325c9681 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Calling delete_port for 80cda9aa-edc3-4dd2-a8fd-945d7d56c652 owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:06:38.971497 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=ff847822-ddba-413b-87d1-bc67643e55e9,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:39.069646 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['da1a4fe6-e25e-4603-a82e-846b7ddebdd0'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:06:39.101967 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ad6d6-caa5-4516-b7a8-a0d98b3db139 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Network': ['ID=1857c8f5-5622-42ce-a4f9-106880783f61,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:39.108415 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c58ad6d6-caa5-4516-b7a8-a0d98b3db139 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3022854 Mar 28 19:06:39.129916 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:06:39.158301 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51190) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:39.192772 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-3192b12a-6e3b-42db-9054-8f1de4392c9a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:39.336215 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-53122ab5-76aa-4d0d-a0bb-f891c92c7591 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:39.362149 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-2ee44429-5c75-49b2-9c7d-61112e684e52 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Allocated IP 172.20.0.12 (1476bf56-277f-4e93-be84-5426f06fba33/b7ad6a95-4003-4e6e-ae42-e23947d41adb/fd749969-f130-49e7-afe4-97b137d73047) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:39.415127 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527399da-8139-4542-8ec5-cf1b52d9c8af req-aa235de6-69df-454a-a9bb-00c9cd487143 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:39.416586 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-527399da-8139-4542-8ec5-cf1b52d9c8af req-aa235de6-69df-454a-a9bb-00c9cd487143 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/ports?device_id=a71738cf-6ca2-49d8-9de6-cf8e78bf1283 HTTP/1.1" status: 200 len: 945 time: 0.8395181 Mar 28 19:06:39.497073 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-3192b12a-6e3b-42db-9054-8f1de4392c9a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:39.528165 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3192b12a-6e3b-42db-9054-8f1de4392c9a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:subnet and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:39.530523 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-53122ab5-76aa-4d0d-a0bb-f891c92c7591 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:39.535869 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3192b12a-6e3b-42db-9054-8f1de4392c9a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:39.558003 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-3192b12a-6e3b-42db-9054-8f1de4392c9a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:39.563422 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a01031f0-4211-4d70-8115-a2af7b150695 req-7325d0f1-ebe0-46dd-804f-5ce1948a91fc service neutron] 10.222.0.26 "GET /v2.0/networks/11c83c4f-ff0a-4113-af10-31cfb7cfdd7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5650663 Mar 28 19:06:39.582487 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee4474-8baf-4a56-9f98-e5ac182fd59d req-2602b419-3554-4a16-b9aa-ba59ddb9d4c4 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:39.584654 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-69ee4474-8baf-4a56-9f98-e5ac182fd59d req-2602b419-3554-4a16-b9aa-ba59ddb9d4c4 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 944 time: 0.5874448 Mar 28 19:06:39.605640 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-527399da-8139-4542-8ec5-cf1b52d9c8af req-dba296a9-6f2b-459e-93ef-accd6e0564b1 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/security-groups?id=50541515-9bf6-44e2-91ed-e0155095de83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765981 Mar 28 19:06:39.622869 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-738f0fb7-c1e1-4a34-bddd-8e16325c9681 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:39.628298 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3192b12a-6e3b-42db-9054-8f1de4392c9a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:39.632029 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3192b12a-6e3b-42db-9054-8f1de4392c9a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:39.672132 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53122ab5-76aa-4d0d-a0bb-f891c92c7591 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:39.681521 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-53122ab5-76aa-4d0d-a0bb-f891c92c7591 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:39.687045 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53122ab5-76aa-4d0d-a0bb-f891c92c7591 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Pushing event updated for resources: {'Port': ['ID=53161c73-35e0-48ea-9a98-3a1a47943afe,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:39.689908 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53122ab5-76aa-4d0d-a0bb-f891c92c7591 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:06:39.733958 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71738cf-6ca2-49d8-9de6-cf8e78bf1283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff847822-ddba-413b-87d1-bc67643e55e9', 'code': 200} Mar 28 19:06:39.804533 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.objects.ports [None req-631318c7-b945-4a89-b4aa-ef8aa9862650 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87832) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 19:06:39.804996 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-631318c7-b945-4a89-b4aa-ef8aa9862650 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:39.811724 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f0fb7-c1e1-4a34-bddd-8e16325c9681 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Pushing event deleted for resources: {'Port': ['ID=80cda9aa-edc3-4dd2-a8fd-945d7d56c652,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:39.860318 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2ee44429-5c75-49b2-9c7d-61112e684e52 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:39.916710 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2ee44429-5c75-49b2-9c7d-61112e684e52 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Transition to ACTIVE for port object fd749969-f130-49e7-afe4-97b137d73047 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:06:39.930689 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631318c7-b945-4a89-b4aa-ef8aa9862650 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6ad3cd8f-770b-4060-a7ec-03473480f9dd,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:39.943664 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631318c7-b945-4a89-b4aa-ef8aa9862650 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Checking segment: {'id': 'cd3c98d4-790c-4553-a1a8-3ae35dfd3dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9084f526-59fa-48c9-8889-b4b9eee39dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:06:39.944017 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631318c7-b945-4a89-b4aa-ef8aa9862650 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Network hostable DHCP agents. Network: 9084f526-59fa-48c9-8889-b4b9eee39dde, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:06:39.958229 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-53122ab5-76aa-4d0d-a0bb-f891c92c7591 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:39.958730 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-69ee4474-8baf-4a56-9f98-e5ac182fd59d req-347ecc62-81d2-47fe-9582-601dbf17f3e3 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3649313 Mar 28 19:06:40.006797 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631318c7-b945-4a89-b4aa-ef8aa9862650 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Network 9084f526-59fa-48c9-8889-b4b9eee39dde is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:06:40.030030 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2ee44429-5c75-49b2-9c7d-61112e684e52 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:40.033574 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-631318c7-b945-4a89-b4aa-ef8aa9862650 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 9084f526-59fa-48c9-8889-b4b9eee39dde) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:40.043301 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20903f19-f705-42a9-89dc-8980fe419fb8 None None] Network 9084f526-59fa-48c9-8889-b4b9eee39dde requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:06:40.078459 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-738f0fb7-c1e1-4a34-bddd-8e16325c9681 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:40.094429 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631318c7-b945-4a89-b4aa-ef8aa9862650 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:40.095111 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-631318c7-b945-4a89-b4aa-ef8aa9862650 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:40.110298 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-738f0fb7-c1e1-4a34-bddd-8e16325c9681 tempest-RoutersAdminNegativeTest-16562550 tempest-RoutersAdminNegativeTest-16562550-project-admin] 10.222.0.10 "DELETE /v2.0/ports/80cda9aa-edc3-4dd2-a8fd-945d7d56c652 HTTP/1.1" status: 204 len: 168 time: 2.1650972 Mar 28 19:06:40.131737 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-53122ab5-76aa-4d0d-a0bb-f891c92c7591 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:40.132940 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbc7ed-95c9-4b11-a679-68934ad04618 req-7cf9bcee-82b4-4686-946d-6a8a41814f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:40.134746 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8ebbc7ed-95c9-4b11-a679-68934ad04618 req-7cf9bcee-82b4-4686-946d-6a8a41814f22 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4993bcab6fb4428a9a91e58a57803b7&device_id=5541be53-68f4-4f1c-b866-f4e8eb8b1a1e HTTP/1.1" status: 200 len: 1096 time: 0.5130069 Mar 28 19:06:40.198793 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee44429-5c75-49b2-9c7d-61112e684e52 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Network 1476bf56-277f-4e93-be84-5426f06fba33 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:40.201863 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee44429-5c75-49b2-9c7d-61112e684e52 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Pushing event updated for resources: {'Port': ['ID=fd749969-f130-49e7-afe4-97b137d73047,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:40.212081 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-2ee44429-5c75-49b2-9c7d-61112e684e52 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:40.225387 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee44429-5c75-49b2-9c7d-61112e684e52 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:06:40.270029 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-631318c7-b945-4a89-b4aa-ef8aa9862650 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0993581 Mar 28 19:06:40.283392 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51200) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:40.303685 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-eeed71cf-aac2-4406-a533-240199914816 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-487687557', 'network_id': '9084f526-59fa-48c9-8889-b4b9eee39dde'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:40.320827 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-eeed71cf-aac2-4406-a533-240199914816 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:40.337527 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7ee42-e72f-457d-8cfa-171ede8f76e0 req-27dc25d5-bf0e-475a-8e83-69ffa7e00427 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:40.344932 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6fe7ee42-e72f-457d-8cfa-171ede8f76e0 req-27dc25d5-bf0e-475a-8e83-69ffa7e00427 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/ports?device_id=5541be53-68f4-4f1c-b866-f4e8eb8b1a1e HTTP/1.1" status: 200 len: 943 time: 0.4736254 Mar 28 19:06:40.347068 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-eeed71cf-aac2-4406-a533-240199914816 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Usage tracker for resource:port and tenant:7bb4ac49875c45c19f6e9ca2a143ead5 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:40.367736 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee44429-5c75-49b2-9c7d-61112e684e52 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:40.368590 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2ee44429-5c75-49b2-9c7d-61112e684e52 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:40.378298 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7ba16e-e032-4d27-af5f-1b960382dc16 None None] Network 9084f526-59fa-48c9-8889-b4b9eee39dde requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:06:40.384800 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-eeed71cf-aac2-4406-a533-240199914816 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:40.425826 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32e52c-a7f5-4586-953e-bb9103f94b1e req-ff70844c-f2da-46a8-a193-057d4817b5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:40.428315 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b32e52c-a7f5-4586-953e-bb9103f94b1e req-ff70844c-f2da-46a8-a193-057d4817b5e9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a71738cf-6ca2-49d8-9de6-cf8e78bf1283 HTTP/1.1" status: 200 len: 1099 time: 0.4685416 Mar 28 19:06:40.450000 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-eeed71cf-aac2-4406-a533-240199914816 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:40.483071 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2ee44429-5c75-49b2-9c7d-61112e684e52 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2790239 Mar 28 19:06:40.485605 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51206) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:40.488774 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeed71cf-aac2-4406-a533-240199914816 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Made reservation on behalf of 7bb4ac49875c45c19f6e9ca2a143ead5 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:40.491227 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eeed71cf-aac2-4406-a533-240199914816 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:40.510733 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-d483134a-fab0-4a6f-a31c-13b47cc18a51 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Request body: {'port': {'network_id': '1476bf56-277f-4e93-be84-5426f06fba33', 'name': 'tempest-AllowedAddressPairTestJSON-402497134'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:40.545191 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-031546e5-6a2f-4f5d-8a6f-58511f25d15a None None] Provisioning for port fd749969-f130-49e7-afe4-97b137d73047 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:06:40.548030 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6fe7ee42-e72f-457d-8cfa-171ede8f76e0 req-d4cb8847-5ff4-494c-a803-9997a536172e tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/security-groups?id=780a2151-41cd-48a1-859d-23e91cdac7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022743 Mar 28 19:06:40.565127 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-031546e5-6a2f-4f5d-8a6f-58511f25d15a None None] Provisioning complete for port fd749969-f130-49e7-afe4-97b137d73047 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:40.565517 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-031546e5-6a2f-4f5d-8a6f-58511f25d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:40.568397 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-eeed71cf-aac2-4406-a533-240199914816 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] device_id is not set on port 5d2cf175-7bb4-4305-bcdd-cf1584e60203 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:06:40.585315 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3192b12a-6e3b-42db-9054-8f1de4392c9a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:40.610514 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51210) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:40.624688 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-5b32e52c-a7f5-4586-953e-bb9103f94b1e req-fce87678-9240-46d9-8a8c-fa2d4408e8a6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:40.672996 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-5b32e52c-a7f5-4586-953e-bb9103f94b1e req-fce87678-9240-46d9-8a8c-fa2d4408e8a6 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:40.677188 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-5b32e52c-a7f5-4586-953e-bb9103f94b1e req-fce87678-9240-46d9-8a8c-fa2d4408e8a6 service neutron] Usage tracker for resource:security_group_rule and tenant:92a318285994439687f04a514ab82c1c is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:40.680415 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-5b32e52c-a7f5-4586-953e-bb9103f94b1e req-fce87678-9240-46d9-8a8c-fa2d4408e8a6 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:40.686417 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-5b32e52c-a7f5-4586-953e-bb9103f94b1e req-fce87678-9240-46d9-8a8c-fa2d4408e8a6 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:40.775713 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-5b32e52c-a7f5-4586-953e-bb9103f94b1e req-fce87678-9240-46d9-8a8c-fa2d4408e8a6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:40.803054 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-031546e5-6a2f-4f5d-8a6f-58511f25d15a None None] Port fd749969-f130-49e7-afe4-97b137d73047 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:06:40.830365 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-53122ab5-76aa-4d0d-a0bb-f891c92c7591 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:40.841977 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-5b32e52c-a7f5-4586-953e-bb9103f94b1e req-fce87678-9240-46d9-8a8c-fa2d4408e8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:40.842221 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-53122ab5-76aa-4d0d-a0bb-f891c92c7591 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:40.846569 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d483134a-fab0-4a6f-a31c-13b47cc18a51 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:40.876938 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192b12a-6e3b-42db-9054-8f1de4392c9a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Subnet': ['ID=d6b3f19c-5e6c-486d-bcff-ea1c71fdc032,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:40.905314 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbc7ed-95c9-4b11-a679-68934ad04618 req-ce8f7573-efd2-4f7a-83af-a4653fec9c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:40.906829 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8ebbc7ed-95c9-4b11-a679-68934ad04618 req-ce8f7573-efd2-4f7a-83af-a4653fec9c5e service neutron] 10.222.0.26 "GET /v2.0/networks?id=11c83c4f-ff0a-4113-af10-31cfb7cfdd7c HTTP/1.1" status: 200 len: 907 time: 0.7304671 Mar 28 19:06:40.914702 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d483134a-fab0-4a6f-a31c-13b47cc18a51 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Usage tracker for resource:port and tenant:82f0361149384351adb5e9b8013582b1 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:40.916124 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b32e52c-a7f5-4586-953e-bb9103f94b1e req-fce87678-9240-46d9-8a8c-fa2d4408e8a6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=50541515-9bf6-44e2-91ed-e0155095de83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3582892 Mar 28 19:06:40.996754 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3192b12a-6e3b-42db-9054-8f1de4392c9a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Checking segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:06:40.997394 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3192b12a-6e3b-42db-9054-8f1de4392c9a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network hostable DHCP agents. Network: 1857c8f5-5622-42ce-a4f9-106880783f61, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:06:41.005014 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce87678-9240-46d9-8a8c-fa2d4408e8a6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2c05cfa6-1b3f-45b9-b8ac-f3b24435a269,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:41.008296 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8ebbc7ed-95c9-4b11-a679-68934ad04618 req-3dcdd883-44a4-4670-8f62-47be971d63cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b036a87d-2ae7-46eb-873a-da221d69d7c7 HTTP/1.1" status: 200 len: 217 time: 0.0886645 Mar 28 19:06:41.041039 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3192b12a-6e3b-42db-9054-8f1de4392c9a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:06:41.054456 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fbc7d-f63c-4fc5-8335-a988ef8e2310 req-9d8e2f8b-c3cc-4be5-a681-6f94270efd8e tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:41.055975 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-aa8fbc7d-f63c-4fc5-8335-a988ef8e2310 req-9d8e2f8b-c3cc-4be5-a681-6f94270efd8e tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/ports?device_id=a71738cf-6ca2-49d8-9de6-cf8e78bf1283 HTTP/1.1" status: 200 len: 946 time: 0.2710900 Mar 28 19:06:41.062039 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d483134a-fab0-4a6f-a31c-13b47cc18a51 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:41.063335 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-3192b12a-6e3b-42db-9054-8f1de4392c9a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 1857c8f5-5622-42ce-a4f9-106880783f61) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:41.068438 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3192b12a-6e3b-42db-9054-8f1de4392c9a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:41.069296 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3192b12a-6e3b-42db-9054-8f1de4392c9a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:41.075250 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e2bed0-abc1-4e0f-8255-f17cad4bbf3d None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:06:41.084117 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-eeed71cf-aac2-4406-a533-240199914816 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Allocated IP 2001:db8::79 (9084f526-59fa-48c9-8889-b4b9eee39dde/6ad3cd8f-770b-4060-a7ec-03473480f9dd/5d2cf175-7bb4-4305-bcdd-cf1584e60203) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:41.105165 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-96027703-2752-4187-a633-a62282d2b963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:41.121924 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d483134a-fab0-4a6f-a31c-13b47cc18a51 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:41.157639 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-96027703-2752-4187-a633-a62282d2b963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:41.169467 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53122ab5-76aa-4d0d-a0bb-f891c92c7591 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Pushing event updated for resources: {'Port': ['ID=53161c73-35e0-48ea-9a98-3a1a47943afe,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:41.176034 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-96027703-2752-4187-a633-a62282d2b963 admin admin] Usage tracker for resource:security_group_rule and tenant:ee490ab86b454620ab8e0ce6250fc6b4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:41.179343 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d483134a-fab0-4a6f-a31c-13b47cc18a51 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Made reservation on behalf of 82f0361149384351adb5e9b8013582b1 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:41.182942 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d483134a-fab0-4a6f-a31c-13b47cc18a51 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:41.198826 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-96027703-2752-4187-a633-a62282d2b963 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:41.214779 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-53122ab5-76aa-4d0d-a0bb-f891c92c7591 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:41.228940 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-96027703-2752-4187-a633-a62282d2b963 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:41.266232 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-d483134a-fab0-4a6f-a31c-13b47cc18a51 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] device_id is not set on port a32bf65e-b2fe-4def-90c1-7888f3ef4222 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:06:41.313533 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3192b12a-6e3b-42db-9054-8f1de4392c9a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1432025 Mar 28 19:06:41.321567 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cdbad2-f0c0-4080-8fd3-32018f690a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-1857c8f5-5622-42ce-a4f9-106880783f61', 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'fixed_ips': [{'subnet_id': 'd6b3f19c-5e6c-486d-bcff-ea1c71fdc032'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:06:41.321757 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51220) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:41.321836 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b7cdbad2-f0c0-4080-8fd3-32018f690a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:41.336154 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-aa8fbc7d-f63c-4fc5-8335-a988ef8e2310 req-1a8e0a5c-efa2-414a-ba8d-f714d6659807 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/security-groups?id=50541515-9bf6-44e2-91ed-e0155095de83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2518206 Mar 28 19:06:41.349581 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbc7ed-95c9-4b11-a679-68934ad04618 req-78efa3dc-7a99-43a1-bf2a-ed5541e34e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:41.350972 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8ebbc7ed-95c9-4b11-a679-68934ad04618 req-78efa3dc-7a99-43a1-bf2a-ed5541e34e0b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=998791e8-b3d0-43f0-877b-47ab95e8fd2d HTTP/1.1" status: 200 len: 845 time: 0.1058691 Mar 28 19:06:41.373979 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-a32ca42b-2ab1-4673-994f-dcbe927dc04f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'port': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'name': 'tempest-NetworksTestDHCPv6-580983944'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:41.387453 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-53122ab5-76aa-4d0d-a0bb-f891c92c7591 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:41.388606 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-53122ab5-76aa-4d0d-a0bb-f891c92c7591 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5844142 Mar 28 19:06:41.393328 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51224) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:41.411708 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-84458973'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:41.424601 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1a735-305a-4f85-b146-ca55b00ebc82 req-f17b57cb-6cc8-4a1d-b6eb-de55353b2261 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:41.426623 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0ea1a735-305a-4f85-b146-ca55b00ebc82 req-f17b57cb-6cc8-4a1d-b6eb-de55353b2261 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 944 time: 0.3413246 Mar 28 19:06:41.428206 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:41.435194 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Usage tracker for resource:network and tenant:899ad252d3b74533a899534beb6e592b is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:41.451951 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:41.466796 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:41.496538 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Made reservation on behalf of 899ad252d3b74533a899534beb6e592b for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:41.500059 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:41.507841 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-b7cdbad2-f0c0-4080-8fd3-32018f690a8b None None] Allocated IP 2001:db8::2 (1857c8f5-5622-42ce-a4f9-106880783f61/d6b3f19c-5e6c-486d-bcff-ea1c71fdc032/515062ed-9872-4d25-b953-1cf0f5f4e30d) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:41.518908 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0ea1a735-305a-4f85-b146-ca55b00ebc82 req-787464d7-422a-4324-a4d5-fde20f522a89 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856316 Mar 28 19:06:41.523259 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:41.542682 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:41.546441 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbc7ed-95c9-4b11-a679-68934ad04618 req-40af0e48-945e-4c62-ae44-a530be6dcb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:41.547635 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8ebbc7ed-95c9-4b11-a679-68934ad04618 req-40af0e48-945e-4c62-ae44-a530be6dcb36 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=11c83c4f-ff0a-4113-af10-31cfb7cfdd7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1884072 Mar 28 19:06:41.550492 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Usage tracker for resource:security_group_rule and tenant:899ad252d3b74533a899534beb6e592b is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:41.553868 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:41.577405 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:41.692968 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eeed71cf-aac2-4406-a533-240199914816 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:41.765728 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8ebbc7ed-95c9-4b11-a679-68934ad04618 req-65672d26-7c7d-4db0-acf7-10489c269ec7 service neutron] 10.222.0.26 "GET /v2.0/networks/11c83c4f-ff0a-4113-af10-31cfb7cfdd7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090280 Mar 28 19:06:41.771931 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b7cdbad2-f0c0-4080-8fd3-32018f690a8b None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:41.778978 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eeed71cf-aac2-4406-a533-240199914816 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:41.784048 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b7cdbad2-f0c0-4080-8fd3-32018f690a8b None None] Transition to ACTIVE for port object 515062ed-9872-4d25-b953-1cf0f5f4e30d will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:06:41.804779 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b7cdbad2-f0c0-4080-8fd3-32018f690a8b None None] Transition to ACTIVE for port object 515062ed-9872-4d25-b953-1cf0f5f4e30d will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:06:41.810379 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b7cdbad2-f0c0-4080-8fd3-32018f690a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:41.827208 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-96027703-2752-4187-a633-a62282d2b963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:41.863630 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-96027703-2752-4187-a633-a62282d2b963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:41.875292 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cdbad2-f0c0-4080-8fd3-32018f690a8b None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:41.878208 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-b7cdbad2-f0c0-4080-8fd3-32018f690a8b None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:41.881083 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cdbad2-f0c0-4080-8fd3-32018f690a8b None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:06:41.898845 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cdbad2-f0c0-4080-8fd3-32018f690a8b None None] Pushing event updated for resources: {'Port': ['ID=515062ed-9872-4d25-b953-1cf0f5f4e30d,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:41.940384 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:41.952208 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:41.952942 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeed71cf-aac2-4406-a533-240199914816 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Network 9084f526-59fa-48c9-8889-b4b9eee39dde is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:41.954521 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a32ca42b-2ab1-4673-994f-dcbe927dc04f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:41.962737 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-d483134a-fab0-4a6f-a31c-13b47cc18a51 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Allocated IP 172.20.0.13 (1476bf56-277f-4e93-be84-5426f06fba33/b7ad6a95-4003-4e6e-ae42-e23947d41adb/a32bf65e-b2fe-4def-90c1-7888f3ef4222) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:41.967307 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-eeed71cf-aac2-4406-a533-240199914816 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:41.975516 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed71cf-aac2-4406-a533-240199914816 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Pushing event updated for resources: {'Port': ['ID=5d2cf175-7bb4-4305-bcdd-cf1584e60203,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:41.978338 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a32ca42b-2ab1-4673-994f-dcbe927dc04f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:port and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:41.982910 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeed71cf-aac2-4406-a533-240199914816 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:06:41.983882 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeed71cf-aac2-4406-a533-240199914816 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:41.984464 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eeed71cf-aac2-4406-a533-240199914816 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:41.988586 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b7fc6-b62f-4fb8-b879-414ea0a78cd1 req-9d41c256-f0c4-402e-a2d2-9eb58fe8744a tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:41.992585 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-96027703-2752-4187-a633-a62282d2b963 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ee490ab86b454620ab8e0ce6250fc6b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3739548 Mar 28 19:06:41.992719 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6d3b7fc6-b62f-4fb8-b879-414ea0a78cd1 req-9d41c256-f0c4-402e-a2d2-9eb58fe8744a tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/ports?device_id=5541be53-68f4-4f1c-b866-f4e8eb8b1a1e HTTP/1.1" status: 200 len: 943 time: 0.2780387 Mar 28 19:06:41.992836 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-b7cdbad2-f0c0-4080-8fd3-32018f690a8b None None] Attempting to bind port 515062ed-9872-4d25-b953-1cf0f5f4e30d on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:06:41.994111 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-b7cdbad2-f0c0-4080-8fd3-32018f690a8b None None] Attempting to bind port 515062ed-9872-4d25-b953-1cf0f5f4e30d by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:06:41.994111 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cdbad2-f0c0-4080-8fd3-32018f690a8b None None] Attempting to bind port 515062ed-9872-4d25-b953-1cf0f5f4e30d on network 1857c8f5-5622-42ce-a4f9-106880783f61 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:41.996617 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a32ca42b-2ab1-4673-994f-dcbe927dc04f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:41.998510 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51230) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:41.999002 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96027703-2752-4187-a633-a62282d2b963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3aa132c-b870-40c0-ba4e-5298c17e87b1,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:41.999961 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cdbad2-f0c0-4080-8fd3-32018f690a8b None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:06:42.000556 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cdbad2-f0c0-4080-8fd3-32018f690a8b None None] Checking segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:06:42.001700 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b7cdbad2-f0c0-4080-8fd3-32018f690a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:42.002192 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cdbad2-f0c0-4080-8fd3-32018f690a8b None None] Bound using segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:06:42.002770 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-b7cdbad2-f0c0-4080-8fd3-32018f690a8b None None] Bound port: 515062ed-9872-4d25-b953-1cf0f5f4e30d, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:06:42.003271 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b7cdbad2-f0c0-4080-8fd3-32018f690a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:42.009209 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a32ca42b-2ab1-4673-994f-dcbe927dc04f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:42.017118 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:06:42.033394 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8ebbc7ed-95c9-4b11-a679-68934ad04618 req-a32f17d0-cab7-4d81-8dc9-ee4d2c61f198 service neutron] 10.222.0.26 "GET /v2.0/networks/11c83c4f-ff0a-4113-af10-31cfb7cfdd7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604880 Mar 28 19:06:42.049945 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-eeed71cf-aac2-4406-a533-240199914816 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7629526 Mar 28 19:06:42.049945 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32ca42b-2ab1-4673-994f-dcbe927dc04f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:42.052403 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a32ca42b-2ab1-4673-994f-dcbe927dc04f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:42.057459 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51234) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:42.073301 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdaa7ef-22a5-42db-b14a-e4caa5798a3a,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:42.088181 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device da1a4fe6-e25e-4603-a82e-846b7ddebdd0 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:06:42.097093 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-a32ca42b-2ab1-4673-994f-dcbe927dc04f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] device_id is not set on port 520b7305-144e-4ba4-aa5c-2b7176cc0d5f yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:06:42.131377 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:42.131961 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Added segment 46c23c58-41d3-412e-8eb4-e00473897579 of type vlan for network f0a97a04-d54d-4013-91c1-b16c81b70924 Mar 28 19:06:42.160102 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-b7cdbad2-f0c0-4080-8fd3-32018f690a8b None None] For port 515062ed-9872-4d25-b953-1cf0f5f4e30d, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:06:42.173261 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-b7cdbad2-f0c0-4080-8fd3-32018f690a8b None None] For port 515062ed-9872-4d25-b953-1cf0f5f4e30d, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=515062ed-9872-4d25-b953-1cf0f5f4e30d,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:06:42.181267 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b7cdbad2-f0c0-4080-8fd3-32018f690a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:42.210456 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6d3b7fc6-b62f-4fb8-b879-414ea0a78cd1 req-9c05d977-49a9-4896-8331-7e59cbd219d7 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/security-groups?id=780a2151-41cd-48a1-859d-23e91cdac7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945419 Mar 28 19:06:42.224856 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-9223cf78-5e05-44fa-9785-42585f4624ec tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Deleting port 5d2cf175-7bb4-4305-bcdd-cf1584e60203 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:06:42.224856 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9223cf78-5e05-44fa-9785-42585f4624ec tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:42.249727 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:42.249926 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port da1a4fe6-e25e-4603-a82e-846b7ddebdd0 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:06:42.268503 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port da1a4fe6-e25e-4603-a82e-846b7ddebdd0 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:42.269311 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:42.295941 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-072acee1-de84-4071-845d-16ed73743b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:42.316691 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cdbad2-f0c0-4080-8fd3-32018f690a8b None None] Pushing event updated for resources: {'Port': ['ID=515062ed-9872-4d25-b953-1cf0f5f4e30d,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:42.359171 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-072acee1-de84-4071-845d-16ed73743b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:42.392209 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d483134a-fab0-4a6f-a31c-13b47cc18a51 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:42.395855 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-a32ca42b-2ab1-4673-994f-dcbe927dc04f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Allocated IP 2001:db8::f1 (1857c8f5-5622-42ce-a4f9-106880783f61/d6b3f19c-5e6c-486d-bcff-ea1c71fdc032/520b7305-144e-4ba4-aa5c-2b7176cc0d5f) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:42.419888 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-d483134a-fab0-4a6f-a31c-13b47cc18a51 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Transition to ACTIVE for port object a32bf65e-b2fe-4def-90c1-7888f3ef4222 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:06:42.479797 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:42.485472 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:42.486921 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:42.489385 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:42.541311 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad73607-4cff-4c34-91c4-fe811028c6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1a4fe6-e25e-4603-a82e-846b7ddebdd0'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:06:42.573523 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port da1a4fe6-e25e-4603-a82e-846b7ddebdd0, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=da1a4fe6-e25e-4603-a82e-846b7ddebdd0,segment=NetworkSegment(f4b79253-f154-4b92-89f2-ee1c41f4313d),segment_id=f4b79253-f154-4b92-89f2-ee1c41f4313d)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:06:42.582329 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:42.626790 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad73607-4cff-4c34-91c4-fe811028c6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1a4fe6-e25e-4603-a82e-846b7ddebdd0', 'code': 200} Mar 28 19:06:42.670602 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d483134a-fab0-4a6f-a31c-13b47cc18a51 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:42.698927 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=da1a4fe6-e25e-4603-a82e-846b7ddebdd0,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:42.742338 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a32ca42b-2ab1-4673-994f-dcbe927dc04f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:42.755067 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-072acee1-de84-4071-845d-16ed73743b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:42.760560 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-a32ca42b-2ab1-4673-994f-dcbe927dc04f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Transition to ACTIVE for port object 520b7305-144e-4ba4-aa5c-2b7176cc0d5f will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:06:42.859581 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d483134a-fab0-4a6f-a31c-13b47cc18a51 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Network 1476bf56-277f-4e93-be84-5426f06fba33 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:42.861655 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a32ca42b-2ab1-4673-994f-dcbe927dc04f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:42.876497 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-d483134a-fab0-4a6f-a31c-13b47cc18a51 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:42.879378 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d483134a-fab0-4a6f-a31c-13b47cc18a51 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:06:42.930240 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072acee1-de84-4071-845d-16ed73743b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3aa132c-b870-40c0-ba4e-5298c17e87b1,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:42.937149 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483134a-fab0-4a6f-a31c-13b47cc18a51 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Pushing event updated for resources: {'Port': ['ID=a32bf65e-b2fe-4def-90c1-7888f3ef4222,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:43.010528 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Pushing event updated for resources: {'Network': ['ID=f0a97a04-d54d-4013-91c1-b16c81b70924,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:43.014034 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072acee1-de84-4071-845d-16ed73743b20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:43.014506 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072acee1-de84-4071-845d-16ed73743b20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:43.015012 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072acee1-de84-4071-845d-16ed73743b20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:43.015505 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072acee1-de84-4071-845d-16ed73743b20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:43.015973 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072acee1-de84-4071-845d-16ed73743b20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:43.016439 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072acee1-de84-4071-845d-16ed73743b20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:43.016547 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32ca42b-2ab1-4673-994f-dcbe927dc04f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:43.017005 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072acee1-de84-4071-845d-16ed73743b20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:43.017469 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072acee1-de84-4071-845d-16ed73743b20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:43.017930 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072acee1-de84-4071-845d-16ed73743b20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:43.018392 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072acee1-de84-4071-845d-16ed73743b20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:43.018855 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072acee1-de84-4071-845d-16ed73743b20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:43.019901 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072acee1-de84-4071-845d-16ed73743b20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:43.023570 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6230032 Mar 28 19:06:43.025709 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-a32ca42b-2ab1-4673-994f-dcbe927dc04f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:43.033234 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51244) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:43.044437 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d483134a-fab0-4a6f-a31c-13b47cc18a51 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:43.045182 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d483134a-fab0-4a6f-a31c-13b47cc18a51 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:43.055851 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32ca42b-2ab1-4673-994f-dcbe927dc04f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:06:43.068796 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32ca42b-2ab1-4673-994f-dcbe927dc04f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:43.069635 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a32ca42b-2ab1-4673-994f-dcbe927dc04f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:43.089653 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-579241e6-cc1b-4161-a72b-26c0642441f9 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Request body: {'subnet': {'network_id': 'f0a97a04-d54d-4013-91c1-b16c81b70924', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:43.091427 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-072acee1-de84-4071-845d-16ed73743b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:43.093161 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-072acee1-de84-4071-845d-16ed73743b20 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e3aa132c-b870-40c0-ba4e-5298c17e87b1 HTTP/1.1" status: 204 len: 168 time: 1.0899584 Mar 28 19:06:43.121240 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:43.121897 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:43.122321 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:43.122777 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:43.123221 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:43.123613 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:43.124005 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:43.124432 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:43.124816 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:43.125252 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:43.125641 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:43.126080 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1dc343-07e5-473f-9a89-254995000079 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:43.142630 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network f0a97a04-d54d-4013-91c1-b16c81b70924 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:06:43.166643 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ca42b-2ab1-4673-994f-dcbe927dc04f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Port': ['ID=520b7305-144e-4ba4-aa5c-2b7176cc0d5f,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:43.226389 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d483134a-fab0-4a6f-a31c-13b47cc18a51 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7394345 Mar 28 19:06:43.233577 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51250) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:43.235121 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a32ca42b-2ab1-4673-994f-dcbe927dc04f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9124923 Mar 28 19:06:43.240795 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514ce6f-a416-497c-9232-e23401ce5c7f req-d11da225-336f-47a8-afa2-765da6dfc0e4 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:43.242369 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3514ce6f-a416-497c-9232-e23401ce5c7f req-d11da225-336f-47a8-afa2-765da6dfc0e4 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/ports?device_id=a71738cf-6ca2-49d8-9de6-cf8e78bf1283 HTTP/1.1" status: 200 len: 946 time: 0.6943619 Mar 28 19:06:43.246015 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51254) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:43.258568 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-31e9ce06-1c53-40b2-b845-b34c9d2b0c05 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:27:9d:5b'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:96:9c:32'}]}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:43.270405 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9223cf78-5e05-44fa-9785-42585f4624ec tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:43.366541 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-26601983-373e-41cc-b7bf-0c4d04c2193f None None] Provisioning for port a32bf65e-b2fe-4def-90c1-7888f3ef4222 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:06:43.373657 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-26601983-373e-41cc-b7bf-0c4d04c2193f None None] Provisioning complete for port a32bf65e-b2fe-4def-90c1-7888f3ef4222 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:43.374476 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-26601983-373e-41cc-b7bf-0c4d04c2193f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:43.448043 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-579241e6-cc1b-4161-a72b-26c0642441f9 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:43.452597 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-579241e6-cc1b-4161-a72b-26c0642441f9 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Usage tracker for resource:subnet and tenant:899ad252d3b74533a899534beb6e592b is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:43.455757 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-579241e6-cc1b-4161-a72b-26c0642441f9 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:43.462312 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-579241e6-cc1b-4161-a72b-26c0642441f9 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:43.473021 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-26601983-373e-41cc-b7bf-0c4d04c2193f None None] Port a32bf65e-b2fe-4def-90c1-7888f3ef4222 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:06:43.477677 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579241e6-cc1b-4161-a72b-26c0642441f9 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Made reservation on behalf of 899ad252d3b74533a899534beb6e592b for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:43.481333 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-579241e6-cc1b-4161-a72b-26c0642441f9 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:43.589082 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51262) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:43.617568 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-9223cf78-5e05-44fa-9785-42585f4624ec tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Calling delete_port for 5d2cf175-7bb4-4305-bcdd-cf1584e60203 owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:06:43.670086 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e249da-637b-4c81-8bbe-83c935fec27d req-f55f42ab-0a8a-4bb1-a7b2-6647cbd37602 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:43.671677 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-00e249da-637b-4c81-8bbe-83c935fec27d req-f55f42ab-0a8a-4bb1-a7b2-6647cbd37602 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.7532167 Mar 28 19:06:43.692683 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f1f34-01f2-44ca-8ccc-545d410d58e7 req-2376c5c0-8ccc-478f-972c-a07ee50ccaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:43.694310 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-549f1f34-01f2-44ca-8ccc-545d410d58e7 req-2376c5c0-8ccc-478f-972c-a07ee50ccaf7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 1098 time: 0.7579637 Mar 28 19:06:43.717531 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3514ce6f-a416-497c-9232-e23401ce5c7f req-aeaa3152-0f3f-48ac-9eac-b004e31fab3b tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/security-groups?id=50541515-9bf6-44e2-91ed-e0155095de83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3838732 Mar 28 19:06:43.725984 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad81e00f-b6f2-42e8-9d94-d1d740b78def None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:06:43.778351 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ab727b12-26df-4f4e-9030-a1f2c909e69d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=81aa80fd19f249c78323f956bf9705fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1797323 Mar 28 19:06:43.779444 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51266) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:43.857687 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-4e030d98-297d-47f8-bb99-d702580d6399 None None] Provisioning for port 515062ed-9872-4d25-b953-1cf0f5f4e30d completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:06:43.933019 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9223cf78-5e05-44fa-9785-42585f4624ec tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:43.964443 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4e0e34d5-bc83-4f22-a4c1-fbf483478593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:44.030086 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223cf78-5e05-44fa-9785-42585f4624ec tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d2cf175-7bb4-4305-bcdd-cf1584e60203,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:44.035132 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-31e9ce06-1c53-40b2-b845-b34c9d2b0c05 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:44.037179 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-549f1f34-01f2-44ca-8ccc-545d410d58e7 req-98445734-6f16-4998-90b1-fab3221f57f3 service neutron] Synchronizing usage tracker for tenant:92a318285994439687f04a514ab82c1c on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:06:44.053240 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4e0e34d5-bc83-4f22-a4c1-fbf483478593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:44.071336 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-00e249da-637b-4c81-8bbe-83c935fec27d req-b2f22206-6cfd-424e-b614-8c04910f2e0c tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3831594 Mar 28 19:06:44.088893 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device b036a87d-2ae7-46eb-873a-da221d69d7c7 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:06:44.092963 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52135b4f-a7db-4456-8271-363720e9b549 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:44.098853 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52135b4f-a7db-4456-8271-363720e9b549 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:44.103335 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-52135b4f-a7db-4456-8271-363720e9b549 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.8553374 Mar 28 19:06:44.106137 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51270) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:44.116646 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-579241e6-cc1b-4161-a72b-26c0642441f9 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:44.150357 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9223cf78-5e05-44fa-9785-42585f4624ec tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:44.179908 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51274) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:44.185308 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9223cf78-5e05-44fa-9785-42585f4624ec tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "DELETE /v2.0/ports/5d2cf175-7bb4-4305-bcdd-cf1584e60203 HTTP/1.1" status: 204 len: 168 time: 2.1203084 Mar 28 19:06:44.203919 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-549f1f34-01f2-44ca-8ccc-545d410d58e7 req-98445734-6f16-4998-90b1-fab3221f57f3 service neutron] Unset dirty status for tenant:92a318285994439687f04a514ab82c1c on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:06:44.205609 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-549f1f34-01f2-44ca-8ccc-545d410d58e7 req-98445734-6f16-4998-90b1-fab3221f57f3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3390007 Mar 28 19:06:44.211478 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-43201688-3674-4ce0-9c63-8a06b24296ee tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9084f526-59fa-48c9-8889-b4b9eee39dde', 'external_fixed_ips': [{'subnet_id': '6ad3cd8f-770b-4060-a7ec-03473480f9dd', 'ip_address': '2001:db8::79'}]}}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:44.224087 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-43201688-3674-4ce0-9c63-8a06b24296ee tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:44.227947 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-4ac221e7-532d-4509-ba72-639acf548206 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting port 520b7305-144e-4ba4-aa5c-2b7176cc0d5f {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:06:44.228300 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4ac221e7-532d-4509-ba72-639acf548206 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:44.243504 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-43201688-3674-4ce0-9c63-8a06b24296ee tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Usage tracker for resource:router and tenant:7bb4ac49875c45c19f6e9ca2a143ead5 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:44.253960 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-43201688-3674-4ce0-9c63-8a06b24296ee tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:44.300964 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9dad28-ddb6-405a-81d8-aafc278368ff req-797cba17-1524-4d58-b05f-1ddfe56a56e0 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:44.303961 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-43201688-3674-4ce0-9c63-8a06b24296ee tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:44.310393 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3d9dad28-ddb6-405a-81d8-aafc278368ff req-797cba17-1524-4d58-b05f-1ddfe56a56e0 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/ports?device_id=5541be53-68f4-4f1c-b866-f4e8eb8b1a1e HTTP/1.1" status: 200 len: 943 time: 0.4245126 Mar 28 19:06:44.316465 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 515062ed-9872-4d25-b953-1cf0f5f4e30d up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:06:44.340308 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579241e6-cc1b-4161-a72b-26c0642441f9 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Pushing event updated for resources: {'Subnet': ['ID=e0ad8e51-4b94-4454-a84a-55b58d83fff5,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:44.411842 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3d9dad28-ddb6-405a-81d8-aafc278368ff req-e37daa44-2b07-41c9-903a-53af2fa7477a tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/security-groups?id=780a2151-41cd-48a1-859d-23e91cdac7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024005 Mar 28 19:06:44.435596 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port b036a87d-2ae7-46eb-873a-da221d69d7c7, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=b036a87d-2ae7-46eb-873a-da221d69d7c7,segment=NetworkSegment(555fb773-0269-467f-a1ec-d2a5a4c65edc),segment_id=555fb773-0269-467f-a1ec-d2a5a4c65edc)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:06:44.451015 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': 'b036a87d-2ae7-46eb-873a-da221d69d7c7', 'network_id': '11c83c4f-ff0a-4113-af10-31cfb7cfdd7c', 'port_id': 'b036a87d-2ae7-46eb-873a-da221d69d7c7', 'mac_address': 'fa:16:3e:cc:de:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '998791e8-b3d0-43f0-877b-47ab95e8fd2d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:06:44.490050 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-43201688-3674-4ce0-9c63-8a06b24296ee tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:44.491096 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-43201688-3674-4ce0-9c63-8a06b24296ee tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:44.498380 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 515062ed-9872-4d25-b953-1cf0f5f4e30d completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:06:44.507539 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-43201688-3674-4ce0-9c63-8a06b24296ee tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:44.515977 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 515062ed-9872-4d25-b953-1cf0f5f4e30d triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:44.516387 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:44.523658 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4e0e34d5-bc83-4f22-a4c1-fbf483478593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:44.557785 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579241e6-cc1b-4161-a72b-26c0642441f9 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:44.557979 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e0582145-ed54-4904-bf38-497fcf60f24e None None] Provisioning for port 520b7305-144e-4ba4-aa5c-2b7176cc0d5f completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:06:44.558192 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579241e6-cc1b-4161-a72b-26c0642441f9 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:44.558482 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579241e6-cc1b-4161-a72b-26c0642441f9 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:44.558820 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579241e6-cc1b-4161-a72b-26c0642441f9 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:44.559361 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579241e6-cc1b-4161-a72b-26c0642441f9 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:44.559696 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579241e6-cc1b-4161-a72b-26c0642441f9 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:44.560025 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579241e6-cc1b-4161-a72b-26c0642441f9 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:44.560389 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579241e6-cc1b-4161-a72b-26c0642441f9 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:44.560678 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579241e6-cc1b-4161-a72b-26c0642441f9 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:44.561001 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579241e6-cc1b-4161-a72b-26c0642441f9 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:44.561327 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579241e6-cc1b-4161-a72b-26c0642441f9 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:44.561650 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579241e6-cc1b-4161-a72b-26c0642441f9 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:44.577995 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e0582145-ed54-4904-bf38-497fcf60f24e None None] Provisioning complete for port 520b7305-144e-4ba4-aa5c-2b7176cc0d5f triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:44.578910 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e0582145-ed54-4904-bf38-497fcf60f24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:44.579348 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e34d5-bc83-4f22-a4c1-fbf483478593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6e167d-a7c3-483f-ae44-3684e7a9c0ed,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:44.582276 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579241e6-cc1b-4161-a72b-26c0642441f9 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Checking segment: {'id': '46c23c58-41d3-412e-8eb4-e00473897579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f0a97a04-d54d-4013-91c1-b16c81b70924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:06:44.582727 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579241e6-cc1b-4161-a72b-26c0642441f9 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Network hostable DHCP agents. Network: f0a97a04-d54d-4013-91c1-b16c81b70924, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:06:44.599173 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4ac221e7-532d-4509-ba72-639acf548206 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:44.632250 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:44.661697 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4e0e34d5-bc83-4f22-a4c1-fbf483478593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:44.662974 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4e0e34d5-bc83-4f22-a4c1-fbf483478593 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0a6e167d-a7c3-483f-ae44-3684e7a9c0ed HTTP/1.1" status: 204 len: 168 time: 0.8816950 Mar 28 19:06:44.696714 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b036a87d-2ae7-46eb-873a-da221d69d7c7 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:06:44.741422 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-4ac221e7-532d-4509-ba72-639acf548206 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Calling delete_port for 520b7305-144e-4ba4-aa5c-2b7176cc0d5f owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:06:44.762637 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-e0582145-ed54-4904-bf38-497fcf60f24e None None] Port 520b7305-144e-4ba4-aa5c-2b7176cc0d5f cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:06:44.840546 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579241e6-cc1b-4161-a72b-26c0642441f9 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Network f0a97a04-d54d-4013-91c1-b16c81b70924 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:06:44.858297 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port b036a87d-2ae7-46eb-873a-da221d69d7c7, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=b036a87d-2ae7-46eb-873a-da221d69d7c7,segment=NetworkSegment(555fb773-0269-467f-a1ec-d2a5a4c65edc),segment_id=555fb773-0269-467f-a1ec-d2a5a4c65edc)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:06:44.880794 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:44.921994 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-43201688-3674-4ce0-9c63-8a06b24296ee tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:44.960022 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-579241e6-cc1b-4161-a72b-26c0642441f9 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, f0a97a04-d54d-4013-91c1-b16c81b70924) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:44.963180 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:44.964751 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579241e6-cc1b-4161-a72b-26c0642441f9 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:44.964880 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4ac221e7-532d-4509-ba72-639acf548206 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:44.965103 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-579241e6-cc1b-4161-a72b-26c0642441f9 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:44.982645 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7603a940-6c16-4e32-98b5-bf344d10b96c None None] Network f0a97a04-d54d-4013-91c1-b16c81b70924 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:06:44.985318 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-31e9ce06-1c53-40b2-b845-b34c9d2b0c05 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:45.013612 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-31e9ce06-1c53-40b2-b845-b34c9d2b0c05 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:45.033300 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-bc24699c-9821-4245-8a22-02d6a5798f97 None None] Provisioning complete for port 520b7305-144e-4ba4-aa5c-2b7176cc0d5f triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:45.033674 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-bc24699c-9821-4245-8a22-02d6a5798f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:45.040504 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac221e7-532d-4509-ba72-639acf548206 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Port': ['ID=520b7305-144e-4ba4-aa5c-2b7176cc0d5f,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:45.083807 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-bc24699c-9821-4245-8a22-02d6a5798f97 None None] Port 520b7305-144e-4ba4-aa5c-2b7176cc0d5f was deleted so its status cannot be updated. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 28 19:06:45.101311 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4ac221e7-532d-4509-ba72-639acf548206 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:45.113084 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4ac221e7-532d-4509-ba72-639acf548206 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/520b7305-144e-4ba4-aa5c-2b7176cc0d5f HTTP/1.1" status: 204 len: 168 time: 1.0037746 Mar 28 19:06:45.119006 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51284) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:45.158066 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=b036a87d-2ae7-46eb-873a-da221d69d7c7,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:45.181409 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-579241e6-cc1b-4161-a72b-26c0642441f9 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1317329 Mar 28 19:06:45.201980 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:45.202319 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:45.202652 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:45.203019 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:45.203358 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:45.203687 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:45.204015 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:45.204342 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:45.204718 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:45.204990 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:45.205313 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:45.205631 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:45.212073 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 515062ed-9872-4d25-b953-1cf0f5f4e30d, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=515062ed-9872-4d25-b953-1cf0f5f4e30d,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:06:45.229305 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:45.241482 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51292) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:45.248863 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9ce06-1c53-40b2-b845-b34c9d2b0c05 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Pushing event updated for resources: {'Port': ['ID=a32bf65e-b2fe-4def-90c1-7888f3ef4222,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:45.251331 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-d963c008-fdc3-4aad-b855-9c4dcdd5127e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-395148005', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}, 'admin_state_up': False}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:45.297066 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1537d1-ac97-4dbf-89c8-7bc92e615f24 req-e1c7b6af-3352-4575-89ae-5c56bb0842b4 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:45.298696 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9a1537d1-ac97-4dbf-89c8-7bc92e615f24 req-e1c7b6af-3352-4575-89ae-5c56bb0842b4 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/ports?device_id=a71738cf-6ca2-49d8-9de6-cf8e78bf1283 HTTP/1.1" status: 200 len: 946 time: 0.3858664 Mar 28 19:06:45.299813 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-d963c008-fdc3-4aad-b855-9c4dcdd5127e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:45.321689 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['b036a87d-2ae7-46eb-873a-da221d69d7c7'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:06:45.357167 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d963c008-fdc3-4aad-b855-9c4dcdd5127e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Usage tracker for resource:router and tenant:899ad252d3b74533a899534beb6e592b is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:45.388768 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d963c008-fdc3-4aad-b855-9c4dcdd5127e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:45.405409 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-31e9ce06-1c53-40b2-b845-b34c9d2b0c05 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] In _notify_port_updated(), no bound segment for port a32bf65e-b2fe-4def-90c1-7888f3ef4222 on network 1476bf56-277f-4e93-be84-5426f06fba33 {{(pid=87832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 19:06:45.431517 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e9ce06-1c53-40b2-b845-b34c9d2b0c05 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:45.433243 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-31e9ce06-1c53-40b2-b845-b34c9d2b0c05 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:45.443768 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-31e9ce06-1c53-40b2-b845-b34c9d2b0c05 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] 10.222.0.10 "PUT /v2.0/ports/a32bf65e-b2fe-4def-90c1-7888f3ef4222 HTTP/1.1" status: 200 len: 1056 time: 2.2047844 Mar 28 19:06:45.444334 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51304) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:45.472808 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-d963c008-fdc3-4aad-b855-9c4dcdd5127e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:45.536446 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=515062ed-9872-4d25-b953-1cf0f5f4e30d,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:45.580047 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9a1537d1-ac97-4dbf-89c8-7bc92e615f24 req-cf402555-1a3d-4c76-a7f2-1c900289d4e3 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/security-groups?id=50541515-9bf6-44e2-91ed-e0155095de83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2634182 Mar 28 19:06:45.591831 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d01254-2f11-4506-905b-55170593f14f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-f0a97a04-d54d-4013-91c1-b16c81b70924', 'network_id': 'f0a97a04-d54d-4013-91c1-b16c81b70924', 'tenant_id': '899ad252d3b74533a899534beb6e592b', 'fixed_ips': [{'subnet_id': 'e0ad8e51-4b94-4454-a84a-55b58d83fff5'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:06:45.592800 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a4d01254-2f11-4506-905b-55170593f14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:45.606735 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9be59d-bbb5-40fc-a7ae-38a138989aab tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:45.608636 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9be59d-bbb5-40fc-a7ae-38a138989aab tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:45.613331 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-8c9be59d-bbb5-40fc-a7ae-38a138989aab tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:06:45.630544 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d963c008-fdc3-4aad-b855-9c4dcdd5127e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:45.631767 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d963c008-fdc3-4aad-b855-9c4dcdd5127e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:45.676851 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d963c008-fdc3-4aad-b855-9c4dcdd5127e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:45.678558 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-8c9be59d-bbb5-40fc-a7ae-38a138989aab tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:06:45.682375 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-8c9be59d-bbb5-40fc-a7ae-38a138989aab tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5518429 Mar 28 19:06:45.692575 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51310) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:45.757543 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b6c48-5c32-4ee9-acf3-2625edb4ed04 req-b8a47c1e-be36-47c3-85db-09d89ff7f022 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:45.759005 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-411b6c48-5c32-4ee9-acf3-2625edb4ed04 req-b8a47c1e-be36-47c3-85db-09d89ff7f022 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.3825312 Mar 28 19:06:45.822734 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-4c490038-416e-4a86-8903-782337e155e6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Deleting port a32bf65e-b2fe-4def-90c1-7888f3ef4222 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:06:45.823244 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4c490038-416e-4a86-8903-782337e155e6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:45.969217 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9eb449-3753-48e4-9b74-e67ff299c94b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting subnet d6b3f19c-5e6c-486d-bcff-ea1c71fdc032 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:06:46.020122 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ac9eb449-3753-48e4-9b74-e67ff299c94b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:46.106909 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-873a4512-e9d8-4e24-be43-daaf1d6ba06a None None] Provisioning complete for port a32bf65e-b2fe-4def-90c1-7888f3ef4222 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:46.107833 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-873a4512-e9d8-4e24-be43-daaf1d6ba06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:46.125568 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-411b6c48-5c32-4ee9-acf3-2625edb4ed04 req-4b393d87-7a33-4a82-a7a9-e4a6f8f22a85 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3590696 Mar 28 19:06:46.166531 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-a4d01254-2f11-4506-905b-55170593f14f None None] Allocated IP 172.20.0.2 (f0a97a04-d54d-4013-91c1-b16c81b70924/e0ad8e51-4b94-4454-a84a-55b58d83fff5/2d1f31e2-dd62-4e05-a6b8-2598def4bea3) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:46.175021 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51322) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:46.262478 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ac9eb449-3753-48e4-9b74-e67ff299c94b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:46.310284 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 515062ed-9872-4d25-b953-1cf0f5f4e30d up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:06:46.334779 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d963c008-fdc3-4aad-b855-9c4dcdd5127e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:46.358861 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-0db7a9e8-b931-456e-b7e9-fc8d35af24e2 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:46.364146 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0db7a9e8-b931-456e-b7e9-fc8d35af24e2 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1808686 Mar 28 19:06:46.365139 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51328) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:46.374212 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-43201688-3674-4ce0-9c63-8a06b24296ee tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:46.399200 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-873a4512-e9d8-4e24-be43-daaf1d6ba06a None None] Port a32bf65e-b2fe-4def-90c1-7888f3ef4222 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:06:46.409250 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-d106a4bf-5638-4ee2-bba2-81e289635047 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:46.413457 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d106a4bf-5638-4ee2-bba2-81e289635047 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0388398 Mar 28 19:06:46.415421 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-43201688-3674-4ce0-9c63-8a06b24296ee tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:46.417665 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51332) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:46.465175 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-95f33df8-e048-4b51-8d7a-822bfdc6c968 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:46.468658 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-95f33df8-e048-4b51-8d7a-822bfdc6c968 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0444648 Mar 28 19:06:46.468804 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2672b-1c0f-42ba-b1a8-f2c235354262 req-6e946b95-5cc6-4a3e-b714-1de9dd097e56 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:46.468804 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-85f2672b-1c0f-42ba-b1a8-f2c235354262 req-6e946b95-5cc6-4a3e-b714-1de9dd097e56 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/ports?device_id=5541be53-68f4-4f1c-b866-f4e8eb8b1a1e HTTP/1.1" status: 200 len: 944 time: 0.5119491 Mar 28 19:06:46.469646 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51336) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:46.478003 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 515062ed-9872-4d25-b953-1cf0f5f4e30d triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:46.478375 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:46.482186 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [None req-6d67a84e-5a86-43e2-914f-fd12e497f0d6 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:46.483159 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6d67a84e-5a86-43e2-914f-fd12e497f0d6 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0089562 Mar 28 19:06:46.487375 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51340) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:46.500781 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-8dac68fd-d6a1-48d2-b593-0bd7bae6d272 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:46.504265 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8dac68fd-d6a1-48d2-b593-0bd7bae6d272 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0124021 Mar 28 19:06:46.508890 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51344) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:46.521748 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4c490038-416e-4a86-8903-782337e155e6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:46.526635 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [None req-5115bb45-d13a-4a7c-9fea-be8c233fb7ba tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:46.529913 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5115bb45-d13a-4a7c-9fea-be8c233fb7ba tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0151904 Mar 28 19:06:46.536646 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51348) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:46.545669 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-9a018740-db31-4972-86f1-0386f5351e1d tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:46.549020 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9a018740-db31-4972-86f1-0386f5351e1d tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0090601 Mar 28 19:06:46.549134 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a4d01254-2f11-4506-905b-55170593f14f None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:46.563192 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a4d01254-2f11-4506-905b-55170593f14f None None] Transition to ACTIVE for port object 2d1f31e2-dd62-4e05-a6b8-2598def4bea3 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:06:46.572791 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51352) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:46.585790 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [None req-6babaedb-22a9-4e78-9677-7e64c6860c01 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:46.589408 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6babaedb-22a9-4e78-9677-7e64c6860c01 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0057154 Mar 28 19:06:46.599136 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51356) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:46.600490 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ac9eb449-3753-48e4-9b74-e67ff299c94b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:46.623818 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a4d01254-2f11-4506-905b-55170593f14f None None] Transition to ACTIVE for port object 2d1f31e2-dd62-4e05-a6b8-2598def4bea3 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:06:46.634763 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a4d01254-2f11-4506-905b-55170593f14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:46.638595 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e40f10-5e39-452f-ae14-c19c3322aecf req-14c6e473-80f6-4f4a-a462-cc24303e6b2f tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:46.640080 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f3e40f10-5e39-452f-ae14-c19c3322aecf req-14c6e473-80f6-4f4a-a462-cc24303e6b2f tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/ports?device_id=a71738cf-6ca2-49d8-9de6-cf8e78bf1283 HTTP/1.1" status: 200 len: 946 time: 0.3430729 Mar 28 19:06:46.661859 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [None req-a9fb8743-9767-439c-97f8-6588b171bfe1 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:46.665251 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a9fb8743-9767-439c-97f8-6588b171bfe1 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0350134 Mar 28 19:06:46.665251 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51360) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:46.673397 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51362) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:46.690623 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-4c490038-416e-4a86-8903-782337e155e6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Calling delete_port for a32bf65e-b2fe-4def-90c1-7888f3ef4222 owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:06:46.692202 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-2d4ab34e-6bc0-4a37-b26c-710ff669a92a tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Request body: {'floatingip': {'port_id': 'ff847822-ddba-413b-87d1-bc67643e55e9'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:46.747846 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-85f2672b-1c0f-42ba-b1a8-f2c235354262 req-b6df5307-7e1a-4fb0-b1a7-16e8b074ad98 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/security-groups?id=780a2151-41cd-48a1-859d-23e91cdac7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716475 Mar 28 19:06:46.750588 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [None req-c9ee1572-641c-493a-a570-1260ad878f81 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:46.753893 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c9ee1572-641c-493a-a570-1260ad878f81 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0688627 Mar 28 19:06:46.757967 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d01254-2f11-4506-905b-55170593f14f None None] Pushing event updated for resources: {'Port': ['ID=2d1f31e2-dd62-4e05-a6b8-2598def4bea3,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:46.761548 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51368) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:46.775739 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d01254-2f11-4506-905b-55170593f14f None None] Network f0a97a04-d54d-4013-91c1-b16c81b70924 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:46.784019 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-a4d01254-2f11-4506-905b-55170593f14f None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:46.785231 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [None req-ca99f627-b16d-4a28-8dbe-81faf2b0ae53 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:46.785802 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d01254-2f11-4506-905b-55170593f14f None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:06:46.786347 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ca99f627-b16d-4a28-8dbe-81faf2b0ae53 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0212750 Mar 28 19:06:46.797778 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51372) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:46.803898 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2d4ab34e-6bc0-4a37-b26c-710ff669a92a tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks [] for floatingip, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:46.806142 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-827934ee-560f-4bc9-a7bf-2bc9cc3dd1b2 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:46.810126 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-827934ee-560f-4bc9-a7bf-2bc9cc3dd1b2 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0064940 Mar 28 19:06:46.819924 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51376) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:46.831443 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-b0195863-caa4-42aa-a312-9c526067e913 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:46.832827 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b0195863-caa4-42aa-a312-9c526067e913 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0119996 Mar 28 19:06:46.836614 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51380) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:46.853543 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-6ddd9831-c651-4502-8f0f-06429461d8b1 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:46.857169 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6ddd9831-c651-4502-8f0f-06429461d8b1 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0170736 Mar 28 19:06:46.858799 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51384) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:46.884637 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-a4d01254-2f11-4506-905b-55170593f14f None None] Attempting to bind port 2d1f31e2-dd62-4e05-a6b8-2598def4bea3 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:06:46.885003 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-a4d01254-2f11-4506-905b-55170593f14f None None] Attempting to bind port 2d1f31e2-dd62-4e05-a6b8-2598def4bea3 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '46c23c58-41d3-412e-8eb4-e00473897579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f0a97a04-d54d-4013-91c1-b16c81b70924'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:06:46.885360 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d01254-2f11-4506-905b-55170593f14f None None] Attempting to bind port 2d1f31e2-dd62-4e05-a6b8-2598def4bea3 on network f0a97a04-d54d-4013-91c1-b16c81b70924 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:46.891519 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d01254-2f11-4506-905b-55170593f14f None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:06:46.891937 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d01254-2f11-4506-905b-55170593f14f None None] Checking segment: {'id': '46c23c58-41d3-412e-8eb4-e00473897579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f0a97a04-d54d-4013-91c1-b16c81b70924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:06:46.892332 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a4d01254-2f11-4506-905b-55170593f14f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:46.892716 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d01254-2f11-4506-905b-55170593f14f None None] Bound using segment: {'id': '46c23c58-41d3-412e-8eb4-e00473897579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f0a97a04-d54d-4013-91c1-b16c81b70924'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:06:46.892811 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-a7ae52fb-1ef6-4e23-861b-be333130d544 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:46.893182 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-a4d01254-2f11-4506-905b-55170593f14f None None] Bound port: 2d1f31e2-dd62-4e05-a6b8-2598def4bea3, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c23c58-41d3-412e-8eb4-e00473897579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f0a97a04-d54d-4013-91c1-b16c81b70924'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:06:46.896318 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a4d01254-2f11-4506-905b-55170593f14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:46.896444 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a7ae52fb-1ef6-4e23-861b-be333130d544 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0334754 Mar 28 19:06:46.899545 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51388) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:46.911328 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-3f0b3352-b448-4da0-83b8-6cedc71a8956 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:46.914663 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3f0b3352-b448-4da0-83b8-6cedc71a8956 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0119231 Mar 28 19:06:46.915850 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51392) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:46.927697 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-39d1a39f-6e22-4f3d-9ff6-67bff4116c6b tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:46.927697 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-39d1a39f-6e22-4f3d-9ff6-67bff4116c6b tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0085235 Mar 28 19:06:46.927968 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51396) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:46.934455 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-d5e043ea-7a1d-4ffe-8c1f-72458b9996ce tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:46.937803 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d5e043ea-7a1d-4ffe-8c1f-72458b9996ce tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0066552 Mar 28 19:06:46.938124 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51400) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:46.947584 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [None req-f80137e0-41b3-4437-a194-8765eddb6993 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:46.950867 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f80137e0-41b3-4437-a194-8765eddb6993 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0094886 Mar 28 19:06:46.952532 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51404) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:46.957026 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ac9eb449-3753-48e4-9b74-e67ff299c94b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:46.984408 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-43201688-3674-4ce0-9c63-8a06b24296ee tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Allocated IP 2001:db8::79 (9084f526-59fa-48c9-8889-b4b9eee39dde/6ad3cd8f-770b-4060-a7ec-03473480f9dd/c921ec15-30a6-49ac-991d-04ec60eb70ed) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:46.993460 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a4d01254-2f11-4506-905b-55170593f14f None None] For port 2d1f31e2-dd62-4e05-a6b8-2598def4bea3, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:06:46.995698 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [None req-50c260d5-3061-4e9b-b264-364c57c492e7 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:46.999185 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-50c260d5-3061-4e9b-b264-364c57c492e7 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0416172 Mar 28 19:06:46.999345 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a4d01254-2f11-4506-905b-55170593f14f None None] For port 2d1f31e2-dd62-4e05-a6b8-2598def4bea3, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=2d1f31e2-dd62-4e05-a6b8-2598def4bea3,segment=NetworkSegment(46c23c58-41d3-412e-8eb4-e00473897579),segment_id=46c23c58-41d3-412e-8eb4-e00473897579)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:06:46.999633 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51408) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:47.004712 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a4d01254-2f11-4506-905b-55170593f14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:47.008021 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-97360bd0-9a91-4408-ac20-fae842b074a2 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:47.011407 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-97360bd0-9a91-4408-ac20-fae842b074a2 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0083873 Mar 28 19:06:47.011882 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51412) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:47.021108 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-85591841-4759-4c2d-abfa-5284117c9fb7 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:47.024594 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-85591841-4759-4c2d-abfa-5284117c9fb7 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0086856 Mar 28 19:06:47.026581 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51416) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:47.051821 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-a0ec34e7-20e5-44aa-8c5e-15afd32506e9 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:47.056266 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a0ec34e7-20e5-44aa-8c5e-15afd32506e9 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0234585 Mar 28 19:06:47.056404 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9eb449-3753-48e4-9b74-e67ff299c94b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Subnet': ['ID=d6b3f19c-5e6c-486d-bcff-ea1c71fdc032,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:47.056486 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51420) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:47.057477 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ac9eb449-3753-48e4-9b74-e67ff299c94b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:47.072385 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0739b106-2173-4b1c-8e65-262e9bc50872 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:06:47.074452 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4c490038-416e-4a86-8903-782337e155e6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:47.076468 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [None req-da7c9b2c-6de2-47e6-82c8-fd5b8258cec7 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:47.077545 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-da7c9b2c-6de2-47e6-82c8-fd5b8258cec7 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0166788 Mar 28 19:06:47.085872 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51424) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:47.097125 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [None req-0d5cbcb7-bd31-4e0c-b731-48fa0bb5f5ea tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:47.101233 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0d5cbcb7-bd31-4e0c-b731-48fa0bb5f5ea tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0104582 Mar 28 19:06:47.122822 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51428) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:47.142066 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d01254-2f11-4506-905b-55170593f14f None None] Pushing event updated for resources: {'Port': ['ID=2d1f31e2-dd62-4e05-a6b8-2598def4bea3,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:47.184672 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ac9eb449-3753-48e4-9b74-e67ff299c94b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/d6b3f19c-5e6c-486d-bcff-ea1c71fdc032 HTTP/1.1" status: 204 len: 168 time: 1.4908748 Mar 28 19:06:47.189219 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51434) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:47.192257 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-7dd1dc68-edf3-454a-83ef-c3a7839549c6 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:47.193313 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7dd1dc68-edf3-454a-83ef-c3a7839549c6 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0246961 Mar 28 19:06:47.203574 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51438) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:47.211127 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-b9017905-727b-4acd-b42a-4423a7fa63fb tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:47.211669 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b9017905-727b-4acd-b42a-4423a7fa63fb tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0070746 Mar 28 19:06:47.214362 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c490038-416e-4a86-8903-782337e155e6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Pushing event deleted for resources: {'Port': ['ID=a32bf65e-b2fe-4def-90c1-7888f3ef4222,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:47.216273 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51442) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:47.260106 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-41351ca6-f47c-4d85-9196-f5e12ea723ad tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:47.261458 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-41351ca6-f47c-4d85-9196-f5e12ea723ad tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0408962 Mar 28 19:06:47.267360 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51446) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:47.284156 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-a180ef82-fca3-489a-bc42-59c98bb7ea48 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:47.286451 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a180ef82-fca3-489a-bc42-59c98bb7ea48 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0182047 Mar 28 19:06:47.297865 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51450) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:47.310640 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-dfb58bcf-74ce-431a-b43a-db66a7e2652c tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:47.317611 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-dfb58bcf-74ce-431a-b43a-db66a7e2652c tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0153055 Mar 28 19:06:47.332856 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51454) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:47.343472 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-6939c71a-aa58-4276-ac34-96b8b1340538 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:47.344545 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6939c71a-aa58-4276-ac34-96b8b1340538 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0108030 Mar 28 19:06:47.348840 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51458) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:47.359701 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-00c467b7-09af-4808-972f-fdefd4996fa2 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:47.361693 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-00c467b7-09af-4808-972f-fdefd4996fa2 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0106342 Mar 28 19:06:47.369601 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51462) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:47.386384 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-989c8f7c-62ed-44d7-8382-a24758525489 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:47.389673 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-989c8f7c-62ed-44d7-8382-a24758525489 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0168991 Mar 28 19:06:47.423224 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51466) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:47.435957 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-4f7b64e6-56e0-4e47-8f0e-16b3118e21e4 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:47.437281 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4f7b64e6-56e0-4e47-8f0e-16b3118e21e4 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0129933 Mar 28 19:06:47.443434 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-43201688-3674-4ce0-9c63-8a06b24296ee tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:47.456186 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51470) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:47.466593 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-d888534e-3a33-40fe-9886-260f40ea844f tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:47.468547 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d888534e-3a33-40fe-9886-260f40ea844f tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0107501 Mar 28 19:06:47.483590 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51474) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:47.496569 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-5d8d30b3-f34f-487a-ba6f-49cbda34091e tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:47.497601 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5d8d30b3-f34f-487a-ba6f-49cbda34091e tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0128682 Mar 28 19:06:47.501597 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51478) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:47.512795 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-62e77285-5c6b-49aa-a377-55ef8508abb5 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:47.513762 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-62e77285-5c6b-49aa-a377-55ef8508abb5 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0084467 Mar 28 19:06:47.517669 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51482) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:47.561120 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-1aed23ed-12b5-42ce-9571-f5b9f647611d tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:47.568853 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1aed23ed-12b5-42ce-9571-f5b9f647611d tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0410311 Mar 28 19:06:47.569908 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51486) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:47.579602 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54295e56-09e4-4952-9247-4900fa2c4d28 None None] DHCP port deletion for 1857c8f5-5622-42ce-a4f9-106880783f61 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:06:47.586361 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-54295e56-09e4-4952-9247-4900fa2c4d28 None None] Deleting port 515062ed-9872-4d25-b953-1cf0f5f4e30d {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:06:47.586732 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-54295e56-09e4-4952-9247-4900fa2c4d28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:47.591119 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-d904b58a-cd31-471a-b364-39597dcd3dbf tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:47.592097 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d904b58a-cd31-471a-b364-39597dcd3dbf tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0216050 Mar 28 19:06:47.634830 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51490) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:47.701160 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5c3a2440-3c81-4b9e-9200-b13ceb2ac977 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5082068 Mar 28 19:06:47.705543 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51492) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:47.716425 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-e768c613-4e2d-4a22-9e10-761b402969f4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:47.734433 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d963c008-fdc3-4aad-b855-9c4dcdd5127e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks [] for router_gateway, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:47.768358 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-a021340c-d910-48ec-944a-5e54e5d36d86 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:47.772890 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a021340c-d910-48ec-944a-5e54e5d36d86 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0145547 Mar 28 19:06:47.773498 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51498) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:47.789844 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d963c008-fdc3-4aad-b855-9c4dcdd5127e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:47.819532 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-50a60a4a-189d-453e-84e5-42d6cecaf3bd tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:47.824912 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-50a60a4a-189d-453e-84e5-42d6cecaf3bd tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0452135 Mar 28 19:06:47.837372 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51504) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:47.848777 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-f2fed1db-1f7d-4eee-a86b-0ff16d7d8d51 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:47.849989 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-54295e56-09e4-4952-9247-4900fa2c4d28 None None] For port 515062ed-9872-4d25-b953-1cf0f5f4e30d, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=515062ed-9872-4d25-b953-1cf0f5f4e30d,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:06:47.850551 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-54295e56-09e4-4952-9247-4900fa2c4d28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:47.852507 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f2fed1db-1f7d-4eee-a86b-0ff16d7d8d51 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0143256 Mar 28 19:06:47.891319 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4c490038-416e-4a86-8903-782337e155e6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:47.893774 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51508) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:47.901007 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-43201688-3674-4ce0-9c63-8a06b24296ee tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:47.954683 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [None req-2a3f757f-685a-43b1-a05c-2e3975183ff2 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:47.958080 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2a3f757f-685a-43b1-a05c-2e3975183ff2 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0059090 Mar 28 19:06:47.963776 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51512) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:47.969472 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-ddf86bbd-9e90-47e6-9cb2-fb1f56eea7c4 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:47.972731 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ddf86bbd-9e90-47e6-9cb2-fb1f56eea7c4 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0049338 Mar 28 19:06:47.976442 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4c490038-416e-4a86-8903-782337e155e6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] 10.222.0.10 "DELETE /v2.0/ports/a32bf65e-b2fe-4def-90c1-7888f3ef4222 HTTP/1.1" status: 204 len: 168 time: 2.5307398 Mar 28 19:06:47.976822 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51516) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:47.980402 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43201688-3674-4ce0-9c63-8a06b24296ee tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Network 9084f526-59fa-48c9-8889-b4b9eee39dde is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:47.984336 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51518) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:47.986841 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-43201688-3674-4ce0-9c63-8a06b24296ee tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:47.989772 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43201688-3674-4ce0-9c63-8a06b24296ee tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:06:48.028572 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-54295e56-09e4-4952-9247-4900fa2c4d28 None None] Calling delete_port for 515062ed-9872-4d25-b953-1cf0f5f4e30d owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:06:48.041838 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-e0482145-e40d-4452-8837-0e19f6f2f814 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:48.042802 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e0482145-e40d-4452-8837-0e19f6f2f814 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0613513 Mar 28 19:06:48.052216 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51524) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:48.077810 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [None req-3688e076-1405-4447-82f5-5033beea7ddb tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:48.081939 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3688e076-1405-4447-82f5-5033beea7ddb tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0218391 Mar 28 19:06:48.104940 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device b036a87d-2ae7-46eb-873a-da221d69d7c7 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:06:48.110070 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51528) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:48.124281 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43201688-3674-4ce0-9c63-8a06b24296ee tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Pushing event updated for resources: {'Port': ['ID=c921ec15-30a6-49ac-991d-04ec60eb70ed,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:48.130545 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-038d0788-8880-4967-a348-4675beb2efdb tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:48.131547 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-038d0788-8880-4967-a348-4675beb2efdb tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0205557 Mar 28 19:06:48.135547 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e768c613-4e2d-4a22-9e10-761b402969f4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:48.139858 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e768c613-4e2d-4a22-9e10-761b402969f4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:subnet and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:48.142737 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e768c613-4e2d-4a22-9e10-761b402969f4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:48.149829 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e768c613-4e2d-4a22-9e10-761b402969f4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:48.169541 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51532) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:48.193143 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [None req-fe464488-b3e8-43b8-8162-11c23c6b787c tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:48.197425 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-fe464488-b3e8-43b8-8162-11c23c6b787c tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0203640 Mar 28 19:06:48.205527 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51536) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:48.208513 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3ad1fd-1017-48aa-8d49-eb223c3e62d4 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] GET failed (client error): The resource could not be found. Mar 28 19:06:48.209050 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2a3ad1fd-1017-48aa-8d49-eb223c3e62d4 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Synchronizing usage tracker for tenant:82f0361149384351adb5e9b8013582b1 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:06:48.211513 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e768c613-4e2d-4a22-9e10-761b402969f4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:48.217915 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e768c613-4e2d-4a22-9e10-761b402969f4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:48.235183 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-4ae6d095-eec4-423b-8a8d-e0fb16992088 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:48.237077 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4ae6d095-eec4-423b-8a8d-e0fb16992088 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0304265 Mar 28 19:06:48.267927 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2d1f31e2-dd62-4e05-a6b8-2598def4bea3 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:06:48.279434 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51540) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:48.282221 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2a3ad1fd-1017-48aa-8d49-eb223c3e62d4 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Unset dirty status for tenant:82f0361149384351adb5e9b8013582b1 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:06:48.286428 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2a3ad1fd-1017-48aa-8d49-eb223c3e62d4 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] 10.222.0.10 "GET /v2.0/ports/a32bf65e-b2fe-4def-90c1-7888f3ef4222 HTTP/1.1" status: 404 len: 333 time: 0.2978473 Mar 28 19:06:48.294222 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-a2daa881-9700-4b1f-8df6-32d8720d3193 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:48.297728 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a2daa881-9700-4b1f-8df6-32d8720d3193 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0143509 Mar 28 19:06:48.297728 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51544) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:48.302498 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51546) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:48.303143 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-54295e56-09e4-4952-9247-4900fa2c4d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:48.343881 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-8605a980-d74b-471b-a63d-cb791e17f4db tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:48.347779 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8605a980-d74b-471b-a63d-cb791e17f4db tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0413055 Mar 28 19:06:48.353166 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51552) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:48.359652 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54295e56-09e4-4952-9247-4900fa2c4d28 None None] Pushing event deleted for resources: {'Port': ['ID=515062ed-9872-4d25-b953-1cf0f5f4e30d,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:48.382246 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54295e56-09e4-4952-9247-4900fa2c4d28 None None] No DVR routers for this DVR port 515062ed-9872-4d25-b953-1cf0f5f4e30d on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:06:48.387651 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-f1960b48-9db6-44cc-8bff-b6946d224dc4 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:48.388592 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f1960b48-9db6-44cc-8bff-b6946d224dc4 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0274835 Mar 28 19:06:48.392695 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51556) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:48.405136 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-6a8a9d1b-460e-4b08-b08d-4867ab1baada tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:48.405818 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port b036a87d-2ae7-46eb-873a-da221d69d7c7 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:06:48.406118 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6a8a9d1b-460e-4b08-b08d-4867ab1baada tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0099683 Mar 28 19:06:48.412445 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51560) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:48.419143 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port b036a87d-2ae7-46eb-873a-da221d69d7c7 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:48.419536 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:48.426979 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-b71cdf52-f5f2-4721-95fa-72f0c6f14438 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:48.430406 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b71cdf52-f5f2-4721-95fa-72f0c6f14438 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0145304 Mar 28 19:06:48.469567 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 2d1f31e2-dd62-4e05-a6b8-2598def4bea3 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:06:48.485162 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51564) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:48.510227 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-6042f1a2-7b0e-43f8-b9e5-9a0fd175153b tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Deleting port fd749969-f130-49e7-afe4-97b137d73047 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:06:48.510562 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6042f1a2-7b0e-43f8-b9e5-9a0fd175153b tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:48.540430 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-5a9f5340-1797-499d-b8d3-5187208c83b7 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:48.541093 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5a9f5340-1797-499d-b8d3-5187208c83b7 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0540226 Mar 28 19:06:48.546138 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd506d4-f6df-42eb-8a01-e842a1410b10 req-cacc8a82-9233-44d4-9240-67398d8745bf tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:48.547765 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4fd506d4-f6df-42eb-8a01-e842a1410b10 req-cacc8a82-9233-44d4-9240-67398d8745bf tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 1.1865392 Mar 28 19:06:48.549440 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51568) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:48.570153 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-19896253-39d7-49e9-8733-8791fa334eaf tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:48.573640 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-19896253-39d7-49e9-8733-8791fa334eaf tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0128183 Mar 28 19:06:48.573784 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 515062ed-9872-4d25-b953-1cf0f5f4e30d no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:06:48.576372 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51572) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:48.584211 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-9310b231-4e42-4fd8-b71c-04a81d7ee7e0 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:48.587438 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9310b231-4e42-4fd8-b71c-04a81d7ee7e0 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0083613 Mar 28 19:06:48.589947 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51576) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:48.597245 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f50111-ad7b-434d-b4d8-53581f026821 None None] Network f0a97a04-d54d-4013-91c1-b16c81b70924 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:06:48.611775 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-1c8e9e8a-023e-4950-a005-02e2ab2fbbf2 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:48.615848 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1c8e9e8a-023e-4950-a005-02e2ab2fbbf2 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0156157 Mar 28 19:06:48.618052 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51580) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:48.651452 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 515062ed-9872-4d25-b953-1cf0f5f4e30d {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:06:48.652073 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 515062ed-9872-4d25-b953-1cf0f5f4e30d not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:06:48.720716 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-01180e18-47ac-44fa-b667-ff8d1f6f58bc tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:48.728884 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbcb40-3a4d-4876-b5b5-134a93a2ee02 req-f21533de-0ea0-4ffa-835b-be2efa7ebaab tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:48.729936 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c2fbcb40-3a4d-4876-b5b5-134a93a2ee02 req-f21533de-0ea0-4ffa-835b-be2efa7ebaab tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/ports?device_id=5541be53-68f4-4f1c-b866-f4e8eb8b1a1e HTTP/1.1" status: 200 len: 944 time: 0.7667425 Mar 28 19:06:48.730079 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-01180e18-47ac-44fa-b667-ff8d1f6f58bc tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0867150 Mar 28 19:06:48.735620 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51584) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:48.738713 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:48.772002 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e52dc429-6e4c-4b7e-a659-40b4191bcc1d None None] Provisioning for port 2d1f31e2-dd62-4e05-a6b8-2598def4bea3 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:06:48.785320 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [None req-dc9552ce-f436-4576-894e-bb7a21128ccf tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:48.786279 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-dc9552ce-f436-4576-894e-bb7a21128ccf tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0352390 Mar 28 19:06:48.788161 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5541be53-68f4-4f1c-b866-f4e8eb8b1a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b036a87d-2ae7-46eb-873a-da221d69d7c7'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:06:48.790473 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51588) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:48.806746 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [None req-6e08e7b8-be81-4344-b949-3371c7d6052c tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:48.807136 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e52dc429-6e4c-4b7e-a659-40b4191bcc1d None None] Provisioning complete for port 2d1f31e2-dd62-4e05-a6b8-2598def4bea3 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:48.807327 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e52dc429-6e4c-4b7e-a659-40b4191bcc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:48.807868 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6e08e7b8-be81-4344-b949-3371c7d6052c tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0091555 Mar 28 19:06:48.818303 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4fd506d4-f6df-42eb-8a01-e842a1410b10 req-7d23c44d-32db-4704-aebf-f1e596f6b39c tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288463 Mar 28 19:06:48.822598 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51594) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:48.827843 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-43201688-3674-4ce0-9c63-8a06b24296ee tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:48.834456 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port b036a87d-2ae7-46eb-873a-da221d69d7c7, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=b036a87d-2ae7-46eb-873a-da221d69d7c7,segment=NetworkSegment(555fb773-0269-467f-a1ec-d2a5a4c65edc),segment_id=555fb773-0269-467f-a1ec-d2a5a4c65edc)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:06:48.853901 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-d963c008-fdc3-4aad-b855-9c4dcdd5127e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Allocated IP 172.26.4.14 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/1d4be39a-139d-4437-85cd-776aafe053da) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:48.876540 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:48.890156 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c2fbcb40-3a4d-4876-b5b5-134a93a2ee02 req-c8af368a-12cc-4f95-8a69-3695ddbf925e tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/security-groups?id=780a2151-41cd-48a1-859d-23e91cdac7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373174 Mar 28 19:06:48.911650 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-393a3f70-cc11-4961-a57b-c74d228edf34 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:48.915825 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-393a3f70-cc11-4961-a57b-c74d228edf34 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0926707 Mar 28 19:06:48.916590 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51600) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:48.942991 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5541be53-68f4-4f1c-b866-f4e8eb8b1a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b036a87d-2ae7-46eb-873a-da221d69d7c7', 'code': 200} Mar 28 19:06:49.049037 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-2d9f4cdc-8eb2-4f2c-9311-389a4d785d17 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:49.050662 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=b036a87d-2ae7-46eb-873a-da221d69d7c7,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:49.054435 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2d9f4cdc-8eb2-4f2c-9311-389a4d785d17 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0174227 Mar 28 19:06:49.063134 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51604) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:49.077042 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-93d9755c-3890-4ec8-8a8e-b35e0e1ce10c tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:49.080670 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-93d9755c-3890-4ec8-8a8e-b35e0e1ce10c tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0145843 Mar 28 19:06:49.083341 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51608) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:49.094411 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-a7861576-f801-4693-aa50-8260dd26990d tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:49.098598 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a7861576-f801-4693-aa50-8260dd26990d tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0122333 Mar 28 19:06:49.101631 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51612) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:49.121603 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-b2aeadd7-5c0f-40e8-aa99-cc62757f9898 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:49.125268 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b2aeadd7-5c0f-40e8-aa99-cc62757f9898 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0152674 Mar 28 19:06:49.128757 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51616) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:49.129923 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e52dc429-6e4c-4b7e-a659-40b4191bcc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:49.169789 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-e52dc429-6e4c-4b7e-a659-40b4191bcc1d None None] For port 2d1f31e2-dd62-4e05-a6b8-2598def4bea3, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=2d1f31e2-dd62-4e05-a6b8-2598def4bea3,segment=NetworkSegment(46c23c58-41d3-412e-8eb4-e00473897579),segment_id=46c23c58-41d3-412e-8eb4-e00473897579)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:06:49.174800 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e52dc429-6e4c-4b7e-a659-40b4191bcc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:49.207765 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-09930335-2482-481f-aad1-c8f3b0512143 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:49.211460 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-09930335-2482-481f-aad1-c8f3b0512143 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0205564 Mar 28 19:06:49.212059 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51620) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:49.235519 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-10125d00-d1e5-4cad-8a26-7b2d5a087262 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:49.240095 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-10125d00-d1e5-4cad-8a26-7b2d5a087262 tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0222747 Mar 28 19:06:49.240733 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51624) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:49.247859 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6042f1a2-7b0e-43f8-b9e5-9a0fd175153b tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:49.252447 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52dc429-6e4c-4b7e-a659-40b4191bcc1d None None] Pushing event updated for resources: {'Port': ['ID=2d1f31e2-dd62-4e05-a6b8-2598def4bea3,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:49.272218 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [None req-10d00706-0925-4e45-b707-a4c1a3d8370b tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:06:49.274015 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-10d00706-0925-4e45-b707-a4c1a3d8370b tempest-ExtensionsTestJSON-284204654 tempest-ExtensionsTestJSON-284204654-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0286682 Mar 28 19:06:49.402029 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e05269c9-e8df-45cb-bfea-08b67707ad8c None None] Provisioning complete for port 2d1f31e2-dd62-4e05-a6b8-2598def4bea3 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:49.403799 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e05269c9-e8df-45cb-bfea-08b67707ad8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:49.525416 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2d4ab34e-6bc0-4a37-b26c-710ff669a92a tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:49.583152 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613a197-f6ab-40d2-a778-f6d961b283ff req-c2885ecb-c91c-4ca4-bfd4-5c3ab6194215 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:49.583763 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-6042f1a2-7b0e-43f8-b9e5-9a0fd175153b tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Calling delete_port for fd749969-f130-49e7-afe4-97b137d73047 owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:06:49.584617 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3613a197-f6ab-40d2-a778-f6d961b283ff req-c2885ecb-c91c-4ca4-bfd4-5c3ab6194215 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.4149792 Mar 28 19:06:49.586379 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2d4ab34e-6bc0-4a37-b26c-710ff669a92a tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:49.613125 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51632) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:49.626086 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-368ed0b5-75d7-40d8-ad32-bfcc355cb9a5 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Request body: {'floatingip': {'port_id': 'da1a4fe6-e25e-4603-a82e-846b7ddebdd0'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:49.643730 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51636) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:49.722802 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef75d2-6839-4196-8a40-0a2c2be2b0a3 req-83ac15ed-07d9-4b17-b8fd-614812ae06b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:49.725321 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-16ef75d2-6839-4196-8a40-0a2c2be2b0a3 req-83ac15ed-07d9-4b17-b8fd-614812ae06b8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5541be53-68f4-4f1c-b866-f4e8eb8b1a1e HTTP/1.1" status: 200 len: 1098 time: 0.3649609 Mar 28 19:06:49.734766 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d963c008-fdc3-4aad-b855-9c4dcdd5127e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:49.735476 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-368ed0b5-75d7-40d8-ad32-bfcc355cb9a5 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks [] for floatingip, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:49.738475 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e768c613-4e2d-4a22-9e10-761b402969f4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:49.923086 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e768c613-4e2d-4a22-9e10-761b402969f4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:49.926657 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c0da44d7-a931-4483-bd6e-4ea35c14a971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:49.942539 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-e768c613-4e2d-4a22-9e10-761b402969f4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:49.964275 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27ffb18-1efe-4bc9-98f7-afa72f2e9814 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:06:49.967920 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e768c613-4e2d-4a22-9e10-761b402969f4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:49.968504 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e768c613-4e2d-4a22-9e10-761b402969f4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:49.979893 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-16ef75d2-6839-4196-8a40-0a2c2be2b0a3 req-23312ef5-bb0d-4dc1-8a0b-ba2b7790cf82 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=780a2151-41cd-48a1-859d-23e91cdac7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2483952 Mar 28 19:06:49.981992 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768c613-4e2d-4a22-9e10-761b402969f4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Subnet': ['ID=c4d6c8aa-056c-40c5-bdbc-578e175e2ef5,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:49.995382 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-43201688-3674-4ce0-9c63-8a06b24296ee tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:49.997126 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c0da44d7-a931-4483-bd6e-4ea35c14a971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:50.012450 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-2d4ab34e-6bc0-4a37-b26c-710ff669a92a tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Floating IP 334f2a3d-88d1-4501-8a33-e360b2892cc5 associated. External IP: 172.26.4.186, port: ff847822-ddba-413b-87d1-bc67643e55e9. Mar 28 19:06:50.183302 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2d1f31e2-dd62-4e05-a6b8-2598def4bea3 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:06:50.187725 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c0da44d7-a931-4483-bd6e-4ea35c14a971 admin admin] Usage tracker for resource:security_group_rule and tenant:47f7530b0d2e4c3fa1bde18e86e417e1 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:50.193617 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e768c613-4e2d-4a22-9e10-761b402969f4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4791565 Mar 28 19:06:50.193617 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c0da44d7-a931-4483-bd6e-4ea35c14a971 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:50.224297 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51644) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:50.245120 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c0da44d7-a931-4483-bd6e-4ea35c14a971 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:50.247996 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-14c44c80-be19-4e10-8076-4e0c9228f7f9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'port': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'name': 'tempest-NetworksTestDHCPv6-1241190797'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:50.264692 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf7ca8e-9c46-4e97-81ef-d73d31c958c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-1857c8f5-5622-42ce-a4f9-106880783f61', 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'fixed_ips': [{'subnet_id': 'c4d6c8aa-056c-40c5-bdbc-578e175e2ef5'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:06:50.265515 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ecf7ca8e-9c46-4e97-81ef-d73d31c958c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:50.287965 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6042f1a2-7b0e-43f8-b9e5-9a0fd175153b tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:50.304975 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d963c008-fdc3-4aad-b855-9c4dcdd5127e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:50.369120 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 2d1f31e2-dd62-4e05-a6b8-2598def4bea3 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:50.369502 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:50.454403 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d963c008-fdc3-4aad-b855-9c4dcdd5127e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:50.456044 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042f1a2-7b0e-43f8-b9e5-9a0fd175153b tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Pushing event deleted for resources: {'Port': ['ID=fd749969-f130-49e7-afe4-97b137d73047,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:50.462393 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-d963c008-fdc3-4aad-b855-9c4dcdd5127e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:50.464779 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d963c008-fdc3-4aad-b855-9c4dcdd5127e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:06:50.521289 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-ecf7ca8e-9c46-4e97-81ef-d73d31c958c9 None None] Allocated IP 2001:db8::2 (1857c8f5-5622-42ce-a4f9-106880783f61/c4d6c8aa-056c-40c5-bdbc-578e175e2ef5/99f4248a-016d-4a87-94e8-aad2512d479b) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:50.543657 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963c008-fdc3-4aad-b855-9c4dcdd5127e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Pushing event updated for resources: {'Port': ['ID=1d4be39a-139d-4437-85cd-776aafe053da,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:50.578797 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d728f9-9923-4bae-a02a-8d6783035aed req-00aecee6-2800-4263-a770-1818e1e71c26 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:50.580167 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-09d728f9-9923-4bae-a02a-8d6783035aed req-00aecee6-2800-4263-a770-1818e1e71c26 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/ports?device_id=5541be53-68f4-4f1c-b866-f4e8eb8b1a1e HTTP/1.1" status: 200 len: 945 time: 0.3998470 Mar 28 19:06:50.874699 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ecf7ca8e-9c46-4e97-81ef-d73d31c958c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:50.888109 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ecf7ca8e-9c46-4e97-81ef-d73d31c958c9 None None] Transition to ACTIVE for port object 99f4248a-016d-4a87-94e8-aad2512d479b will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:06:50.909251 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ecf7ca8e-9c46-4e97-81ef-d73d31c958c9 None None] Transition to ACTIVE for port object 99f4248a-016d-4a87-94e8-aad2512d479b will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:06:50.915842 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ecf7ca8e-9c46-4e97-81ef-d73d31c958c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:50.941774 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-09d728f9-9923-4bae-a02a-8d6783035aed req-66a343ff-a79d-45be-9838-cceafd80600d tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/security-groups?id=780a2151-41cd-48a1-859d-23e91cdac7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2993865 Mar 28 19:06:50.943542 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c0da44d7-a931-4483-bd6e-4ea35c14a971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:50.952402 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4ab34e-6bc0-4a37-b26c-710ff669a92a tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Router ae33a371-1b19-45c7-a7c0-09176b9c32fd has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:06:50.960373 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c0da44d7-a931-4483-bd6e-4ea35c14a971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:50.980406 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf7ca8e-9c46-4e97-81ef-d73d31c958c9 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:50.988123 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-ecf7ca8e-9c46-4e97-81ef-d73d31c958c9 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:50.996054 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf7ca8e-9c46-4e97-81ef-d73d31c958c9 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:06:51.002052 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7ca8e-9c46-4e97-81ef-d73d31c958c9 None None] Pushing event updated for resources: {'Port': ['ID=99f4248a-016d-4a87-94e8-aad2512d479b,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:51.092821 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-ecf7ca8e-9c46-4e97-81ef-d73d31c958c9 None None] Attempting to bind port 99f4248a-016d-4a87-94e8-aad2512d479b on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:06:51.093620 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-ecf7ca8e-9c46-4e97-81ef-d73d31c958c9 None None] Attempting to bind port 99f4248a-016d-4a87-94e8-aad2512d479b by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:06:51.094137 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf7ca8e-9c46-4e97-81ef-d73d31c958c9 None None] Attempting to bind port 99f4248a-016d-4a87-94e8-aad2512d479b on network 1857c8f5-5622-42ce-a4f9-106880783f61 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:51.100955 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf7ca8e-9c46-4e97-81ef-d73d31c958c9 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:06:51.101414 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf7ca8e-9c46-4e97-81ef-d73d31c958c9 None None] Checking segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:06:51.101772 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ecf7ca8e-9c46-4e97-81ef-d73d31c958c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:51.102394 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf7ca8e-9c46-4e97-81ef-d73d31c958c9 None None] Bound using segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:06:51.102865 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-ecf7ca8e-9c46-4e97-81ef-d73d31c958c9 None None] Bound port: 99f4248a-016d-4a87-94e8-aad2512d479b, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:06:51.103255 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ecf7ca8e-9c46-4e97-81ef-d73d31c958c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:51.107611 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-14c44c80-be19-4e10-8076-4e0c9228f7f9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:51.116547 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6042f1a2-7b0e-43f8-b9e5-9a0fd175153b tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:51.127939 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-14c44c80-be19-4e10-8076-4e0c9228f7f9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:port and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:51.130668 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43201688-3674-4ce0-9c63-8a06b24296ee tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Router 72ec8185-2bad-45e5-84a8-1400a88ff5cb is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:06:51.136378 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-14c44c80-be19-4e10-8076-4e0c9228f7f9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:51.147536 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-14c44c80-be19-4e10-8076-4e0c9228f7f9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:51.152564 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6042f1a2-7b0e-43f8-b9e5-9a0fd175153b tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] 10.222.0.10 "DELETE /v2.0/ports/fd749969-f130-49e7-afe4-97b137d73047 HTTP/1.1" status: 204 len: 168 time: 2.8553801 Mar 28 19:06:51.157026 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51648) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:51.201140 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-ecf7ca8e-9c46-4e97-81ef-d73d31c958c9 None None] For port 99f4248a-016d-4a87-94e8-aad2512d479b, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:06:51.204741 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-ecf7ca8e-9c46-4e97-81ef-d73d31c958c9 None None] For port 99f4248a-016d-4a87-94e8-aad2512d479b, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=99f4248a-016d-4a87-94e8-aad2512d479b,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:06:51.213260 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ecf7ca8e-9c46-4e97-81ef-d73d31c958c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:51.259612 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c0da44d7-a931-4483-bd6e-4ea35c14a971 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=47f7530b0d2e4c3fa1bde18e86e417e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6106141 Mar 28 19:06:51.260190 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51652) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:51.265839 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da44d7-a931-4483-bd6e-4ea35c14a971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bc7ffe-d899-4510-8415-06b69d11930f,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:51.289612 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-645ec265-e959-47cc-9f29-4e6dce79a066 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] GET failed (client error): The resource could not be found. Mar 28 19:06:51.290359 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-645ec265-e959-47cc-9f29-4e6dce79a066 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Synchronizing usage tracker for tenant:82f0361149384351adb5e9b8013582b1 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:06:51.314615 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c44c80-be19-4e10-8076-4e0c9228f7f9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:51.318120 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-14c44c80-be19-4e10-8076-4e0c9228f7f9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:51.338199 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7ca8e-9c46-4e97-81ef-d73d31c958c9 None None] Pushing event updated for resources: {'Port': ['ID=99f4248a-016d-4a87-94e8-aad2512d479b,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:51.457121 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-14c44c80-be19-4e10-8076-4e0c9228f7f9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] device_id is not set on port f05a49ba-5060-4d20-8f52-39d8e4da7564 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:06:51.520498 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-645ec265-e959-47cc-9f29-4e6dce79a066 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Unset dirty status for tenant:82f0361149384351adb5e9b8013582b1 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:06:51.524616 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-645ec265-e959-47cc-9f29-4e6dce79a066 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] 10.222.0.10 "GET /v2.0/ports/fd749969-f130-49e7-afe4-97b137d73047 HTTP/1.1" status: 404 len: 333 time: 0.3623250 Mar 28 19:06:51.554693 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51656) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:51.649095 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43201688-3674-4ce0-9c63-8a06b24296ee tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:06:51.656854 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.resource_extend [None req-368ed0b5-75d7-40d8-ad32-bfcc355cb9a5 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:06:51.662032 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcb3203-a6fa-4773-9817-fc0985a36a82 None None] Sync routers for ids ['72ec8185-2bad-45e5-84a8-1400a88ff5cb'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:06:51.682505 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcb3203-a6fa-4773-9817-fc0985a36a82 None None] Routers {'72ec8185-2bad-45e5-84a8-1400a88ff5cb'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:06:51.683174 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-4bcb3203-a6fa-4773-9817-fc0985a36a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:06:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['72ec8185-2bad-45e5-84a8-1400a88ff5cb'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:51.683319 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4ab34e-6bc0-4a37-b26c-710ff669a92a tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:06:51.692145 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d963c008-fdc3-4aad-b855-9c4dcdd5127e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks [] for router_gateway, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:51.698370 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b57e74-7882-4314-b5da-d3ff45172696 None None] Sync routers for ids ['ae33a371-1b19-45c7-a7c0-09176b9c32fd'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:06:51.715362 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b57e74-7882-4314-b5da-d3ff45172696 None None] Routers {'ae33a371-1b19-45c7-a7c0-09176b9c32fd'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:06:51.716207 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-22b57e74-7882-4314-b5da-d3ff45172696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:06:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ae33a371-1b19-45c7-a7c0-09176b9c32fd'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:51.767558 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9dd8660f-d502-4324-ad51-7da35835845d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:51.811911 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-116539bc-917d-48a4-b136-c5f63ad334b6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Deleting port e88f9f59-f0f7-4357-9956-933783708c6b {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:06:51.812278 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-116539bc-917d-48a4-b136-c5f63ad334b6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:51.823113 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-43201688-3674-4ce0-9c63-8a06b24296ee tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:51.827949 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-43201688-3674-4ce0-9c63-8a06b24296ee tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 7.6377916 Mar 28 19:06:51.831845 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51660) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:51.881363 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2d4ab34e-6bc0-4a37-b26c-710ff669a92a tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:51.908793 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9dd8660f-d502-4324-ad51-7da35835845d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:51.936477 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-368ed0b5-75d7-40d8-ad32-bfcc355cb9a5 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:51.946156 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-4bcb3203-a6fa-4773-9817-fc0985a36a82 None None] Set router 72ec8185-2bad-45e5-84a8-1400a88ff5cb gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:06:51.961283 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-368ed0b5-75d7-40d8-ad32-bfcc355cb9a5 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:51.992639 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-22b57e74-7882-4314-b5da-d3ff45172696 None None] Set router ae33a371-1b19-45c7-a7c0-09176b9c32fd gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:06:52.055346 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-14c44c80-be19-4e10-8076-4e0c9228f7f9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Allocated IP 2001:db8::38b (1857c8f5-5622-42ce-a4f9-106880783f61/c4d6c8aa-056c-40c5-bdbc-578e175e2ef5/f05a49ba-5060-4d20-8f52-39d8e4da7564) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:06:52.262554 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2d4ab34e-6bc0-4a37-b26c-710ff669a92a tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "PUT /v2.0/floatingips/334f2a3d-88d1-4501-8a33-e360b2892cc5 HTTP/1.1" status: 200 len: 992 time: 5.5928371 Mar 28 19:06:52.277852 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71738cf-6ca2-49d8-9de6-cf8e78bf1283', 'tag': 'ff847822-ddba-413b-87d1-bc67643e55e9'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:06:52.402737 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-63c8fb58-c9c3-4943-a321-b57e2925738f tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:52.450521 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-4bcb3203-a6fa-4773-9817-fc0985a36a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ec8185-2bad-45e5-84a8-1400a88ff5cb', 'name': '', 'tenant_id': '7bb4ac49875c45c19f6e9ca2a143ead5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9084f526-59fa-48c9-8889-b4b9eee39dde', 'external_fixed_ips': [{'subnet_id': '6ad3cd8f-770b-4060-a7ec-03473480f9dd', 'ip_address': '2001:db8::79'}], 'enable_snat': True}, 'gw_port_id': 'c921ec15-30a6-49ac-991d-04ec60eb70ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:44Z', 'updated_at': '2022-03-28T19:06:48Z', 'revision_number': 3, 'project_id': '7bb4ac49875c45c19f6e9ca2a143ead5', 'gw_port': {'id': 'c921ec15-30a6-49ac-991d-04ec60eb70ed', 'name': '', 'network_id': '9084f526-59fa-48c9-8889-b4b9eee39dde', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:07:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ec8185-2bad-45e5-84a8-1400a88ff5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '6ad3cd8f-770b-4060-a7ec-03473480f9dd', 'ip_address': '2001:db8::79', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:46Z', 'updated_at': '2022-03-28T19:06:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ad3cd8f-770b-4060-a7ec-03473480f9dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:52.462030 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcb3203-a6fa-4773-9817-fc0985a36a82 None None] Checking router: 72ec8185-2bad-45e5-84a8-1400a88ff5cb for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:06:52.462385 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcb3203-a6fa-4773-9817-fc0985a36a82 None None] Updating router 72ec8185-2bad-45e5-84a8-1400a88ff5cb port c921ec15-30a6-49ac-991d-04ec60eb70ed binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:06:52.488197 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9dd8660f-d502-4324-ad51-7da35835845d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:52.530790 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-4bcb3203-a6fa-4773-9817-fc0985a36a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:52.589795 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 99f4248a-016d-4a87-94e8-aad2512d479b up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:06:52.664483 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8660f-d502-4324-ad51-7da35835845d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bc7ffe-d899-4510-8415-06b69d11930f,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:52.748641 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.l3_db [None req-368ed0b5-75d7-40d8-ad32-bfcc355cb9a5 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Floating IP 66af735c-e866-40f1-bf2e-4b06ce9b774d associated. External IP: 172.26.4.199, port: da1a4fe6-e25e-4603-a82e-846b7ddebdd0. Mar 28 19:06:52.846160 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-22b57e74-7882-4314-b5da-d3ff45172696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'name': 'tempest-ServersTestManualDisk-404634721-router', 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'bd427631-e7d0-4872-a369-c8eae82cea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:43Z', 'updated_at': '2022-03-28T19:05:54Z', 'revision_number': 4, 'project_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'gw_port': {'id': 'bd427631-e7d0-4872-a369-c8eae82cea1b', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:44Z', 'updated_at': '2022-03-28T19:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '334f2a3d-88d1-4501-8a33-e360b2892cc5', 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'floating_ip_address': '172.26.4.186', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'port_id': 'ff847822-ddba-413b-87d1-bc67643e55e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '615b137b-5658-4b36-89b6-00fdce80d6f1', 'mac_address': 'fa:16:3e:a8:90:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71738cf-6ca2-49d8-9de6-cf8e78bf1283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:06:08Z', 'updated_at': '2022-03-28T19:06:48Z', 'revision_number': 1, 'project_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9193046-d5ed-4524-87d9-7fbc10161e3d', 'name': '', 'network_id': '615b137b-5658-4b36-89b6-00fdce80d6f1', 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'mac_address': 'fa:16:3e:17:00:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '05240730-88d2-4328-b36b-7b1d6500b963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:51Z', 'updated_at': '2022-03-28T19:06:07Z', 'revision_number': 5, 'project_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'subnets': [{'id': '05240730-88d2-4328-b36b-7b1d6500b963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:52.932607 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b57e74-7882-4314-b5da-d3ff45172696 None None] Checking router: ae33a371-1b19-45c7-a7c0-09176b9c32fd for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:06:52.935101 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 99f4248a-016d-4a87-94e8-aad2512d479b completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:06:52.942410 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9dd8660f-d502-4324-ad51-7da35835845d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:52.945867 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9dd8660f-d502-4324-ad51-7da35835845d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/32bc7ffe-d899-4510-8415-06b69d11930f HTTP/1.1" status: 204 len: 168 time: 1.6800675 Mar 28 19:06:52.968422 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b57e74-7882-4314-b5da-d3ff45172696 None None] Routers {'ae33a371-1b19-45c7-a7c0-09176b9c32fd'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:06:52.968771 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-22b57e74-7882-4314-b5da-d3ff45172696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:06:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ae33a371-1b19-45c7-a7c0-09176b9c32fd'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:52.993095 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-4bcb3203-a6fa-4773-9817-fc0985a36a82 None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:52.994176 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c615b-6ea2-4bc0-9437-4a17614ba904 req-99abfd23-0b04-49f2-9c3d-1f5ea7d2086d tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:52.996048 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-693c615b-6ea2-4bc0-9437-4a17614ba904 req-99abfd23-0b04-49f2-9c3d-1f5ea7d2086d tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/ports?device_id=5541be53-68f4-4f1c-b866-f4e8eb8b1a1e HTTP/1.1" status: 200 len: 945 time: 0.8122079 Mar 28 19:06:53.006578 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-4bcb3203-a6fa-4773-9817-fc0985a36a82 None None] Transition to ACTIVE for port object c921ec15-30a6-49ac-991d-04ec60eb70ed will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:06:53.017064 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-4bcb3203-a6fa-4773-9817-fc0985a36a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:53.039085 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-63c8fb58-c9c3-4943-a321-b57e2925738f tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:53.093217 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-116539bc-917d-48a4-b136-c5f63ad334b6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:53.109129 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-4bcb3203-a6fa-4773-9817-fc0985a36a82 None None] Attempting to bind port c921ec15-30a6-49ac-991d-04ec60eb70ed on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:06:53.109496 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-4bcb3203-a6fa-4773-9817-fc0985a36a82 None None] Attempting to bind port c921ec15-30a6-49ac-991d-04ec60eb70ed by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'cd3c98d4-790c-4553-a1a8-3ae35dfd3dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9084f526-59fa-48c9-8889-b4b9eee39dde'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:06:53.109853 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb3203-a6fa-4773-9817-fc0985a36a82 None None] Attempting to bind port c921ec15-30a6-49ac-991d-04ec60eb70ed on network 9084f526-59fa-48c9-8889-b4b9eee39dde {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:06:53.120540 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb3203-a6fa-4773-9817-fc0985a36a82 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:06:53.120899 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb3203-a6fa-4773-9817-fc0985a36a82 None None] Checking segment: {'id': 'cd3c98d4-790c-4553-a1a8-3ae35dfd3dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9084f526-59fa-48c9-8889-b4b9eee39dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:06:53.121463 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-4bcb3203-a6fa-4773-9817-fc0985a36a82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:53.122016 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb3203-a6fa-4773-9817-fc0985a36a82 None None] Bound using segment: {'id': 'cd3c98d4-790c-4553-a1a8-3ae35dfd3dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9084f526-59fa-48c9-8889-b4b9eee39dde'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:06:53.122618 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-4bcb3203-a6fa-4773-9817-fc0985a36a82 None None] Bound port: c921ec15-30a6-49ac-991d-04ec60eb70ed, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3c98d4-790c-4553-a1a8-3ae35dfd3dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9084f526-59fa-48c9-8889-b4b9eee39dde'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:06:53.123161 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-4bcb3203-a6fa-4773-9817-fc0985a36a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:53.148633 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814a190-2027-4afe-bf79-6228384661be None None] Pushing event updated for resources: {'Port': ['ID=c921ec15-30a6-49ac-991d-04ec60eb70ed,revision_number=2']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:53.156013 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-63c8fb58-c9c3-4943-a321-b57e2925738f tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Deleting port c921ec15-30a6-49ac-991d-04ec60eb70ed {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:06:53.156471 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-63c8fb58-c9c3-4943-a321-b57e2925738f tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:53.184694 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814a190-2027-4afe-bf79-6228384661be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:53.185427 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814a190-2027-4afe-bf79-6228384661be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:53.188637 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814a190-2027-4afe-bf79-6228384661be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:53.189070 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814a190-2027-4afe-bf79-6228384661be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:53.189764 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814a190-2027-4afe-bf79-6228384661be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:53.190444 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814a190-2027-4afe-bf79-6228384661be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:53.191737 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814a190-2027-4afe-bf79-6228384661be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:53.192331 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814a190-2027-4afe-bf79-6228384661be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:53.192876 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814a190-2027-4afe-bf79-6228384661be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:53.193323 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814a190-2027-4afe-bf79-6228384661be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:53.193836 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814a190-2027-4afe-bf79-6228384661be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:53.195062 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814a190-2027-4afe-bf79-6228384661be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:06:53.250854 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-4bcb3203-a6fa-4773-9817-fc0985a36a82 None None] For port c921ec15-30a6-49ac-991d-04ec60eb70ed, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:06:53.255030 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-4bcb3203-a6fa-4773-9817-fc0985a36a82 None None] For port c921ec15-30a6-49ac-991d-04ec60eb70ed, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c921ec15-30a6-49ac-991d-04ec60eb70ed,segment=NetworkSegment(cd3c98d4-790c-4553-a1a8-3ae35dfd3dca),segment_id=cd3c98d4-790c-4553-a1a8-3ae35dfd3dca)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:06:53.264594 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-4bcb3203-a6fa-4773-9817-fc0985a36a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:53.305913 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-116539bc-917d-48a4-b136-c5f63ad334b6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Calling delete_port for e88f9f59-f0f7-4357-9956-933783708c6b owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:06:53.368458 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-13b78742-0302-4efc-9317-f3190444ff39 None None] Provisioning for port 99f4248a-016d-4a87-94e8-aad2512d479b completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:06:53.387616 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814a190-2027-4afe-bf79-6228384661be None None] Pushing event updated for resources: {'Port': ['ID=c921ec15-30a6-49ac-991d-04ec60eb70ed,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:53.401294 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcb3203-a6fa-4773-9817-fc0985a36a82 None None] Routers {'72ec8185-2bad-45e5-84a8-1400a88ff5cb'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:06:53.401906 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-4bcb3203-a6fa-4773-9817-fc0985a36a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:06:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['72ec8185-2bad-45e5-84a8-1400a88ff5cb'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:53.412032 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-13b78742-0302-4efc-9317-f3190444ff39 None None] Provisioning complete for port 99f4248a-016d-4a87-94e8-aad2512d479b triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:53.412404 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-13b78742-0302-4efc-9317-f3190444ff39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:53.450297 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d963c008-fdc3-4aad-b855-9c4dcdd5127e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:53.467771 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-22b57e74-7882-4314-b5da-d3ff45172696 None None] Set router ae33a371-1b19-45c7-a7c0-09176b9c32fd gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:06:53.492667 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-63c8fb58-c9c3-4943-a321-b57e2925738f tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] For port c921ec15-30a6-49ac-991d-04ec60eb70ed, host dv-neutron-834711-1-hyperv, got binding levels [] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:06:53.493261 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-63c8fb58-c9c3-4943-a321-b57e2925738f tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:53.628823 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-4bcb3203-a6fa-4773-9817-fc0985a36a82 None None] Set router 72ec8185-2bad-45e5-84a8-1400a88ff5cb gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:06:53.756828 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479317b-06ce-46d4-897e-f5dccba9bafd req-a493c226-cf21-4898-b2c9-be782e77ef7e tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:53.758346 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a479317b-06ce-46d4-897e-f5dccba9bafd req-a493c226-cf21-4898-b2c9-be782e77ef7e tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/ports?device_id=a71738cf-6ca2-49d8-9de6-cf8e78bf1283 HTTP/1.1" status: 200 len: 946 time: 1.2818661 Mar 28 19:06:53.760700 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-63c8fb58-c9c3-4943-a321-b57e2925738f tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Calling delete_port for c921ec15-30a6-49ac-991d-04ec60eb70ed owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:06:53.806570 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-4bcb3203-a6fa-4773-9817-fc0985a36a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ec8185-2bad-45e5-84a8-1400a88ff5cb', 'name': '', 'tenant_id': '7bb4ac49875c45c19f6e9ca2a143ead5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:44Z', 'updated_at': '2022-03-28T19:06:53Z', 'revision_number': 4, 'project_id': '7bb4ac49875c45c19f6e9ca2a143ead5', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:53.811083 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-693c615b-6ea2-4bc0-9437-4a17614ba904 req-b99a8b21-0a4c-46ac-a6ca-11ef572d9cc7 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/security-groups?id=780a2151-41cd-48a1-859d-23e91cdac7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8015134 Mar 28 19:06:53.811601 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcb3203-a6fa-4773-9817-fc0985a36a82 None None] The sync data for ids ['72ec8185-2bad-45e5-84a8-1400a88ff5cb'] in dv-neutron-834711-1-hyperv is: [{'id': '72ec8185-2bad-45e5-84a8-1400a88ff5cb', 'name': '', 'tenant_id': '7bb4ac49875c45c19f6e9ca2a143ead5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:06:44Z', 'updated_at': '2022-03-28T19:06:53Z', 'revision_number': 4, 'project_id': '7bb4ac49875c45c19f6e9ca2a143ead5', 'gw_port_host': None}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:06:53.834501 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-116539bc-917d-48a4-b136-c5f63ad334b6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:53.921191 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116539bc-917d-48a4-b136-c5f63ad334b6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Pushing event deleted for resources: {'Port': ['ID=e88f9f59-f0f7-4357-9956-933783708c6b,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:54.015159 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a71738cf-6ca2-49d8-9de6-cf8e78bf1283', 'tag': 'ff847822-ddba-413b-87d1-bc67643e55e9', 'status': 'completed', 'code': 200} Mar 28 19:06:54.018240 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-13b78742-0302-4efc-9317-f3190444ff39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:54.073441 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a479317b-06ce-46d4-897e-f5dccba9bafd req-99733387-06f6-4c61-8e76-60606c9c776e tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/security-groups?id=50541515-9bf6-44e2-91ed-e0155095de83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2742205 Mar 28 19:06:54.085798 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d963c008-fdc3-4aad-b855-9c4dcdd5127e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Router ddc0df18-d80c-45ff-807d-ec3a158eb209 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:06:54.098768 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-63c8fb58-c9c3-4943-a321-b57e2925738f tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:06:54.099160 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-63c8fb58-c9c3-4943-a321-b57e2925738f tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:06:54.106621 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-13b78742-0302-4efc-9317-f3190444ff39 None None] For port 99f4248a-016d-4a87-94e8-aad2512d479b, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=99f4248a-016d-4a87-94e8-aad2512d479b,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:06:54.138277 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-13b78742-0302-4efc-9317-f3190444ff39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:54.158797 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-14c44c80-be19-4e10-8076-4e0c9228f7f9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:54.186681 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-116539bc-917d-48a4-b136-c5f63ad334b6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:54.210402 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-14c44c80-be19-4e10-8076-4e0c9228f7f9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Transition to ACTIVE for port object f05a49ba-5060-4d20-8f52-39d8e4da7564 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:06:54.344043 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b78742-0302-4efc-9317-f3190444ff39 None None] Pushing event updated for resources: {'Port': ['ID=99f4248a-016d-4a87-94e8-aad2512d479b,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:54.347547 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51696) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:54.349988 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-116539bc-917d-48a4-b136-c5f63ad334b6 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] 10.222.0.10 "DELETE /v2.0/ports/e88f9f59-f0f7-4357-9956-933783708c6b HTTP/1.1" status: 204 len: 168 time: 2.7879012 Mar 28 19:06:54.353962 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-22b57e74-7882-4314-b5da-d3ff45172696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'name': 'tempest-ServersTestManualDisk-404634721-router', 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'bd427631-e7d0-4872-a369-c8eae82cea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:43Z', 'updated_at': '2022-03-28T19:05:54Z', 'revision_number': 4, 'project_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'gw_port': {'id': 'bd427631-e7d0-4872-a369-c8eae82cea1b', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:44Z', 'updated_at': '2022-03-28T19:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '334f2a3d-88d1-4501-8a33-e360b2892cc5', 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'floating_ip_address': '172.26.4.186', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'port_id': 'ff847822-ddba-413b-87d1-bc67643e55e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '615b137b-5658-4b36-89b6-00fdce80d6f1', 'mac_address': 'fa:16:3e:a8:90:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71738cf-6ca2-49d8-9de6-cf8e78bf1283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:06:08Z', 'updated_at': '2022-03-28T19:06:48Z', 'revision_number': 1, 'project_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9193046-d5ed-4524-87d9-7fbc10161e3d', 'name': '', 'network_id': '615b137b-5658-4b36-89b6-00fdce80d6f1', 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'mac_address': 'fa:16:3e:17:00:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '05240730-88d2-4328-b36b-7b1d6500b963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:51Z', 'updated_at': '2022-03-28T19:06:07Z', 'revision_number': 5, 'project_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'subnets': [{'id': '05240730-88d2-4328-b36b-7b1d6500b963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:54.361883 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b57e74-7882-4314-b5da-d3ff45172696 None None] The sync data for ids ['ae33a371-1b19-45c7-a7c0-09176b9c32fd'] in dv-neutron-834711-1-hyperv is: [{'id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'name': 'tempest-ServersTestManualDisk-404634721-router', 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'bd427631-e7d0-4872-a369-c8eae82cea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:43Z', 'updated_at': '2022-03-28T19:05:54Z', 'revision_number': 4, 'project_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'gw_port': {'id': 'bd427631-e7d0-4872-a369-c8eae82cea1b', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:44Z', 'updated_at': '2022-03-28T19:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '334f2a3d-88d1-4501-8a33-e360b2892cc5', 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'floating_ip_address': '172.26.4.186', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'port_id': 'ff847822-ddba-413b-87d1-bc67643e55e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '615b137b-5658-4b36-89b6-00fdce80d6f1', 'mac_address': 'fa:16:3e:a8:90:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71738cf-6ca2-49d8-9de6-cf8e78bf1283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:06:08Z', 'updated_at': '2022-03-28T19:06:48Z', 'revision_number': 1, 'project_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9193046-d5ed-4524-87d9-7fbc10161e3d', 'name': '', 'network_id': '615b137b-5658-4b36-89b6-00fdce80d6f1', 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'mac_address': 'fa:16:3e:17:00:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '05240730-88d2-4328-b36b-7b1d6500b963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:51Z', 'updated_at': '2022-03-28T19:06:07Z', 'revision_number': 5, 'project_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'subnets': [{'id': '05240730-88d2-4328-b36b-7b1d6500b963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:06:54.393550 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368ed0b5-75d7-40d8-ad32-bfcc355cb9a5 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Router c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:06:54.403736 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51700) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:54.428755 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-14c44c80-be19-4e10-8076-4e0c9228f7f9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:54.541098 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea658080-79fe-4dc6-8849-a1a443b88f30 req-6a3c77b4-9d8d-48a8-93be-c8fe4ad2b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:54.542621 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ea658080-79fe-4dc6-8849-a1a443b88f30 req-6a3c77b4-9d8d-48a8-93be-c8fe4ad2b91b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e80e42b66d5d44068ca2c1c3b098f1a9&device_id=a71738cf-6ca2-49d8-9de6-cf8e78bf1283 HTTP/1.1" status: 200 len: 1099 time: 0.5325558 Mar 28 19:06:54.584613 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-36bc54c0-74f5-4dea-8719-48d2b387a7d0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-506826597'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:54.617480 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-36bc54c0-74f5-4dea-8719-48d2b387a7d0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:54.620381 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d963c008-fdc3-4aad-b855-9c4dcdd5127e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:06:54.631292 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7ab7a8-ae66-478c-a149-fc5a6ec624e5 None None] Sync routers for ids ['ddc0df18-d80c-45ff-807d-ec3a158eb209'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:06:54.634368 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-36bc54c0-74f5-4dea-8719-48d2b387a7d0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Usage tracker for resource:network and tenant:1743e377fa3445a1bfe766f337c9afee is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:54.639580 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-36bc54c0-74f5-4dea-8719-48d2b387a7d0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:54.641702 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7ab7a8-ae66-478c-a149-fc5a6ec624e5 None None] Routers {'ddc0df18-d80c-45ff-807d-ec3a158eb209'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:06:54.642528 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-3d7ab7a8-ae66-478c-a149-fc5a6ec624e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:06:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ddc0df18-d80c-45ff-807d-ec3a158eb209'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:54.702723 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-36bc54c0-74f5-4dea-8719-48d2b387a7d0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:54.726608 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1a41a-6642-4326-9f4a-c7e4231cddea req-e5e669a0-2419-4ee7-b435-aa3c15a68a2c tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:54.728128 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d8f1a41a-6642-4326-9f4a-c7e4231cddea req-e5e669a0-2419-4ee7-b435-aa3c15a68a2c tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/ports?device_id=5541be53-68f4-4f1c-b866-f4e8eb8b1a1e HTTP/1.1" status: 200 len: 945 time: 0.3948543 Mar 28 19:06:54.738774 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51706) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:54.741473 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d963c008-fdc3-4aad-b855-9c4dcdd5127e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:54.742901 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d963c008-fdc3-4aad-b855-9c4dcdd5127e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 9.5004046 Mar 28 19:06:54.746234 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51710) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:54.748142 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-3d7ab7a8-ae66-478c-a149-fc5a6ec624e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:54.751758 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-16561d16-43be-4e23-931a-2d0b9e8fab94 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Request body: {'floatingip': {'port_id': 'b036a87d-2ae7-46eb-873a-da221d69d7c7'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:54.758467 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7ab7a8-ae66-478c-a149-fc5a6ec624e5 None None] Routers {'ddc0df18-d80c-45ff-807d-ec3a158eb209'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:06:54.759114 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-3d7ab7a8-ae66-478c-a149-fc5a6ec624e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:06:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ddc0df18-d80c-45ff-807d-ec3a158eb209'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:54.800514 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9ed29f-6b3f-4b35-9684-34ba13e6e655 None None] New status for floating IP 334f2a3d-88d1-4501-8a33-e360b2892cc5: ACTIVE {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:06:54.811917 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-63c8fb58-c9c3-4943-a321-b57e2925738f tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Deleting port c921ec15-30a6-49ac-991d-04ec60eb70ed {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:06:54.811917 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-63c8fb58-c9c3-4943-a321-b57e2925738f tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:54.842359 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-3d7ab7a8-ae66-478c-a149-fc5a6ec624e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:54.843036 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7ab7a8-ae66-478c-a149-fc5a6ec624e5 None None] The sync data for ids ['ddc0df18-d80c-45ff-807d-ec3a158eb209'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:06:54.872105 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-15be996d-74a9-45eb-9c0e-bb63672b501a tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Deleting subnet b7ad6a95-4003-4e6e-ae42-e23947d41adb {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:06:54.876112 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bc54c0-74f5-4dea-8719-48d2b387a7d0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Made reservation on behalf of 1743e377fa3445a1bfe766f337c9afee for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:54.880676 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-36bc54c0-74f5-4dea-8719-48d2b387a7d0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:54.894798 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c44c80-be19-4e10-8076-4e0c9228f7f9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:06:54.897553 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-15be996d-74a9-45eb-9c0e-bb63672b501a tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:54.928880 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-14c44c80-be19-4e10-8076-4e0c9228f7f9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:54.929269 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-16561d16-43be-4e23-931a-2d0b9e8fab94 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks [] for floatingip, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:54.948520 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c44c80-be19-4e10-8076-4e0c9228f7f9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:06:54.954248 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c44c80-be19-4e10-8076-4e0c9228f7f9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:54.954860 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-14c44c80-be19-4e10-8076-4e0c9228f7f9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:55.025797 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368ed0b5-75d7-40d8-ad32-bfcc355cb9a5 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:06:55.041992 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332b4c07-9b23-42a6-8d42-4da08a705502 None None] Sync routers for ids ['c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:06:55.060953 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332b4c07-9b23-42a6-8d42-4da08a705502 None None] Routers {'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:06:55.061582 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-332b4c07-9b23-42a6-8d42-4da08a705502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:06:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:55.098030 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c44c80-be19-4e10-8076-4e0c9228f7f9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Port': ['ID=f05a49ba-5060-4d20-8f52-39d8e4da7564,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:55.118636 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-15be996d-74a9-45eb-9c0e-bb63672b501a tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:55.170940 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-36bc54c0-74f5-4dea-8719-48d2b387a7d0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:55.244834 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-368ed0b5-75d7-40d8-ad32-bfcc355cb9a5 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:55.256530 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1dedb4fd-2f44-4262-8170-130550721022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:55.286646 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-14c44c80-be19-4e10-8076-4e0c9228f7f9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.0479541 Mar 28 19:06:55.293133 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-36bc54c0-74f5-4dea-8719-48d2b387a7d0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:55.296421 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51714) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:55.314013 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea658080-79fe-4dc6-8849-a1a443b88f30 req-6e4e49a5-632e-4b0e-b107-e1a8d047182d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:55.315617 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ea658080-79fe-4dc6-8849-a1a443b88f30 req-6e4e49a5-632e-4b0e-b107-e1a8d047182d service neutron] 10.222.0.26 "GET /v2.0/networks?id=615b137b-5658-4b36-89b6-00fdce80d6f1 HTTP/1.1" status: 200 len: 912 time: 0.7555735 Mar 28 19:06:55.352614 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-36bc54c0-74f5-4dea-8719-48d2b387a7d0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Usage tracker for resource:security_group_rule and tenant:1743e377fa3445a1bfe766f337c9afee is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:55.366370 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-36bc54c0-74f5-4dea-8719-48d2b387a7d0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:55.380747 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-368ed0b5-75d7-40d8-ad32-bfcc355cb9a5 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "PUT /v2.0/floatingips/66af735c-e866-40f1-bf2e-4b06ce9b774d HTTP/1.1" status: 200 len: 991 time: 5.7629008 Mar 28 19:06:55.397097 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-0f86121d-c2fe-4363-a45a-b4bfaf9513e8 None None] Provisioning for port f05a49ba-5060-4d20-8f52-39d8e4da7564 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:06:55.407188 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-0f86121d-c2fe-4363-a45a-b4bfaf9513e8 None None] Provisioning complete for port f05a49ba-5060-4d20-8f52-39d8e4da7564 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:55.408459 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0f86121d-c2fe-4363-a45a-b4bfaf9513e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:55.414749 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad73607-4cff-4c34-91c4-fe811028c6cb', 'tag': 'da1a4fe6-e25e-4603-a82e-846b7ddebdd0'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:06:55.430404 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-332b4c07-9b23-42a6-8d42-4da08a705502 None None] Set router c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:06:55.456033 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-63c8fb58-c9c3-4943-a321-b57e2925738f tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] For port c921ec15-30a6-49ac-991d-04ec60eb70ed, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c921ec15-30a6-49ac-991d-04ec60eb70ed,segment=NetworkSegment(cd3c98d4-790c-4553-a1a8-3ae35dfd3dca),segment_id=cd3c98d4-790c-4553-a1a8-3ae35dfd3dca)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:06:55.456424 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-63c8fb58-c9c3-4943-a321-b57e2925738f tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:55.510968 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-0f86121d-c2fe-4363-a45a-b4bfaf9513e8 None None] Port f05a49ba-5060-4d20-8f52-39d8e4da7564 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:06:55.560575 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-36bc54c0-74f5-4dea-8719-48d2b387a7d0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:55.596744 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad73607-4cff-4c34-91c4-fe811028c6cb', 'tag': 'da1a4fe6-e25e-4603-a82e-846b7ddebdd0', 'status': 'completed', 'code': 200} Mar 28 19:06:55.603271 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-63c8fb58-c9c3-4943-a321-b57e2925738f tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Calling delete_port for c921ec15-30a6-49ac-991d-04ec60eb70ed owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:06:55.630043 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-15be996d-74a9-45eb-9c0e-bb63672b501a tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:55.759883 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-15be996d-74a9-45eb-9c0e-bb63672b501a tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:55.802264 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-15be996d-74a9-45eb-9c0e-bb63672b501a tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:55.811226 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be996d-74a9-45eb-9c0e-bb63672b501a tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Pushing event deleted for resources: {'Subnet': ['ID=b7ad6a95-4003-4e6e-ae42-e23947d41adb,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:55.811620 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7938bb02-6a72-41ed-a0e6-a25011de6ed1 None None] Network 1476bf56-277f-4e93-be84-5426f06fba33 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:06:55.819124 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-15be996d-74a9-45eb-9c0e-bb63672b501a tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] 10.222.0.10 "DELETE /v2.0/subnets/b7ad6a95-4003-4e6e-ae42-e23947d41adb HTTP/1.1" status: 204 len: 168 time: 1.4672070 Mar 28 19:06:55.819715 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51722) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:55.886521 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-332b4c07-9b23-42a6-8d42-4da08a705502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'name': 'tempest-ServerActionsTestJSON-849075791-router', 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '962c8d86-2876-4fbf-aa7e-695275b771c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:45Z', 'updated_at': '2022-03-28T19:05:57Z', 'revision_number': 4, 'project_id': '936b36bbd26d462bb0c5b68398e9e06d', 'gw_port': {'id': '962c8d86-2876-4fbf-aa7e-695275b771c6', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:46Z', 'updated_at': '2022-03-28T19:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '66af735c-e866-40f1-bf2e-4b06ce9b774d', 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d', 'floating_ip_address': '172.26.4.199', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'port_id': 'da1a4fe6-e25e-4603-a82e-846b7ddebdd0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05d45956-a093-40a4-9858-58f23a47edbe', 'mac_address': 'fa:16:3e:16:95:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad73607-4cff-4c34-91c4-fe811028c6cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:06:10Z', 'updated_at': '2022-03-28T19:06:51Z', 'revision_number': 1, 'project_id': '936b36bbd26d462bb0c5b68398e9e06d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6db53d0-70c1-4b18-ab03-d489da3f61f3', 'name': '', 'network_id': '05d45956-a093-40a4-9858-58f23a47edbe', 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d', 'mac_address': 'fa:16:3e:f5:59:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ba510855-a9fd-4b40-9483-d8a58a15b59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:54Z', 'updated_at': '2022-03-28T19:06:09Z', 'revision_number': 5, 'project_id': '936b36bbd26d462bb0c5b68398e9e06d', 'subnets': [{'id': 'ba510855-a9fd-4b40-9483-d8a58a15b59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:55.891545 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332b4c07-9b23-42a6-8d42-4da08a705502 None None] Checking router: c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:06:55.902216 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332b4c07-9b23-42a6-8d42-4da08a705502 None None] Routers {'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:06:55.903194 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-332b4c07-9b23-42a6-8d42-4da08a705502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:06:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:55.984166 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9c93ed90-a939-4d33-aeb1-22b9cf7a3c98 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:56.007944 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9c93ed90-a939-4d33-aeb1-22b9cf7a3c98 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Deleting port fffc8be9-c525-4636-8452-563d8440baaf {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:06:56.008289 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9c93ed90-a939-4d33-aeb1-22b9cf7a3c98 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:56.056080 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ea658080-79fe-4dc6-8849-a1a443b88f30 req-b38f4eaa-6a1f-43cf-b174-13f4f86271ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff847822-ddba-413b-87d1-bc67643e55e9 HTTP/1.1" status: 200 len: 1002 time: 0.6916163 Mar 28 19:06:56.071157 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-63c8fb58-c9c3-4943-a321-b57e2925738f tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:56.142050 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-332b4c07-9b23-42a6-8d42-4da08a705502 None None] Set router c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:06:56.156606 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8fb58-c9c3-4943-a321-b57e2925738f tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Pushing event deleted for resources: {'Port': ['ID=c921ec15-30a6-49ac-991d-04ec60eb70ed,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:56.201931 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e155a176-e254-4af0-8b3c-0b3b52d3e96e None None] DHCP port deletion for 1476bf56-277f-4e93-be84-5426f06fba33 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:06:56.208986 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-e155a176-e254-4af0-8b3c-0b3b52d3e96e None None] Deleting port fffc8be9-c525-4636-8452-563d8440baaf {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:06:56.209547 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e155a176-e254-4af0-8b3c-0b3b52d3e96e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:56.214994 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-63c8fb58-c9c3-4943-a321-b57e2925738f tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:56.227004 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee75f3d-3bc9-43d5-9a2c-686ae63991e0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:56.233035 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee75f3d-3bc9-43d5-9a2c-686ae63991e0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:56.233963 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6ee75f3d-3bc9-43d5-9a2c-686ae63991e0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:06:56.237987 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2da599-d41b-4b5b-b131-5eacac5884fd req-75492d0e-3cdd-4fff-9304-48256e0af9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:56.239847 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3b2da599-d41b-4b5b-b131-5eacac5884fd req-75492d0e-3cdd-4fff-9304-48256e0af9dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=936b36bbd26d462bb0c5b68398e9e06d&device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 1098 time: 0.6278043 Mar 28 19:06:56.276780 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 99f4248a-016d-4a87-94e8-aad2512d479b up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:06:56.461438 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea658080-79fe-4dc6-8849-a1a443b88f30 req-cba7ff69-43fe-4912-b167-c401fc2225c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:56.463370 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ea658080-79fe-4dc6-8849-a1a443b88f30 req-cba7ff69-43fe-4912-b167-c401fc2225c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=05240730-88d2-4328-b36b-7b1d6500b963 HTTP/1.1" status: 200 len: 850 time: 0.3819392 Mar 28 19:06:56.478271 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 99f4248a-016d-4a87-94e8-aad2512d479b triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:06:56.478799 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:56.581213 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-63c8fb58-c9c3-4943-a321-b57e2925738f tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:56.586096 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-63c8fb58-c9c3-4943-a321-b57e2925738f tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:56.597217 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77109d7-8564-4e74-bc57-894ffcb9039d req-edfcb10a-802b-4a48-a828-764ab9273957 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:56.599413 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d77109d7-8564-4e74-bc57-894ffcb9039d req-edfcb10a-802b-4a48-a828-764ab9273957 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.9407542 Mar 28 19:06:56.621423 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-9c93ed90-a939-4d33-aeb1-22b9cf7a3c98 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] For port fffc8be9-c525-4636-8452-563d8440baaf, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=fffc8be9-c525-4636-8452-563d8440baaf,segment=NetworkSegment(b84e3a2a-d281-47ea-b5d5-e1e29056d5ed),segment_id=b84e3a2a-d281-47ea-b5d5-e1e29056d5ed)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:06:56.621771 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9c93ed90-a939-4d33-aeb1-22b9cf7a3c98 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:56.656382 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6ee75f3d-3bc9-43d5-9a2c-686ae63991e0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:06:56.657733 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6ee75f3d-3bc9-43d5-9a2c-686ae63991e0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 1.3515573 Mar 28 19:06:56.674962 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-e155a176-e254-4af0-8b3c-0b3b52d3e96e None None] For port fffc8be9-c525-4636-8452-563d8440baaf, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=fffc8be9-c525-4636-8452-563d8440baaf,segment=NetworkSegment(b84e3a2a-d281-47ea-b5d5-e1e29056d5ed),segment_id=b84e3a2a-d281-47ea-b5d5-e1e29056d5ed)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:06:56.676051 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e155a176-e254-4af0-8b3c-0b3b52d3e96e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:56.695118 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-63c8fb58-c9c3-4943-a321-b57e2925738f tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:56.695754 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c8fb58-c9c3-4943-a321-b57e2925738f tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72ec8185-2bad-45e5-84a8-1400a88ff5cb {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:06:56.773872 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51726) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:56.809596 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-332b4c07-9b23-42a6-8d42-4da08a705502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'name': 'tempest-ServerActionsTestJSON-849075791-router', 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '962c8d86-2876-4fbf-aa7e-695275b771c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:45Z', 'updated_at': '2022-03-28T19:05:57Z', 'revision_number': 4, 'project_id': '936b36bbd26d462bb0c5b68398e9e06d', 'gw_port': {'id': '962c8d86-2876-4fbf-aa7e-695275b771c6', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:46Z', 'updated_at': '2022-03-28T19:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '66af735c-e866-40f1-bf2e-4b06ce9b774d', 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d', 'floating_ip_address': '172.26.4.199', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'port_id': 'da1a4fe6-e25e-4603-a82e-846b7ddebdd0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05d45956-a093-40a4-9858-58f23a47edbe', 'mac_address': 'fa:16:3e:16:95:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad73607-4cff-4c34-91c4-fe811028c6cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:06:10Z', 'updated_at': '2022-03-28T19:06:51Z', 'revision_number': 1, 'project_id': '936b36bbd26d462bb0c5b68398e9e06d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6db53d0-70c1-4b18-ab03-d489da3f61f3', 'name': '', 'network_id': '05d45956-a093-40a4-9858-58f23a47edbe', 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d', 'mac_address': 'fa:16:3e:f5:59:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ba510855-a9fd-4b40-9483-d8a58a15b59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:54Z', 'updated_at': '2022-03-28T19:06:09Z', 'revision_number': 5, 'project_id': '936b36bbd26d462bb0c5b68398e9e06d', 'subnets': [{'id': 'ba510855-a9fd-4b40-9483-d8a58a15b59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:56.824750 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332b4c07-9b23-42a6-8d42-4da08a705502 None None] The sync data for ids ['c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb'] in dv-neutron-834711-1-hyperv is: [{'id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'name': 'tempest-ServerActionsTestJSON-849075791-router', 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '962c8d86-2876-4fbf-aa7e-695275b771c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:45Z', 'updated_at': '2022-03-28T19:05:57Z', 'revision_number': 4, 'project_id': '936b36bbd26d462bb0c5b68398e9e06d', 'gw_port': {'id': '962c8d86-2876-4fbf-aa7e-695275b771c6', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:46Z', 'updated_at': '2022-03-28T19:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '66af735c-e866-40f1-bf2e-4b06ce9b774d', 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d', 'floating_ip_address': '172.26.4.199', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'port_id': 'da1a4fe6-e25e-4603-a82e-846b7ddebdd0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05d45956-a093-40a4-9858-58f23a47edbe', 'mac_address': 'fa:16:3e:16:95:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad73607-4cff-4c34-91c4-fe811028c6cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:06:10Z', 'updated_at': '2022-03-28T19:06:51Z', 'revision_number': 1, 'project_id': '936b36bbd26d462bb0c5b68398e9e06d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6db53d0-70c1-4b18-ab03-d489da3f61f3', 'name': '', 'network_id': '05d45956-a093-40a4-9858-58f23a47edbe', 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d', 'mac_address': 'fa:16:3e:f5:59:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ba510855-a9fd-4b40-9483-d8a58a15b59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:54Z', 'updated_at': '2022-03-28T19:06:09Z', 'revision_number': 5, 'project_id': '936b36bbd26d462bb0c5b68398e9e06d', 'subnets': [{'id': 'ba510855-a9fd-4b40-9483-d8a58a15b59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:06:56.873328 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-e155a176-e254-4af0-8b3c-0b3b52d3e96e None None] Calling delete_port for fffc8be9-c525-4636-8452-563d8440baaf owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:06:56.873601 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9c93ed90-a939-4d33-aeb1-22b9cf7a3c98 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Calling delete_port for fffc8be9-c525-4636-8452-563d8440baaf owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:06:56.907630 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-1599609b-a67a-46f5-bea2-628f3cfe3932 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting port f05a49ba-5060-4d20-8f52-39d8e4da7564 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:06:56.907964 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1599609b-a67a-46f5-bea2-628f3cfe3932 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:56.969671 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-63c8fb58-c9c3-4943-a321-b57e2925738f tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:56.971351 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-63c8fb58-c9c3-4943-a321-b57e2925738f tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "DELETE /v2.0/routers/72ec8185-2bad-45e5-84a8-1400a88ff5cb HTTP/1.1" status: 204 len: 168 time: 5.1360064 Mar 28 19:06:57.005364 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51730) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:57.021284 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e155a176-e254-4af0-8b3c-0b3b52d3e96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:57.076249 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-36bc54c0-74f5-4dea-8719-48d2b387a7d0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:57.087962 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155a176-e254-4af0-8b3c-0b3b52d3e96e None None] Pushing event deleted for resources: {'Port': ['ID=fffc8be9-c525-4636-8452-563d8440baaf,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:57.090158 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e155a176-e254-4af0-8b3c-0b3b52d3e96e None None] No DVR routers for this DVR port fffc8be9-c525-4636-8452-563d8440baaf on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:06:57.093751 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-9c93ed90-a939-4d33-aeb1-22b9cf7a3c98 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:06:57.094820 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-9c93ed90-a939-4d33-aeb1-22b9cf7a3c98 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:06:57.129369 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca36c53e-9026-4a02-b8b4-e39dff9413a8 None None] New status for floating IP 66af735c-e866-40f1-bf2e-4b06ce9b774d: ACTIVE {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:06:57.129584 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-36bc54c0-74f5-4dea-8719-48d2b387a7d0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:57.183958 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d77109d7-8564-4e74-bc57-894ffcb9039d req-ac14068a-9781-4810-8e4e-b79e67a54253 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5616517 Mar 28 19:06:57.275735 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36bc54c0-74f5-4dea-8719-48d2b387a7d0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:06:57.281932 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1599609b-a67a-46f5-bea2-628f3cfe3932 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:57.306496 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-9884c120-6b1e-4997-a452-00b3dd390a14 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Deleting subnet 6ad3cd8f-770b-4060-a7ec-03473480f9dd {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:06:57.308687 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2da599-d41b-4b5b-b131-5eacac5884fd req-1acd2330-0b70-4307-b0e7-6398e3aaaa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:57.310081 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3b2da599-d41b-4b5b-b131-5eacac5884fd req-1acd2330-0b70-4307-b0e7-6398e3aaaa27 service neutron] 10.222.0.26 "GET /v2.0/networks?id=05d45956-a093-40a4-9858-58f23a47edbe HTTP/1.1" status: 200 len: 912 time: 1.0018778 Mar 28 19:06:57.325898 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9884c120-6b1e-4997-a452-00b3dd390a14 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:57.405042 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc54c0-74f5-4dea-8719-48d2b387a7d0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98250b9e-0efd-4be9-83eb-d3570a30d13a,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:57.413724 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-36bc54c0-74f5-4dea-8719-48d2b387a7d0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:57.414065 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-36bc54c0-74f5-4dea-8719-48d2b387a7d0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Added segment efd8a694-14a5-4f50-a95b-3d1bd98a1324 of type vlan for network 04591ea1-7a4a-4cf4-8904-04ef5988b6c3 Mar 28 19:06:57.428479 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-1599609b-a67a-46f5-bea2-628f3cfe3932 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Calling delete_port for f05a49ba-5060-4d20-8f52-39d8e4da7564 owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:06:57.513209 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea658080-79fe-4dc6-8849-a1a443b88f30 req-6fc9ac61-f873-41da-b3da-3acf87775755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:57.514664 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ea658080-79fe-4dc6-8849-a1a443b88f30 req-6fc9ac61-f873-41da-b3da-3acf87775755 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=615b137b-5658-4b36-89b6-00fdce80d6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0252547 Mar 28 19:06:57.566385 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d51fec0d-920d-4a56-8f7a-e34a333a48e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:57.586446 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1599609b-a67a-46f5-bea2-628f3cfe3932 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:57.630530 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9c93ed90-a939-4d33-aeb1-22b9cf7a3c98 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Deleting port fffc8be9-c525-4636-8452-563d8440baaf {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:06:57.631153 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9c93ed90-a939-4d33-aeb1-22b9cf7a3c98 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:57.645728 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9884c120-6b1e-4997-a452-00b3dd390a14 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:57.679429 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-36bc54c0-74f5-4dea-8719-48d2b387a7d0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:57.714021 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3b2da599-d41b-4b5b-b131-5eacac5884fd req-6f77d5f6-7d4b-481e-957c-a544cd634d13 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da1a4fe6-e25e-4603-a82e-846b7ddebdd0 HTTP/1.1" status: 200 len: 1001 time: 0.3927872 Mar 28 19:06:57.719984 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599609b-a67a-46f5-bea2-628f3cfe3932 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Port': ['ID=f05a49ba-5060-4d20-8f52-39d8e4da7564,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:57.725360 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1599609b-a67a-46f5-bea2-628f3cfe3932 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:57.769909 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1599609b-a67a-46f5-bea2-628f3cfe3932 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/f05a49ba-5060-4d20-8f52-39d8e4da7564 HTTP/1.1" status: 204 len: 168 time: 0.9923224 Mar 28 19:06:57.772626 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9c93ed90-a939-4d33-aeb1-22b9cf7a3c98 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] The port 'fffc8be9-c525-4636-8452-563d8440baaf' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:06:57.773594 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51736) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:57.917638 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9884c120-6b1e-4997-a452-00b3dd390a14 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:57.949883 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.db.resource_extend [None req-16561d16-43be-4e23-931a-2d0b9e8fab94 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:06:58.055040 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-36bc54c0-74f5-4dea-8719-48d2b387a7d0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:58.055259 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9c93ed90-a939-4d33-aeb1-22b9cf7a3c98 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:58.060183 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bc54c0-74f5-4dea-8719-48d2b387a7d0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:58.060760 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-36bc54c0-74f5-4dea-8719-48d2b387a7d0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:58.064699 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3317c3-d0a4-4069-97fb-6563bc4211b6 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:58.066201 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3317c3-d0a4-4069-97fb-6563bc4211b6 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:58.067695 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-cd3317c3-d0a4-4069-97fb-6563bc4211b6 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2932057 Mar 28 19:06:58.071271 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51740) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:58.112014 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2da599-d41b-4b5b-b131-5eacac5884fd req-719745e1-9f40-4543-90f6-9c8dc5f21c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:58.114225 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3b2da599-d41b-4b5b-b131-5eacac5884fd req-719745e1-9f40-4543-90f6-9c8dc5f21c62 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba510855-a9fd-4b40-9483-d8a58a15b59b HTTP/1.1" status: 200 len: 850 time: 0.3417821 Mar 28 19:06:58.128985 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-9c93ed90-a939-4d33-aeb1-22b9cf7a3c98 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1476bf56-277f-4e93-be84-5426f06fba33']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:58.147279 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-9c93ed90-a939-4d33-aeb1-22b9cf7a3c98 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b84e3a2a-d281-47ea-b5d5-e1e29056d5ed') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:58.147577 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-9c93ed90-a939-4d33-aeb1-22b9cf7a3c98 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b84e3a2a-d281-47ea-b5d5-e1e29056d5ed') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:06:58.150965 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa3765-88a2-447c-b175-24456b892151 req-0d6afe18-b872-4c97-9d7d-11b16369f7e0 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:58.152395 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f9fa3765-88a2-447c-b175-24456b892151 req-0d6afe18-b872-4c97-9d7d-11b16369f7e0 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.8283396 Mar 28 19:06:58.169005 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9c93ed90-a939-4d33-aeb1-22b9cf7a3c98 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:58.176894 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device fffc8be9-c525-4636-8452-563d8440baaf no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:06:58.185085 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-d89d6e0f-0b10-4de7-b718-d06b9b63a170 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting subnet c4d6c8aa-056c-40c5-bdbc-578e175e2ef5 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:06:58.188307 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d89d6e0f-0b10-4de7-b718-d06b9b63a170 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:58.217265 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: fffc8be9-c525-4636-8452-563d8440baaf {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:06:58.217780 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device fffc8be9-c525-4636-8452-563d8440baaf not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:06:58.233676 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9c93ed90-a939-4d33-aeb1-22b9cf7a3c98 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:58.246639 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c93ed90-a939-4d33-aeb1-22b9cf7a3c98 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:06:58.247070 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9c93ed90-a939-4d33-aeb1-22b9cf7a3c98 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:58.253980 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ea658080-79fe-4dc6-8849-a1a443b88f30 req-e3de37f3-d7ee-426b-85c3-e2e11a93bedd service neutron] 10.222.0.26 "GET /v2.0/networks/615b137b-5658-4b36-89b6-00fdce80d6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6951499 Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:06:58.261670 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:06:58.327497 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d89d6e0f-0b10-4de7-b718-d06b9b63a170 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:58.335522 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-16561d16-43be-4e23-931a-2d0b9e8fab94 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:58.372430 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-36bc54c0-74f5-4dea-8719-48d2b387a7d0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.9565012 Mar 28 19:06:58.378246 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51744) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:58.388873 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-e011fa6b-215d-45ab-86f1-18e59512b7b0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Request body: {'subnet': {'network_id': '04591ea1-7a4a-4cf4-8904-04ef5988b6c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:58.429717 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9c93ed90-a939-4d33-aeb1-22b9cf7a3c98 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:58.434089 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9c93ed90-a939-4d33-aeb1-22b9cf7a3c98 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:58.520076 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc54c0-74f5-4dea-8719-48d2b387a7d0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event updated for resources: {'Network': ['ID=04591ea1-7a4a-4cf4-8904-04ef5988b6c3,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:58.522176 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-16561d16-43be-4e23-931a-2d0b9e8fab94 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:58.528219 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:58.531831 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93ed90-a939-4d33-aeb1-22b9cf7a3c98 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] Pushing event deleted for resources: {'Network': ['ID=1476bf56-277f-4e93-be84-5426f06fba33,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:58.536119 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 04591ea1-7a4a-4cf4-8904-04ef5988b6c3 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:06:58.546594 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9c93ed90-a939-4d33-aeb1-22b9cf7a3c98 tempest-AllowedAddressPairTestJSON-730838849 tempest-AllowedAddressPairTestJSON-730838849-project] 10.222.0.10 "DELETE /v2.0/networks/1476bf56-277f-4e93-be84-5426f06fba33 HTTP/1.1" status: 204 len: 168 time: 2.7227254 Mar 28 19:06:58.554197 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:58.575275 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e011fa6b-215d-45ab-86f1-18e59512b7b0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:58.581304 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e011fa6b-215d-45ab-86f1-18e59512b7b0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Usage tracker for resource:subnet and tenant:1743e377fa3445a1bfe766f337c9afee is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:58.586536 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e011fa6b-215d-45ab-86f1-18e59512b7b0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:58.595799 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e011fa6b-215d-45ab-86f1-18e59512b7b0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:58.599644 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d89d6e0f-0b10-4de7-b718-d06b9b63a170 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:58.657468 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e011fa6b-215d-45ab-86f1-18e59512b7b0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Made reservation on behalf of 1743e377fa3445a1bfe766f337c9afee for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:58.662277 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e011fa6b-215d-45ab-86f1-18e59512b7b0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:58.768371 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f86b4787-c372-45c2-8942-523ddde7fc0a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:58.813223 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d89d6e0f-0b10-4de7-b718-d06b9b63a170 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:58.836336 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9884c120-6b1e-4997-a452-00b3dd390a14 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:58.870707 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68084da3-a38e-4b69-99c3-382df660457d None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:06:58.888276 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f9fa3765-88a2-447c-b175-24456b892151 req-1ebb4f73-57b4-47b5-92b4-1ebb180c74b3 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6666710 Mar 28 19:06:58.901683 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51752) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:58.937507 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d89d6e0f-0b10-4de7-b718-d06b9b63a170 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:58.942538 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d6e0f-0b10-4de7-b718-d06b9b63a170 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Subnet': ['ID=c4d6c8aa-056c-40c5-bdbc-578e175e2ef5,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:58.967664 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884c120-6b1e-4997-a452-00b3dd390a14 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6ad3cd8f-770b-4060-a7ec-03473480f9dd,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:58.969950 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d89d6e0f-0b10-4de7-b718-d06b9b63a170 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/c4d6c8aa-056c-40c5-bdbc-578e175e2ef5 HTTP/1.1" status: 204 len: 168 time: 0.8976986 Mar 28 19:06:58.973057 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51756) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:58.982685 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-16561d16-43be-4e23-931a-2d0b9e8fab94 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Floating IP 48b04b45-93e7-4c9a-b106-ce2e5f5b2e06 associated. External IP: 172.26.4.158, port: b036a87d-2ae7-46eb-873a-da221d69d7c7. Mar 28 19:06:59.059960 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9884c120-6b1e-4997-a452-00b3dd390a14 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:59.073281 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e011fa6b-215d-45ab-86f1-18e59512b7b0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:59.103323 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9884c120-6b1e-4997-a452-00b3dd390a14 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/6ad3cd8f-770b-4060-a7ec-03473480f9dd HTTP/1.1" status: 204 len: 168 time: 2.0962119 Mar 28 19:06:59.108491 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51762) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:59.120657 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a65d3adc-883c-4ebd-b8b3-1b2fe0ecd90e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1464584 Mar 28 19:06:59.121372 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51766) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:59.146108 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ea658080-79fe-4dc6-8849-a1a443b88f30 req-1b67153f-e25d-4efe-b29b-a8069a1dce60 service neutron] 10.222.0.26 "GET /v2.0/networks/615b137b-5658-4b36-89b6-00fdce80d6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8232865 Mar 28 19:06:59.149018 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-1501c175-031d-4e22-8db5-11eadbeabe20 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:59.160349 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2da599-d41b-4b5b-b131-5eacac5884fd req-075e8e72-ace0-4c73-b995-288ba75e2541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:59.162327 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3b2da599-d41b-4b5b-b131-5eacac5884fd req-075e8e72-ace0-4c73-b995-288ba75e2541 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=05d45956-a093-40a4-9858-58f23a47edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0193563 Mar 28 19:06:59.193680 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0930076-2ce3-49c2-a4f9-c4b111d9865c None None] DHCP port deletion for 1857c8f5-5622-42ce-a4f9-106880783f61 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:06:59.198439 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-b0930076-2ce3-49c2-a4f9-c4b111d9865c None None] Deleting port 99f4248a-016d-4a87-94e8-aad2512d479b {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:06:59.198905 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b0930076-2ce3-49c2-a4f9-c4b111d9865c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:59.287913 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e011fa6b-215d-45ab-86f1-18e59512b7b0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Checking segment: {'id': 'efd8a694-14a5-4f50-a95b-3d1bd98a1324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '04591ea1-7a4a-4cf4-8904-04ef5988b6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:06:59.288371 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e011fa6b-215d-45ab-86f1-18e59512b7b0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Network hostable DHCP agents. Network: 04591ea1-7a4a-4cf4-8904-04ef5988b6c3, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:06:59.292505 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011fa6b-215d-45ab-86f1-18e59512b7b0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event updated for resources: {'Subnet': ['ID=5cd049cf-fb36-4290-8379-6d4d17f0e157,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:06:59.308527 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-1501c175-031d-4e22-8db5-11eadbeabe20 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:59.313792 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1501c175-031d-4e22-8db5-11eadbeabe20 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:subnet and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:59.319227 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1501c175-031d-4e22-8db5-11eadbeabe20 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:59.326565 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-1501c175-031d-4e22-8db5-11eadbeabe20 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:59.333859 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e011fa6b-215d-45ab-86f1-18e59512b7b0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Network 04591ea1-7a4a-4cf4-8904-04ef5988b6c3 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:06:59.342173 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1501c175-031d-4e22-8db5-11eadbeabe20 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:06:59.346996 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1501c175-031d-4e22-8db5-11eadbeabe20 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:59.365195 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-e011fa6b-215d-45ab-86f1-18e59512b7b0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 04591ea1-7a4a-4cf4-8904-04ef5988b6c3) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:06:59.369586 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e011fa6b-215d-45ab-86f1-18e59512b7b0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:06:59.370448 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e011fa6b-215d-45ab-86f1-18e59512b7b0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:59.393411 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bf5ab3-f97a-4c87-9e42-17552785d991 None None] Network 04591ea1-7a4a-4cf4-8904-04ef5988b6c3 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:06:59.460672 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e011fa6b-215d-45ab-86f1-18e59512b7b0 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0788550 Mar 28 19:06:59.461951 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51772) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:59.473694 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-74ae969e-a368-48ad-867d-638118c7a62b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1075574669', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}, 'admin_state_up': False}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:06:59.484208 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-74ae969e-a368-48ad-867d-638118c7a62b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:06:59.496213 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-74ae969e-a368-48ad-867d-638118c7a62b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Usage tracker for resource:router and tenant:1743e377fa3445a1bfe766f337c9afee is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:06:59.501348 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-74ae969e-a368-48ad-867d-638118c7a62b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:06:59.509335 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-74ae969e-a368-48ad-867d-638118c7a62b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:06:59.529148 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-74ae969e-a368-48ad-867d-638118c7a62b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:59.530371 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-74ae969e-a368-48ad-867d-638118c7a62b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:59.535179 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8db4-55d0-4cab-aad5-1a99f27b89e7 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:59.544846 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-b0930076-2ce3-49c2-a4f9-c4b111d9865c None None] For port 99f4248a-016d-4a87-94e8-aad2512d479b, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=99f4248a-016d-4a87-94e8-aad2512d479b,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:06:59.545229 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b0930076-2ce3-49c2-a4f9-c4b111d9865c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:59.601777 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-74ae969e-a368-48ad-867d-638118c7a62b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:59.647109 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-731a972a-8ec3-4162-a927-119736920287 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=82f0361149384351adb5e9b8013582b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7329457 Mar 28 19:06:59.664004 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51776) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:06:59.692095 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-b0930076-2ce3-49c2-a4f9-c4b111d9865c None None] Calling delete_port for 99f4248a-016d-4a87-94e8-aad2512d479b owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:06:59.731338 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3b2da599-d41b-4b5b-b131-5eacac5884fd req-0f6c236c-b7b8-41bf-add8-29c2f6b535cf service neutron] 10.222.0.26 "GET /v2.0/networks/05d45956-a093-40a4-9858-58f23a47edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5446918 Mar 28 19:06:59.794046 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1501c175-031d-4e22-8db5-11eadbeabe20 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:59.857788 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b0930076-2ce3-49c2-a4f9-c4b111d9865c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:06:59.898524 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9d5cc9-1946-4ecb-a9bb-3fc124d4017c None None] Network 04591ea1-7a4a-4cf4-8904-04ef5988b6c3 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:06:59.931415 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0930076-2ce3-49c2-a4f9-c4b111d9865c None None] No DVR routers for this DVR port 99f4248a-016d-4a87-94e8-aad2512d479b on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:06:59.949608 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0930076-2ce3-49c2-a4f9-c4b111d9865c None None] Pushing event deleted for resources: {'Port': ['ID=99f4248a-016d-4a87-94e8-aad2512d479b,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:00.126937 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:00.146925 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1501c175-031d-4e22-8db5-11eadbeabe20 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:00.146925 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-74ae969e-a368-48ad-867d-638118c7a62b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:00.151475 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-1501c175-031d-4e22-8db5-11eadbeabe20 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:00.158729 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1501c175-031d-4e22-8db5-11eadbeabe20 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:00.159236 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1501c175-031d-4e22-8db5-11eadbeabe20 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:00.178733 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f085b0b3-d856-4abd-b053-32ef7eba24d7 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:07:00.188585 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501c175-031d-4e22-8db5-11eadbeabe20 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Subnet': ['ID=c033f7c8-186f-4b68-af59-9f1c69ee1fbd,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:00.216271 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 99f4248a-016d-4a87-94e8-aad2512d479b no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:07:00.230468 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1501c175-031d-4e22-8db5-11eadbeabe20 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1016984 Mar 28 19:07:00.230782 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51782) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:00.269818 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 99f4248a-016d-4a87-94e8-aad2512d479b {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:07:00.270156 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 99f4248a-016d-4a87-94e8-aad2512d479b not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:07:00.275969 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-3550be4d-d9c8-40b7-9b87-47bd4e031f1d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'port': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'name': 'tempest-NetworksTestDHCPv6-280548605'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:00.336761 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8db4-55d0-4cab-aad5-1a99f27b89e7 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:00.394992 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6fd6af7d-046d-4b6f-a700-287309018d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:00.430803 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16561d16-43be-4e23-931a-2d0b9e8fab94 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Router 9a62a573-6c77-4f71-a8d3-cd22ffbc023e has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:07:00.446183 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-3550be4d-d9c8-40b7-9b87-47bd4e031f1d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:00.452304 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3550be4d-d9c8-40b7-9b87-47bd4e031f1d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:port and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:00.457172 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3550be4d-d9c8-40b7-9b87-47bd4e031f1d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:00.470965 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dee771-cb25-4964-84ce-b6a10a1aaee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-1857c8f5-5622-42ce-a4f9-106880783f61', 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'fixed_ips': [{'subnet_id': 'c033f7c8-186f-4b68-af59-9f1c69ee1fbd'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:07:00.472120 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-03dee771-cb25-4964-84ce-b6a10a1aaee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:00.472268 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-7b9b8db4-55d0-4cab-aad5-1a99f27b89e7 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9084f526-59fa-48c9-8889-b4b9eee39dde']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:00.493400 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3b2da599-d41b-4b5b-b131-5eacac5884fd req-39dd9467-7a77-4516-856c-92727bfd0b61 service neutron] 10.222.0.26 "GET /v2.0/networks/05d45956-a093-40a4-9858-58f23a47edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7470200 Mar 28 19:07:00.501774 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6fd6af7d-046d-4b6f-a700-287309018d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:00.515460 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-3550be4d-d9c8-40b7-9b87-47bd4e031f1d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:00.516567 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-7b9b8db4-55d0-4cab-aad5-1a99f27b89e7 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3c98d4-790c-4553-a1a8-3ae35dfd3dca') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:00.516923 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-7b9b8db4-55d0-4cab-aad5-1a99f27b89e7 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3c98d4-790c-4553-a1a8-3ae35dfd3dca') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:00.527381 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-f86b4787-c372-45c2-8942-523ddde7fc0a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Allocated IP 172.20.0.1 (f0a97a04-d54d-4013-91c1-b16c81b70924/e0ad8e51-4b94-4454-a84a-55b58d83fff5/b3e9261a-1cca-4259-8b69-2b5db397b415) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:00.593178 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3550be4d-d9c8-40b7-9b87-47bd4e031f1d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:00.596636 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3550be4d-d9c8-40b7-9b87-47bd4e031f1d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:00.604953 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8db4-55d0-4cab-aad5-1a99f27b89e7 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:00.641310 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-74ae969e-a368-48ad-867d-638118c7a62b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for router_gateway, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:00.644133 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-03dee771-cb25-4964-84ce-b6a10a1aaee7 None None] Allocated IP 2001:db8::2 (1857c8f5-5622-42ce-a4f9-106880783f61/c033f7c8-186f-4b68-af59-9f1c69ee1fbd/212bfd1c-5154-48e9-987f-71838b45438e) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:00.684772 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-74ae969e-a368-48ad-867d-638118c7a62b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:00.687149 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-3550be4d-d9c8-40b7-9b87-47bd4e031f1d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] device_id is not set on port a4b818dc-022f-449c-8028-f4a3ec7a3c62 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:07:00.705599 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd28bd7-77a9-47ec-bf59-929decae33e3 req-950ce7f2-76e6-41b9-8b0b-187c60ebad88 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:00.707433 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4bd28bd7-77a9-47ec-bf59-929decae33e3 req-950ce7f2-76e6-41b9-8b0b-187c60ebad88 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.6104577 Mar 28 19:07:00.708485 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8db4-55d0-4cab-aad5-1a99f27b89e7 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:00.748207 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9b8db4-55d0-4cab-aad5-1a99f27b89e7 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:07:00.748652 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8db4-55d0-4cab-aad5-1a99f27b89e7 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:07:00.814254 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:07:00.895670 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-74ae969e-a368-48ad-867d-638118c7a62b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Allocated IP 172.26.4.99 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/4e446657-b5bf-4760-931a-3bbece8a7e17) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:00.925668 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-03dee771-cb25-4964-84ce-b6a10a1aaee7 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:00.964412 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6fd6af7d-046d-4b6f-a700-287309018d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:01.012158 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6af7d-046d-4b6f-a700-287309018d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a5a652-299f-4764-89ba-bdc1c0836a2f,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:01.020701 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16561d16-43be-4e23-931a-2d0b9e8fab94 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:07:01.029702 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4bd28bd7-77a9-47ec-bf59-929decae33e3 req-d3915b60-3582-4707-a1c5-55316d5558d8 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3140445 Mar 28 19:07:01.030516 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0725e1b7-e9cf-4b1c-aec9-3546ccb19461 None None] Sync routers for ids ['9a62a573-6c77-4f71-a8d3-cd22ffbc023e'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:07:01.052084 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0725e1b7-e9cf-4b1c-aec9-3546ccb19461 None None] Routers {'9a62a573-6c77-4f71-a8d3-cd22ffbc023e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:01.052329 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-03dee771-cb25-4964-84ce-b6a10a1aaee7 None None] Transition to ACTIVE for port object 212bfd1c-5154-48e9-987f-71838b45438e will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:01.052436 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0725e1b7-e9cf-4b1c-aec9-3546ccb19461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:06:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['9a62a573-6c77-4f71-a8d3-cd22ffbc023e'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:01.063057 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-74ae969e-a368-48ad-867d-638118c7a62b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:01.087535 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8db4-55d0-4cab-aad5-1a99f27b89e7 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:01.094352 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-03dee771-cb25-4964-84ce-b6a10a1aaee7 None None] Transition to ACTIVE for port object 212bfd1c-5154-48e9-987f-71838b45438e will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:01.098792 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-74ae969e-a368-48ad-867d-638118c7a62b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:01.104028 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6fd6af7d-046d-4b6f-a700-287309018d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:01.107648 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-03dee771-cb25-4964-84ce-b6a10a1aaee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:01.107805 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6fd6af7d-046d-4b6f-a700-287309018d33 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/93a5a652-299f-4764-89ba-bdc1c0836a2f HTTP/1.1" status: 204 len: 168 time: 1.4371288 Mar 28 19:07:01.110417 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-16561d16-43be-4e23-931a-2d0b9e8fab94 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:01.157318 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9b8db4-55d0-4cab-aad5-1a99f27b89e7 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9084f526-59fa-48c9-8889-b4b9eee39dde {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 28 19:07:01.173908 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f86b4787-c372-45c2-8942-523ddde7fc0a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:01.183627 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dee771-cb25-4964-84ce-b6a10a1aaee7 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:01.186574 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8db4-55d0-4cab-aad5-1a99f27b89e7 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:01.188693 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-7b9b8db4-55d0-4cab-aad5-1a99f27b89e7 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "DELETE /v2.0/networks/9084f526-59fa-48c9-8889-b4b9eee39dde HTTP/1.1" status: 204 len: 168 time: 2.0766110 Mar 28 19:07:01.198613 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-03dee771-cb25-4964-84ce-b6a10a1aaee7 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:01.207471 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b8db4-55d0-4cab-aad5-1a99f27b89e7 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Pushing event deleted for resources: {'Network': ['ID=9084f526-59fa-48c9-8889-b4b9eee39dde,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:01.207676 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dee771-cb25-4964-84ce-b6a10a1aaee7 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:01.214275 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dee771-cb25-4964-84ce-b6a10a1aaee7 None None] Pushing event updated for resources: {'Port': ['ID=212bfd1c-5154-48e9-987f-71838b45438e,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:01.256420 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-f86b4787-c372-45c2-8942-523ddde7fc0a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Transition to ACTIVE for port object b3e9261a-1cca-4259-8b69-2b5db397b415 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:01.282083 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ae969e-a368-48ad-867d-638118c7a62b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:01.297169 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-74ae969e-a368-48ad-867d-638118c7a62b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:01.317049 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ae969e-a368-48ad-867d-638118c7a62b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:01.317831 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-16561d16-43be-4e23-931a-2d0b9e8fab94 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "PUT /v2.0/floatingips/48b04b45-93e7-4c9a-b106-ce2e5f5b2e06 HTTP/1.1" status: 200 len: 991 time: 6.5776329 Mar 28 19:07:01.319860 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5541be53-68f4-4f1c-b866-f4e8eb8b1a1e', 'tag': 'b036a87d-2ae7-46eb-873a-da221d69d7c7'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:07:01.369256 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae969e-a368-48ad-867d-638118c7a62b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event updated for resources: {'Port': ['ID=4e446657-b5bf-4760-931a-3bbece8a7e17,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:01.377521 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f86b4787-c372-45c2-8942-523ddde7fc0a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:01.416290 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-3550be4d-d9c8-40b7-9b87-47bd4e031f1d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Allocated IP 2001:db8::3a4 (1857c8f5-5622-42ce-a4f9-106880783f61/c033f7c8-186f-4b68-af59-9f1c69ee1fbd/a4b818dc-022f-449c-8028-f4a3ec7a3c62) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:01.447177 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-03dee771-cb25-4964-84ce-b6a10a1aaee7 None None] Attempting to bind port 212bfd1c-5154-48e9-987f-71838b45438e on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:07:01.447541 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-03dee771-cb25-4964-84ce-b6a10a1aaee7 None None] Attempting to bind port 212bfd1c-5154-48e9-987f-71838b45438e by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:07:01.447954 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dee771-cb25-4964-84ce-b6a10a1aaee7 None None] Attempting to bind port 212bfd1c-5154-48e9-987f-71838b45438e on network 1857c8f5-5622-42ce-a4f9-106880783f61 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:07:01.462381 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dee771-cb25-4964-84ce-b6a10a1aaee7 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:07:01.462748 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dee771-cb25-4964-84ce-b6a10a1aaee7 None None] Checking segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:07:01.463199 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-03dee771-cb25-4964-84ce-b6a10a1aaee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:01.463585 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dee771-cb25-4964-84ce-b6a10a1aaee7 None None] Bound using segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:07:01.464161 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-03dee771-cb25-4964-84ce-b6a10a1aaee7 None None] Bound port: 212bfd1c-5154-48e9-987f-71838b45438e, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:07:01.464533 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-03dee771-cb25-4964-84ce-b6a10a1aaee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:01.494933 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5541be53-68f4-4f1c-b866-f4e8eb8b1a1e', 'tag': 'b036a87d-2ae7-46eb-873a-da221d69d7c7', 'status': 'completed', 'code': 200} Mar 28 19:07:01.524905 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-0725e1b7-e9cf-4b1c-aec9-3546ccb19461 None None] Set router 9a62a573-6c77-4f71-a8d3-cd22ffbc023e gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:07:01.527843 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:01.604156 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86b4787-c372-45c2-8942-523ddde7fc0a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Network f0a97a04-d54d-4013-91c1-b16c81b70924 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:01.625303 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-f86b4787-c372-45c2-8942-523ddde7fc0a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:01.649495 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86b4787-c372-45c2-8942-523ddde7fc0a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:01.789614 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-03dee771-cb25-4964-84ce-b6a10a1aaee7 None None] For port 212bfd1c-5154-48e9-987f-71838b45438e, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:07:01.802822 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-03dee771-cb25-4964-84ce-b6a10a1aaee7 None None] For port 212bfd1c-5154-48e9-987f-71838b45438e, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=212bfd1c-5154-48e9-987f-71838b45438e,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:07:01.815935 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-03dee771-cb25-4964-84ce-b6a10a1aaee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:01.929249 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b4787-c372-45c2-8942-523ddde7fc0a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Pushing event updated for resources: {'Port': ['ID=b3e9261a-1cca-4259-8b69-2b5db397b415,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:02.039439 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f86b4787-c372-45c2-8942-523ddde7fc0a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:02.149134 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-15933e71-0b58-4a1e-9453-98aa82387378 None None] Provisioning for port b3e9261a-1cca-4259-8b69-2b5db397b415 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:07:02.164474 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dee771-cb25-4964-84ce-b6a10a1aaee7 None None] Pushing event updated for resources: {'Port': ['ID=212bfd1c-5154-48e9-987f-71838b45438e,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:02.168854 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98e93d-fa9f-4cee-bbd1-7d935a9b922b req-23ab3642-ac71-471e-bd54-aaf3b738c669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:02.171037 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6a98e93d-fa9f-4cee-bbd1-7d935a9b922b req-23ab3642-ac71-471e-bd54-aaf3b738c669 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4993bcab6fb4428a9a91e58a57803b7&device_id=5541be53-68f4-4f1c-b866-f4e8eb8b1a1e HTTP/1.1" status: 200 len: 1098 time: 0.6843357 Mar 28 19:07:02.178376 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-15933e71-0b58-4a1e-9453-98aa82387378 None None] Provisioning complete for port b3e9261a-1cca-4259-8b69-2b5db397b415 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:07:02.180358 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-15933e71-0b58-4a1e-9453-98aa82387378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:02.195354 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2aba2c-9c09-4f49-a276-e171429f5b24 req-4ca05216-feb9-480b-8645-149d2dac5925 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:02.205230 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ad2aba2c-9c09-4f49-a276-e171429f5b24 req-4ca05216-feb9-480b-8645-149d2dac5925 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/ports?device_id=5541be53-68f4-4f1c-b866-f4e8eb8b1a1e HTTP/1.1" status: 200 len: 945 time: 0.5814209 Mar 28 19:07:02.207870 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51810) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:02.249364 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-15933e71-0b58-4a1e-9453-98aa82387378 None None] Port b3e9261a-1cca-4259-8b69-2b5db397b415 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:07:02.493619 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0725e1b7-e9cf-4b1c-aec9-3546ccb19461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'name': 'tempest-ServersTestJSON-1034931747-router', 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': '1557cada-917e-4a26-bbf0-352ead748952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:49Z', 'updated_at': '2022-03-28T19:06:04Z', 'revision_number': 4, 'project_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'gw_port': {'id': '1557cada-917e-4a26-bbf0-352ead748952', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:52Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '48b04b45-93e7-4c9a-b106-ce2e5f5b2e06', 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'floating_ip_address': '172.26.4.158', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'port_id': 'b036a87d-2ae7-46eb-873a-da221d69d7c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c83c4f-ff0a-4113-af10-31cfb7cfdd7c', 'mac_address': 'fa:16:3e:cc:de:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5541be53-68f4-4f1c-b866-f4e8eb8b1a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:06:17Z', 'updated_at': '2022-03-28T19:06:57Z', 'revision_number': 1, 'project_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a4b191-c518-405f-bd1c-4c0e75d10b89', 'name': '', 'network_id': '11c83c4f-ff0a-4113-af10-31cfb7cfdd7c', 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'mac_address': 'fa:16:3e:bb:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '998791e8-b3d0-43f0-877b-47ab95e8fd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:01Z', 'updated_at': '2022-03-28T19:06:12Z', 'revision_number': 5, 'project_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'subnets': [{'id': '998791e8-b3d0-43f0-877b-47ab95e8fd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:02.509743 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0725e1b7-e9cf-4b1c-aec9-3546ccb19461 None None] Checking router: 9a62a573-6c77-4f71-a8d3-cd22ffbc023e for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:07:02.519069 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0725e1b7-e9cf-4b1c-aec9-3546ccb19461 None None] Routers {'9a62a573-6c77-4f71-a8d3-cd22ffbc023e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:02.520070 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0725e1b7-e9cf-4b1c-aec9-3546ccb19461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:06:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['9a62a573-6c77-4f71-a8d3-cd22ffbc023e'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:02.728478 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98e93d-fa9f-4cee-bbd1-7d935a9b922b req-e9b78c6f-9c34-475c-89a5-466512249cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:02.732516 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6a98e93d-fa9f-4cee-bbd1-7d935a9b922b req-e9b78c6f-9c34-475c-89a5-466512249cab service neutron] 10.222.0.26 "GET /v2.0/networks?id=11c83c4f-ff0a-4113-af10-31cfb7cfdd7c HTTP/1.1" status: 200 len: 907 time: 0.5143268 Mar 28 19:07:02.733471 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-ee253e0c-b54e-4153-80de-3c71b93c9c12 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Request body: {'router': {'name': 'tempest-router--556484398', 'project_id': '58cc37cf16ce40c7b843ab049e75bf6b'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:02.744200 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ad2aba2c-9c09-4f49-a276-e171429f5b24 req-47e2cf92-a88e-4ba9-a321-3b0ff859da36 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/security-groups?id=780a2151-41cd-48a1-859d-23e91cdac7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5379729 Mar 28 19:07:02.810670 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-ee253e0c-b54e-4153-80de-3c71b93c9c12 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:02.826360 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-0725e1b7-e9cf-4b1c-aec9-3546ccb19461 None None] Set router 9a62a573-6c77-4f71-a8d3-cd22ffbc023e gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:07:02.881561 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ee253e0c-b54e-4153-80de-3c71b93c9c12 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Usage tracker for resource:router and tenant:58cc37cf16ce40c7b843ab049e75bf6b is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:02.888874 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ee253e0c-b54e-4153-80de-3c71b93c9c12 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:02.902822 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-ee253e0c-b54e-4153-80de-3c71b93c9c12 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:02.955306 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6a98e93d-fa9f-4cee-bbd1-7d935a9b922b req-dcefd67c-6548-44c4-96ab-1228f0dd985d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b036a87d-2ae7-46eb-873a-da221d69d7c7 HTTP/1.1" status: 200 len: 999 time: 0.2088542 Mar 28 19:07:02.961615 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3550be4d-d9c8-40b7-9b87-47bd4e031f1d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:02.964895 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ee253e0c-b54e-4153-80de-3c71b93c9c12 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:02.965898 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ee253e0c-b54e-4153-80de-3c71b93c9c12 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:02.980613 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ee253e0c-b54e-4153-80de-3c71b93c9c12 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:03.005558 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3550be4d-d9c8-40b7-9b87-47bd4e031f1d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Transition to ACTIVE for port object a4b818dc-022f-449c-8028-f4a3ec7a3c62 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:03.010789 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-74ae969e-a368-48ad-867d-638118c7a62b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for router_gateway, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:03.045800 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1459b-9029-4666-8728-7b1d3c17b23a req-11c296ad-4764-474d-b64d-50a8fa9c5e22 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:03.053494 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e8c1459b-9029-4666-8728-7b1d3c17b23a req-11c296ad-4764-474d-b64d-50a8fa9c5e22 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.3146353 Mar 28 19:07:03.061210 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ee253e0c-b54e-4153-80de-3c71b93c9c12 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:03.123485 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51832) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:03.127311 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98e93d-fa9f-4cee-bbd1-7d935a9b922b req-74c1db39-25dc-4bbc-83ee-aa243747342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:03.129245 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6a98e93d-fa9f-4cee-bbd1-7d935a9b922b req-74c1db39-25dc-4bbc-83ee-aa243747342c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=998791e8-b3d0-43f0-877b-47ab95e8fd2d HTTP/1.1" status: 200 len: 845 time: 0.1329319 Mar 28 19:07:03.183230 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ee253e0c-b54e-4153-80de-3c71b93c9c12 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:03.184338 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ee253e0c-b54e-4153-80de-3c71b93c9c12 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9656222 Mar 28 19:07:03.208913 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51838) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:03.286619 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f86b4787-c372-45c2-8942-523ddde7fc0a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:03.315593 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e8c1459b-9029-4666-8728-7b1d3c17b23a req-b767374a-54de-41d6-af6c-ebc3cb0ba6c4 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2610650 Mar 28 19:07:03.316687 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0725e1b7-e9cf-4b1c-aec9-3546ccb19461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'name': 'tempest-ServersTestJSON-1034931747-router', 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': '1557cada-917e-4a26-bbf0-352ead748952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:49Z', 'updated_at': '2022-03-28T19:06:04Z', 'revision_number': 4, 'project_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'gw_port': {'id': '1557cada-917e-4a26-bbf0-352ead748952', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:52Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '48b04b45-93e7-4c9a-b106-ce2e5f5b2e06', 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'floating_ip_address': '172.26.4.158', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'port_id': 'b036a87d-2ae7-46eb-873a-da221d69d7c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c83c4f-ff0a-4113-af10-31cfb7cfdd7c', 'mac_address': 'fa:16:3e:cc:de:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5541be53-68f4-4f1c-b866-f4e8eb8b1a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:06:17Z', 'updated_at': '2022-03-28T19:06:57Z', 'revision_number': 1, 'project_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a4b191-c518-405f-bd1c-4c0e75d10b89', 'name': '', 'network_id': '11c83c4f-ff0a-4113-af10-31cfb7cfdd7c', 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'mac_address': 'fa:16:3e:bb:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '998791e8-b3d0-43f0-877b-47ab95e8fd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:01Z', 'updated_at': '2022-03-28T19:06:12Z', 'revision_number': 5, 'project_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'subnets': [{'id': '998791e8-b3d0-43f0-877b-47ab95e8fd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:03.323257 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0725e1b7-e9cf-4b1c-aec9-3546ccb19461 None None] The sync data for ids ['9a62a573-6c77-4f71-a8d3-cd22ffbc023e'] in dv-neutron-834711-1-hyperv is: [{'id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'name': 'tempest-ServersTestJSON-1034931747-router', 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': '1557cada-917e-4a26-bbf0-352ead748952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:49Z', 'updated_at': '2022-03-28T19:06:04Z', 'revision_number': 4, 'project_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'gw_port': {'id': '1557cada-917e-4a26-bbf0-352ead748952', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:52Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '48b04b45-93e7-4c9a-b106-ce2e5f5b2e06', 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'floating_ip_address': '172.26.4.158', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'port_id': 'b036a87d-2ae7-46eb-873a-da221d69d7c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c83c4f-ff0a-4113-af10-31cfb7cfdd7c', 'mac_address': 'fa:16:3e:cc:de:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5541be53-68f4-4f1c-b866-f4e8eb8b1a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:06:17Z', 'updated_at': '2022-03-28T19:06:57Z', 'revision_number': 1, 'project_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a4b191-c518-405f-bd1c-4c0e75d10b89', 'name': '', 'network_id': '11c83c4f-ff0a-4113-af10-31cfb7cfdd7c', 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'mac_address': 'fa:16:3e:bb:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '998791e8-b3d0-43f0-877b-47ab95e8fd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:01Z', 'updated_at': '2022-03-28T19:06:12Z', 'revision_number': 5, 'project_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'subnets': [{'id': '998791e8-b3d0-43f0-877b-47ab95e8fd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:07:03.495454 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0cf1b7c9-3707-45be-8703-ad4bb49ee04f tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:03.510944 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-7e090b14-9fee-445e-b0e5-d731076a4cc4 tempest-NetworksNegativeTestJSON-1284091386 tempest-NetworksNegativeTestJSON-1284091386-project] Request body: {'port': {'network_id': '1eea3e09-1ad0-47e1-98d7-294ba54823e7', 'name': 'tempest-NetworksNegativeTestJSON-660335309'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:03.648752 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f878944-b366-4d80-9a0b-9efde04cdf70 None None] New status for floating IP 48b04b45-93e7-4c9a-b106-ce2e5f5b2e06: ACTIVE {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:07:03.652436 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e090b14-9fee-445e-b0e5-d731076a4cc4 tempest-NetworksNegativeTestJSON-1284091386 tempest-NetworksNegativeTestJSON-1284091386-project] POST failed (client error): The resource could not be found. Mar 28 19:07:03.653128 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e090b14-9fee-445e-b0e5-d731076a4cc4 tempest-NetworksNegativeTestJSON-1284091386 tempest-NetworksNegativeTestJSON-1284091386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:07:03.654298 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-7e090b14-9fee-445e-b0e5-d731076a4cc4 tempest-NetworksNegativeTestJSON-1284091386 tempest-NetworksNegativeTestJSON-1284091386-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5292757 Mar 28 19:07:03.661527 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51848) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:03.698177 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-054253ba-cf19-4730-852d-7b3bad6e0771 tempest-NetworksNegativeTestJSON-1284091386 tempest-NetworksNegativeTestJSON-1284091386-project] DELETE failed (client error): The resource could not be found. Mar 28 19:07:03.698641 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-054253ba-cf19-4730-852d-7b3bad6e0771 tempest-NetworksNegativeTestJSON-1284091386 tempest-NetworksNegativeTestJSON-1284091386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:07:03.700361 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-054253ba-cf19-4730-852d-7b3bad6e0771 tempest-NetworksNegativeTestJSON-1284091386 tempest-NetworksNegativeTestJSON-1284091386-project] 10.222.0.10 "DELETE /v2.0/networks/5bc84990-b0e7-419d-bb1f-1bb3d2500422 HTTP/1.1" status: 404 len: 339 time: 0.0313015 Mar 28 19:07:03.704684 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51852) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:03.754631 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-8bf81b2d-78df-42d4-a822-5bb1fa217288 None None] Provisioning for port 212bfd1c-5154-48e9-987f-71838b45438e completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:07:03.767883 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-06968ce1-4560-43e5-a190-bd0d2d57c820 tempest-NetworksNegativeTestJSON-1284091386 tempest-NetworksNegativeTestJSON-1284091386-project] DELETE failed (client error): The resource could not be found. Mar 28 19:07:03.768947 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06968ce1-4560-43e5-a190-bd0d2d57c820 tempest-NetworksNegativeTestJSON-1284091386 tempest-NetworksNegativeTestJSON-1284091386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:07:03.774949 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-06968ce1-4560-43e5-a190-bd0d2d57c820 tempest-NetworksNegativeTestJSON-1284091386 tempest-NetworksNegativeTestJSON-1284091386-project] 10.222.0.10 "DELETE /v2.0/ports/e6a329a5-a516-47b0-b4fb-6c66457d942a HTTP/1.1" status: 404 len: 333 time: 0.0613759 Mar 28 19:07:03.776085 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98e93d-fa9f-4cee-bbd1-7d935a9b922b req-089ae042-1139-42d6-8664-7ddfb83478e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:03.777526 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6a98e93d-fa9f-4cee-bbd1-7d935a9b922b req-089ae042-1139-42d6-8664-7ddfb83478e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=11c83c4f-ff0a-4113-af10-31cfb7cfdd7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5955343 Mar 28 19:07:03.777989 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51856) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:03.865838 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3550be4d-d9c8-40b7-9b87-47bd4e031f1d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:03.874866 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-8737858c-24cb-4fff-bf35-88b56d18c4a4 tempest-NetworksNegativeTestJSON-1284091386 tempest-NetworksNegativeTestJSON-1284091386-project] DELETE failed (client error): The resource could not be found. Mar 28 19:07:03.875343 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8737858c-24cb-4fff-bf35-88b56d18c4a4 tempest-NetworksNegativeTestJSON-1284091386 tempest-NetworksNegativeTestJSON-1284091386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:07:03.877026 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-8737858c-24cb-4fff-bf35-88b56d18c4a4 tempest-NetworksNegativeTestJSON-1284091386 tempest-NetworksNegativeTestJSON-1284091386-project] 10.222.0.10 "DELETE /v2.0/subnets/6a354911-efed-4822-9032-e83468572826 HTTP/1.1" status: 404 len: 337 time: 0.0950122 Mar 28 19:07:03.884261 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51860) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:03.915812 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d4542-799a-40a8-8319-dc061a2dc911 req-9a5c9ace-b04b-4238-8929-6149d0678b2f tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:03.917248 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-744d4542-799a-40a8-8319-dc061a2dc911 req-9a5c9ace-b04b-4238-8929-6149d0678b2f tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.4199207 Mar 28 19:07:04.080795 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f537eab-7bee-45ae-bbf4-a9e8b0296ff0 tempest-NetworksNegativeTestJSON-1284091386 tempest-NetworksNegativeTestJSON-1284091386-project] GET failed (client error): The resource could not be found. Mar 28 19:07:04.082169 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0f537eab-7bee-45ae-bbf4-a9e8b0296ff0 tempest-NetworksNegativeTestJSON-1284091386 tempest-NetworksNegativeTestJSON-1284091386-project] 10.222.0.10 "GET /v2.0/networks/9c037aa3-3c56-42d5-a1f3-adb7338cf8c8 HTTP/1.1" status: 404 len: 339 time: 0.1752954 Mar 28 19:07:04.091553 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51864) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:04.100821 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-74ae969e-a368-48ad-867d-638118c7a62b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:04.119810 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0cf1b7c9-3707-45be-8703-ad4bb49ee04f tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:04.128018 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0cf1b7c9-3707-45be-8703-ad4bb49ee04f tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:04.133070 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3550be4d-d9c8-40b7-9b87-47bd4e031f1d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:04.192685 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-3550be4d-d9c8-40b7-9b87-47bd4e031f1d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:04.195419 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3550be4d-d9c8-40b7-9b87-47bd4e031f1d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:04.201573 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3550be4d-d9c8-40b7-9b87-47bd4e031f1d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:04.201981 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3550be4d-d9c8-40b7-9b87-47bd4e031f1d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:04.211554 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 212bfd1c-5154-48e9-987f-71838b45438e up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:07:04.252572 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550be4d-d9c8-40b7-9b87-47bd4e031f1d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Port': ['ID=a4b818dc-022f-449c-8028-f4a3ec7a3c62,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:04.277895 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0cf1b7c9-3707-45be-8703-ad4bb49ee04f tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:04.278398 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf1b7c9-3707-45be-8703-ad4bb49ee04f tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f1998cb9-7967-49a5-a6bc-7f5186bb70d9 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:07:04.293527 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0cf1b7c9-3707-45be-8703-ad4bb49ee04f tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:04.295284 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0cf1b7c9-3707-45be-8703-ad4bb49ee04f tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "DELETE /v2.0/routers/f1998cb9-7967-49a5-a6bc-7f5186bb70d9 HTTP/1.1" status: 204 len: 168 time: 1.0332720 Mar 28 19:07:04.306108 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 212bfd1c-5154-48e9-987f-71838b45438e completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:07:04.310511 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3550be4d-d9c8-40b7-9b87-47bd4e031f1d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0787096 Mar 28 19:07:04.312866 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 212bfd1c-5154-48e9-987f-71838b45438e triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:07:04.313341 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:04.314057 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51870) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:04.384399 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-98173eaf-403d-42e9-8a82-23ea2cc33d1e tempest-NetworksNegativeTestJSON-1284091386 tempest-NetworksNegativeTestJSON-1284091386-project] GET failed (client error): The resource could not be found. Mar 28 19:07:04.392420 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-98173eaf-403d-42e9-8a82-23ea2cc33d1e tempest-NetworksNegativeTestJSON-1284091386 tempest-NetworksNegativeTestJSON-1284091386-project] 10.222.0.10 "GET /v2.0/ports/31a7742b-8bbb-4845-8431-e42ae1f4e4bd HTTP/1.1" status: 404 len: 333 time: 0.2902722 Mar 28 19:07:04.395720 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51874) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:04.486765 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-744d4542-799a-40a8-8319-dc061a2dc911 req-c0dd4373-9db3-49a9-8e48-cddef3c247de tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5106804 Mar 28 19:07:04.489936 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c7fa67-79a5-40fd-9c3e-90b208b7e32b tempest-NetworksNegativeTestJSON-1284091386 tempest-NetworksNegativeTestJSON-1284091386-project] GET failed (client error): The resource could not be found. Mar 28 19:07:04.495995 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-90c7fa67-79a5-40fd-9c3e-90b208b7e32b tempest-NetworksNegativeTestJSON-1284091386 tempest-NetworksNegativeTestJSON-1284091386-project] 10.222.0.10 "GET /v2.0/subnets/500cabb3-386e-411d-b630-9d4f7e58ddbf HTTP/1.1" status: 404 len: 337 time: 0.0785162 Mar 28 19:07:04.495995 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6a98e93d-fa9f-4cee-bbd1-7d935a9b922b req-42a7b1b6-5625-484b-ada8-a873f52b447e service neutron] 10.222.0.26 "GET /v2.0/networks/11c83c4f-ff0a-4113-af10-31cfb7cfdd7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7048981 Mar 28 19:07:04.496209 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51878) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:04.505211 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-b3ae22d4-8e49-442c-9e8e-4adfd088820b tempest-NetworksNegativeTestJSON-1284091386 tempest-NetworksNegativeTestJSON-1284091386-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:04.506296 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:04.568394 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ae22d4-8e49-442c-9e8e-4adfd088820b tempest-NetworksNegativeTestJSON-1284091386 tempest-NetworksNegativeTestJSON-1284091386-project] PUT failed (client error): The resource could not be found. Mar 28 19:07:04.568874 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ae22d4-8e49-442c-9e8e-4adfd088820b tempest-NetworksNegativeTestJSON-1284091386 tempest-NetworksNegativeTestJSON-1284091386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:07:04.573627 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b3ae22d4-8e49-442c-9e8e-4adfd088820b tempest-NetworksNegativeTestJSON-1284091386 tempest-NetworksNegativeTestJSON-1284091386-project] 10.222.0.10 "PUT /v2.0/networks/00024fa1-c743-4e38-9193-466f9096e3ec HTTP/1.1" status: 404 len: 339 time: 0.0729332 Mar 28 19:07:04.577346 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51884) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:04.585733 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-b1c47a81-3d77-4586-973d-c709163e69a8 tempest-NetworksNegativeTestJSON-1284091386 tempest-NetworksNegativeTestJSON-1284091386-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:04.591615 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 212bfd1c-5154-48e9-987f-71838b45438e, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=212bfd1c-5154-48e9-987f-71838b45438e,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:07:04.607006 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:04.630264 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51888) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:04.647273 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c47a81-3d77-4586-973d-c709163e69a8 tempest-NetworksNegativeTestJSON-1284091386 tempest-NetworksNegativeTestJSON-1284091386-project] PUT failed (client error): The resource could not be found. Mar 28 19:07:04.647745 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1c47a81-3d77-4586-973d-c709163e69a8 tempest-NetworksNegativeTestJSON-1284091386 tempest-NetworksNegativeTestJSON-1284091386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:07:04.652885 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b1c47a81-3d77-4586-973d-c709163e69a8 tempest-NetworksNegativeTestJSON-1284091386 tempest-NetworksNegativeTestJSON-1284091386-project] 10.222.0.10 "PUT /v2.0/ports/6db844db-f728-4607-a877-c9c8500861d4 HTTP/1.1" status: 404 len: 333 time: 0.0705824 Mar 28 19:07:04.660983 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51894) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:04.683191 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f3403c-4518-4b22-a91d-8c9111654b59 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:04.684491 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f86b4787-c372-45c2-8942-523ddde7fc0a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:04.691864 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f3403c-4518-4b22-a91d-8c9111654b59 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:04.692194 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-e24c9950-f725-454f-b87f-37fa0ac8fc55 tempest-NetworksNegativeTestJSON-1284091386 tempest-NetworksNegativeTestJSON-1284091386-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:04.692673 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-13f3403c-4518-4b22-a91d-8c9111654b59 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:07:04.712919 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ae969e-a368-48ad-867d-638118c7a62b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Router 748a009d-3589-4943-98f8-5b3937601b1f is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:07:04.739228 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-eb7a671c-132e-4820-9144-e8690b29cfda req-e60176bb-584e-4922-aaed-e89f610474ea service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a71738cf-6ca2-49d8-9de6-cf8e78bf1283&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4366820 Mar 28 19:07:04.739842 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f86b4787-c372-45c2-8942-523ddde7fc0a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:04.757030 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-1367771f-5c55-44a0-b37c-f760f158798d None None] Provisioning for port a4b818dc-022f-449c-8028-f4a3ec7a3c62 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:07:04.791972 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-1367771f-5c55-44a0-b37c-f760f158798d None None] Provisioning complete for port a4b818dc-022f-449c-8028-f4a3ec7a3c62 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:07:04.792679 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1367771f-5c55-44a0-b37c-f760f158798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:04.855970 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-13f3403c-4518-4b22-a91d-8c9111654b59 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:07:04.868770 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-13f3403c-4518-4b22-a91d-8c9111654b59 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5537131 Mar 28 19:07:04.869646 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51898) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:04.876356 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-e24c9950-f725-454f-b87f-37fa0ac8fc55 tempest-NetworksNegativeTestJSON-1284091386 tempest-NetworksNegativeTestJSON-1284091386-project] PUT failed (client error): The resource could not be found. Mar 28 19:07:04.876878 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e24c9950-f725-454f-b87f-37fa0ac8fc55 tempest-NetworksNegativeTestJSON-1284091386 tempest-NetworksNegativeTestJSON-1284091386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:07:04.878067 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e24c9950-f725-454f-b87f-37fa0ac8fc55 tempest-NetworksNegativeTestJSON-1284091386 tempest-NetworksNegativeTestJSON-1284091386-project] 10.222.0.10 "PUT /v2.0/subnets/f3e06358-2555-4514-9a66-8e3b790ad76b HTTP/1.1" status: 404 len: 337 time: 0.2019439 Mar 28 19:07:04.886806 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b4787-c372-45c2-8942-523ddde7fc0a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Pushing event updated for resources: {'Port': ['ID=b3e9261a-1cca-4259-8b69-2b5db397b415,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:04.903311 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-1367771f-5c55-44a0-b37c-f760f158798d None None] Port a4b818dc-022f-449c-8028-f4a3ec7a3c62 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:07:04.933308 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=212bfd1c-5154-48e9-987f-71838b45438e,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:04.988235 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-8764d0cc-0aed-4acb-847e-e4ad6fbc9a74 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2073705741', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}, 'admin_state_up': False}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:05.004154 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6a98e93d-fa9f-4cee-bbd1-7d935a9b922b req-1bc1de0b-8778-450a-b11e-f759376d0354 service neutron] 10.222.0.26 "GET /v2.0/networks/11c83c4f-ff0a-4113-af10-31cfb7cfdd7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004926 Mar 28 19:07:05.008057 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8764d0cc-0aed-4acb-847e-e4ad6fbc9a74 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:05.012017 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f86b4787-c372-45c2-8942-523ddde7fc0a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:05.033326 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8764d0cc-0aed-4acb-847e-e4ad6fbc9a74 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Usage tracker for resource:router and tenant:e6c57515830543a6952571afdd7483f1 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:05.102817 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8764d0cc-0aed-4acb-847e-e4ad6fbc9a74 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:05.118584 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8764d0cc-0aed-4acb-847e-e4ad6fbc9a74 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:05.124287 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e74dcc7f-a51e-46ba-a909-985c9f709386 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting port a4b818dc-022f-449c-8028-f4a3ec7a3c62 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:05.124515 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e74dcc7f-a51e-46ba-a909-985c9f709386 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:05.195992 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ae969e-a368-48ad-867d-638118c7a62b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:07:05.212426 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd9c72b-d2f9-4f38-ba0e-8b38f621acb2 None None] Sync routers for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:07:05.215154 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a671c-132e-4820-9144-e8690b29cfda req-f2f89a01-4990-498c-a6e7-2e02b91960c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:05.216687 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-eb7a671c-132e-4820-9144-e8690b29cfda req-f2f89a01-4990-498c-a6e7-2e02b91960c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e80e42b66d5d44068ca2c1c3b098f1a9&device_id=a71738cf-6ca2-49d8-9de6-cf8e78bf1283 HTTP/1.1" status: 200 len: 1099 time: 0.2629821 Mar 28 19:07:05.216843 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8764d0cc-0aed-4acb-847e-e4ad6fbc9a74 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:05.217833 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8764d0cc-0aed-4acb-847e-e4ad6fbc9a74 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:05.225639 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd9c72b-d2f9-4f38-ba0e-8b38f621acb2 None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:05.227336 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0cd9c72b-d2f9-4f38-ba0e-8b38f621acb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:06:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:05.243813 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-74ae969e-a368-48ad-867d-638118c7a62b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:05.245028 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-74ae969e-a368-48ad-867d-638118c7a62b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.7821252 Mar 28 19:07:05.250235 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51908) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:05.257877 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86b4787-c372-45c2-8942-523ddde7fc0a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Network f0a97a04-d54d-4013-91c1-b16c81b70924 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:05.293730 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51912) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:05.296325 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-f86b4787-c372-45c2-8942-523ddde7fc0a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:05.305163 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0cd9c72b-d2f9-4f38-ba0e-8b38f621acb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:05.325327 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd9c72b-d2f9-4f38-ba0e-8b38f621acb2 None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:05.326301 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0cd9c72b-d2f9-4f38-ba0e-8b38f621acb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:06:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:05.397954 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0cd9c72b-d2f9-4f38-ba0e-8b38f621acb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:05.398989 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd9c72b-d2f9-4f38-ba0e-8b38f621acb2 None None] The sync data for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:07:05.434699 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8764d0cc-0aed-4acb-847e-e4ad6fbc9a74 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:05.472062 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b83a4-08da-46a4-bcd7-42f8c7689ffa req-ffe0ac1b-ea00-4ee1-913d-312b9f834dd3 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:05.473912 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1b3b83a4-08da-46a4-bcd7-42f8c7689ffa req-ffe0ac1b-ea00-4ee1-913d-312b9f834dd3 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.4082022 Mar 28 19:07:05.504342 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-edba7575-de2f-455c-aaef-596ec9cfe19b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:05.555551 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-edba7575-de2f-455c-aaef-596ec9cfe19b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:05.583126 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-edba7575-de2f-455c-aaef-596ec9cfe19b admin admin] Usage tracker for resource:security_group_rule and tenant:fa269108eb20441180bfe24739df8356 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:05.590431 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-edba7575-de2f-455c-aaef-596ec9cfe19b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:05.634979 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-196f23ed-b4af-4245-bf8f-0a9eadc013f7 None None] Provisioning complete for port b3e9261a-1cca-4259-8b69-2b5db397b415 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:07:05.635345 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-196f23ed-b4af-4245-bf8f-0a9eadc013f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:05.664624 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-edba7575-de2f-455c-aaef-596ec9cfe19b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:05.682506 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1b3b83a4-08da-46a4-bcd7-42f8c7689ffa req-00c46a72-96a9-430f-a813-729f41b0443c tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842940 Mar 28 19:07:05.691274 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a671c-132e-4820-9144-e8690b29cfda req-4875b342-3ae5-40ce-aab8-35698e4838d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:05.692713 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-eb7a671c-132e-4820-9144-e8690b29cfda req-4875b342-3ae5-40ce-aab8-35698e4838d1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=615b137b-5658-4b36-89b6-00fdce80d6f1 HTTP/1.1" status: 200 len: 912 time: 0.4481871 Mar 28 19:07:05.732290 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-196f23ed-b4af-4245-bf8f-0a9eadc013f7 None None] Port b3e9261a-1cca-4259-8b69-2b5db397b415 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:07:05.817450 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e74dcc7f-a51e-46ba-a909-985c9f709386 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:05.821014 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86b4787-c372-45c2-8942-523ddde7fc0a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Router ddc0df18-d80c-45ff-807d-ec3a158eb209 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:07:05.843076 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-eb7a671c-132e-4820-9144-e8690b29cfda req-21aeebb5-bd51-4b8e-87da-3688e9914246 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff847822-ddba-413b-87d1-bc67643e55e9 HTTP/1.1" status: 200 len: 1002 time: 0.1328261 Mar 28 19:07:06.016798 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a671c-132e-4820-9144-e8690b29cfda req-9be1f105-d19a-4a48-9353-6160bbaa0a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:06.018978 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-eb7a671c-132e-4820-9144-e8690b29cfda req-9be1f105-d19a-4a48-9353-6160bbaa0a99 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=05240730-88d2-4328-b36b-7b1d6500b963 HTTP/1.1" status: 200 len: 850 time: 0.1680052 Mar 28 19:07:06.189217 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 212bfd1c-5154-48e9-987f-71838b45438e up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:07:06.222604 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e74dcc7f-a51e-46ba-a909-985c9f709386 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Calling delete_port for a4b818dc-022f-449c-8028-f4a3ec7a3c62 owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:06.290414 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-edba7575-de2f-455c-aaef-596ec9cfe19b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:06.295269 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 212bfd1c-5154-48e9-987f-71838b45438e triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:07:06.295973 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:06.311668 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-edba7575-de2f-455c-aaef-596ec9cfe19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:06.335259 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8764d0cc-0aed-4acb-847e-e4ad6fbc9a74 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:06.342218 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86b4787-c372-45c2-8942-523ddde7fc0a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:07:06.371535 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35816939-f031-4092-8cd3-c3091e84dd4c None None] Sync routers for ids ['ddc0df18-d80c-45ff-807d-ec3a158eb209'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:07:06.399610 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35816939-f031-4092-8cd3-c3091e84dd4c None None] Routers {'ddc0df18-d80c-45ff-807d-ec3a158eb209'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:06.400232 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-35816939-f031-4092-8cd3-c3091e84dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:06:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ddc0df18-d80c-45ff-807d-ec3a158eb209'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:06.454054 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f86b4787-c372-45c2-8942-523ddde7fc0a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] 10.222.0.10 "PUT /v2.0/routers/ddc0df18-d80c-45ff-807d-ec3a158eb209/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7047234 Mar 28 19:07:06.458664 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-edba7575-de2f-455c-aaef-596ec9cfe19b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fa269108eb20441180bfe24739df8356&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1615326 Mar 28 19:07:06.459368 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51926) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:06.459788 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51928) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:06.465794 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-35816939-f031-4092-8cd3-c3091e84dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:06.468536 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba7575-de2f-455c-aaef-596ec9cfe19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fa7b5a-1457-4d01-a221-6f2155a50cf7,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:06.477391 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-49c1e6f4-8ad9-46e5-98f5-f3e419cfe330 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Request body: {'port': {'network_id': 'f0a97a04-d54d-4013-91c1-b16c81b70924', 'name': 'tempest-FloatingIPAdminTestJSON-249983358'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:06.519153 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35816939-f031-4092-8cd3-c3091e84dd4c None None] Routers {'ddc0df18-d80c-45ff-807d-ec3a158eb209'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:06.520030 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-35816939-f031-4092-8cd3-c3091e84dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:06:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ddc0df18-d80c-45ff-807d-ec3a158eb209'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:06.590690 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-35816939-f031-4092-8cd3-c3091e84dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:06.591113 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35816939-f031-4092-8cd3-c3091e84dd4c None None] The sync data for ids ['ddc0df18-d80c-45ff-807d-ec3a158eb209'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:07:06.612805 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a671c-132e-4820-9144-e8690b29cfda req-0d4ae83f-4edf-4a41-8c14-ff940b44e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:06.614396 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-eb7a671c-132e-4820-9144-e8690b29cfda req-0d4ae83f-4edf-4a41-8c14-ff940b44e572 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=615b137b-5658-4b36-89b6-00fdce80d6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5792246 Mar 28 19:07:06.776200 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e74dcc7f-a51e-46ba-a909-985c9f709386 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:06.796250 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ed021551-55b5-4c82-9c3f-cc59360c5f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:06.813922 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093402bc-cf42-4d9c-a087-4e5609385ee0 req-fa3b5b02-ff19-4850-9c94-dab15f794b8d tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:06.815444 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-093402bc-cf42-4d9c-a087-4e5609385ee0 req-fa3b5b02-ff19-4850-9c94-dab15f794b8d tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.4264081 Mar 28 19:07:06.833814 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74dcc7f-a51e-46ba-a909-985c9f709386 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Port': ['ID=a4b818dc-022f-449c-8028-f4a3ec7a3c62,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:06.845030 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-49c1e6f4-8ad9-46e5-98f5-f3e419cfe330 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:06.859357 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-49c1e6f4-8ad9-46e5-98f5-f3e419cfe330 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Usage tracker for resource:port and tenant:899ad252d3b74533a899534beb6e592b is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:06.870593 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-49c1e6f4-8ad9-46e5-98f5-f3e419cfe330 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:06.883280 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ed021551-55b5-4c82-9c3f-cc59360c5f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:06.892347 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-49c1e6f4-8ad9-46e5-98f5-f3e419cfe330 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:06.931780 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e74dcc7f-a51e-46ba-a909-985c9f709386 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:06.957652 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-093402bc-cf42-4d9c-a087-4e5609385ee0 req-0e06af94-132f-4a10-adf0-e2028b26a211 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250212 Mar 28 19:07:06.959565 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-eb7a671c-132e-4820-9144-e8690b29cfda req-f89dbbd4-b1b2-47d7-a025-bfbf87e250c7 service neutron] 10.222.0.26 "GET /v2.0/networks/615b137b-5658-4b36-89b6-00fdce80d6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285244 Mar 28 19:07:06.963089 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c1e6f4-8ad9-46e5-98f5-f3e419cfe330 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Made reservation on behalf of 899ad252d3b74533a899534beb6e592b for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:06.967174 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-49c1e6f4-8ad9-46e5-98f5-f3e419cfe330 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:06.998786 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e74dcc7f-a51e-46ba-a909-985c9f709386 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/a4b818dc-022f-449c-8028-f4a3ec7a3c62 HTTP/1.1" status: 204 len: 168 time: 2.1197846 Mar 28 19:07:07.009850 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51938) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:07.030817 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-49c1e6f4-8ad9-46e5-98f5-f3e419cfe330 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] device_id is not set on port 68832576-3f13-466e-8131-0101c5a72e1d yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:07:07.135092 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ed021551-55b5-4c82-9c3f-cc59360c5f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:07.169556 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed021551-55b5-4c82-9c3f-cc59360c5f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fa7b5a-1457-4d01-a221-6f2155a50cf7,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:07.242732 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ed021551-55b5-4c82-9c3f-cc59360c5f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:07.243789 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ed021551-55b5-4c82-9c3f-cc59360c5f0e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/42fa7b5a-1457-4d01-a221-6f2155a50cf7 HTTP/1.1" status: 204 len: 168 time: 0.7764556 Mar 28 19:07:07.253892 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-eb7a671c-132e-4820-9144-e8690b29cfda req-a048c2b4-2f83-468f-a156-d77ea2e2e0f2 service neutron] 10.222.0.26 "GET /v2.0/networks/615b137b-5658-4b36-89b6-00fdce80d6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704623 Mar 28 19:07:07.290373 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-49c1e6f4-8ad9-46e5-98f5-f3e419cfe330 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Allocated IP 172.20.0.9 (f0a97a04-d54d-4013-91c1-b16c81b70924/e0ad8e51-4b94-4454-a84a-55b58d83fff5/68832576-3f13-466e-8131-0101c5a72e1d) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:07.397604 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8764d0cc-0aed-4acb-847e-e4ad6fbc9a74 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router_gateway, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:07.445209 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8764d0cc-0aed-4acb-847e-e4ad6fbc9a74 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:07.449610 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9910327c-3ab0-4b8a-8575-55b318b3311d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:07.451114 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9910327c-3ab0-4b8a-8575-55b318b3311d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:07.451862 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-9910327c-3ab0-4b8a-8575-55b318b3311d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:07:07.508748 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-49c1e6f4-8ad9-46e5-98f5-f3e419cfe330 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:07.519759 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bb38f857-20a3-4288-9b0f-511156cf784d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:07.526476 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-49c1e6f4-8ad9-46e5-98f5-f3e419cfe330 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Transition to ACTIVE for port object 68832576-3f13-466e-8131-0101c5a72e1d will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:07.553078 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-9910327c-3ab0-4b8a-8575-55b318b3311d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:07:07.555873 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-49c1e6f4-8ad9-46e5-98f5-f3e419cfe330 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:07.557464 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51950) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:07.558413 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9910327c-3ab0-4b8a-8575-55b318b3311d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5469983 Mar 28 19:07:07.688849 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c1e6f4-8ad9-46e5-98f5-f3e419cfe330 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Network f0a97a04-d54d-4013-91c1-b16c81b70924 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:07.695219 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-49c1e6f4-8ad9-46e5-98f5-f3e419cfe330 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:07.697515 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1e6f4-8ad9-46e5-98f5-f3e419cfe330 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Pushing event updated for resources: {'Port': ['ID=68832576-3f13-466e-8131-0101c5a72e1d,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:07.701354 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c1e6f4-8ad9-46e5-98f5-f3e419cfe330 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:07.736232 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc7b04a-2b03-4620-925c-0776d19e23b8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting subnet c033f7c8-186f-4b68-af59-9f1c69ee1fbd {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:07:07.750418 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0fc7b04a-2b03-4620-925c-0776d19e23b8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:07.807385 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-8764d0cc-0aed-4acb-847e-e4ad6fbc9a74 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Allocated IP 172.26.4.234 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/0382a78a-7d7b-4ca5-bcd6-9f93e542d3d7) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:07.838346 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c1e6f4-8ad9-46e5-98f5-f3e419cfe330 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:07.839009 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-49c1e6f4-8ad9-46e5-98f5-f3e419cfe330 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:07.853066 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0fc7b04a-2b03-4620-925c-0776d19e23b8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:07.913697 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-49c1e6f4-8ad9-46e5-98f5-f3e419cfe330 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4480066 Mar 28 19:07:07.922377 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51964) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:08.022492 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0fc7b04a-2b03-4620-925c-0776d19e23b8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:08.083548 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-c765fd8d-e7de-46f7-b2bf-ee6d2818f159 None None] Provisioning for port 68832576-3f13-466e-8131-0101c5a72e1d completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:07:08.092264 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-c765fd8d-e7de-46f7-b2bf-ee6d2818f159 None None] Provisioning complete for port 68832576-3f13-466e-8131-0101c5a72e1d triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:07:08.092635 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c765fd8d-e7de-46f7-b2bf-ee6d2818f159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:08.173871 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8764d0cc-0aed-4acb-847e-e4ad6fbc9a74 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:08.203549 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-c765fd8d-e7de-46f7-b2bf-ee6d2818f159 None None] Port 68832576-3f13-466e-8131-0101c5a72e1d cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:07:08.234951 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-bb38f857-20a3-4288-9b0f-511156cf784d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Allocated IP 172.20.0.1 (04591ea1-7a4a-4cf4-8904-04ef5988b6c3/5cd049cf-fb36-4290-8379-6d4d17f0e157/5328bfd8-d5cc-4865-aa2d-52ead0fe789c) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:08.238798 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 51974) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:08.246440 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0fc7b04a-2b03-4620-925c-0776d19e23b8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:08.302418 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0fc7b04a-2b03-4620-925c-0776d19e23b8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:08.308317 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7b04a-2b03-4620-925c-0776d19e23b8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Subnet': ['ID=c033f7c8-186f-4b68-af59-9f1c69ee1fbd,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:08.309905 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d5264f-47dc-481e-b220-3aee7aff63b0 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:07:08.314188 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-d5bc3234-8058-4f0a-814c-d74db9eee156 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'project_id': '899ad252d3b74533a899534beb6e592b', 'port_id': '68832576-3f13-466e-8131-0101c5a72e1d'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:08.326947 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b9271-3383-450e-a031-3dad09771187 req-d449258e-2164-4798-a0da-111ff014f609 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:08.328391 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8c7b9271-3383-450e-a031-3dad09771187 req-d449258e-2164-4798-a0da-111ff014f609 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.1668150 Mar 28 19:07:08.332196 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-d5bc3234-8058-4f0a-814c-d74db9eee156 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:08.336935 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d5bc3234-8058-4f0a-814c-d74db9eee156 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Usage tracker for resource:floatingip and tenant:899ad252d3b74533a899534beb6e592b is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:08.340795 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d5bc3234-8058-4f0a-814c-d74db9eee156 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:08.359053 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0fc7b04a-2b03-4620-925c-0776d19e23b8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/c033f7c8-186f-4b68-af59-9f1c69ee1fbd HTTP/1.1" status: 204 len: 168 time: 0.8003898 Mar 28 19:07:08.361442 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-d5bc3234-8058-4f0a-814c-d74db9eee156 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:08.363450 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51980) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:08.367493 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-7cdc7329-d999-4c05-a011-9e96c8d408e8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2022816081'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:08.382076 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-7cdc7329-d999-4c05-a011-9e96c8d408e8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:08.386834 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8764d0cc-0aed-4acb-847e-e4ad6fbc9a74 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:08.429536 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-7cdc7329-d999-4c05-a011-9e96c8d408e8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:network and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:08.441855 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-7cdc7329-d999-4c05-a011-9e96c8d408e8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:08.458046 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-7cdc7329-d999-4c05-a011-9e96c8d408e8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:08.491535 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8764d0cc-0aed-4acb-847e-e4ad6fbc9a74 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:08.499407 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-8764d0cc-0aed-4acb-847e-e4ad6fbc9a74 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:08.502240 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8764d0cc-0aed-4acb-847e-e4ad6fbc9a74 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:08.541842 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdc7329-d999-4c05-a011-9e96c8d408e8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:08.545270 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7cdc7329-d999-4c05-a011-9e96c8d408e8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:08.570170 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-cf2bcfd0-43d7-4bf5-a1b6-e6c6b510f2e8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2022214 Mar 28 19:07:08.572421 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51984) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:08.573033 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d5bc3234-8058-4f0a-814c-d74db9eee156 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:08.576116 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764d0cc-0aed-4acb-847e-e4ad6fbc9a74 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Pushing event updated for resources: {'Port': ['ID=0382a78a-7d7b-4ca5-bcd6-9f93e542d3d7,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:08.578295 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0681b58a-fde3-4525-93ab-b56f3163e5f2 None None] DHCP port deletion for 1857c8f5-5622-42ce-a4f9-106880783f61 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:07:08.583985 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-0681b58a-fde3-4525-93ab-b56f3163e5f2 None None] Deleting port 212bfd1c-5154-48e9-987f-71838b45438e {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:08.584565 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0681b58a-fde3-4525-93ab-b56f3163e5f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:08.592663 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7cdc7329-d999-4c05-a011-9e96c8d408e8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:08.605579 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bb38f857-20a3-4288-9b0f-511156cf784d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:08.622295 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8c7b9271-3383-450e-a031-3dad09771187 req-4b11a51f-51fe-4578-906d-a600a89d5e10 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2823451 Mar 28 19:07:08.629811 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-7cdc7329-d999-4c05-a011-9e96c8d408e8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:08.705120 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-7cdc7329-d999-4c05-a011-9e96c8d408e8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:security_group_rule and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:08.764051 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-7cdc7329-d999-4c05-a011-9e96c8d408e8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:08.777396 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ac210e-58a1-46fc-9d53-a6cf2d28dcdb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:08.781234 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-46ac210e-58a1-46fc-9d53-a6cf2d28dcdb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1929333 Mar 28 19:07:08.781663 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51988) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:08.814531 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-7cdc7329-d999-4c05-a011-9e96c8d408e8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:08.855620 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b0fe32-e576-44e1-b68d-a8424d4c706a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:08.856292 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-96b0fe32-e576-44e1-b68d-a8424d4c706a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:07:08.878763 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-0681b58a-fde3-4525-93ab-b56f3163e5f2 None None] For port 212bfd1c-5154-48e9-987f-71838b45438e, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=212bfd1c-5154-48e9-987f-71838b45438e,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:07:08.879175 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0681b58a-fde3-4525-93ab-b56f3163e5f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:08.888739 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d5bc3234-8058-4f0a-814c-d74db9eee156 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:08.937614 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bb38f857-20a3-4288-9b0f-511156cf784d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:08.943807 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-96b0fe32-e576-44e1-b68d-a8424d4c706a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:07:08.947435 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-96b0fe32-e576-44e1-b68d-a8424d4c706a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1625969 Mar 28 19:07:08.953365 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51992) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:09.004256 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-0681b58a-fde3-4525-93ab-b56f3163e5f2 None None] Calling delete_port for 212bfd1c-5154-48e9-987f-71838b45438e owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:09.022405 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb38f857-20a3-4288-9b0f-511156cf784d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Network 04591ea1-7a4a-4cf4-8904-04ef5988b6c3 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:09.030589 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-bb38f857-20a3-4288-9b0f-511156cf784d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:09.038091 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3228cc34-1346-4526-b3b4-4ef5f3d66159 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793581 Mar 28 19:07:09.038291 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb38f857-20a3-4288-9b0f-511156cf784d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:09.040128 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 51996) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:09.048147 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-67f47718-7672-4cbe-83f9-4f417f5cdd5e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:09.099081 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0681b58a-fde3-4525-93ab-b56f3163e5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:09.149959 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0681b58a-fde3-4525-93ab-b56f3163e5f2 None None] No DVR routers for this DVR port 212bfd1c-5154-48e9-987f-71838b45438e on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:07:09.154351 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681b58a-fde3-4525-93ab-b56f3163e5f2 None None] Pushing event deleted for resources: {'Port': ['ID=212bfd1c-5154-48e9-987f-71838b45438e,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:09.221955 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-67f47718-7672-4cbe-83f9-4f417f5cdd5e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:09.224869 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-d5bc3234-8058-4f0a-814c-d74db9eee156 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Allocated IP 172.26.4.119 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/51ffeff2-f212-4f60-9266-273f61756278) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:09.240479 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-67f47718-7672-4cbe-83f9-4f417f5cdd5e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:09.275293 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f47718-7672-4cbe-83f9-4f417f5cdd5e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:09.278607 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-67f47718-7672-4cbe-83f9-4f417f5cdd5e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:09.306316 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38f857-20a3-4288-9b0f-511156cf784d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event updated for resources: {'Port': ['ID=5328bfd8-d5cc-4865-aa2d-52ead0fe789c,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:09.363549 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bb38f857-20a3-4288-9b0f-511156cf784d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:09.477424 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7cdc7329-d999-4c05-a011-9e96c8d408e8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:09.484362 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8764d0cc-0aed-4acb-847e-e4ad6fbc9a74 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router_gateway, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:09.495733 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d5bc3234-8058-4f0a-814c-d74db9eee156 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:09.553344 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7cdc7329-d999-4c05-a011-9e96c8d408e8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:09.605019 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d5bc3234-8058-4f0a-814c-d74db9eee156 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:09.612640 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cdc7329-d999-4c05-a011-9e96c8d408e8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:07:09.675171 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bc3234-8058-4f0a-814c-d74db9eee156 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:09.678657 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-d5bc3234-8058-4f0a-814c-d74db9eee156 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:09.680706 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-67f47718-7672-4cbe-83f9-4f417f5cdd5e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:09.684207 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bc3234-8058-4f0a-814c-d74db9eee156 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:09.730227 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7cdc7329-d999-4c05-a011-9e96c8d408e8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:09.730645 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-7cdc7329-d999-4c05-a011-9e96c8d408e8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Added segment 929e340d-93ae-49ea-a7fa-75f200ed0111 of type vlan for network 389cf68c-811d-47a7-87b6-39d5be3bb01f Mar 28 19:07:09.742157 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc7329-d999-4c05-a011-9e96c8d408e8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab4eac2-d9cd-4a94-b7e2-9c94081bb203,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:09.813965 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc3234-8058-4f0a-814c-d74db9eee156 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Pushing event updated for resources: {'Port': ['ID=51ffeff2-f212-4f60-9266-273f61756278,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:09.836196 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f47718-7672-4cbe-83f9-4f417f5cdd5e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:09.839673 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7cdc7329-d999-4c05-a011-9e96c8d408e8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:09.843753 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-67f47718-7672-4cbe-83f9-4f417f5cdd5e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:09.852220 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f47718-7672-4cbe-83f9-4f417f5cdd5e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:09.852754 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-67f47718-7672-4cbe-83f9-4f417f5cdd5e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:09.860332 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb29675-ba58-4298-9f97-f2a15200d6ce None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:07:09.878475 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f47718-7672-4cbe-83f9-4f417f5cdd5e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Subnet': ['ID=dadd6428-c643-40fd-bd96-a0ab043ba1d5,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:09.946811 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-67f47718-7672-4cbe-83f9-4f417f5cdd5e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9056380 Mar 28 19:07:09.954334 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52004) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:09.979632 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7cdc7329-d999-4c05-a011-9e96c8d408e8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:09.984990 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdc7329-d999-4c05-a011-9e96c8d408e8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:09.985582 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7cdc7329-d999-4c05-a011-9e96c8d408e8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:09.996409 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-124f593f-3064-4e17-95d8-a181ab12a281 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'port': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'fixed_ips': [{'subnet_id': 'dadd6428-c643-40fd-bd96-a0ab043ba1d5', 'ip_address': '2001:db8::9bbc:5e2a:2395:c3f1'}], 'name': 'tempest-NetworksTestDHCPv6-1890141702'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:10.058065 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063808e-9101-47df-b4e9-086aeb389710 req-7295fb9b-e0e6-4cd4-b07c-f5f8e81ae9c5 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:10.059558 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3063808e-9101-47df-b4e9-086aeb389710 req-7295fb9b-e0e6-4cd4-b07c-f5f8e81ae9c5 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.2994139 Mar 28 19:07:10.123119 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c25f88-7e2b-4437-9a62-6da039acfafa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-1857c8f5-5622-42ce-a4f9-106880783f61', 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'fixed_ips': [{'subnet_id': 'dadd6428-c643-40fd-bd96-a0ab043ba1d5'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:07:10.125290 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-18c25f88-7e2b-4437-9a62-6da039acfafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:10.195751 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 212bfd1c-5154-48e9-987f-71838b45438e no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:07:10.236570 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 212bfd1c-5154-48e9-987f-71838b45438e {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:07:10.236994 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 212bfd1c-5154-48e9-987f-71838b45438e not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:07:10.258395 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bb38f857-20a3-4288-9b0f-511156cf784d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:10.284424 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc7329-d999-4c05-a011-9e96c8d408e8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Network': ['ID=389cf68c-811d-47a7-87b6-39d5be3bb01f,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:10.296678 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7cdc7329-d999-4c05-a011-9e96c8d408e8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0545597 Mar 28 19:07:10.300799 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52008) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:10.317493 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 389cf68c-811d-47a7-87b6-39d5be3bb01f details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:07:10.336043 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8764d0cc-0aed-4acb-847e-e4ad6fbc9a74 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:10.343173 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-f88053e5-fc9a-4e10-b63a-7c4c4e6b62c3 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'port': {'network_id': '389cf68c-811d-47a7-87b6-39d5be3bb01f', 'name': 'tempest-PortsIpV6TestJSON-1170370492'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:10.391003 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3063808e-9101-47df-b4e9-086aeb389710 req-bfa3c518-6560-417b-a44e-3ec052bb9eee tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2761648 Mar 28 19:07:10.442757 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-18c25f88-7e2b-4437-9a62-6da039acfafa None None] Allocated IP 2001:db8::2 (1857c8f5-5622-42ce-a4f9-106880783f61/dadd6428-c643-40fd-bd96-a0ab043ba1d5/9f010e53-7d8b-49d5-b73f-ba9cf632f7b7) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:10.473911 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-124f593f-3064-4e17-95d8-a181ab12a281 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:10.485289 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-124f593f-3064-4e17-95d8-a181ab12a281 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:port and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:10.490243 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-124f593f-3064-4e17-95d8-a181ab12a281 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:10.498481 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-124f593f-3064-4e17-95d8-a181ab12a281 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:10.534065 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124f593f-3064-4e17-95d8-a181ab12a281 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:10.654650 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-18c25f88-7e2b-4437-9a62-6da039acfafa None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:10.666710 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-18c25f88-7e2b-4437-9a62-6da039acfafa None None] Transition to ACTIVE for port object 9f010e53-7d8b-49d5-b73f-ba9cf632f7b7 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:10.682437 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-124f593f-3064-4e17-95d8-a181ab12a281 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:10.694217 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-18c25f88-7e2b-4437-9a62-6da039acfafa None None] Transition to ACTIVE for port object 9f010e53-7d8b-49d5-b73f-ba9cf632f7b7 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:10.703245 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-18c25f88-7e2b-4437-9a62-6da039acfafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:10.713065 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-124f593f-3064-4e17-95d8-a181ab12a281 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] device_id is not set on port 55a68acd-c162-4be5-8bf2-2e7a25678c08 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:07:10.774480 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c25f88-7e2b-4437-9a62-6da039acfafa None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:10.777480 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-18c25f88-7e2b-4437-9a62-6da039acfafa None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:10.777614 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d5bc3234-8058-4f0a-814c-d74db9eee156 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:10.786762 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c25f88-7e2b-4437-9a62-6da039acfafa None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:10.796216 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c25f88-7e2b-4437-9a62-6da039acfafa None None] Pushing event updated for resources: {'Port': ['ID=9f010e53-7d8b-49d5-b73f-ba9cf632f7b7,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:10.816489 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f88053e5-fc9a-4e10-b63a-7c4c4e6b62c3 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:10.883117 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f88053e5-fc9a-4e10-b63a-7c4c4e6b62c3 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:port and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:10.883659 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-18c25f88-7e2b-4437-9a62-6da039acfafa None None] Attempting to bind port 9f010e53-7d8b-49d5-b73f-ba9cf632f7b7 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:07:10.884029 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-18c25f88-7e2b-4437-9a62-6da039acfafa None None] Attempting to bind port 9f010e53-7d8b-49d5-b73f-ba9cf632f7b7 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:07:10.884386 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c25f88-7e2b-4437-9a62-6da039acfafa None None] Attempting to bind port 9f010e53-7d8b-49d5-b73f-ba9cf632f7b7 on network 1857c8f5-5622-42ce-a4f9-106880783f61 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:07:10.890638 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f88053e5-fc9a-4e10-b63a-7c4c4e6b62c3 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:10.890821 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c25f88-7e2b-4437-9a62-6da039acfafa None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:07:10.890821 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c25f88-7e2b-4437-9a62-6da039acfafa None None] Checking segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:07:10.890821 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-18c25f88-7e2b-4437-9a62-6da039acfafa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:10.891215 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c25f88-7e2b-4437-9a62-6da039acfafa None None] Bound using segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:07:10.891504 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-18c25f88-7e2b-4437-9a62-6da039acfafa None None] Bound port: 9f010e53-7d8b-49d5-b73f-ba9cf632f7b7, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:07:10.892781 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-18c25f88-7e2b-4437-9a62-6da039acfafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:10.903172 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f88053e5-fc9a-4e10-b63a-7c4c4e6b62c3 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:10.966750 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d5bc3234-8058-4f0a-814c-d74db9eee156 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:10.988150 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-18c25f88-7e2b-4437-9a62-6da039acfafa None None] For port 9f010e53-7d8b-49d5-b73f-ba9cf632f7b7, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:07:10.992097 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-18c25f88-7e2b-4437-9a62-6da039acfafa None None] For port 9f010e53-7d8b-49d5-b73f-ba9cf632f7b7, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=9f010e53-7d8b-49d5-b73f-ba9cf632f7b7,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:07:10.999495 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-18c25f88-7e2b-4437-9a62-6da039acfafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:11.008792 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88053e5-fc9a-4e10-b63a-7c4c4e6b62c3 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:11.012208 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f88053e5-fc9a-4e10-b63a-7c4c4e6b62c3 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:11.017663 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-124f593f-3064-4e17-95d8-a181ab12a281 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Allocated IP 2001:db8::9bbc:5e2a:2395:c3f1 (1857c8f5-5622-42ce-a4f9-106880783f61/dadd6428-c643-40fd-bd96-a0ab043ba1d5/55a68acd-c162-4be5-8bf2-2e7a25678c08) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:11.056467 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-f88053e5-fc9a-4e10-b63a-7c4c4e6b62c3 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] device_id is not set on port 1528995a-3926-4666-bc63-fc42d320375b yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:07:11.081845 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c25f88-7e2b-4437-9a62-6da039acfafa None None] Pushing event updated for resources: {'Port': ['ID=9f010e53-7d8b-49d5-b73f-ba9cf632f7b7,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:11.329975 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8764d0cc-0aed-4acb-847e-e4ad6fbc9a74 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Router 30e3049c-3788-418e-9aa8-9086c4977976 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:07:11.370437 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d5bc3234-8058-4f0a-814c-d74db9eee156 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:11.379389 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-124f593f-3064-4e17-95d8-a181ab12a281 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:11.382575 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d5bc3234-8058-4f0a-814c-d74db9eee156 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:11.468759 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-124f593f-3064-4e17-95d8-a181ab12a281 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Transition to ACTIVE for port object 55a68acd-c162-4be5-8bf2-2e7a25678c08 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:11.511534 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc3234-8058-4f0a-814c-d74db9eee156 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Pushing event updated for resources: {'Port': ['ID=51ffeff2-f212-4f60-9266-273f61756278,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:11.525399 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d5bc3234-8058-4f0a-814c-d74db9eee156 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:11.540939 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:07:11.642257 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f88053e5-fc9a-4e10-b63a-7c4c4e6b62c3 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:11.663625 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-124f593f-3064-4e17-95d8-a181ab12a281 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:11.702612 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bb38f857-20a3-4288-9b0f-511156cf784d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:11.706694 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8764d0cc-0aed-4acb-847e-e4ad6fbc9a74 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:07:11.720651 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bb38f857-20a3-4288-9b0f-511156cf784d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:11.725422 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78d7441-e22a-4313-af87-10bd58aa74a7 None None] Sync routers for ids ['30e3049c-3788-418e-9aa8-9086c4977976'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:07:11.734816 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78d7441-e22a-4313-af87-10bd58aa74a7 None None] Routers {'30e3049c-3788-418e-9aa8-9086c4977976'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:11.735437 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-c78d7441-e22a-4313-af87-10bd58aa74a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:06:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['30e3049c-3788-418e-9aa8-9086c4977976'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:11.803998 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-c78d7441-e22a-4313-af87-10bd58aa74a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:11.814496 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78d7441-e22a-4313-af87-10bd58aa74a7 None None] Routers {'30e3049c-3788-418e-9aa8-9086c4977976'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:11.815440 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-c78d7441-e22a-4313-af87-10bd58aa74a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:06:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['30e3049c-3788-418e-9aa8-9086c4977976'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:11.855330 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8764d0cc-0aed-4acb-847e-e4ad6fbc9a74 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:11.856534 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8764d0cc-0aed-4acb-847e-e4ad6fbc9a74 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.2198625 Mar 28 19:07:11.858998 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-d5bc3234-8058-4f0a-814c-d74db9eee156 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Floating IP 09c302a7-bdd1-4ac8-b720-b02f7b73487c associated. External IP: 172.26.4.119, port: 68832576-3f13-466e-8131-0101c5a72e1d. Mar 28 19:07:11.866932 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52014) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:11.878551 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bb38f857-20a3-4288-9b0f-511156cf784d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:11.886114 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-c78d7441-e22a-4313-af87-10bd58aa74a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:11.887185 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78d7441-e22a-4313-af87-10bd58aa74a7 None None] The sync data for ids ['30e3049c-3788-418e-9aa8-9086c4977976'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:07:11.947597 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f88053e5-fc9a-4e10-b63a-7c4c4e6b62c3 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:11.949341 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38f857-20a3-4288-9b0f-511156cf784d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event updated for resources: {'Port': ['ID=5328bfd8-d5cc-4865-aa2d-52ead0fe789c,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:12.037472 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f593f-3064-4e17-95d8-a181ab12a281 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Port': ['ID=55a68acd-c162-4be5-8bf2-2e7a25678c08,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:12.041015 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124f593f-3064-4e17-95d8-a181ab12a281 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:12.169591 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88053e5-fc9a-4e10-b63a-7c4c4e6b62c3 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Port': ['ID=1528995a-3926-4666-bc63-fc42d320375b,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:12.179342 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86baee8c-227e-4061-b643-5f624504c46f req-dcf3cb12-9238-4362-820a-3438732336f5 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:12.186585 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-86baee8c-227e-4061-b643-5f624504c46f req-dcf3cb12-9238-4362-820a-3438732336f5 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.6635010 Mar 28 19:07:12.192547 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-124f593f-3064-4e17-95d8-a181ab12a281 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:12.195029 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124f593f-3064-4e17-95d8-a181ab12a281 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:12.201629 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124f593f-3064-4e17-95d8-a181ab12a281 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:12.211294 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-124f593f-3064-4e17-95d8-a181ab12a281 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:12.264456 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 9f010e53-7d8b-49d5-b73f-ba9cf632f7b7 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:07:12.266230 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88053e5-fc9a-4e10-b63a-7c4c4e6b62c3 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Checking segment: {'id': '929e340d-93ae-49ea-a7fa-75f200ed0111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '389cf68c-811d-47a7-87b6-39d5be3bb01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:07:12.266596 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88053e5-fc9a-4e10-b63a-7c4c4e6b62c3 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network hostable DHCP agents. Network: 389cf68c-811d-47a7-87b6-39d5be3bb01f, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:07:12.312209 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-25eb9953-e6c3-4240-8020-04d10f3346e8 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "GET /v2.0/routers/30e3049c-3788-418e-9aa8-9086c4977976 HTTP/1.1" status: 200 len: 925 time: 0.4386189 Mar 28 19:07:12.314979 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52018) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:12.388393 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-8b82a22b-c74d-4b5e-928b-e07555c3d92a None None] Provisioning for port 9f010e53-7d8b-49d5-b73f-ba9cf632f7b7 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:07:12.395912 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-124f593f-3064-4e17-95d8-a181ab12a281 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4349031 Mar 28 19:07:12.398228 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-86baee8c-227e-4061-b643-5f624504c46f req-15b7806d-05cf-48bc-8d54-2106f9452e8e tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108855 Mar 28 19:07:12.398703 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52022) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:12.428987 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 9f010e53-7d8b-49d5-b73f-ba9cf632f7b7 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:07:12.434706 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 9f010e53-7d8b-49d5-b73f-ba9cf632f7b7 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:07:12.435106 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:12.559690 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bc3234-8058-4f0a-814c-d74db9eee156 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Router ddc0df18-d80c-45ff-807d-ec3a158eb209 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:07:12.571609 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-71a27130-9b97-42b3-a12b-82de42ba4bda tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "GET /v2.0/ports?device_id=30e3049c-3788-418e-9aa8-9086c4977976 HTTP/1.1" status: 200 len: 205 time: 0.2468004 Mar 28 19:07:12.576188 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52026) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:12.578464 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:12.582287 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88053e5-fc9a-4e10-b63a-7c4c4e6b62c3 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network 389cf68c-811d-47a7-87b6-39d5be3bb01f is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:07:12.588777 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb38f857-20a3-4288-9b0f-511156cf784d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Network 04591ea1-7a4a-4cf4-8904-04ef5988b6c3 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:12.591761 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-bb38f857-20a3-4288-9b0f-511156cf784d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:12.614438 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 9f010e53-7d8b-49d5-b73f-ba9cf632f7b7, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=9f010e53-7d8b-49d5-b73f-ba9cf632f7b7,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:07:12.623979 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:12.653464 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-f88053e5-fc9a-4e10-b63a-7c4c4e6b62c3 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 389cf68c-811d-47a7-87b6-39d5be3bb01f) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:12.669845 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88053e5-fc9a-4e10-b63a-7c4c4e6b62c3 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:12.676894 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88053e5-fc9a-4e10-b63a-7c4c4e6b62c3 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:12.677515 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f88053e5-fc9a-4e10-b63a-7c4c4e6b62c3 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:12.679121 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee66c17-35fc-410f-986c-53ef0574b506 None None] Network 389cf68c-811d-47a7-87b6-39d5be3bb01f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:07:12.724054 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f88053e5-fc9a-4e10-b63a-7c4c4e6b62c3 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4190605 Mar 28 19:07:12.735756 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52030) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:12.743549 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-8d157642-2a52-4ca2-861c-20dd5be41229 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1176995340'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:12.750013 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdead203-f981-4964-9bca-985b16c4afec tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:12.755723 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdead203-f981-4964-9bca-985b16c4afec tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:12.756477 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-fdead203-f981-4964-9bca-985b16c4afec tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:07:12.798919 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8d157642-2a52-4ca2-861c-20dd5be41229 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:12.807872 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-fdead203-f981-4964-9bca-985b16c4afec tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:07:12.811706 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-fdead203-f981-4964-9bca-985b16c4afec tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4059012 Mar 28 19:07:12.813470 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52034) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:12.817359 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8d157642-2a52-4ca2-861c-20dd5be41229 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:network and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:12.829570 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-36232bf7-545b-4c18-a865-a57c66f74628 None None] Provisioning for port 55a68acd-c162-4be5-8bf2-2e7a25678c08 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:07:12.847057 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8d157642-2a52-4ca2-861c-20dd5be41229 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:12.858793 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8d157642-2a52-4ca2-861c-20dd5be41229 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:12.885312 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-36232bf7-545b-4c18-a865-a57c66f74628 None None] Provisioning complete for port 55a68acd-c162-4be5-8bf2-2e7a25678c08 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:07:12.885672 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-36232bf7-545b-4c18-a865-a57c66f74628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:12.907863 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d157642-2a52-4ca2-861c-20dd5be41229 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:12.912447 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8d157642-2a52-4ca2-861c-20dd5be41229 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:12.928670 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb38f857-20a3-4288-9b0f-511156cf784d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Router 748a009d-3589-4943-98f8-5b3937601b1f has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:07:12.939880 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-767c0c3a-eba5-4440-a253-e1dee8b1bca6 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting port 55a68acd-c162-4be5-8bf2-2e7a25678c08 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:12.940777 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-767c0c3a-eba5-4440-a253-e1dee8b1bca6 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:12.944136 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-36232bf7-545b-4c18-a865-a57c66f74628 None None] Port 55a68acd-c162-4be5-8bf2-2e7a25678c08 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:07:12.957306 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=9f010e53-7d8b-49d5-b73f-ba9cf632f7b7,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:12.972251 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bc3234-8058-4f0a-814c-d74db9eee156 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:07:12.976311 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-61441e8f-5b78-4d1e-b665-b4024f973ffa tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:12.986003 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1d118a-09cb-4fdc-a938-81d40aae96d4 None None] Sync routers for ids ['ddc0df18-d80c-45ff-807d-ec3a158eb209'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:07:12.996021 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1d118a-09cb-4fdc-a938-81d40aae96d4 None None] Routers {'ddc0df18-d80c-45ff-807d-ec3a158eb209'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:12.996620 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-da1d118a-09cb-4fdc-a938-81d40aae96d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:06:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ddc0df18-d80c-45ff-807d-ec3a158eb209'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:13.059895 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-da1d118a-09cb-4fdc-a938-81d40aae96d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:13.065721 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d5bc3234-8058-4f0a-814c-d74db9eee156 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:13.069956 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1d118a-09cb-4fdc-a938-81d40aae96d4 None None] Routers {'ddc0df18-d80c-45ff-807d-ec3a158eb209'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:13.070565 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-da1d118a-09cb-4fdc-a938-81d40aae96d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:06:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ddc0df18-d80c-45ff-807d-ec3a158eb209'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:13.081826 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d157642-2a52-4ca2-861c-20dd5be41229 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:07:13.135260 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-da1d118a-09cb-4fdc-a938-81d40aae96d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:13.135691 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1d118a-09cb-4fdc-a938-81d40aae96d4 None None] The sync data for ids ['ddc0df18-d80c-45ff-807d-ec3a158eb209'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:07:13.141990 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8d157642-2a52-4ca2-861c-20dd5be41229 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:13.142330 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-8d157642-2a52-4ca2-861c-20dd5be41229 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Added segment 77d2c1cc-fa16-48ac-8e34-dc296e5eba18 of type vlan for network 0bcb2680-d76a-40f0-838c-3e74d296477c Mar 28 19:07:13.207120 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d5bc3234-8058-4f0a-814c-d74db9eee156 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.2816575 Mar 28 19:07:13.208632 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52038) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:13.288962 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb38f857-20a3-4288-9b0f-511156cf784d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:07:13.300490 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-61441e8f-5b78-4d1e-b665-b4024f973ffa tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:13.300826 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c918793-30e6-4a44-a9cb-7cc6195b8f2d None None] Sync routers for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:07:13.314681 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c918793-30e6-4a44-a9cb-7cc6195b8f2d None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:13.316916 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-6c918793-30e6-4a44-a9cb-7cc6195b8f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:06:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:13.324652 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-61441e8f-5b78-4d1e-b665-b4024f973ffa tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Deleting port 0382a78a-7d7b-4ca5-bcd6-9f93e542d3d7 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:13.324984 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-61441e8f-5b78-4d1e-b665-b4024f973ffa tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:13.338724 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8d157642-2a52-4ca2-861c-20dd5be41229 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:13.365890 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-bb38f857-20a3-4288-9b0f-511156cf784d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "PUT /v2.0/routers/748a009d-3589-4943-98f8-5b3937601b1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1121459 Mar 28 19:07:13.366107 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-eb05ffa3-4598-46d4-be2a-170f6ecf3220 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] 10.222.0.10 "GET /v2.0/floatingips/09c302a7-bdd1-4ac8-b720-b02f7b73487c HTTP/1.1" status: 200 len: 982 time: 0.1553452 Mar 28 19:07:13.366107 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52042) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:13.368069 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52044) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:13.374974 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-d423253d-b081-4393-bfc9-0caf55f77a56 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Request body: {'port': {'network_id': '04591ea1-7a4a-4cf4-8904-04ef5988b6c3', 'name': 'tempest-FloatingIPTestJSON-441434156'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:13.388444 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-6c918793-30e6-4a44-a9cb-7cc6195b8f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:13.398623 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c918793-30e6-4a44-a9cb-7cc6195b8f2d None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:13.399284 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-6c918793-30e6-4a44-a9cb-7cc6195b8f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:06:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:13.415765 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-767c0c3a-eba5-4440-a253-e1dee8b1bca6 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:13.423937 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8d157642-2a52-4ca2-861c-20dd5be41229 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:13.431433 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d157642-2a52-4ca2-861c-20dd5be41229 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:13.431433 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8d157642-2a52-4ca2-861c-20dd5be41229 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:13.480398 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-6c918793-30e6-4a44-a9cb-7cc6195b8f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:13.480812 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c918793-30e6-4a44-a9cb-7cc6195b8f2d None None] The sync data for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:07:13.591137 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-767c0c3a-eba5-4440-a253-e1dee8b1bca6 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Calling delete_port for 55a68acd-c162-4be5-8bf2-2e7a25678c08 owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:13.671099 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8d157642-2a52-4ca2-861c-20dd5be41229 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9333415 Mar 28 19:07:13.679949 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52052) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:13.693822 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-f6d21d1d-a8b4-4b88-81ef-908089f16ff0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'ports': [{'network_id': '389cf68c-811d-47a7-87b6-39d5be3bb01f'}, {'network_id': '0bcb2680-d76a-40f0-838c-3e74d296477c'}]} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:13.694124 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-f6d21d1d-a8b4-4b88-81ef-908089f16ff0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'port': {'network_id': '389cf68c-811d-47a7-87b6-39d5be3bb01f'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:13.694593 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-f6d21d1d-a8b4-4b88-81ef-908089f16ff0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'port': {'network_id': '0bcb2680-d76a-40f0-838c-3e74d296477c'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:13.723429 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d157642-2a52-4ca2-861c-20dd5be41229 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Network': ['ID=0bcb2680-d76a-40f0-838c-3e74d296477c,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:13.733876 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 0bcb2680-d76a-40f0-838c-3e74d296477c details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:07:13.847173 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c2f8a618-c17d-437b-b80b-ba50072c6916 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3822 time: 0.4730368 Mar 28 19:07:13.852502 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52056) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:13.981974 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f6d21d1d-a8b4-4b88-81ef-908089f16ff0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:13.984029 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-767c0c3a-eba5-4440-a253-e1dee8b1bca6 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:13.996312 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-d423253d-b081-4393-bfc9-0caf55f77a56 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:14.013916 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-61441e8f-5b78-4d1e-b665-b4024f973ffa tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:14.028271 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d423253d-b081-4393-bfc9-0caf55f77a56 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Usage tracker for resource:port and tenant:1743e377fa3445a1bfe766f337c9afee is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:14.094365 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecb857-8fd9-4c19-9d2d-d6fa836db840 req-3fbfc7e9-0f5b-4078-9b1c-68897e6bd8f2 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:14.095895 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9fecb857-8fd9-4c19-9d2d-d6fa836db840 req-3fbfc7e9-0f5b-4078-9b1c-68897e6bd8f2 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.5238836 Mar 28 19:07:14.104438 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d423253d-b081-4393-bfc9-0caf55f77a56 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:14.127518 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f6d21d1d-a8b4-4b88-81ef-908089f16ff0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:port and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:14.131644 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f6d21d1d-a8b4-4b88-81ef-908089f16ff0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:14.144209 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c0c3a-eba5-4440-a253-e1dee8b1bca6 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Port': ['ID=55a68acd-c162-4be5-8bf2-2e7a25678c08,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:14.146232 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f6d21d1d-a8b4-4b88-81ef-908089f16ff0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:14.179964 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 9f010e53-7d8b-49d5-b73f-ba9cf632f7b7 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:07:14.193196 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d21d1d-a8b4-4b88-81ef-908089f16ff0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'port': 2} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:14.201112 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f6d21d1d-a8b4-4b88-81ef-908089f16ff0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:14.210396 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-767c0c3a-eba5-4440-a253-e1dee8b1bca6 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:14.232263 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f6d21d1d-a8b4-4b88-81ef-908089f16ff0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:14.248923 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-d423253d-b081-4393-bfc9-0caf55f77a56 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:14.250166 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-767c0c3a-eba5-4440-a253-e1dee8b1bca6 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/55a68acd-c162-4be5-8bf2-2e7a25678c08 HTTP/1.1" status: 204 len: 168 time: 1.4366496 Mar 28 19:07:14.254119 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52060) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:14.261447 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-61441e8f-5b78-4d1e-b665-b4024f973ffa tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Calling delete_port for 0382a78a-7d7b-4ca5-bcd6-9f93e542d3d7 owned by network:router_gateway {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:14.270184 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 9f010e53-7d8b-49d5-b73f-ba9cf632f7b7 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:07:14.270375 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:14.330301 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faae4aee-6ec7-4aad-8c41-f3c7e8e1c8fe tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:14.332695 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faae4aee-6ec7-4aad-8c41-f3c7e8e1c8fe tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:14.333887 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-faae4aee-6ec7-4aad-8c41-f3c7e8e1c8fe tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0790899 Mar 28 19:07:14.346035 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52064) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:14.393994 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d423253d-b081-4393-bfc9-0caf55f77a56 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Made reservation on behalf of 1743e377fa3445a1bfe766f337c9afee for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:14.397362 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d423253d-b081-4393-bfc9-0caf55f77a56 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:14.415929 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-10c17b17-e633-41d5-ae67-ac3f2de85b1a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Deleting port 51ffeff2-f212-4f60-9266-273f61756278 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:14.416269 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-10c17b17-e633-41d5-ae67-ac3f2de85b1a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:14.474278 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9fecb857-8fd9-4c19-9d2d-d6fa836db840 req-19c85f68-2fab-4fed-b10c-29134889b897 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3102202 Mar 28 19:07:14.542956 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-f6d21d1d-a8b4-4b88-81ef-908089f16ff0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] device_id is not set on port 57d852c3-72bc-409a-af26-181af03a5daa yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:07:14.621062 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-d423253d-b081-4393-bfc9-0caf55f77a56 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] device_id is not set on port eb04e77a-0715-44a3-bbf5-cac86342fe05 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:07:14.633719 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f6d21d1d-a8b4-4b88-81ef-908089f16ff0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:14.724735 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada3bc83-4201-4c89-abce-a3adcc50ab30 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting subnet dadd6428-c643-40fd-bd96-a0ab043ba1d5 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:07:14.741446 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ada3bc83-4201-4c89-abce-a3adcc50ab30 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:14.746186 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-f6d21d1d-a8b4-4b88-81ef-908089f16ff0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] device_id is not set on port 5a85e286-0764-400c-a285-4e39cef706b9 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:07:14.840634 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f6d21d1d-a8b4-4b88-81ef-908089f16ff0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:14.868926 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f6d21d1d-a8b4-4b88-81ef-908089f16ff0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:14.934410 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d21d1d-a8b4-4b88-81ef-908089f16ff0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network 389cf68c-811d-47a7-87b6-39d5be3bb01f is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:14.937357 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-f6d21d1d-a8b4-4b88-81ef-908089f16ff0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:14.945435 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d21d1d-a8b4-4b88-81ef-908089f16ff0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:14.946260 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f6d21d1d-a8b4-4b88-81ef-908089f16ff0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:14.960696 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d21d1d-a8b4-4b88-81ef-908089f16ff0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Port': ['ID=57d852c3-72bc-409a-af26-181af03a5daa,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:15.001146 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ada3bc83-4201-4c89-abce-a3adcc50ab30 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:15.054336 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d21d1d-a8b4-4b88-81ef-908089f16ff0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Checking segment: {'id': '77d2c1cc-fa16-48ac-8e34-dc296e5eba18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0bcb2680-d76a-40f0-838c-3e74d296477c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:07:15.054983 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d21d1d-a8b4-4b88-81ef-908089f16ff0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network hostable DHCP agents. Network: 0bcb2680-d76a-40f0-838c-3e74d296477c, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:07:15.060227 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d21d1d-a8b4-4b88-81ef-908089f16ff0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Port': ['ID=5a85e286-0764-400c-a285-4e39cef706b9,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:15.076232 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d21d1d-a8b4-4b88-81ef-908089f16ff0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network 0bcb2680-d76a-40f0-838c-3e74d296477c is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:07:15.086272 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-f6d21d1d-a8b4-4b88-81ef-908089f16ff0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 0bcb2680-d76a-40f0-838c-3e74d296477c) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:15.089962 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d21d1d-a8b4-4b88-81ef-908089f16ff0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:15.095846 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d21d1d-a8b4-4b88-81ef-908089f16ff0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:15.098980 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33126d1c-3ade-4ccd-9211-078b4f6fad64 None None] Network 0bcb2680-d76a-40f0-838c-3e74d296477c requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:07:15.101232 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d21d1d-a8b4-4b88-81ef-908089f16ff0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:15.101909 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f6d21d1d-a8b4-4b88-81ef-908089f16ff0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:15.127227 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f6d21d1d-a8b4-4b88-81ef-908089f16ff0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4414153 Mar 28 19:07:15.128833 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52070) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:15.133810 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-10c17b17-e633-41d5-ae67-ac3f2de85b1a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:15.134133 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-10c17b17-e633-41d5-ae67-ac3f2de85b1a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:15.203775 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ee5cff48-ae93-41dd-ada7-5bbd7128bb86 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting port 5a85e286-0764-400c-a285-4e39cef706b9 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:15.204121 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee5cff48-ae93-41dd-ada7-5bbd7128bb86 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:15.249890 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-d423253d-b081-4393-bfc9-0caf55f77a56 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Allocated IP 172.20.0.7 (04591ea1-7a4a-4cf4-8904-04ef5988b6c3/5cd049cf-fb36-4290-8379-6d4d17f0e157/eb04e77a-0715-44a3-bbf5-cac86342fe05) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:15.328524 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-10c17b17-e633-41d5-ae67-ac3f2de85b1a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Calling delete_port for 51ffeff2-f212-4f60-9266-273f61756278 owned by network:floatingip {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:15.388079 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-61441e8f-5b78-4d1e-b665-b4024f973ffa tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:15.430377 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee5cff48-ae93-41dd-ada7-5bbd7128bb86 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:15.465233 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61441e8f-5b78-4d1e-b665-b4024f973ffa tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Pushing event deleted for resources: {'Port': ['ID=0382a78a-7d7b-4ca5-bcd6-9f93e542d3d7,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:15.504902 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ada3bc83-4201-4c89-abce-a3adcc50ab30 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:15.559764 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ee5cff48-ae93-41dd-ada7-5bbd7128bb86 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Calling delete_port for 5a85e286-0764-400c-a285-4e39cef706b9 owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:15.645488 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee5cff48-ae93-41dd-ada7-5bbd7128bb86 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:15.695676 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5cff48-ae93-41dd-ada7-5bbd7128bb86 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Port': ['ID=5a85e286-0764-400c-a285-4e39cef706b9,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:15.702590 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee5cff48-ae93-41dd-ada7-5bbd7128bb86 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:15.710222 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ee5cff48-ae93-41dd-ada7-5bbd7128bb86 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/ports/5a85e286-0764-400c-a285-4e39cef706b9 HTTP/1.1" status: 204 len: 168 time: 0.5803006 Mar 28 19:07:15.712604 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52076) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:15.796021 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297327fc-008c-48aa-949c-486447c33d2d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:15.802034 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297327fc-008c-48aa-949c-486447c33d2d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:15.802786 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-297327fc-008c-48aa-949c-486447c33d2d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Synchronizing usage tracker for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:07:15.820117 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-297327fc-008c-48aa-949c-486447c33d2d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Unset dirty status for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:07:15.821323 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-297327fc-008c-48aa-949c-486447c33d2d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1077855 Mar 28 19:07:15.824100 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52082) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:15.827735 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-61441e8f-5b78-4d1e-b665-b4024f973ffa tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:15.892101 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-cb982df5-8a03-4832-8925-b719b5b946e1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting port 57d852c3-72bc-409a-af26-181af03a5daa {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:15.892436 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb982df5-8a03-4832-8925-b719b5b946e1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:15.946499 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ada3bc83-4201-4c89-abce-a3adcc50ab30 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:16.101385 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3bc83-4201-4c89-abce-a3adcc50ab30 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Subnet': ['ID=dadd6428-c643-40fd-bd96-a0ab043ba1d5,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:16.106133 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-61441e8f-5b78-4d1e-b665-b4024f973ffa tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:16.113762 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f987afd1-85f0-4531-b781-7c10d8679587 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:07:16.115383 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-61441e8f-5b78-4d1e-b665-b4024f973ffa tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:16.117557 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ada3bc83-4201-4c89-abce-a3adcc50ab30 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:16.199114 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add539a-6151-4385-9c6b-6ac5726b1739 req-917f66aa-daa1-445d-9dc5-3a026c46bd6c tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:16.200434 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb982df5-8a03-4832-8925-b719b5b946e1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:16.201417 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3add539a-6151-4385-9c6b-6ac5726b1739 req-917f66aa-daa1-445d-9dc5-3a026c46bd6c tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.6142881 Mar 28 19:07:16.208833 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d423253d-b081-4393-bfc9-0caf55f77a56 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:16.217074 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-61441e8f-5b78-4d1e-b665-b4024f973ffa tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:16.217566 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61441e8f-5b78-4d1e-b665-b4024f973ffa tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Fanout notify agent at l3_agent the message router_deleted on router 30e3049c-3788-418e-9aa8-9086c4977976 {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:07:16.221773 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-10c17b17-e633-41d5-ae67-ac3f2de85b1a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:16.226163 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ada3bc83-4201-4c89-abce-a3adcc50ab30 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/dadd6428-c643-40fd-bd96-a0ab043ba1d5 HTTP/1.1" status: 204 len: 168 time: 1.8734255 Mar 28 19:07:16.244739 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-61441e8f-5b78-4d1e-b665-b4024f973ffa tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:16.249501 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-61441e8f-5b78-4d1e-b665-b4024f973ffa tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "DELETE /v2.0/routers/30e3049c-3788-418e-9aa8-9086c4977976 HTTP/1.1" status: 204 len: 168 time: 3.6686220 Mar 28 19:07:16.264845 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52086) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:16.264845 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52088) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:16.271882 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-f4ea8df5-0437-439b-ad13-69995a4a5c7e tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2097189299', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'enable_snat': False}}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:16.299142 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c17b17-e633-41d5-ae67-ac3f2de85b1a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Pushing event deleted for resources: {'Port': ['ID=51ffeff2-f212-4f60-9266-273f61756278,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:16.392823 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-cb982df5-8a03-4832-8925-b719b5b946e1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Calling delete_port for 57d852c3-72bc-409a-af26-181af03a5daa owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:16.412018 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89630600-63a5-46a7-af5a-b0c41f37da25 None None] DHCP port deletion for 1857c8f5-5622-42ce-a4f9-106880783f61 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:07:16.417063 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-89630600-63a5-46a7-af5a-b0c41f37da25 None None] Deleting port 9f010e53-7d8b-49d5-b73f-ba9cf632f7b7 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:16.417435 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-89630600-63a5-46a7-af5a-b0c41f37da25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:16.427133 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f4ea8df5-0437-439b-ad13-69995a4a5c7e tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:16.448517 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-062fd2b6-8f4d-4e09-8486-687bfee054cb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1801794 Mar 28 19:07:16.449028 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f4ea8df5-0437-439b-ad13-69995a4a5c7e tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Usage tracker for resource:router and tenant:7bb4ac49875c45c19f6e9ca2a143ead5 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:16.451543 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52094) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:16.456570 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f4ea8df5-0437-439b-ad13-69995a4a5c7e tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:16.475699 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-41bed950-bffb-47fd-802b-d7c32a9ebf4e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:16.506780 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f4ea8df5-0437-439b-ad13-69995a4a5c7e tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:16.520266 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3add539a-6151-4385-9c6b-6ac5726b1739 req-1d8f8590-6d23-4f94-bfe6-8adf8ba3bae7 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3041131 Mar 28 19:07:16.547081 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-10c17b17-e633-41d5-ae67-ac3f2de85b1a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks [] for floatingip, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:16.547473 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-10c17b17-e633-41d5-ae67-ac3f2de85b1a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Floating IP 09c302a7-bdd1-4ac8-b720-b02f7b73487c disassociated (deleted). External IP: 172.26.4.119, port: 68832576-3f13-466e-8131-0101c5a72e1d. Mar 28 19:07:16.605058 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d423253d-b081-4393-bfc9-0caf55f77a56 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:16.617293 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb982df5-8a03-4832-8925-b719b5b946e1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:16.626971 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f4ea8df5-0437-439b-ad13-69995a4a5c7e tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:16.628805 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f4ea8df5-0437-439b-ad13-69995a4a5c7e tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:16.708569 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb982df5-8a03-4832-8925-b719b5b946e1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Port': ['ID=57d852c3-72bc-409a-af26-181af03a5daa,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:16.710229 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d423253d-b081-4393-bfc9-0caf55f77a56 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Network 04591ea1-7a4a-4cf4-8904-04ef5988b6c3 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:16.720693 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423253d-b081-4393-bfc9-0caf55f77a56 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event updated for resources: {'Port': ['ID=eb04e77a-0715-44a3-bbf5-cac86342fe05,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:16.725010 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb982df5-8a03-4832-8925-b719b5b946e1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:16.729146 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-d423253d-b081-4393-bfc9-0caf55f77a56 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:16.742098 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-41bed950-bffb-47fd-802b-d7c32a9ebf4e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:16.749964 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-41bed950-bffb-47fd-802b-d7c32a9ebf4e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:subnet and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:16.753566 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f4ea8df5-0437-439b-ad13-69995a4a5c7e tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:16.756181 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-41bed950-bffb-47fd-802b-d7c32a9ebf4e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:16.759139 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-cb982df5-8a03-4832-8925-b719b5b946e1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/ports/57d852c3-72bc-409a-af26-181af03a5daa HTTP/1.1" status: 204 len: 168 time: 0.9339530 Mar 28 19:07:16.767334 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-89630600-63a5-46a7-af5a-b0c41f37da25 None None] For port 9f010e53-7d8b-49d5-b73f-ba9cf632f7b7, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=9f010e53-7d8b-49d5-b73f-ba9cf632f7b7,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:07:16.768273 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-89630600-63a5-46a7-af5a-b0c41f37da25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:16.769514 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52098) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:16.787487 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d423253d-b081-4393-bfc9-0caf55f77a56 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:16.801911 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-41bed950-bffb-47fd-802b-d7c32a9ebf4e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:16.829769 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bed950-bffb-47fd-802b-d7c32a9ebf4e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:16.833639 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-41bed950-bffb-47fd-802b-d7c32a9ebf4e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:16.878199 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d423253d-b081-4393-bfc9-0caf55f77a56 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:16.878942 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d423253d-b081-4393-bfc9-0caf55f77a56 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:16.895664 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-89630600-63a5-46a7-af5a-b0c41f37da25 None None] Calling delete_port for 9f010e53-7d8b-49d5-b73f-ba9cf632f7b7 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:16.959735 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d423253d-b081-4393-bfc9-0caf55f77a56 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.5902433 Mar 28 19:07:16.959910 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52102) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:16.967974 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-5330f301-5b8a-4b8e-aec6-2fff279839ea tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Request body: {'port': {'network_id': '04591ea1-7a4a-4cf4-8904-04ef5988b6c3', 'name': 'tempest-FloatingIPTestJSON-450672860'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:16.973695 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-89630600-63a5-46a7-af5a-b0c41f37da25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:17.023678 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89630600-63a5-46a7-af5a-b0c41f37da25 None None] Pushing event deleted for resources: {'Port': ['ID=9f010e53-7d8b-49d5-b73f-ba9cf632f7b7,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:17.025573 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89630600-63a5-46a7-af5a-b0c41f37da25 None None] No DVR routers for this DVR port 9f010e53-7d8b-49d5-b73f-ba9cf632f7b7 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:07:17.195415 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f4ea8df5-0437-439b-ad13-69995a4a5c7e tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:17.195684 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c17b17-e633-41d5-ae67-ac3f2de85b1a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Router ddc0df18-d80c-45ff-807d-ec3a158eb209 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:07:17.202496 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-5330f301-5b8a-4b8e-aec6-2fff279839ea tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:17.209495 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5330f301-5b8a-4b8e-aec6-2fff279839ea tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Usage tracker for resource:port and tenant:1743e377fa3445a1bfe766f337c9afee is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:17.213798 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5330f301-5b8a-4b8e-aec6-2fff279839ea tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:17.218444 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43627183-a7fc-4c40-ab21-2c81d76bdcb1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:17.219150 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-43627183-a7fc-4c40-ab21-2c81d76bdcb1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Synchronizing usage tracker for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:07:17.271481 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-5330f301-5b8a-4b8e-aec6-2fff279839ea tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:17.273826 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-43627183-a7fc-4c40-ab21-2c81d76bdcb1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Unset dirty status for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:07:17.277402 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-43627183-a7fc-4c40-ab21-2c81d76bdcb1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5044813 Mar 28 19:07:17.279884 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52106) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:17.347217 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da35e07-f8b6-4a3a-94f3-05258fcf901a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] GET failed (client error): The resource could not be found. Mar 28 19:07:17.348549 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6da35e07-f8b6-4a3a-94f3-05258fcf901a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "GET /v2.0/ports/5a85e286-0764-400c-a285-4e39cef706b9 HTTP/1.1" status: 404 len: 333 time: 0.0667679 Mar 28 19:07:17.349317 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5330f301-5b8a-4b8e-aec6-2fff279839ea tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Made reservation on behalf of 1743e377fa3445a1bfe766f337c9afee for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:17.352728 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5330f301-5b8a-4b8e-aec6-2fff279839ea tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:17.376800 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52110) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:17.440371 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-41bed950-bffb-47fd-802b-d7c32a9ebf4e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:17.447752 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1cd847-0163-433d-9955-31fa078b290a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] GET failed (client error): The resource could not be found. Mar 28 19:07:17.449064 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4e1cd847-0163-433d-9955-31fa078b290a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "GET /v2.0/ports/57d852c3-72bc-409a-af26-181af03a5daa HTTP/1.1" status: 404 len: 333 time: 0.0802681 Mar 28 19:07:17.475574 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52114) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:17.505656 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-5330f301-5b8a-4b8e-aec6-2fff279839ea tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] device_id is not set on port d69a5304-f2fe-4866-8fc0-a23f0644189b yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:07:17.533453 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bed950-bffb-47fd-802b-d7c32a9ebf4e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:17.543170 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-41bed950-bffb-47fd-802b-d7c32a9ebf4e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:17.553763 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bed950-bffb-47fd-802b-d7c32a9ebf4e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:17.554427 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-41bed950-bffb-47fd-802b-d7c32a9ebf4e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:17.559402 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcbeb3c-bab8-4415-a29d-78efe44f8408 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:07:17.629289 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c17b17-e633-41d5-ae67-ac3f2de85b1a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:07:17.653804 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bef5481-dce2-437b-a046-9d6e0253fca4 None None] Sync routers for ids ['ddc0df18-d80c-45ff-807d-ec3a158eb209'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:07:17.655025 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-10c17b17-e633-41d5-ae67-ac3f2de85b1a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:17.704565 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bef5481-dce2-437b-a046-9d6e0253fca4 None None] Routers {'ddc0df18-d80c-45ff-807d-ec3a158eb209'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:17.705198 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-8bef5481-dce2-437b-a046-9d6e0253fca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:06:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ddc0df18-d80c-45ff-807d-ec3a158eb209'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:17.779114 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bed950-bffb-47fd-802b-d7c32a9ebf4e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Subnet': ['ID=041005fa-886d-446f-9f14-c2aef10607cf,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:17.785324 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-8bef5481-dce2-437b-a046-9d6e0253fca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:17.811059 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-41bed950-bffb-47fd-802b-d7c32a9ebf4e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3540285 Mar 28 19:07:17.813530 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-552af525-0d8d-4928-a0e4-2d65d992fa2d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:17.817456 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52120) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:17.824011 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-6017c3c6-10a8-4a17-968d-90b5a00aad71 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'port': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'fixed_ips': [{'subnet_id': '041005fa-886d-446f-9f14-c2aef10607cf', 'ip_address': '2001:db8::71f0:2f0d:85dc:1fa7'}], 'name': 'tempest-NetworksTestDHCPv6-1992244891'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:17.841229 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bef5481-dce2-437b-a046-9d6e0253fca4 None None] Routers {'ddc0df18-d80c-45ff-807d-ec3a158eb209'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:17.842815 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-8bef5481-dce2-437b-a046-9d6e0253fca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:06:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ddc0df18-d80c-45ff-807d-ec3a158eb209'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:17.871362 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-10c17b17-e633-41d5-ae67-ac3f2de85b1a tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] 10.222.0.10 "DELETE /v2.0/floatingips/09c302a7-bdd1-4ac8-b720-b02f7b73487c HTTP/1.1" status: 204 len: 168 time: 4.0141852 Mar 28 19:07:17.875195 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52124) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:17.885281 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-5330f301-5b8a-4b8e-aec6-2fff279839ea tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Allocated IP 172.20.0.9 (04591ea1-7a4a-4cf4-8904-04ef5988b6c3/5cd049cf-fb36-4290-8379-6d4d17f0e157/d69a5304-f2fe-4866-8fc0-a23f0644189b) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:17.890426 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-d4d8b0d6-a1e3-4971-a05e-0f52f6483005 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:17.899100 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-d4d8b0d6-a1e3-4971-a05e-0f52f6483005 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:17.911010 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d4d8b0d6-a1e3-4971-a05e-0f52f6483005 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Usage tracker for resource:floatingip and tenant:153d7fd6d7cc442fb3c82d7f4eb50735 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:17.916594 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d4d8b0d6-a1e3-4971-a05e-0f52f6483005 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:17.931303 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-d4d8b0d6-a1e3-4971-a05e-0f52f6483005 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:17.932815 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-8bef5481-dce2-437b-a046-9d6e0253fca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:17.933204 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bef5481-dce2-437b-a046-9d6e0253fca4 None None] The sync data for ids ['ddc0df18-d80c-45ff-807d-ec3a158eb209'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:07:17.992574 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d4d8b0d6-a1e3-4971-a05e-0f52f6483005 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:17.999268 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe0f474-e512-4115-9811-6a0f1a0f0b34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-1857c8f5-5622-42ce-a4f9-106880783f61', 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'fixed_ips': [{'subnet_id': '041005fa-886d-446f-9f14-c2aef10607cf'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:07:18.000258 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9fe0f474-e512-4115-9811-6a0f1a0f0b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:18.022012 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8c041-d968-4212-9c44-7e49446e4287 req-49fcae0f-0c87-4094-985f-964398131401 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:18.023625 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-97c8c041-d968-4212-9c44-7e49446e4287 req-49fcae0f-0c87-4094-985f-964398131401 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.3038373 Mar 28 19:07:18.150111 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f4ea8df5-0437-439b-ad13-69995a4a5c7e tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:18.188981 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 9f010e53-7d8b-49d5-b73f-ba9cf632f7b7 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:07:18.219474 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-9fe0f474-e512-4115-9811-6a0f1a0f0b34 None None] Allocated IP 2001:db8::2 (1857c8f5-5622-42ce-a4f9-106880783f61/041005fa-886d-446f-9f14-c2aef10607cf/1aa8da92-1525-442f-b32d-50d09627a507) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:18.229533 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f4ea8df5-0437-439b-ad13-69995a4a5c7e tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:18.240238 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 9f010e53-7d8b-49d5-b73f-ba9cf632f7b7 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:07:18.240574 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 9f010e53-7d8b-49d5-b73f-ba9cf632f7b7 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:07:18.357217 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-552af525-0d8d-4928-a0e4-2d65d992fa2d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:18.366486 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-97c8c041-d968-4212-9c44-7e49446e4287 req-684749d7-05f7-460a-b3b7-04babea67f7c tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3317513 Mar 28 19:07:18.472872 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9fe0f474-e512-4115-9811-6a0f1a0f0b34 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:18.484193 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-9fe0f474-e512-4115-9811-6a0f1a0f0b34 None None] Transition to ACTIVE for port object 1aa8da92-1525-442f-b32d-50d09627a507 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:18.488913 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5330f301-5b8a-4b8e-aec6-2fff279839ea tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:18.505626 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-9fe0f474-e512-4115-9811-6a0f1a0f0b34 None None] Transition to ACTIVE for port object 1aa8da92-1525-442f-b32d-50d09627a507 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:18.513617 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9fe0f474-e512-4115-9811-6a0f1a0f0b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:18.541460 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6017c3c6-10a8-4a17-968d-90b5a00aad71 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:18.546390 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d4d8b0d6-a1e3-4971-a05e-0f52f6483005 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:18.559514 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-f4ea8df5-0437-439b-ad13-69995a4a5c7e tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Allocated IP 172.26.4.46 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/c7c03126-3f13-4596-a870-058a0dd0305a) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:18.563851 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-552af525-0d8d-4928-a0e4-2d65d992fa2d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bcb2680-d76a-40f0-838c-3e74d296477c']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:18.572412 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6017c3c6-10a8-4a17-968d-90b5a00aad71 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:port and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:18.593527 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6017c3c6-10a8-4a17-968d-90b5a00aad71 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:18.601358 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5330f301-5b8a-4b8e-aec6-2fff279839ea tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:18.607500 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-552af525-0d8d-4928-a0e4-2d65d992fa2d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d2c1cc-fa16-48ac-8e34-dc296e5eba18') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:18.607758 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe0f474-e512-4115-9811-6a0f1a0f0b34 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:18.608215 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-552af525-0d8d-4928-a0e4-2d65d992fa2d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d2c1cc-fa16-48ac-8e34-dc296e5eba18') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:18.612226 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-9fe0f474-e512-4115-9811-6a0f1a0f0b34 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:18.621378 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe0f474-e512-4115-9811-6a0f1a0f0b34 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:18.624210 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0f474-e512-4115-9811-6a0f1a0f0b34 None None] Pushing event updated for resources: {'Port': ['ID=1aa8da92-1525-442f-b32d-50d09627a507,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:18.673231 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6017c3c6-10a8-4a17-968d-90b5a00aad71 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:18.676801 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-552af525-0d8d-4928-a0e4-2d65d992fa2d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:18.729320 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-552af525-0d8d-4928-a0e4-2d65d992fa2d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:18.736178 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6017c3c6-10a8-4a17-968d-90b5a00aad71 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:18.755507 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-9fe0f474-e512-4115-9811-6a0f1a0f0b34 None None] Attempting to bind port 1aa8da92-1525-442f-b32d-50d09627a507 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:07:18.755879 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-9fe0f474-e512-4115-9811-6a0f1a0f0b34 None None] Attempting to bind port 1aa8da92-1525-442f-b32d-50d09627a507 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:07:18.756302 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe0f474-e512-4115-9811-6a0f1a0f0b34 None None] Attempting to bind port 1aa8da92-1525-442f-b32d-50d09627a507 on network 1857c8f5-5622-42ce-a4f9-106880783f61 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:07:18.757761 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330f301-5b8a-4b8e-aec6-2fff279839ea tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event updated for resources: {'Port': ['ID=d69a5304-f2fe-4866-8fc0-a23f0644189b,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:18.763080 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe0f474-e512-4115-9811-6a0f1a0f0b34 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:07:18.763495 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe0f474-e512-4115-9811-6a0f1a0f0b34 None None] Checking segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:07:18.763899 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9fe0f474-e512-4115-9811-6a0f1a0f0b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:18.765084 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe0f474-e512-4115-9811-6a0f1a0f0b34 None None] Bound using segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:07:18.766124 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-9fe0f474-e512-4115-9811-6a0f1a0f0b34 None None] Bound port: 1aa8da92-1525-442f-b32d-50d09627a507, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:07:18.766560 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9fe0f474-e512-4115-9811-6a0f1a0f0b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:18.822702 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-552af525-0d8d-4928-a0e4-2d65d992fa2d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:07:18.824784 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-552af525-0d8d-4928-a0e4-2d65d992fa2d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:18.825815 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5330f301-5b8a-4b8e-aec6-2fff279839ea tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Network 04591ea1-7a4a-4cf4-8904-04ef5988b6c3 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:18.832382 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-5330f301-5b8a-4b8e-aec6-2fff279839ea tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:18.839432 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5330f301-5b8a-4b8e-aec6-2fff279839ea tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:07:18.845704 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:07:18.889118 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-9fe0f474-e512-4115-9811-6a0f1a0f0b34 None None] For port 1aa8da92-1525-442f-b32d-50d09627a507, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:07:18.894442 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-9fe0f474-e512-4115-9811-6a0f1a0f0b34 None None] For port 1aa8da92-1525-442f-b32d-50d09627a507, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1aa8da92-1525-442f-b32d-50d09627a507,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:07:18.899356 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9fe0f474-e512-4115-9811-6a0f1a0f0b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:18.983229 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5330f301-5b8a-4b8e-aec6-2fff279839ea tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:18.983866 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5330f301-5b8a-4b8e-aec6-2fff279839ea tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:19.016618 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc6753-150a-4588-928c-26647619a09c req-dd2972a6-b768-4d48-b2af-fd19f1e4ed81 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:19.024654 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-68fc6753-150a-4588-928c-26647619a09c req-dd2972a6-b768-4d48-b2af-fd19f1e4ed81 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.2440724 Mar 28 19:07:19.043094 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-552af525-0d8d-4928-a0e4-2d65d992fa2d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:19.044046 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0f474-e512-4115-9811-6a0f1a0f0b34 None None] Pushing event updated for resources: {'Port': ['ID=1aa8da92-1525-442f-b32d-50d09627a507,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:19.070918 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5330f301-5b8a-4b8e-aec6-2fff279839ea tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1064785 Mar 28 19:07:19.071102 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-552af525-0d8d-4928-a0e4-2d65d992fa2d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:19.072444 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52132) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:19.078804 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-b49da842-d249-4725-8fe5-b52b62bc9331 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'port_id': 'd69a5304-f2fe-4866-8fc0-a23f0644189b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:19.085107 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd769b8a-1ac5-4f4a-8c3b-84871256a0c8 req-6eb955ef-2a87-4edf-8e9d-1b3aad530396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:19.087026 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cd769b8a-1ac5-4f4a-8c3b-84871256a0c8 req-6eb955ef-2a87-4edf-8e9d-1b3aad530396 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=936b36bbd26d462bb0c5b68398e9e06d&device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 1098 time: 0.2046888 Mar 28 19:07:19.089160 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f4ea8df5-0437-439b-ad13-69995a4a5c7e tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:19.100034 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552af525-0d8d-4928-a0e4-2d65d992fa2d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Network': ['ID=0bcb2680-d76a-40f0-838c-3e74d296477c,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:19.106027 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-552af525-0d8d-4928-a0e4-2d65d992fa2d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/networks/0bcb2680-d76a-40f0-838c-3e74d296477c HTTP/1.1" status: 204 len: 168 time: 1.6289272 Mar 28 19:07:19.112866 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52136) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:19.119102 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6017c3c6-10a8-4a17-968d-90b5a00aad71 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:19.120688 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b49da842-d249-4725-8fe5-b52b62bc9331 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:19.133001 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-6972706b-0191-488f-8d6f-3067cb5c40e2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1349164448'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:19.141125 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b49da842-d249-4725-8fe5-b52b62bc9331 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Usage tracker for resource:floatingip and tenant:1743e377fa3445a1bfe766f337c9afee is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:19.144116 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6972706b-0191-488f-8d6f-3067cb5c40e2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:19.148245 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b49da842-d249-4725-8fe5-b52b62bc9331 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:19.151602 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6972706b-0191-488f-8d6f-3067cb5c40e2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:network and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:19.153404 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-68fc6753-150a-4588-928c-26647619a09c req-c4f8ef36-2100-4546-b46f-1494f13ed6d4 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279228 Mar 28 19:07:19.158233 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b49da842-d249-4725-8fe5-b52b62bc9331 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:19.160159 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6972706b-0191-488f-8d6f-3067cb5c40e2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:19.163300 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-6017c3c6-10a8-4a17-968d-90b5a00aad71 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] device_id is not set on port 5d871c2f-651f-438b-b052-dea65d512666 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:07:19.202228 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6972706b-0191-488f-8d6f-3067cb5c40e2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:19.252460 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6972706b-0191-488f-8d6f-3067cb5c40e2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:19.256402 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6972706b-0191-488f-8d6f-3067cb5c40e2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:19.258373 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b49da842-d249-4725-8fe5-b52b62bc9331 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:19.298073 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f4ea8df5-0437-439b-ad13-69995a4a5c7e tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:19.366078 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd769b8a-1ac5-4f4a-8c3b-84871256a0c8 req-2404d222-1e87-480a-8639-edd633e26f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:19.367614 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cd769b8a-1ac5-4f4a-8c3b-84871256a0c8 req-2404d222-1e87-480a-8639-edd633e26f17 service neutron] 10.222.0.26 "GET /v2.0/networks?id=05d45956-a093-40a4-9858-58f23a47edbe HTTP/1.1" status: 200 len: 912 time: 0.2737119 Mar 28 19:07:19.414125 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6972706b-0191-488f-8d6f-3067cb5c40e2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:07:19.419824 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ea8df5-0437-439b-ad13-69995a4a5c7e tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:19.429149 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-f4ea8df5-0437-439b-ad13-69995a4a5c7e tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:19.439706 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ea8df5-0437-439b-ad13-69995a4a5c7e tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:19.472827 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6972706b-0191-488f-8d6f-3067cb5c40e2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:19.473234 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-6972706b-0191-488f-8d6f-3067cb5c40e2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Added segment daae888f-ec0a-43a4-bc0e-fbe7a37abcde of type vlan for network 9e69b881-2b3e-4cd5-97cc-a50b74aaa557 Mar 28 19:07:19.515718 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-d4d8b0d6-a1e3-4971-a05e-0f52f6483005 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Allocated IP 172.26.4.195 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/efb7c43f-09e8-45db-aac5-8e3ff4488ce8) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:19.554101 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea8df5-0437-439b-ad13-69995a4a5c7e tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Pushing event updated for resources: {'Port': ['ID=c7c03126-3f13-4596-a870-058a0dd0305a,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:19.567212 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cd769b8a-1ac5-4f4a-8c3b-84871256a0c8 req-6ab42b18-40d2-47a0-b8d3-a975edd78b9d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da1a4fe6-e25e-4603-a82e-846b7ddebdd0 HTTP/1.1" status: 200 len: 1001 time: 0.1904655 Mar 28 19:07:19.577472 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6972706b-0191-488f-8d6f-3067cb5c40e2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:19.593981 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-6017c3c6-10a8-4a17-968d-90b5a00aad71 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Allocated IP 2001:db8::71f0:2f0d:85dc:1fa7 (1857c8f5-5622-42ce-a4f9-106880783f61/041005fa-886d-446f-9f14-c2aef10607cf/5d871c2f-651f-438b-b052-dea65d512666) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:19.734261 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd769b8a-1ac5-4f4a-8c3b-84871256a0c8 req-8bf787fc-2cd2-47cf-b193-d0df4ecfd8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:19.735784 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cd769b8a-1ac5-4f4a-8c3b-84871256a0c8 req-8bf787fc-2cd2-47cf-b193-d0df4ecfd8c3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba510855-a9fd-4b40-9483-d8a58a15b59b HTTP/1.1" status: 200 len: 850 time: 0.1527836 Mar 28 19:07:19.779615 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.resource_extend [None req-6972706b-0191-488f-8d6f-3067cb5c40e2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:07:19.809536 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b49da842-d249-4725-8fe5-b52b62bc9331 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:19.868365 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d4d8b0d6-a1e3-4971-a05e-0f52f6483005 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:19.920244 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6972706b-0191-488f-8d6f-3067cb5c40e2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:19.926380 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6972706b-0191-488f-8d6f-3067cb5c40e2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:19.927348 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6972706b-0191-488f-8d6f-3067cb5c40e2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:19.935601 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd769b8a-1ac5-4f4a-8c3b-84871256a0c8 req-1abfa11a-1120-4059-aa62-456e61b0652f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:19.937082 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cd769b8a-1ac5-4f4a-8c3b-84871256a0c8 req-1abfa11a-1120-4059-aa62-456e61b0652f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=05d45956-a093-40a4-9858-58f23a47edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1939108 Mar 28 19:07:20.067306 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d4d8b0d6-a1e3-4971-a05e-0f52f6483005 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:20.104594 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6972706b-0191-488f-8d6f-3067cb5c40e2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9906654 Mar 28 19:07:20.114528 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52140) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:20.136515 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-0c190130-f9f0-4a1d-9d77-d624d702c0b2 None None] Provisioning for port 1aa8da92-1525-442f-b32d-50d09627a507 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:07:20.183295 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-1b6e3b9c-abfa-43d5-aee5-a8a610918025 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'subnet': {'network_id': '9e69b881-2b3e-4cd5-97cc-a50b74aaa557', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:20.214239 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972706b-0191-488f-8d6f-3067cb5c40e2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Network': ['ID=9e69b881-2b3e-4cd5-97cc-a50b74aaa557,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:20.238335 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 9e69b881-2b3e-4cd5-97cc-a50b74aaa557 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:07:20.277554 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1aa8da92-1525-442f-b32d-50d09627a507 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:07:20.289596 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d8b0d6-a1e3-4971-a05e-0f52f6483005 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:20.303586 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-d4d8b0d6-a1e3-4971-a05e-0f52f6483005 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:20.317359 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d8b0d6-a1e3-4971-a05e-0f52f6483005 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:20.356467 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8b0d6-a1e3-4971-a05e-0f52f6483005 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Pushing event updated for resources: {'Port': ['ID=efb7c43f-09e8-45db-aac5-8e3ff4488ce8,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:20.412342 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cd769b8a-1ac5-4f4a-8c3b-84871256a0c8 req-b0fb65bb-6b93-49ae-9b9a-79ec4e478bab service neutron] 10.222.0.26 "GET /v2.0/networks/05d45956-a093-40a4-9858-58f23a47edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681320 Mar 28 19:07:20.413867 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-b49da842-d249-4725-8fe5-b52b62bc9331 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Allocated IP 172.26.4.112 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/2e24cf0b-c748-4afc-b64a-f4fce824d8c3) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:20.431932 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 1aa8da92-1525-442f-b32d-50d09627a507 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:07:20.441499 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 1aa8da92-1525-442f-b32d-50d09627a507 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:07:20.442107 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:20.485401 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-1b6e3b9c-abfa-43d5-aee5-a8a610918025 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:20.491231 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1b6e3b9c-abfa-43d5-aee5-a8a610918025 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:subnet and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:20.495590 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1b6e3b9c-abfa-43d5-aee5-a8a610918025 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:20.502078 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6017c3c6-10a8-4a17-968d-90b5a00aad71 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:20.521816 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-1b6e3b9c-abfa-43d5-aee5-a8a610918025 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:20.543513 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f4ea8df5-0437-439b-ad13-69995a4a5c7e tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:20.576414 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:20.596973 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-6017c3c6-10a8-4a17-968d-90b5a00aad71 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Transition to ACTIVE for port object 5d871c2f-651f-438b-b052-dea65d512666 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:20.611541 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 1aa8da92-1525-442f-b32d-50d09627a507, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1aa8da92-1525-442f-b32d-50d09627a507,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:07:20.616267 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:20.616655 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6e3b9c-abfa-43d5-aee5-a8a610918025 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:20.620521 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3b9c-abfa-43d5-aee5-a8a610918025 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:20.712698 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d4d8b0d6-a1e3-4971-a05e-0f52f6483005 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:20.719680 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cd769b8a-1ac5-4f4a-8c3b-84871256a0c8 req-96abaa47-7517-4d53-ac0d-5d3375ad260a service neutron] 10.222.0.26 "GET /v2.0/networks/05d45956-a093-40a4-9858-58f23a47edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885056 Mar 28 19:07:20.734736 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ec1ee-4d5d-48d3-ad9e-cde919645324 req-33c0c48c-654a-4201-83c8-6473ad23d2fe tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:20.736310 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d80ec1ee-4d5d-48d3-ad9e-cde919645324 req-33c0c48c-654a-4201-83c8-6473ad23d2fe tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.3941355 Mar 28 19:07:20.738592 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.ipam_backend_mixin [None req-1b6e3b9c-abfa-43d5-aee5-a8a610918025 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Performing IP validity checks on allocation pools {{(pid=87832) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 19:07:20.741461 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.ipam_backend_mixin [None req-1b6e3b9c-abfa-43d5-aee5-a8a610918025 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87832) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 19:07:20.746039 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=1aa8da92-1525-442f-b32d-50d09627a507,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:20.834761 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b49da842-d249-4725-8fe5-b52b62bc9331 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:20.837501 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6017c3c6-10a8-4a17-968d-90b5a00aad71 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:20.859575 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d4d8b0d6-a1e3-4971-a05e-0f52f6483005 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:20.907658 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d80ec1ee-4d5d-48d3-ad9e-cde919645324 req-0ea7017f-1391-438c-9276-c7f0e7ce164d tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276443 Mar 28 19:07:20.979435 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6017c3c6-10a8-4a17-968d-90b5a00aad71 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:20.991472 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-6017c3c6-10a8-4a17-968d-90b5a00aad71 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:21.004118 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6017c3c6-10a8-4a17-968d-90b5a00aad71 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:21.009698 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6017c3c6-10a8-4a17-968d-90b5a00aad71 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:21.010310 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6017c3c6-10a8-4a17-968d-90b5a00aad71 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:21.018393 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017c3c6-10a8-4a17-968d-90b5a00aad71 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Port': ['ID=5d871c2f-651f-438b-b052-dea65d512666,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:21.038091 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b49da842-d249-4725-8fe5-b52b62bc9331 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:21.119386 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49da842-d249-4725-8fe5-b52b62bc9331 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:21.125499 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-b49da842-d249-4725-8fe5-b52b62bc9331 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:21.127937 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49da842-d249-4725-8fe5-b52b62bc9331 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event updated for resources: {'Port': ['ID=2e24cf0b-c748-4afc-b64a-f4fce824d8c3,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:21.144856 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49da842-d249-4725-8fe5-b52b62bc9331 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:21.269374 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d4d8b0d6-a1e3-4971-a05e-0f52f6483005 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:21.281200 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d4d8b0d6-a1e3-4971-a05e-0f52f6483005 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:21.289814 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6017c3c6-10a8-4a17-968d-90b5a00aad71 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4714849 Mar 28 19:07:21.296740 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52146) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:21.297467 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b6ec2b6f-bd23-41f5-a721-52fbaa7e4b5c None None] Provisioning for port 5d871c2f-651f-438b-b052-dea65d512666 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:07:21.306829 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b6ec2b6f-bd23-41f5-a721-52fbaa7e4b5c None None] Provisioning complete for port 5d871c2f-651f-438b-b052-dea65d512666 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:07:21.308652 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b6ec2b6f-bd23-41f5-a721-52fbaa7e4b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:21.395263 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f4ea8df5-0437-439b-ad13-69995a4a5c7e tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:21.402739 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-b6ec2b6f-bd23-41f5-a721-52fbaa7e4b5c None None] Port 5d871c2f-651f-438b-b052-dea65d512666 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:07:21.451060 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8b0d6-a1e3-4971-a05e-0f52f6483005 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Pushing event updated for resources: {'Port': ['ID=efb7c43f-09e8-45db-aac5-8e3ff4488ce8,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:21.457189 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3b9c-abfa-43d5-aee5-a8a610918025 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:21.532243 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d4d8b0d6-a1e3-4971-a05e-0f52f6483005 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:21.627207 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d4d8b0d6-a1e3-4971-a05e-0f52f6483005 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:21.628937 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d4d8b0d6-a1e3-4971-a05e-0f52f6483005 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7518928 Mar 28 19:07:21.631848 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52150) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:21.634502 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3026cb56-a6ef-45e4-997a-01faf7387425 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:21.640243 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3026cb56-a6ef-45e4-997a-01faf7387425 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:21.641284 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3026cb56-a6ef-45e4-997a-01faf7387425 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:07:21.661188 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e3b9c-abfa-43d5-aee5-a8a610918025 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Subnet': ['ID=6a9ecc3f-ba32-4280-8a42-205770c54228,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:21.677766 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6e3b9c-abfa-43d5-aee5-a8a610918025 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Checking segment: {'id': 'daae888f-ec0a-43a4-bc0e-fbe7a37abcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9e69b881-2b3e-4cd5-97cc-a50b74aaa557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:07:21.678299 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6e3b9c-abfa-43d5-aee5-a8a610918025 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network hostable DHCP agents. Network: 9e69b881-2b3e-4cd5-97cc-a50b74aaa557, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:07:21.703626 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3026cb56-a6ef-45e4-997a-01faf7387425 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:07:21.704791 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3026cb56-a6ef-45e4-997a-01faf7387425 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.4071372 Mar 28 19:07:21.707953 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52156) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:21.724619 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6e3b9c-abfa-43d5-aee5-a8a610918025 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network 9e69b881-2b3e-4cd5-97cc-a50b74aaa557 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:07:21.747305 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-1b6e3b9c-abfa-43d5-aee5-a8a610918025 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 9e69b881-2b3e-4cd5-97cc-a50b74aaa557) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:21.754019 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6e3b9c-abfa-43d5-aee5-a8a610918025 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:21.754335 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3b9c-abfa-43d5-aee5-a8a610918025 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:21.756756 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153e1308-b71f-4464-a4d1-9fc37078875a None None] Network 9e69b881-2b3e-4cd5-97cc-a50b74aaa557 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:07:21.768927 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ea8df5-0437-439b-ad13-69995a4a5c7e tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Router dc46dccf-8bab-4386-81f2-6e94027a7f51 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:07:21.798923 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-c50baf51-2c91-4cd4-8988-da9e29048ecd tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:21.819714 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c50baf51-2c91-4cd4-8988-da9e29048ecd tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:21.829496 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c50baf51-2c91-4cd4-8988-da9e29048ecd tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] Usage tracker for resource:floatingip and tenant:312b59ff4c794e1b989e26c2a4977918 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:21.835795 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-f0d5d582-5fba-4b98-9cba-c5e6af405dc7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting port 5d871c2f-651f-438b-b052-dea65d512666 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:21.836151 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f0d5d582-5fba-4b98-9cba-c5e6af405dc7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:21.837273 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1b6e3b9c-abfa-43d5-aee5-a8a610918025 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6689463 Mar 28 19:07:21.837931 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52160) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:21.857572 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-9ef3ddb4-3306-47eb-a22e-8e45f3df7cc0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'port': {'network_id': '9e69b881-2b3e-4cd5-97cc-a50b74aaa557', 'name': 'tempest-PortsIpV6TestJSON-404349812'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:21.865593 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c50baf51-2c91-4cd4-8988-da9e29048ecd tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:21.882509 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c50baf51-2c91-4cd4-8988-da9e29048ecd tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:21.915342 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c50baf51-2c91-4cd4-8988-da9e29048ecd tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:22.004492 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bd40e9-b5d4-48ce-99fa-71c50d889906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-9e69b881-2b3e-4cd5-97cc-a50b74aaa557', 'network_id': '9e69b881-2b3e-4cd5-97cc-a50b74aaa557', 'tenant_id': '0eafd6e2aac349b4a881ab8a1e025dc4', 'fixed_ips': [{'subnet_id': '6a9ecc3f-ba32-4280-8a42-205770c54228'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:07:22.005937 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-79bd40e9-b5d4-48ce-99fa-71c50d889906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:22.086217 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ea8df5-0437-439b-ad13-69995a4a5c7e tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:07:22.100829 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716c8728-5db8-4e81-9fb6-6ebfef9d4bf7 None None] Sync routers for ids ['dc46dccf-8bab-4386-81f2-6e94027a7f51'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:07:22.104832 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-9ef3ddb4-3306-47eb-a22e-8e45f3df7cc0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:22.114203 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716c8728-5db8-4e81-9fb6-6ebfef9d4bf7 None None] Routers {'dc46dccf-8bab-4386-81f2-6e94027a7f51'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:22.115507 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-716c8728-5db8-4e81-9fb6-6ebfef9d4bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:06:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['dc46dccf-8bab-4386-81f2-6e94027a7f51'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:22.116251 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f4ea8df5-0437-439b-ad13-69995a4a5c7e tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:22.119896 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f4ea8df5-0437-439b-ad13-69995a4a5c7e tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.8504937 Mar 28 19:07:22.119896 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-9ef3ddb4-3306-47eb-a22e-8e45f3df7cc0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:22.120197 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52166) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:22.222859 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1aa8da92-1525-442f-b32d-50d09627a507 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:07:22.259397 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b49da842-d249-4725-8fe5-b52b62bc9331 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:22.302228 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f124faa0-bde0-4229-9ec7-d58585a849e5 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "GET /v2.0/routers/dc46dccf-8bab-4386-81f2-6e94027a7f51 HTTP/1.1" status: 200 len: 908 time: 0.1808248 Mar 28 19:07:22.305235 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52170) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:22.310141 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-a14a912c-bc0a-4ac7-8270-96afecc96479 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2097189299', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'enable_snat': True}}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:22.314364 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-79bd40e9-b5d4-48ce-99fa-71c50d889906 None None] Allocated IP 2001:db8::2 (9e69b881-2b3e-4cd5-97cc-a50b74aaa557/6a9ecc3f-ba32-4280-8a42-205770c54228/bf41e1fc-0aac-4c75-a5ac-2038eff9b94e) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:22.315639 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a14a912c-bc0a-4ac7-8270-96afecc96479 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:22.317401 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef3ddb4-3306-47eb-a22e-8e45f3df7cc0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:22.321311 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9ef3ddb4-3306-47eb-a22e-8e45f3df7cc0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:22.329909 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 1aa8da92-1525-442f-b32d-50d09627a507 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:07:22.330287 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:22.334860 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a14a912c-bc0a-4ac7-8270-96afecc96479 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Usage tracker for resource:router and tenant:7bb4ac49875c45c19f6e9ca2a143ead5 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:22.340476 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a14a912c-bc0a-4ac7-8270-96afecc96479 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:22.348574 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a14a912c-bc0a-4ac7-8270-96afecc96479 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:22.354603 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-9ef3ddb4-3306-47eb-a22e-8e45f3df7cc0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] device_id is not set on port 39b86345-ce90-48eb-bc4b-1ebff4f0c865 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:07:22.379549 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-716c8728-5db8-4e81-9fb6-6ebfef9d4bf7 None None] Set router dc46dccf-8bab-4386-81f2-6e94027a7f51 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:07:22.445932 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a14a912c-bc0a-4ac7-8270-96afecc96479 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:22.446980 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a14a912c-bc0a-4ac7-8270-96afecc96479 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:22.463044 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a14a912c-bc0a-4ac7-8270-96afecc96479 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:22.584090 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b49da842-d249-4725-8fe5-b52b62bc9331 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:22.679360 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-716c8728-5db8-4e81-9fb6-6ebfef9d4bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc46dccf-8bab-4386-81f2-6e94027a7f51', 'name': 'tempest-snat-router-2097189299', 'tenant_id': '7bb4ac49875c45c19f6e9ca2a143ead5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.46'}], 'enable_snat': False}, 'gw_port_id': 'c7c03126-3f13-4596-a870-058a0dd0305a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:07:16Z', 'updated_at': '2022-03-28T19:07:20Z', 'revision_number': 3, 'project_id': '7bb4ac49875c45c19f6e9ca2a143ead5', 'gw_port': {'id': 'c7c03126-3f13-4596-a870-058a0dd0305a', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc46dccf-8bab-4386-81f2-6e94027a7f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:07:18Z', 'updated_at': '2022-03-28T19:07:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:22.684127 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716c8728-5db8-4e81-9fb6-6ebfef9d4bf7 None None] Checking router: dc46dccf-8bab-4386-81f2-6e94027a7f51 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:07:22.684799 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716c8728-5db8-4e81-9fb6-6ebfef9d4bf7 None None] Updating router dc46dccf-8bab-4386-81f2-6e94027a7f51 port c7c03126-3f13-4596-a870-058a0dd0305a binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:07:22.695280 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-79bd40e9-b5d4-48ce-99fa-71c50d889906 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:22.717683 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-79bd40e9-b5d4-48ce-99fa-71c50d889906 None None] Transition to ACTIVE for port object bf41e1fc-0aac-4c75-a5ac-2038eff9b94e will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:22.745669 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-716c8728-5db8-4e81-9fb6-6ebfef9d4bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:22.754900 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-79bd40e9-b5d4-48ce-99fa-71c50d889906 None None] Transition to ACTIVE for port object bf41e1fc-0aac-4c75-a5ac-2038eff9b94e will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:22.768441 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-79bd40e9-b5d4-48ce-99fa-71c50d889906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:22.769142 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f0d5d582-5fba-4b98-9cba-c5e6af405dc7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:22.798449 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a14a912c-bc0a-4ac7-8270-96afecc96479 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:22.864899 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bd40e9-b5d4-48ce-99fa-71c50d889906 None None] Network 9e69b881-2b3e-4cd5-97cc-a50b74aaa557 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:22.868088 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-79bd40e9-b5d4-48ce-99fa-71c50d889906 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:22.871165 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bd40e9-b5d4-48ce-99fa-71c50d889906 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:22.911740 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-f0d5d582-5fba-4b98-9cba-c5e6af405dc7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Calling delete_port for 5d871c2f-651f-438b-b052-dea65d512666 owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:22.989555 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd40e9-b5d4-48ce-99fa-71c50d889906 None None] Pushing event updated for resources: {'Port': ['ID=bf41e1fc-0aac-4c75-a5ac-2038eff9b94e,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:22.996802 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-79bd40e9-b5d4-48ce-99fa-71c50d889906 None None] Attempting to bind port bf41e1fc-0aac-4c75-a5ac-2038eff9b94e on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:07:22.997297 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-79bd40e9-b5d4-48ce-99fa-71c50d889906 None None] Attempting to bind port bf41e1fc-0aac-4c75-a5ac-2038eff9b94e by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'daae888f-ec0a-43a4-bc0e-fbe7a37abcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9e69b881-2b3e-4cd5-97cc-a50b74aaa557'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:07:22.997513 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bd40e9-b5d4-48ce-99fa-71c50d889906 None None] Attempting to bind port bf41e1fc-0aac-4c75-a5ac-2038eff9b94e on network 9e69b881-2b3e-4cd5-97cc-a50b74aaa557 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:07:23.005359 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-9ef3ddb4-3306-47eb-a22e-8e45f3df7cc0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Allocated IP 2001:db8::370 (9e69b881-2b3e-4cd5-97cc-a50b74aaa557/6a9ecc3f-ba32-4280-8a42-205770c54228/39b86345-ce90-48eb-bc4b-1ebff4f0c865) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:23.005908 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bd40e9-b5d4-48ce-99fa-71c50d889906 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:07:23.006292 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bd40e9-b5d4-48ce-99fa-71c50d889906 None None] Checking segment: {'id': 'daae888f-ec0a-43a4-bc0e-fbe7a37abcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9e69b881-2b3e-4cd5-97cc-a50b74aaa557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:07:23.006694 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-79bd40e9-b5d4-48ce-99fa-71c50d889906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:23.007115 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bd40e9-b5d4-48ce-99fa-71c50d889906 None None] Bound using segment: {'id': 'daae888f-ec0a-43a4-bc0e-fbe7a37abcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9e69b881-2b3e-4cd5-97cc-a50b74aaa557'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:07:23.007592 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-79bd40e9-b5d4-48ce-99fa-71c50d889906 None None] Bound port: bf41e1fc-0aac-4c75-a5ac-2038eff9b94e, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daae888f-ec0a-43a4-bc0e-fbe7a37abcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9e69b881-2b3e-4cd5-97cc-a50b74aaa557'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:07:23.008088 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-79bd40e9-b5d4-48ce-99fa-71c50d889906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:23.122312 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-79bd40e9-b5d4-48ce-99fa-71c50d889906 None None] For port bf41e1fc-0aac-4c75-a5ac-2038eff9b94e, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:07:23.127469 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-79bd40e9-b5d4-48ce-99fa-71c50d889906 None None] For port bf41e1fc-0aac-4c75-a5ac-2038eff9b94e, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=bf41e1fc-0aac-4c75-a5ac-2038eff9b94e,segment=NetworkSegment(daae888f-ec0a-43a4-bc0e-fbe7a37abcde),segment_id=daae888f-ec0a-43a4-bc0e-fbe7a37abcde)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:07:23.132893 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-716c8728-5db8-4e81-9fb6-6ebfef9d4bf7 None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:23.134453 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-79bd40e9-b5d4-48ce-99fa-71c50d889906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:23.159772 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a493398-8bba-40cc-84d3-aa48d68d188c req-83a96979-558b-4fab-81c0-166d1a718828 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:23.161426 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0a493398-8bba-40cc-84d3-aa48d68d188c req-83a96979-558b-4fab-81c0-166d1a718828 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.9945817 Mar 28 19:07:23.189267 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-716c8728-5db8-4e81-9fb6-6ebfef9d4bf7 None None] Transition to ACTIVE for port object c7c03126-3f13-4596-a870-058a0dd0305a will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:23.204229 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-716c8728-5db8-4e81-9fb6-6ebfef9d4bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:23.210758 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f0d5d582-5fba-4b98-9cba-c5e6af405dc7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:23.237774 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd40e9-b5d4-48ce-99fa-71c50d889906 None None] Pushing event updated for resources: {'Port': ['ID=bf41e1fc-0aac-4c75-a5ac-2038eff9b94e,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:23.302177 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5d582-5fba-4b98-9cba-c5e6af405dc7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Port': ['ID=5d871c2f-651f-438b-b052-dea65d512666,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:23.323187 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-716c8728-5db8-4e81-9fb6-6ebfef9d4bf7 None None] Attempting to bind port c7c03126-3f13-4596-a870-058a0dd0305a on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:07:23.323559 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-716c8728-5db8-4e81-9fb6-6ebfef9d4bf7 None None] Attempting to bind port c7c03126-3f13-4596-a870-058a0dd0305a by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:07:23.323916 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716c8728-5db8-4e81-9fb6-6ebfef9d4bf7 None None] Attempting to bind port c7c03126-3f13-4596-a870-058a0dd0305a on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:07:23.336611 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93494840-c9f3-4225-bc92-d2bcf3cec473 None None] Pushing event updated for resources: {'Port': ['ID=c7c03126-3f13-4596-a870-058a0dd0305a,revision_number=2']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:23.339013 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716c8728-5db8-4e81-9fb6-6ebfef9d4bf7 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:07:23.339387 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716c8728-5db8-4e81-9fb6-6ebfef9d4bf7 None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:07:23.339940 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-716c8728-5db8-4e81-9fb6-6ebfef9d4bf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:23.340374 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716c8728-5db8-4e81-9fb6-6ebfef9d4bf7 None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:07:23.340794 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-716c8728-5db8-4e81-9fb6-6ebfef9d4bf7 None None] Bound port: c7c03126-3f13-4596-a870-058a0dd0305a, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:07:23.341183 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-716c8728-5db8-4e81-9fb6-6ebfef9d4bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:23.349821 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0a493398-8bba-40cc-84d3-aa48d68d188c req-5270382f-a3fc-4ca1-83c5-20658cff40ea tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730828 Mar 28 19:07:23.363024 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b49da842-d249-4725-8fe5-b52b62bc9331 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:23.371131 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b49da842-d249-4725-8fe5-b52b62bc9331 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:23.455140 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-716c8728-5db8-4e81-9fb6-6ebfef9d4bf7 None None] For port c7c03126-3f13-4596-a870-058a0dd0305a, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:07:23.462902 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-716c8728-5db8-4e81-9fb6-6ebfef9d4bf7 None None] For port c7c03126-3f13-4596-a870-058a0dd0305a, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c7c03126-3f13-4596-a870-058a0dd0305a,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:07:23.474768 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-716c8728-5db8-4e81-9fb6-6ebfef9d4bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:23.573661 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49da842-d249-4725-8fe5-b52b62bc9331 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event updated for resources: {'Port': ['ID=2e24cf0b-c748-4afc-b64a-f4fce824d8c3,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:23.576649 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c50baf51-2c91-4cd4-8988-da9e29048ecd tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:23.614363 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716c8728-5db8-4e81-9fb6-6ebfef9d4bf7 None None] Routers {'dc46dccf-8bab-4386-81f2-6e94027a7f51'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:23.615033 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-716c8728-5db8-4e81-9fb6-6ebfef9d4bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:06:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['dc46dccf-8bab-4386-81f2-6e94027a7f51'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:23.635773 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f0d5d582-5fba-4b98-9cba-c5e6af405dc7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:23.678590 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9ef3ddb4-3306-47eb-a22e-8e45f3df7cc0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:23.699679 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a14a912c-bc0a-4ac7-8270-96afecc96479 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:23.751520 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93494840-c9f3-4225-bc92-d2bcf3cec473 None None] Pushing event updated for resources: {'Port': ['ID=c7c03126-3f13-4596-a870-058a0dd0305a,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:23.756196 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a14a912c-bc0a-4ac7-8270-96afecc96479 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:23.760379 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9ef3ddb4-3306-47eb-a22e-8e45f3df7cc0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Transition to ACTIVE for port object 39b86345-ce90-48eb-bc4b-1ebff4f0c865 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:23.850016 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9ef3ddb4-3306-47eb-a22e-8e45f3df7cc0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:23.867773 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b49da842-d249-4725-8fe5-b52b62bc9331 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:23.888082 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-716c8728-5db8-4e81-9fb6-6ebfef9d4bf7 None None] Set router dc46dccf-8bab-4386-81f2-6e94027a7f51 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:07:23.919051 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f0d5d582-5fba-4b98-9cba-c5e6af405dc7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/5d871c2f-651f-438b-b052-dea65d512666 HTTP/1.1" status: 204 len: 168 time: 2.2085445 Mar 28 19:07:23.919970 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef3ddb4-3306-47eb-a22e-8e45f3df7cc0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network 9e69b881-2b3e-4cd5-97cc-a50b74aaa557 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:23.928704 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-9ef3ddb4-3306-47eb-a22e-8e45f3df7cc0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:23.930349 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52180) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:23.943119 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-c50baf51-2c91-4cd4-8988-da9e29048ecd tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] Allocated IP 172.26.4.175 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/3591d648-9cd7-46aa-83f6-8669c1716324) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:23.970774 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef3ddb4-3306-47eb-a22e-8e45f3df7cc0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:23.976949 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef3ddb4-3306-47eb-a22e-8e45f3df7cc0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:23.977763 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9ef3ddb4-3306-47eb-a22e-8e45f3df7cc0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:23.993790 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3ddb4-3306-47eb-a22e-8e45f3df7cc0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Port': ['ID=39b86345-ce90-48eb-bc4b-1ebff4f0c865,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:24.041994 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960216af-f0c8-4d3a-a683-a0790ec70e3b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:24.043620 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960216af-f0c8-4d3a-a683-a0790ec70e3b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:24.044378 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-960216af-f0c8-4d3a-a683-a0790ec70e3b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:07:24.051965 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9ef3ddb4-3306-47eb-a22e-8e45f3df7cc0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2016299 Mar 28 19:07:24.053889 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52184) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:24.126956 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-960216af-f0c8-4d3a-a683-a0790ec70e3b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:07:24.129142 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-960216af-f0c8-4d3a-a683-a0790ec70e3b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1952972 Mar 28 19:07:24.134023 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52188) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:24.231404 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-716c8728-5db8-4e81-9fb6-6ebfef9d4bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc46dccf-8bab-4386-81f2-6e94027a7f51', 'name': 'tempest-snat-router-2097189299', 'tenant_id': '7bb4ac49875c45c19f6e9ca2a143ead5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.46'}], 'enable_snat': False}, 'gw_port_id': 'c7c03126-3f13-4596-a870-058a0dd0305a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:07:16Z', 'updated_at': '2022-03-28T19:07:20Z', 'revision_number': 3, 'project_id': '7bb4ac49875c45c19f6e9ca2a143ead5', 'gw_port': {'id': 'c7c03126-3f13-4596-a870-058a0dd0305a', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc46dccf-8bab-4386-81f2-6e94027a7f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:07:18Z', 'updated_at': '2022-03-28T19:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:24.244993 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad1c1014-b0e5-4cfd-9502-8514c6f7d273 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting subnet 041005fa-886d-446f-9f14-c2aef10607cf {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:07:24.249962 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ad1c1014-b0e5-4cfd-9502-8514c6f7d273 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:24.251143 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716c8728-5db8-4e81-9fb6-6ebfef9d4bf7 None None] The sync data for ids ['dc46dccf-8bab-4386-81f2-6e94027a7f51'] in dv-neutron-834711-1-hyperv is: [{'id': 'dc46dccf-8bab-4386-81f2-6e94027a7f51', 'name': 'tempest-snat-router-2097189299', 'tenant_id': '7bb4ac49875c45c19f6e9ca2a143ead5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.46'}], 'enable_snat': False}, 'gw_port_id': 'c7c03126-3f13-4596-a870-058a0dd0305a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:07:16Z', 'updated_at': '2022-03-28T19:07:20Z', 'revision_number': 3, 'project_id': '7bb4ac49875c45c19f6e9ca2a143ead5', 'gw_port': {'id': 'c7c03126-3f13-4596-a870-058a0dd0305a', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc46dccf-8bab-4386-81f2-6e94027a7f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:07:18Z', 'updated_at': '2022-03-28T19:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:07:24.252106 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device bf41e1fc-0aac-4c75-a5ac-2038eff9b94e up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:07:24.311503 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86deb1f1-5ad0-4161-af36-5c605ca0efab req-75c7624b-6431-455d-b615-4d67546ae8c9 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:24.312833 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-86deb1f1-5ad0-4161-af36-5c605ca0efab req-75c7624b-6431-455d-b615-4d67546ae8c9 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.5399437 Mar 28 19:07:24.332916 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ad1c1014-b0e5-4cfd-9502-8514c6f7d273 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:24.360533 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port bf41e1fc-0aac-4c75-a5ac-2038eff9b94e completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:07:24.372910 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-b49da842-d249-4725-8fe5-b52b62bc9331 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Floating IP 77e336c0-4ae2-463c-bd6f-39c2a7d4954e associated. External IP: 172.26.4.112, port: d69a5304-f2fe-4866-8fc0-a23f0644189b. Mar 28 19:07:24.381859 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-75369de7-05df-475e-92f7-a0cc1f2e2315 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting port 39b86345-ce90-48eb-bc4b-1ebff4f0c865 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:24.382195 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-75369de7-05df-475e-92f7-a0cc1f2e2315 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:24.509417 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-86deb1f1-5ad0-4161-af36-5c605ca0efab req-90d560f9-4743-431f-8b88-b9f9880bf579 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842585 Mar 28 19:07:24.593011 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ad1c1014-b0e5-4cfd-9502-8514c6f7d273 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:24.660917 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c50baf51-2c91-4cd4-8988-da9e29048ecd tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:24.692404 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fc7336-2130-4189-9020-0328912a0251 None None] Network 9e69b881-2b3e-4cd5-97cc-a50b74aaa557 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:07:24.878021 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ad1c1014-b0e5-4cfd-9502-8514c6f7d273 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:24.932711 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-75369de7-05df-475e-92f7-a0cc1f2e2315 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:24.959545 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-338377e0-ac34-448d-9477-8935b50d6078 None None] Provisioning for port bf41e1fc-0aac-4c75-a5ac-2038eff9b94e completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:07:24.963672 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c50baf51-2c91-4cd4-8988-da9e29048ecd tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:24.978340 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-338377e0-ac34-448d-9477-8935b50d6078 None None] Provisioning complete for port bf41e1fc-0aac-4c75-a5ac-2038eff9b94e triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:07:24.978719 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-338377e0-ac34-448d-9477-8935b50d6078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:25.057444 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c1014-b0e5-4cfd-9502-8514c6f7d273 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Subnet': ['ID=041005fa-886d-446f-9f14-c2aef10607cf,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:25.059807 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ad1c1014-b0e5-4cfd-9502-8514c6f7d273 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:25.082438 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145a762f-0f01-4d68-a6ad-823cd7acc855 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:07:25.108541 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50baf51-2c91-4cd4-8988-da9e29048ecd tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:25.121703 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-c50baf51-2c91-4cd4-8988-da9e29048ecd tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:25.128610 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50baf51-2c91-4cd4-8988-da9e29048ecd tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:25.167052 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49da842-d249-4725-8fe5-b52b62bc9331 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Router 748a009d-3589-4943-98f8-5b3937601b1f has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:07:25.173667 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50baf51-2c91-4cd4-8988-da9e29048ecd tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] Pushing event updated for resources: {'Port': ['ID=3591d648-9cd7-46aa-83f6-8669c1716324,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:25.326786 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-338377e0-ac34-448d-9477-8935b50d6078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:25.332316 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-a14a912c-bc0a-4ac7-8270-96afecc96479 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Allocated IP 172.26.4.109 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/ec5172da-78e7-4e13-819e-e83a5b75426b) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:25.334948 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906a612-2cbc-49da-87a8-42beae693dc7 req-a7c63f7e-5d61-4b9a-baf4-c213c2b8df2b tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:25.336563 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7906a612-2cbc-49da-87a8-42beae693dc7 req-a7c63f7e-5d61-4b9a-baf4-c213c2b8df2b tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.3120985 Mar 28 19:07:25.347709 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-75369de7-05df-475e-92f7-a0cc1f2e2315 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Calling delete_port for 39b86345-ce90-48eb-bc4b-1ebff4f0c865 owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:25.416157 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ad1c1014-b0e5-4cfd-9502-8514c6f7d273 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/041005fa-886d-446f-9f14-c2aef10607cf HTTP/1.1" status: 204 len: 168 time: 1.2790520 Mar 28 19:07:25.429120 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52196) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:25.466169 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c50baf51-2c91-4cd4-8988-da9e29048ecd tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:25.481535 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49da842-d249-4725-8fe5-b52b62bc9331 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:07:25.493119 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7906a612-2cbc-49da-87a8-42beae693dc7 req-877c143e-45cf-4ae2-bea6-8589c03a2a98 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033525 Mar 28 19:07:25.522263 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-27285f64-c3bb-4c17-933d-3ced328b0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:25.534135 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66a23cc-06f9-4dfc-a18d-9cd0981580a3 None None] Sync routers for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:07:25.573680 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-338377e0-ac34-448d-9477-8935b50d6078 None None] For port bf41e1fc-0aac-4c75-a5ac-2038eff9b94e, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=bf41e1fc-0aac-4c75-a5ac-2038eff9b94e,segment=NetworkSegment(daae888f-ec0a-43a4-bc0e-fbe7a37abcde),segment_id=daae888f-ec0a-43a4-bc0e-fbe7a37abcde)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:07:25.575797 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66a23cc-06f9-4dfc-a18d-9cd0981580a3 None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:25.576550 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-f66a23cc-06f9-4dfc-a18d-9cd0981580a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:06:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:25.581633 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b49da842-d249-4725-8fe5-b52b62bc9331 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:25.620943 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c50baf51-2c91-4cd4-8988-da9e29048ecd tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:25.647886 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-338377e0-ac34-448d-9477-8935b50d6078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:25.657278 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5e5f1ba4-b107-4d45-a58b-0a98b5540942 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2228696 Mar 28 19:07:25.662413 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52202) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:25.671120 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-62d1b6fc-40ab-46ce-868d-7a3070c58376 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:25.694717 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-f66a23cc-06f9-4dfc-a18d-9cd0981580a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:25.751991 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66a23cc-06f9-4dfc-a18d-9cd0981580a3 None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:25.753474 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-f66a23cc-06f9-4dfc-a18d-9cd0981580a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:06:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:25.759141 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b49da842-d249-4725-8fe5-b52b62bc9331 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.6856701 Mar 28 19:07:25.762305 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52206) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:25.777426 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-c8f43fab-ccbc-4ad7-b738-4289da167915 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:25.818837 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338377e0-ac34-448d-9477-8935b50d6078 None None] Pushing event updated for resources: {'Port': ['ID=bf41e1fc-0aac-4c75-a5ac-2038eff9b94e,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:25.833340 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-f66a23cc-06f9-4dfc-a18d-9cd0981580a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:25.833861 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66a23cc-06f9-4dfc-a18d-9cd0981580a3 None None] The sync data for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:07:25.873631 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a14a912c-bc0a-4ac7-8270-96afecc96479 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:25.906935 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-62d1b6fc-40ab-46ce-868d-7a3070c58376 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:25.917134 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c382d785-2f0f-4b63-8e92-9285ab289260 None None] DHCP port deletion for 1857c8f5-5622-42ce-a4f9-106880783f61 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:07:25.918452 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-62d1b6fc-40ab-46ce-868d-7a3070c58376 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:subnet and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:25.922182 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-c382d785-2f0f-4b63-8e92-9285ab289260 None None] Deleting port 1aa8da92-1525-442f-b32d-50d09627a507 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:25.922182 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c382d785-2f0f-4b63-8e92-9285ab289260 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:25.941401 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-62d1b6fc-40ab-46ce-868d-7a3070c58376 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:25.945077 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-75369de7-05df-475e-92f7-a0cc1f2e2315 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:25.950894 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-62d1b6fc-40ab-46ce-868d-7a3070c58376 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:26.025639 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75369de7-05df-475e-92f7-a0cc1f2e2315 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Port': ['ID=39b86345-ce90-48eb-bc4b-1ebff4f0c865,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:26.079401 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d1b6fc-40ab-46ce-868d-7a3070c58376 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:26.084029 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-62d1b6fc-40ab-46ce-868d-7a3070c58376 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:26.192938 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c8f43fab-ccbc-4ad7-b738-4289da167915 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:26.242131 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-75369de7-05df-475e-92f7-a0cc1f2e2315 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:26.244199 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-c382d785-2f0f-4b63-8e92-9285ab289260 None None] For port 1aa8da92-1525-442f-b32d-50d09627a507, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1aa8da92-1525-442f-b32d-50d09627a507,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:07:26.244421 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c382d785-2f0f-4b63-8e92-9285ab289260 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:26.288214 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-75369de7-05df-475e-92f7-a0cc1f2e2315 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/ports/39b86345-ce90-48eb-bc4b-1ebff4f0c865 HTTP/1.1" status: 204 len: 168 time: 2.2328520 Mar 28 19:07:26.305855 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52210) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:26.315574 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e79f57-7758-4817-a5f2-d1ac51335658 req-570b0014-0ac6-49ba-87ab-dcf006b2e3b4 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:26.322767 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-26e79f57-7758-4817-a5f2-d1ac51335658 req-570b0014-0ac6-49ba-87ab-dcf006b2e3b4 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.6688409 Mar 28 19:07:26.415803 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-c382d785-2f0f-4b63-8e92-9285ab289260 None None] Calling delete_port for 1aa8da92-1525-442f-b32d-50d09627a507 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:26.422704 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f2ab79-6814-4acc-94e9-47a882d7e47c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] DELETE failed (client error): The resource could not be found. Mar 28 19:07:26.423210 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f2ab79-6814-4acc-94e9-47a882d7e47c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:07:26.429917 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b5f2ab79-6814-4acc-94e9-47a882d7e47c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/ports/39b86345-ce90-48eb-bc4b-1ebff4f0c865 HTTP/1.1" status: 404 len: 333 time: 0.1229041 Mar 28 19:07:26.430541 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52214) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:26.465668 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a14a912c-bc0a-4ac7-8270-96afecc96479 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:26.511022 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device bf41e1fc-0aac-4c75-a5ac-2038eff9b94e up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:07:26.515900 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-62d1b6fc-40ab-46ce-868d-7a3070c58376 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:26.559644 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c382d785-2f0f-4b63-8e92-9285ab289260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:26.611533 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c382d785-2f0f-4b63-8e92-9285ab289260 None None] No DVR routers for this DVR port 1aa8da92-1525-442f-b32d-50d09627a507 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:07:26.615365 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-98280044-8994-48dc-bc9d-6199bad35241 None None] Could not find standard attr ID for object 39b86345-ce90-48eb-bc4b-1ebff4f0c865. {{(pid=87834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 19:07:26.625128 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382d785-2f0f-4b63-8e92-9285ab289260 None None] Pushing event deleted for resources: {'Port': ['ID=1aa8da92-1525-442f-b32d-50d09627a507,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:26.634104 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d1b6fc-40ab-46ce-868d-7a3070c58376 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:26.641839 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7cb2223-ec16-4c95-95cb-66f940e36cae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] GET failed (client error): The resource could not be found. Mar 28 19:07:26.646657 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d7cb2223-ec16-4c95-95cb-66f940e36cae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "GET /v2.0/ports/39b86345-ce90-48eb-bc4b-1ebff4f0c865 HTTP/1.1" status: 404 len: 333 time: 0.1889782 Mar 28 19:07:26.649339 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14a912c-bc0a-4ac7-8270-96afecc96479 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:26.650027 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52218) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:26.659516 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-a14a912c-bc0a-4ac7-8270-96afecc96479 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:26.662840 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-62d1b6fc-40ab-46ce-868d-7a3070c58376 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:26.664221 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-26e79f57-7758-4817-a5f2-d1ac51335658 req-44bb92af-5ddf-40ff-b879-af79e50dbda7 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3405433 Mar 28 19:07:26.665082 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-98280044-8994-48dc-bc9d-6199bad35241 None None] Provisioning complete for port bf41e1fc-0aac-4c75-a5ac-2038eff9b94e triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:07:26.665626 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-98280044-8994-48dc-bc9d-6199bad35241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:26.688582 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d1b6fc-40ab-46ce-868d-7a3070c58376 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:26.689237 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-62d1b6fc-40ab-46ce-868d-7a3070c58376 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:26.695789 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086a82df-8f3b-4bdd-a3a0-eb3df7a8efac None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:07:26.712598 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14a912c-bc0a-4ac7-8270-96afecc96479 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:26.805011 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c50baf51-2c91-4cd4-8988-da9e29048ecd tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:26.819912 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a912c-bc0a-4ac7-8270-96afecc96479 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Pushing event updated for resources: {'Port': ['ID=ec5172da-78e7-4e13-819e-e83a5b75426b,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:26.837990 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1b6fc-40ab-46ce-868d-7a3070c58376 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Subnet': ['ID=8e91948d-9541-4c7d-b4ef-0946f3c2d641,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:26.844638 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-62d1b6fc-40ab-46ce-868d-7a3070c58376 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1814611 Mar 28 19:07:26.851975 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52224) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:26.855379 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port bf41e1fc-0aac-4c75-a5ac-2038eff9b94e triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:07:26.855857 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:26.864958 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c8f43fab-ccbc-4ad7-b738-4289da167915 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:26.865772 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c50baf51-2c91-4cd4-8988-da9e29048ecd tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:26.868871 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-2e91a3ad-94bd-49ad-89b8-efd65f41c3f2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'port': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'fixed_ips': [{'subnet_id': '8e91948d-9541-4c7d-b4ef-0946f3c2d641', 'ip_address': '2001:db8::24e3:468b:fc23:7a0d'}], 'name': 'tempest-NetworksTestDHCPv6-1861692191'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:26.911676 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c8f43fab-ccbc-4ad7-b738-4289da167915 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:26.911992 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-c8f43fab-ccbc-4ad7-b738-4289da167915 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Floating IP 77e336c0-4ae2-463c-bd6f-39c2a7d4954e disassociated. External IP: 172.26.4.112, port: d69a5304-f2fe-4866-8fc0-a23f0644189b. Mar 28 19:07:27.041583 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71c3adb-530b-4a80-8378-128ed32ff792 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting subnet 6a9ecc3f-ba32-4280-8a42-205770c54228 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:07:27.051062 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a71c3adb-530b-4a80-8378-128ed32ff792 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:27.126379 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50baf51-2c91-4cd4-8988-da9e29048ecd tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] Pushing event updated for resources: {'Port': ['ID=3591d648-9cd7-46aa-83f6-8669c1716324,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:27.158134 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c50baf51-2c91-4cd4-8988-da9e29048ecd tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:27.161172 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1441a0b7-d58b-4fce-b643-765825d6145f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-1857c8f5-5622-42ce-a4f9-106880783f61', 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'fixed_ips': [{'subnet_id': '8e91948d-9541-4c7d-b4ef-0946f3c2d641'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:07:27.162105 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1441a0b7-d58b-4fce-b643-765825d6145f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:27.187854 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c7c03126-3f13-4596-a870-058a0dd0305a up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:07:27.199976 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c50baf51-2c91-4cd4-8988-da9e29048ecd tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:27.203916 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c50baf51-2c91-4cd4-8988-da9e29048ecd tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5684342 Mar 28 19:07:27.209096 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3087e0-89b9-4731-a8d4-1529b0928127 req-0e832a07-9011-4181-b8a2-cd4dc7ae3f32 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:27.210605 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cc3087e0-89b9-4731-a8d4-1529b0928127 req-0e832a07-9011-4181-b8a2-cd4dc7ae3f32 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.4038062 Mar 28 19:07:27.211292 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52228) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:27.313002 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-67d3869d-0ac7-4db3-9029-0dbdf4c810c0 None None] Could not find standard attr ID for object 39b86345-ce90-48eb-bc4b-1ebff4f0c865. {{(pid=87834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 19:07:27.360628 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a71c3adb-530b-4a80-8378-128ed32ff792 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:27.361419 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port c7c03126-3f13-4596-a870-058a0dd0305a completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:07:27.376975 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port c7c03126-3f13-4596-a870-058a0dd0305a triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:07:27.377377 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:27.409067 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-76c4a1fa-6dc8-4b57-aacd-c687f899d973 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Synchronizing usage tracker for tenant:153d7fd6d7cc442fb3c82d7f4eb50735 on resource:floatingip {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:07:27.420346 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cc3087e0-89b9-4731-a8d4-1529b0928127 req-a407202c-41ee-4432-ab1b-956908a51159 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533470 Mar 28 19:07:27.435414 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2e91a3ad-94bd-49ad-89b8-efd65f41c3f2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:27.444566 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2e91a3ad-94bd-49ad-89b8-efd65f41c3f2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:port and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:27.446446 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-1441a0b7-d58b-4fce-b643-765825d6145f None None] Allocated IP 2001:db8::2 (1857c8f5-5622-42ce-a4f9-106880783f61/8e91948d-9541-4c7d-b4ef-0946f3c2d641/1237d402-dd32-47dd-8657-39ab22d6e151) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:27.448804 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2e91a3ad-94bd-49ad-89b8-efd65f41c3f2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:27.510143 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-76c4a1fa-6dc8-4b57-aacd-c687f899d973 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Unset dirty status for tenant:153d7fd6d7cc442fb3c82d7f4eb50735 on resource:floatingip {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:07:27.514298 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-76c4a1fa-6dc8-4b57-aacd-c687f899d973 tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4488 time: 0.2977901 Mar 28 19:07:27.517193 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52234) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:27.526094 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2e91a3ad-94bd-49ad-89b8-efd65f41c3f2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:27.538415 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f43fab-ccbc-4ad7-b738-4289da167915 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Router 748a009d-3589-4943-98f8-5b3937601b1f has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:07:27.633526 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8f1dd1cc-12f6-472b-9d8e-81cbd52c8ec4 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Synchronizing usage tracker for tenant:899ad252d3b74533a899534beb6e592b on resource:floatingip {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:07:27.652237 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e91a3ad-94bd-49ad-89b8-efd65f41c3f2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:27.809653 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-97269430-e476-4d30-9ebb-020c19c84a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:27.849147 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:27.868754 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8f1dd1cc-12f6-472b-9d8e-81cbd52c8ec4 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Unset dirty status for tenant:899ad252d3b74533a899534beb6e592b on resource:floatingip {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:07:27.873625 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8f1dd1cc-12f6-472b-9d8e-81cbd52c8ec4 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3418670 Mar 28 19:07:27.873625 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a71c3adb-530b-4a80-8378-128ed32ff792 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:27.873948 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1441a0b7-d58b-4fce-b643-765825d6145f None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:27.887294 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port c7c03126-3f13-4596-a870-058a0dd0305a, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c7c03126-3f13-4596-a870-058a0dd0305a,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:07:27.888607 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-1441a0b7-d58b-4fce-b643-765825d6145f None None] Transition to ACTIVE for port object 1237d402-dd32-47dd-8657-39ab22d6e151 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:27.898747 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:27.903215 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52240) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:27.935691 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a14a912c-bc0a-4ac7-8270-96afecc96479 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:27.971362 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1aa8da92-1525-442f-b32d-50d09627a507 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:07:28.014389 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-1441a0b7-d58b-4fce-b643-765825d6145f None None] Transition to ACTIVE for port object 1237d402-dd32-47dd-8657-39ab22d6e151 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:28.015934 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 1aa8da92-1525-442f-b32d-50d09627a507 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:07:28.016371 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1aa8da92-1525-442f-b32d-50d09627a507 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:07:28.026263 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=c7c03126-3f13-4596-a870-058a0dd0305a,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:28.031133 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1441a0b7-d58b-4fce-b643-765825d6145f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:28.066361 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2e91a3ad-94bd-49ad-89b8-efd65f41c3f2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:28.109873 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1441a0b7-d58b-4fce-b643-765825d6145f None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:28.113156 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-1441a0b7-d58b-4fce-b643-765825d6145f None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:28.122053 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1441a0b7-d58b-4fce-b643-765825d6145f None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:28.153331 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f43fab-ccbc-4ad7-b738-4289da167915 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:07:28.162133 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441a0b7-d58b-4fce-b643-765825d6145f None None] Pushing event updated for resources: {'Port': ['ID=1237d402-dd32-47dd-8657-39ab22d6e151,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:28.166363 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a71c3adb-530b-4a80-8378-128ed32ff792 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:28.166578 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3030a7be-bbb1-4a5b-ba4f-01486ebcf769 None None] Sync routers for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:07:28.183876 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3030a7be-bbb1-4a5b-ba4f-01486ebcf769 None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:28.184850 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-3030a7be-bbb1-4a5b-ba4f-01486ebcf769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:28.201602 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-f77a94ac-7bb4-4e63-bc28-3fc664a2ea93 tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] Deleting port 3591d648-9cd7-46aa-83f6-8669c1716324 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:28.201949 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f77a94ac-7bb4-4e63-bc28-3fc664a2ea93 tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:28.215852 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-2e91a3ad-94bd-49ad-89b8-efd65f41c3f2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] device_id is not set on port 585007f6-656d-40cc-9b01-461d75b4caed yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:07:28.253954 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c3adb-530b-4a80-8378-128ed32ff792 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Subnet': ['ID=6a9ecc3f-ba32-4280-8a42-205770c54228,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:28.256812 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c7c03126-3f13-4596-a870-058a0dd0305a up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:07:28.258629 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a71c3adb-530b-4a80-8378-128ed32ff792 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:28.290502 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c51314-48e7-4150-bc21-06eee3fd1419 None None] Network 9e69b881-2b3e-4cd5-97cc-a50b74aaa557 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:07:28.294713 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a71c3adb-530b-4a80-8378-128ed32ff792 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/subnets/6a9ecc3f-ba32-4280-8a42-205770c54228 HTTP/1.1" status: 204 len: 168 time: 1.6358733 Mar 28 19:07:28.331440 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-3030a7be-bbb1-4a5b-ba4f-01486ebcf769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:28.341508 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3030a7be-bbb1-4a5b-ba4f-01486ebcf769 None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:28.342062 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-1441a0b7-d58b-4fce-b643-765825d6145f None None] Attempting to bind port 1237d402-dd32-47dd-8657-39ab22d6e151 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:07:28.342199 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-3030a7be-bbb1-4a5b-ba4f-01486ebcf769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:28.342795 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-1441a0b7-d58b-4fce-b643-765825d6145f None None] Attempting to bind port 1237d402-dd32-47dd-8657-39ab22d6e151 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:07:28.343391 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1441a0b7-d58b-4fce-b643-765825d6145f None None] Attempting to bind port 1237d402-dd32-47dd-8657-39ab22d6e151 on network 1857c8f5-5622-42ce-a4f9-106880783f61 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:07:28.357420 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52244) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:28.403451 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1441a0b7-d58b-4fce-b643-765825d6145f None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:07:28.404311 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1441a0b7-d58b-4fce-b643-765825d6145f None None] Checking segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:07:28.404945 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1441a0b7-d58b-4fce-b643-765825d6145f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:28.405543 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1441a0b7-d58b-4fce-b643-765825d6145f None None] Bound using segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:07:28.406245 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-1441a0b7-d58b-4fce-b643-765825d6145f None None] Bound port: 1237d402-dd32-47dd-8657-39ab22d6e151, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:07:28.406829 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1441a0b7-d58b-4fce-b643-765825d6145f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:28.413048 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-3030a7be-bbb1-4a5b-ba4f-01486ebcf769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:28.413496 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3030a7be-bbb1-4a5b-ba4f-01486ebcf769 None None] The sync data for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:07:28.431683 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c8f43fab-ccbc-4ad7-b738-4289da167915 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:28.472454 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f77a94ac-7bb4-4e63-bc28-3fc664a2ea93 tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:28.472790 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f77a94ac-7bb4-4e63-bc28-3fc664a2ea93 tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:28.621468 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-f77a94ac-7bb4-4e63-bc28-3fc664a2ea93 tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] Calling delete_port for 3591d648-9cd7-46aa-83f6-8669c1716324 owned by network:floatingip {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:28.647961 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:28.649594 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:28.662825 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-1441a0b7-d58b-4fce-b643-765825d6145f None None] For port 1237d402-dd32-47dd-8657-39ab22d6e151, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:07:28.665077 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port c7c03126-3f13-4596-a870-058a0dd0305a triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:07:28.665493 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:28.675552 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-75c09445-f325-4109-8573-d377cdc57085 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:28.712322 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-1441a0b7-d58b-4fce-b643-765825d6145f None None] For port 1237d402-dd32-47dd-8657-39ab22d6e151, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1237d402-dd32-47dd-8657-39ab22d6e151,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:07:28.722284 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a14a912c-bc0a-4ac7-8270-96afecc96479 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:28.731148 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1441a0b7-d58b-4fce-b643-765825d6145f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:28.745633 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-75c09445-f325-4109-8573-d377cdc57085 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting port bf41e1fc-0aac-4c75-a5ac-2038eff9b94e {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:28.746411 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-75c09445-f325-4109-8573-d377cdc57085 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:28.772742 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c8f43fab-ccbc-4ad7-b738-4289da167915 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "PUT /v2.0/floatingips/77e336c0-4ae2-463c-bd6f-39c2a7d4954e HTTP/1.1" status: 200 len: 688 time: 3.0093265 Mar 28 19:07:28.781088 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52248) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:28.788026 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-2e91a3ad-94bd-49ad-89b8-efd65f41c3f2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Allocated IP 2001:db8::24e3:468b:fc23:7a0d (1857c8f5-5622-42ce-a4f9-106880783f61/8e91948d-9541-4c7d-b4ef-0946f3c2d641/585007f6-656d-40cc-9b01-461d75b4caed) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:28.884044 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441a0b7-d58b-4fce-b643-765825d6145f None None] Pushing event updated for resources: {'Port': ['ID=1237d402-dd32-47dd-8657-39ab22d6e151,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:28.920473 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d8c9c5-51bb-4f62-939a-22cab5300960 None None] DHCP port deletion for 9e69b881-2b3e-4cd5-97cc-a50b74aaa557 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:07:28.924716 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-13d8c9c5-51bb-4f62-939a-22cab5300960 None None] Deleting port bf41e1fc-0aac-4c75-a5ac-2038eff9b94e {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:28.925220 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-13d8c9c5-51bb-4f62-939a-22cab5300960 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:28.929700 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2450545-9a58-4ab3-a876-32c618f2b777 req-88c02f01-c89c-4a91-bbb9-c9a67062f2ca tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:28.931319 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d2450545-9a58-4ab3-a876-32c618f2b777 req-88c02f01-c89c-4a91-bbb9-c9a67062f2ca tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.7760935 Mar 28 19:07:29.039712 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-22d57116-3a8d-47d9-a7d7-c9e6f74aab18 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Deleting port 2e24cf0b-c748-4afc-b64a-f4fce824d8c3 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:29.040049 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-22d57116-3a8d-47d9-a7d7-c9e6f74aab18 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:29.135891 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f77a94ac-7bb4-4e63-bc28-3fc664a2ea93 tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:29.187461 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-13d8c9c5-51bb-4f62-939a-22cab5300960 None None] For port bf41e1fc-0aac-4c75-a5ac-2038eff9b94e, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=bf41e1fc-0aac-4c75-a5ac-2038eff9b94e,segment=NetworkSegment(daae888f-ec0a-43a4-bc0e-fbe7a37abcde),segment_id=daae888f-ec0a-43a4-bc0e-fbe7a37abcde)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:07:29.188167 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-13d8c9c5-51bb-4f62-939a-22cab5300960 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:29.205699 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d2450545-9a58-4ab3-a876-32c618f2b777 req-c5ed41c6-d3f6-43a7-9de7-d5a2dc61bc5b tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913402 Mar 28 19:07:29.225192 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a94ac-7bb4-4e63-bc28-3fc664a2ea93 tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] Pushing event deleted for resources: {'Port': ['ID=3591d648-9cd7-46aa-83f6-8669c1716324,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:29.368795 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-13d8c9c5-51bb-4f62-939a-22cab5300960 None None] Calling delete_port for bf41e1fc-0aac-4c75-a5ac-2038eff9b94e owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:29.419728 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f77a94ac-7bb4-4e63-bc28-3fc664a2ea93 tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] Notify callbacks [] for floatingip, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:29.427985 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-22d57116-3a8d-47d9-a7d7-c9e6f74aab18 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:29.428310 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-22d57116-3a8d-47d9-a7d7-c9e6f74aab18 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:29.449232 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-13d8c9c5-51bb-4f62-939a-22cab5300960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:29.494770 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f77a94ac-7bb4-4e63-bc28-3fc664a2ea93 tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:29.498513 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f77a94ac-7bb4-4e63-bc28-3fc664a2ea93 tempest-FloatingIPAdminTestJSON-581543090 tempest-FloatingIPAdminTestJSON-581543090-project] 10.222.0.10 "DELETE /v2.0/floatingips/917fd81c-bd96-4bd8-b4fb-ede88a510dd9 HTTP/1.1" status: 204 len: 168 time: 1.5925672 Mar 28 19:07:29.502726 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8c9c5-51bb-4f62-939a-22cab5300960 None None] Pushing event deleted for resources: {'Port': ['ID=bf41e1fc-0aac-4c75-a5ac-2038eff9b94e,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:29.504756 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d8c9c5-51bb-4f62-939a-22cab5300960 None None] No DVR routers for this DVR port bf41e1fc-0aac-4c75-a5ac-2038eff9b94e on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:07:29.516052 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52252) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:29.673667 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-22d57116-3a8d-47d9-a7d7-c9e6f74aab18 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Calling delete_port for 2e24cf0b-c748-4afc-b64a-f4fce824d8c3 owned by network:floatingip {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:29.715574 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2e91a3ad-94bd-49ad-89b8-efd65f41c3f2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:29.731907 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-75c09445-f325-4109-8573-d377cdc57085 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] For port bf41e1fc-0aac-4c75-a5ac-2038eff9b94e, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=bf41e1fc-0aac-4c75-a5ac-2038eff9b94e,segment=NetworkSegment(daae888f-ec0a-43a4-bc0e-fbe7a37abcde),segment_id=daae888f-ec0a-43a4-bc0e-fbe7a37abcde)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:07:29.732301 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-75c09445-f325-4109-8573-d377cdc57085 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:29.748889 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14a912c-bc0a-4ac7-8270-96afecc96479 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Router db25b5ec-a569-4a98-847a-6bd7cbb207e5 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:07:29.764898 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-94b99138-f6f7-44af-ab7a-977064af610f tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Deleting port efb7c43f-09e8-45db-aac5-8e3ff4488ce8 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:29.765273 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94b99138-f6f7-44af-ab7a-977064af610f tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:29.829745 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-22d57116-3a8d-47d9-a7d7-c9e6f74aab18 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:29.850802 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2e91a3ad-94bd-49ad-89b8-efd65f41c3f2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Transition to ACTIVE for port object 585007f6-656d-40cc-9b01-461d75b4caed will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:29.878205 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d57116-3a8d-47d9-a7d7-c9e6f74aab18 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event deleted for resources: {'Port': ['ID=2e24cf0b-c748-4afc-b64a-f4fce824d8c3,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:29.929064 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-75c09445-f325-4109-8573-d377cdc57085 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Calling delete_port for bf41e1fc-0aac-4c75-a5ac-2038eff9b94e owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:29.974499 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-22d57116-3a8d-47d9-a7d7-c9e6f74aab18 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:29.985071 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-22d57116-3a8d-47d9-a7d7-c9e6f74aab18 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:29.989566 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-22d57116-3a8d-47d9-a7d7-c9e6f74aab18 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "DELETE /v2.0/floatingips/77e336c0-4ae2-463c-bd6f-39c2a7d4954e HTTP/1.1" status: 204 len: 168 time: 1.1998131 Mar 28 19:07:29.989955 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52258) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:29.995086 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-f53cde32-fa38-41b3-8a15-8415181e1693 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'port_id': 'eb04e77a-0715-44a3-bbf5-cac86342fe05'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:30.001407 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f53cde32-fa38-41b3-8a15-8415181e1693 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:30.005480 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f53cde32-fa38-41b3-8a15-8415181e1693 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Usage tracker for resource:floatingip and tenant:1743e377fa3445a1bfe766f337c9afee is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:30.008304 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f53cde32-fa38-41b3-8a15-8415181e1693 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:30.013953 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f53cde32-fa38-41b3-8a15-8415181e1693 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:30.028854 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f53cde32-fa38-41b3-8a15-8415181e1693 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:30.077671 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-5d05cbf8-8bcd-4f13-8a46-5d1a64b229fb None None] Provisioning for port 1237d402-dd32-47dd-8657-39ab22d6e151 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:07:30.095872 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:30.186753 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f53cde32-fa38-41b3-8a15-8415181e1693 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:30.222519 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1237d402-dd32-47dd-8657-39ab22d6e151 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:07:30.295400 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-75c09445-f325-4109-8573-d377cdc57085 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:07:30.295668 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-75c09445-f325-4109-8573-d377cdc57085 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:07:30.303244 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 1237d402-dd32-47dd-8657-39ab22d6e151 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:07:30.309546 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 1237d402-dd32-47dd-8657-39ab22d6e151 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:07:30.310434 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2e91a3ad-94bd-49ad-89b8-efd65f41c3f2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:30.310677 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:30.409495 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-f53cde32-fa38-41b3-8a15-8415181e1693 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Allocated IP 172.26.4.51 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/23c7c006-8297-4803-8300-6df4a31f4186) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:30.440809 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94b99138-f6f7-44af-ab7a-977064af610f tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:30.441139 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94b99138-f6f7-44af-ab7a-977064af610f tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:30.441934 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:30.474646 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 1237d402-dd32-47dd-8657-39ab22d6e151, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1237d402-dd32-47dd-8657-39ab22d6e151,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:07:30.479047 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:30.543930 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device bf41e1fc-0aac-4c75-a5ac-2038eff9b94e no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:07:30.554797 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960895c-2eee-406e-bafa-09fae4976d12 req-056379e0-3be5-4dee-a6fb-b0adedc30651 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:30.555801 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a960895c-2eee-406e-bafa-09fae4976d12 req-056379e0-3be5-4dee-a6fb-b0adedc30651 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.2106631 Mar 28 19:07:30.588053 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: bf41e1fc-0aac-4c75-a5ac-2038eff9b94e {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:07:30.588783 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device bf41e1fc-0aac-4c75-a5ac-2038eff9b94e not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:07:30.610973 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=1237d402-dd32-47dd-8657-39ab22d6e151,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:30.631103 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f53cde32-fa38-41b3-8a15-8415181e1693 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:30.633985 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-94b99138-f6f7-44af-ab7a-977064af610f tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Calling delete_port for efb7c43f-09e8-45db-aac5-8e3ff4488ce8 owned by network:floatingip {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:30.643617 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a960895c-2eee-406e-bafa-09fae4976d12 req-117f47bd-eb81-4711-a1ab-e75dcbecda79 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701697 Mar 28 19:07:30.670135 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14a912c-bc0a-4ac7-8270-96afecc96479 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:07:30.679316 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f53cde32-fa38-41b3-8a15-8415181e1693 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:30.680481 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a102300-15e8-4e9f-8af1-6babc2403b14 None None] Sync routers for ids ['db25b5ec-a569-4a98-847a-6bd7cbb207e5'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:07:30.697263 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a102300-15e8-4e9f-8af1-6babc2403b14 None None] Routers {'db25b5ec-a569-4a98-847a-6bd7cbb207e5'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:30.698851 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-6a102300-15e8-4e9f-8af1-6babc2403b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['db25b5ec-a569-4a98-847a-6bd7cbb207e5'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:30.706443 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e91a3ad-94bd-49ad-89b8-efd65f41c3f2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:30.715092 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-2e91a3ad-94bd-49ad-89b8-efd65f41c3f2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:30.720198 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e91a3ad-94bd-49ad-89b8-efd65f41c3f2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:30.725637 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e91a3ad-94bd-49ad-89b8-efd65f41c3f2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:30.726274 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2e91a3ad-94bd-49ad-89b8-efd65f41c3f2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:30.730195 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91a3ad-94bd-49ad-89b8-efd65f41c3f2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Port': ['ID=585007f6-656d-40cc-9b01-461d75b4caed,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:30.748075 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53cde32-fa38-41b3-8a15-8415181e1693 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:30.751917 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-f53cde32-fa38-41b3-8a15-8415181e1693 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:30.762846 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53cde32-fa38-41b3-8a15-8415181e1693 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:30.801848 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a14a912c-bc0a-4ac7-8270-96afecc96479 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:30.805529 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a14a912c-bc0a-4ac7-8270-96afecc96479 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.4969113 Mar 28 19:07:30.806298 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-75c09445-f325-4109-8573-d377cdc57085 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting port bf41e1fc-0aac-4c75-a5ac-2038eff9b94e {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:30.806298 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-75c09445-f325-4109-8573-d377cdc57085 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:30.811954 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52266) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:30.842748 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2e91a3ad-94bd-49ad-89b8-efd65f41c3f2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9844530 Mar 28 19:07:30.857497 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52270) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:30.943221 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cde32-fa38-41b3-8a15-8415181e1693 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event updated for resources: {'Port': ['ID=23c7c006-8297-4803-8300-6df4a31f4186,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:30.946780 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-75c09445-f325-4109-8573-d377cdc57085 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] The port 'bf41e1fc-0aac-4c75-a5ac-2038eff9b94e' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:07:31.019568 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-6a102300-15e8-4e9f-8af1-6babc2403b14 None None] Set router db25b5ec-a569-4a98-847a-6bd7cbb207e5 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:07:31.163674 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3251565e-18c7-4d10-83e9-911e5ae1b3e3 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "GET /v2.0/routers/db25b5ec-a569-4a98-847a-6bd7cbb207e5 HTTP/1.1" status: 200 len: 908 time: 0.3505063 Mar 28 19:07:31.166764 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52276) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:31.192622 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-75c09445-f325-4109-8573-d377cdc57085 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:31.238984 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-75c09445-f325-4109-8573-d377cdc57085 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e69b881-2b3e-4cd5-97cc-a50b74aaa557']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:31.262412 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-75c09445-f325-4109-8573-d377cdc57085 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daae888f-ec0a-43a4-bc0e-fbe7a37abcde') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:31.262768 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-75c09445-f325-4109-8573-d377cdc57085 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daae888f-ec0a-43a4-bc0e-fbe7a37abcde') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:31.282190 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-d27a0ac2-db01-4655-9961-1c75d350099b None None] Provisioning for port 585007f6-656d-40cc-9b01-461d75b4caed completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:07:31.290972 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-d27a0ac2-db01-4655-9961-1c75d350099b None None] Provisioning complete for port 585007f6-656d-40cc-9b01-461d75b4caed triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:07:31.291339 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d27a0ac2-db01-4655-9961-1c75d350099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:31.293567 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-75c09445-f325-4109-8573-d377cdc57085 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:31.313602 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94b99138-f6f7-44af-ab7a-977064af610f tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:31.325751 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acca48d-83b3-40b2-8540-62a96e07d59e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:31.334123 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acca48d-83b3-40b2-8540-62a96e07d59e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:31.335468 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2acca48d-83b3-40b2-8540-62a96e07d59e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:07:31.380205 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-75c09445-f325-4109-8573-d377cdc57085 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:31.404487 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c09445-f325-4109-8573-d377cdc57085 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:07:31.405094 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-75c09445-f325-4109-8573-d377cdc57085 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:31.423062 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b99138-f6f7-44af-ab7a-977064af610f tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Pushing event deleted for resources: {'Port': ['ID=efb7c43f-09e8-45db-aac5-8e3ff4488ce8,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:07:31.425733 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:07:31.479369 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2acca48d-83b3-40b2-8540-62a96e07d59e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:07:31.480727 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2acca48d-83b3-40b2-8540-62a96e07d59e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.6222670 Mar 28 19:07:31.490342 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-d27a0ac2-db01-4655-9961-1c75d350099b None None] Port 585007f6-656d-40cc-9b01-461d75b4caed cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:07:31.507613 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:31.515747 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52280) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:31.534233 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-6a102300-15e8-4e9f-8af1-6babc2403b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db25b5ec-a569-4a98-847a-6bd7cbb207e5', 'name': 'tempest-snat-router-2097189299', 'tenant_id': '7bb4ac49875c45c19f6e9ca2a143ead5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'ec5172da-78e7-4e13-819e-e83a5b75426b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:07:22Z', 'updated_at': '2022-03-28T19:07:27Z', 'revision_number': 3, 'project_id': '7bb4ac49875c45c19f6e9ca2a143ead5', 'gw_port': {'id': 'ec5172da-78e7-4e13-819e-e83a5b75426b', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:71:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db25b5ec-a569-4a98-847a-6bd7cbb207e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:07:23Z', 'updated_at': '2022-03-28T19:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:31.538301 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a102300-15e8-4e9f-8af1-6babc2403b14 None None] Checking router: db25b5ec-a569-4a98-847a-6bd7cbb207e5 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:07:31.538643 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a102300-15e8-4e9f-8af1-6babc2403b14 None None] Updating router db25b5ec-a569-4a98-847a-6bd7cbb207e5 port ec5172da-78e7-4e13-819e-e83a5b75426b binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:07:31.592238 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6a102300-15e8-4e9f-8af1-6babc2403b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:31.597401 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-75c09445-f325-4109-8573-d377cdc57085 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:31.620425 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-75c09445-f325-4109-8573-d377cdc57085 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:31.631267 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94b99138-f6f7-44af-ab7a-977064af610f tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:31.634740 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c09445-f325-4109-8573-d377cdc57085 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Network': ['ID=9e69b881-2b3e-4cd5-97cc-a50b74aaa557,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:31.642986 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-75c09445-f325-4109-8573-d377cdc57085 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/networks/9e69b881-2b3e-4cd5-97cc-a50b74aaa557 HTTP/1.1" status: 204 len: 168 time: 3.2844338 Mar 28 19:07:31.646326 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94b99138-f6f7-44af-ab7a-977064af610f tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:31.647150 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-94b99138-f6f7-44af-ab7a-977064af610f tempest-FloatingIPAdminTestJSON-1281021691 tempest-FloatingIPAdminTestJSON-1281021691-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/f706de7e-3ddb-4f5e-bda4-f6aef7446dfe HTTP/1.1" status: 204 len: 168 time: 2.1307032 Mar 28 19:07:31.647887 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52284) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:31.653842 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-976dbdea-7282-4f86-a51e-415f6d3591ae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-400699392'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:31.656894 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52288) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:31.696578 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-976dbdea-7282-4f86-a51e-415f6d3591ae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:31.707390 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-976dbdea-7282-4f86-a51e-415f6d3591ae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:network and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:31.712126 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-976dbdea-7282-4f86-a51e-415f6d3591ae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:31.721619 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-976dbdea-7282-4f86-a51e-415f6d3591ae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:31.741966 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e7b6f437-09aa-4d54-9af3-712e15199200 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Deleting port 68832576-3f13-466e-8131-0101c5a72e1d {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:31.742434 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e7b6f437-09aa-4d54-9af3-712e15199200 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:31.787789 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976dbdea-7282-4f86-a51e-415f6d3591ae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:31.791258 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-976dbdea-7282-4f86-a51e-415f6d3591ae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:31.843268 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e86aa19c-1aea-4c38-a337-285385c240eb tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:31.874558 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976dbdea-7282-4f86-a51e-415f6d3591ae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:07:31.912723 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-976dbdea-7282-4f86-a51e-415f6d3591ae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:31.913249 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-976dbdea-7282-4f86-a51e-415f6d3591ae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Added segment b7041276-67b0-486a-92a6-487adb915dd0 of type vlan for network 9712bac1-3f00-47ac-8230-c8297678d03c Mar 28 19:07:31.918216 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-c785a5ae-a307-4fc8-bf1c-0955980d8429 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting port 585007f6-656d-40cc-9b01-461d75b4caed {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:31.918562 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c785a5ae-a307-4fc8-bf1c-0955980d8429 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:31.964862 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6a102300-15e8-4e9f-8af1-6babc2403b14 None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:31.978216 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6a102300-15e8-4e9f-8af1-6babc2403b14 None None] Transition to ACTIVE for port object ec5172da-78e7-4e13-819e-e83a5b75426b will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:31.984479 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6a102300-15e8-4e9f-8af1-6babc2403b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:31.986110 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d3d6e-e4ec-4b48-875b-10c9006554df req-403ce3c2-573a-4c1d-881e-7ca523cbe5e9 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:31.991635 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-340d3d6e-e4ec-4b48-875b-10c9006554df req-403ce3c2-573a-4c1d-881e-7ca523cbe5e9 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.7636507 Mar 28 19:07:32.026082 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-976dbdea-7282-4f86-a51e-415f6d3591ae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:32.058074 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-6a102300-15e8-4e9f-8af1-6babc2403b14 None None] Attempting to bind port ec5172da-78e7-4e13-819e-e83a5b75426b on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:07:32.058356 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-6a102300-15e8-4e9f-8af1-6babc2403b14 None None] Attempting to bind port ec5172da-78e7-4e13-819e-e83a5b75426b by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:07:32.058714 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a102300-15e8-4e9f-8af1-6babc2403b14 None None] Attempting to bind port ec5172da-78e7-4e13-819e-e83a5b75426b on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:07:32.070821 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e7b6f437-09aa-4d54-9af3-712e15199200 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:32.072126 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a102300-15e8-4e9f-8af1-6babc2403b14 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:07:32.072496 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a102300-15e8-4e9f-8af1-6babc2403b14 None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:07:32.072885 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6a102300-15e8-4e9f-8af1-6babc2403b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:32.073267 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a102300-15e8-4e9f-8af1-6babc2403b14 None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:07:32.073724 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-6a102300-15e8-4e9f-8af1-6babc2403b14 None None] Bound port: ec5172da-78e7-4e13-819e-e83a5b75426b, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:07:32.074098 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6a102300-15e8-4e9f-8af1-6babc2403b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:32.103735 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2cfec-ec66-4ff7-9bb0-452447944e05 None None] Pushing event updated for resources: {'Port': ['ID=ec5172da-78e7-4e13-819e-e83a5b75426b,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:32.151326 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-6a102300-15e8-4e9f-8af1-6babc2403b14 None None] For port ec5172da-78e7-4e13-819e-e83a5b75426b, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:07:32.155123 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-6a102300-15e8-4e9f-8af1-6babc2403b14 None None] For port ec5172da-78e7-4e13-819e-e83a5b75426b, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=ec5172da-78e7-4e13-819e-e83a5b75426b,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:07:32.166136 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6a102300-15e8-4e9f-8af1-6babc2403b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:32.228422 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-340d3d6e-e4ec-4b48-875b-10c9006554df req-8ccfdf7c-d097-4474-bd66-f39a06b1eb74 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272623 Mar 28 19:07:32.259959 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1237d402-dd32-47dd-8657-39ab22d6e151 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:07:32.287052 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e86aa19c-1aea-4c38-a337-285385c240eb tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:32.304185 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a102300-15e8-4e9f-8af1-6babc2403b14 None None] Routers {'db25b5ec-a569-4a98-847a-6bd7cbb207e5'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:32.304922 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-6a102300-15e8-4e9f-8af1-6babc2403b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['db25b5ec-a569-4a98-847a-6bd7cbb207e5'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:32.311876 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-976dbdea-7282-4f86-a51e-415f6d3591ae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:32.318202 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976dbdea-7282-4f86-a51e-415f6d3591ae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:32.318788 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-976dbdea-7282-4f86-a51e-415f6d3591ae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:32.328405 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e7b6f437-09aa-4d54-9af3-712e15199200 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Calling delete_port for 68832576-3f13-466e-8131-0101c5a72e1d owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:32.359122 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-e86aa19c-1aea-4c38-a337-285385c240eb tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Deleting port ec5172da-78e7-4e13-819e-e83a5b75426b {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:32.359465 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e86aa19c-1aea-4c38-a337-285385c240eb tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:32.396686 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2cfec-ec66-4ff7-9bb0-452447944e05 None None] Pushing event updated for resources: {'Port': ['ID=ec5172da-78e7-4e13-819e-e83a5b75426b,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:32.454554 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c785a5ae-a307-4fc8-bf1c-0955980d8429 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:32.496410 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 1237d402-dd32-47dd-8657-39ab22d6e151 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:07:32.496781 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:32.506456 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976dbdea-7282-4f86-a51e-415f6d3591ae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Network': ['ID=9712bac1-3f00-47ac-8230-c8297678d03c,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:32.521094 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-976dbdea-7282-4f86-a51e-415f6d3591ae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8720956 Mar 28 19:07:32.524407 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52294) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:32.528164 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 9712bac1-3f00-47ac-8230-c8297678d03c details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:07:32.530279 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-b330f967-8b8c-466f-a7c1-20df54cfb01c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'subnet': {'network_id': '9712bac1-3f00-47ac-8230-c8297678d03c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:32.588292 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-6a102300-15e8-4e9f-8af1-6babc2403b14 None None] Set router db25b5ec-a569-4a98-847a-6bd7cbb207e5 gateway port host: None {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:07:32.615509 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f53cde32-fa38-41b3-8a15-8415181e1693 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:32.622598 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-c785a5ae-a307-4fc8-bf1c-0955980d8429 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Calling delete_port for 585007f6-656d-40cc-9b01-461d75b4caed owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:32.719924 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b330f967-8b8c-466f-a7c1-20df54cfb01c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:32.725414 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b330f967-8b8c-466f-a7c1-20df54cfb01c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:subnet and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:32.730391 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b330f967-8b8c-466f-a7c1-20df54cfb01c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:32.733356 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e7b6f437-09aa-4d54-9af3-712e15199200 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:32.765541 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-6a102300-15e8-4e9f-8af1-6babc2403b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db25b5ec-a569-4a98-847a-6bd7cbb207e5', 'name': 'tempest-snat-router-2097189299', 'tenant_id': '7bb4ac49875c45c19f6e9ca2a143ead5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:07:22Z', 'updated_at': '2022-03-28T19:07:32Z', 'revision_number': 4, 'project_id': '7bb4ac49875c45c19f6e9ca2a143ead5', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:32.777464 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a102300-15e8-4e9f-8af1-6babc2403b14 None None] The sync data for ids ['db25b5ec-a569-4a98-847a-6bd7cbb207e5'] in dv-neutron-834711-1-hyperv is: [{'id': 'db25b5ec-a569-4a98-847a-6bd7cbb207e5', 'name': 'tempest-snat-router-2097189299', 'tenant_id': '7bb4ac49875c45c19f6e9ca2a143ead5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:07:22Z', 'updated_at': '2022-03-28T19:07:32Z', 'revision_number': 4, 'project_id': '7bb4ac49875c45c19f6e9ca2a143ead5', 'gw_port_host': None}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:07:32.798130 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b330f967-8b8c-466f-a7c1-20df54cfb01c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:32.820893 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6f437-09aa-4d54-9af3-712e15199200 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Pushing event deleted for resources: {'Port': ['ID=68832576-3f13-466e-8131-0101c5a72e1d,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:32.891312 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f53cde32-fa38-41b3-8a15-8415181e1693 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:32.923108 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b330f967-8b8c-466f-a7c1-20df54cfb01c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:32.927868 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-e86aa19c-1aea-4c38-a337-285385c240eb tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] For port ec5172da-78e7-4e13-819e-e83a5b75426b, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=ec5172da-78e7-4e13-819e-e83a5b75426b,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:07:32.928227 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b330f967-8b8c-466f-a7c1-20df54cfb01c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:32.928337 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e86aa19c-1aea-4c38-a337-285385c240eb tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:33.052786 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e7b6f437-09aa-4d54-9af3-712e15199200 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:33.070137 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e7b6f437-09aa-4d54-9af3-712e15199200 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] 10.222.0.10 "DELETE /v2.0/ports/68832576-3f13-466e-8131-0101c5a72e1d HTTP/1.1" status: 204 len: 168 time: 1.4121735 Mar 28 19:07:33.073965 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52298) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:33.163027 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc099c4-246f-4ee0-bc56-440adebc6448 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:33.163722 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1cc099c4-246f-4ee0-bc56-440adebc6448 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Synchronizing usage tracker for tenant:899ad252d3b74533a899534beb6e592b on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:07:33.180518 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1cc099c4-246f-4ee0-bc56-440adebc6448 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Unset dirty status for tenant:899ad252d3b74533a899534beb6e592b on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:07:33.181656 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1cc099c4-246f-4ee0-bc56-440adebc6448 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddc0df18-d80c-45ff-807d-ec3a158eb209 HTTP/1.1" status: 200 len: 913 time: 0.1067815 Mar 28 19:07:33.184445 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52302) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:33.248909 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-e86aa19c-1aea-4c38-a337-285385c240eb tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Calling delete_port for ec5172da-78e7-4e13-819e-e83a5b75426b owned by network:router_gateway {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:33.334361 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c785a5ae-a307-4fc8-bf1c-0955980d8429 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:33.515260 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785a5ae-a307-4fc8-bf1c-0955980d8429 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Port': ['ID=585007f6-656d-40cc-9b01-461d75b4caed,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:33.576990 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c785a5ae-a307-4fc8-bf1c-0955980d8429 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:33.618571 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c785a5ae-a307-4fc8-bf1c-0955980d8429 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/585007f6-656d-40cc-9b01-461d75b4caed HTTP/1.1" status: 204 len: 168 time: 2.0104775 Mar 28 19:07:33.621127 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52308) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:33.743707 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579148da-669a-44d7-abdc-ada54aa6367b req-e9e3b344-5240-49c8-a7b3-bf7ae4e6d9bd tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:33.743852 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b330f967-8b8c-466f-a7c1-20df54cfb01c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:33.744463 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-579148da-669a-44d7-abdc-ada54aa6367b req-e9e3b344-5240-49c8-a7b3-bf7ae4e6d9bd tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.3316295 Mar 28 19:07:33.818357 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b00b29b-46b8-4d8f-8725-ee9bfd9039d5 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:33.819837 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b00b29b-46b8-4d8f-8725-ee9bfd9039d5 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:33.820556 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8b00b29b-46b8-4d8f-8725-ee9bfd9039d5 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:07:33.821423 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f53cde32-fa38-41b3-8a15-8415181e1693 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:33.831549 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f53cde32-fa38-41b3-8a15-8415181e1693 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:33.895461 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330f967-8b8c-466f-a7c1-20df54cfb01c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Subnet': ['ID=a9833164-b6fe-4f4f-9a96-e5a51b8f1486,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:33.904856 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8b00b29b-46b8-4d8f-8725-ee9bfd9039d5 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:07:33.905997 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8b00b29b-46b8-4d8f-8725-ee9bfd9039d5 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2745748 Mar 28 19:07:33.909966 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52312) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:33.937354 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e86aa19c-1aea-4c38-a337-285385c240eb tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:33.973227 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-579148da-669a-44d7-abdc-ada54aa6367b req-9e6e7769-6f05-4b6e-8e13-461c3185cd7d tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982470 Mar 28 19:07:34.003395 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cde32-fa38-41b3-8a15-8415181e1693 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event updated for resources: {'Port': ['ID=23c7c006-8297-4803-8300-6df4a31f4186,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:34.053602 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b330f967-8b8c-466f-a7c1-20df54cfb01c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Checking segment: {'id': 'b7041276-67b0-486a-92a6-487adb915dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9712bac1-3f00-47ac-8230-c8297678d03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:07:34.053851 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b330f967-8b8c-466f-a7c1-20df54cfb01c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network hostable DHCP agents. Network: 9712bac1-3f00-47ac-8230-c8297678d03c, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:07:34.092750 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86aa19c-1aea-4c38-a337-285385c240eb tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec5172da-78e7-4e13-819e-e83a5b75426b,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:34.105445 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-94bfde7e-17c9-46b2-b210-1bea7978ee78 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting subnet 8e91948d-9541-4c7d-b4ef-0946f3c2d641 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:07:34.107174 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b330f967-8b8c-466f-a7c1-20df54cfb01c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network 9712bac1-3f00-47ac-8230-c8297678d03c is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:07:34.116994 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94bfde7e-17c9-46b2-b210-1bea7978ee78 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:34.135646 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f53cde32-fa38-41b3-8a15-8415181e1693 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:34.162100 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-b330f967-8b8c-466f-a7c1-20df54cfb01c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 9712bac1-3f00-47ac-8230-c8297678d03c) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:34.170414 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63896830-7e29-4dd5-a8c1-112286c0ccc8 None None] Network 9712bac1-3f00-47ac-8230-c8297678d03c requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:07:34.170969 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b330f967-8b8c-466f-a7c1-20df54cfb01c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:34.171420 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b330f967-8b8c-466f-a7c1-20df54cfb01c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:34.228042 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94bfde7e-17c9-46b2-b210-1bea7978ee78 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:34.237177 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e86aa19c-1aea-4c38-a337-285385c240eb tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:34.275933 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b330f967-8b8c-466f-a7c1-20df54cfb01c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7505188 Mar 28 19:07:34.279708 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52318) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:34.289641 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-3e1467a1-f4a9-49d6-8352-5b3d0e898665 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'port': {'network_id': '9712bac1-3f00-47ac-8230-c8297678d03c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1441380650'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:34.428854 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb4a2a36-28a1-49b2-93d1-ddbf8ad7affa tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:34.453394 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c7745d-81db-4018-8456-1126054428fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-9712bac1-3f00-47ac-8230-c8297678d03c', 'network_id': '9712bac1-3f00-47ac-8230-c8297678d03c', 'tenant_id': '0eafd6e2aac349b4a881ab8a1e025dc4', 'fixed_ips': [{'subnet_id': 'a9833164-b6fe-4f4f-9a96-e5a51b8f1486'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:07:34.454321 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d4c7745d-81db-4018-8456-1126054428fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:34.498098 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e86aa19c-1aea-4c38-a337-285385c240eb tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:34.540194 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94bfde7e-17c9-46b2-b210-1bea7978ee78 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:34.635103 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e86aa19c-1aea-4c38-a337-285385c240eb tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:34.653800 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9136a-208d-4eac-9450-6dfedf8577e9 req-7df54deb-914c-4fc1-914b-76d34e857cb6 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:34.659518 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-3e1467a1-f4a9-49d6-8352-5b3d0e898665 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:34.661413 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d1b9136a-208d-4eac-9450-6dfedf8577e9 req-7df54deb-914c-4fc1-914b-76d34e857cb6 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.5714207 Mar 28 19:07:34.668736 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3e1467a1-f4a9-49d6-8352-5b3d0e898665 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:port and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:34.675202 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3e1467a1-f4a9-49d6-8352-5b3d0e898665 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:34.689162 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-f53cde32-fa38-41b3-8a15-8415181e1693 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Floating IP 98422894-e089-4156-a377-2769d86bfab9 associated. External IP: 172.26.4.51, port: eb04e77a-0715-44a3-bbf5-cac86342fe05. Mar 28 19:07:34.706573 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-3e1467a1-f4a9-49d6-8352-5b3d0e898665 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:34.757641 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-d4c7745d-81db-4018-8456-1126054428fd None None] Allocated IP 2001:db8::2 (9712bac1-3f00-47ac-8230-c8297678d03c/a9833164-b6fe-4f4f-9a96-e5a51b8f1486/d07f7c29-cdc8-40b3-aff7-42025a4e86da) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:34.790574 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e86aa19c-1aea-4c38-a337-285385c240eb tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:34.791153 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86aa19c-1aea-4c38-a337-285385c240eb tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db25b5ec-a569-4a98-847a-6bd7cbb207e5 {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:07:34.796630 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1467a1-f4a9-49d6-8352-5b3d0e898665 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:34.800600 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3e1467a1-f4a9-49d6-8352-5b3d0e898665 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:34.806646 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d1b9136a-208d-4eac-9450-6dfedf8577e9 req-0432b3dc-31c0-49b8-ace8-040f2f47582a tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425211 Mar 28 19:07:34.873778 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e86aa19c-1aea-4c38-a337-285385c240eb tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:34.875164 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94bfde7e-17c9-46b2-b210-1bea7978ee78 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:34.876837 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e86aa19c-1aea-4c38-a337-285385c240eb tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "DELETE /v2.0/routers/db25b5ec-a569-4a98-847a-6bd7cbb207e5 HTTP/1.1" status: 204 len: 168 time: 3.7093353 Mar 28 19:07:34.894736 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52324) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:34.946466 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94bfde7e-17c9-46b2-b210-1bea7978ee78 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:34.952647 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14db1bd2-785e-4f15-9ecb-2d0bf16be952 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:07:35.028168 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bfde7e-17c9-46b2-b210-1bea7978ee78 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Subnet': ['ID=8e91948d-9541-4c7d-b4ef-0946f3c2d641,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:35.043723 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-3e1467a1-f4a9-49d6-8352-5b3d0e898665 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] device_id is not set on port 41c6b88e-2276-4510-83f8-94bdd58c0b5e yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:07:35.150658 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-94bfde7e-17c9-46b2-b210-1bea7978ee78 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/8e91948d-9541-4c7d-b4ef-0946f3c2d641 HTTP/1.1" status: 204 len: 168 time: 1.2390306 Mar 28 19:07:35.153899 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52328) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:35.243014 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d4c7745d-81db-4018-8456-1126054428fd None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:35.261264 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-d4c7745d-81db-4018-8456-1126054428fd None None] Transition to ACTIVE for port object d07f7c29-cdc8-40b3-aff7-42025a4e86da will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:35.288760 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-d4c7745d-81db-4018-8456-1126054428fd None None] Transition to ACTIVE for port object d07f7c29-cdc8-40b3-aff7-42025a4e86da will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:35.304454 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d4c7745d-81db-4018-8456-1126054428fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:35.384283 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a581a2d-2e6d-416a-992e-deb3b0f2d698 req-f143fe36-6574-4248-9d25-46dc21054672 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:35.386311 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0a581a2d-2e6d-416a-992e-deb3b0f2d698 req-f143fe36-6574-4248-9d25-46dc21054672 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.2928238 Mar 28 19:07:35.387413 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-3e1467a1-f4a9-49d6-8352-5b3d0e898665 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Allocated IP 2001:db8::c1 (9712bac1-3f00-47ac-8230-c8297678d03c/a9833164-b6fe-4f4f-9a96-e5a51b8f1486/41c6b88e-2276-4510-83f8-94bdd58c0b5e) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:35.392483 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53cde32-fa38-41b3-8a15-8415181e1693 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Router 748a009d-3589-4943-98f8-5b3937601b1f has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:07:35.406020 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c7745d-81db-4018-8456-1126054428fd None None] Network 9712bac1-3f00-47ac-8230-c8297678d03c is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:35.407011 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7745d-81db-4018-8456-1126054428fd None None] Pushing event updated for resources: {'Port': ['ID=d07f7c29-cdc8-40b3-aff7-42025a4e86da,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:35.413356 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-d4c7745d-81db-4018-8456-1126054428fd None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:35.415553 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c7745d-81db-4018-8456-1126054428fd None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:35.421662 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4175e3e-68de-42a3-ad45-1f568029f8bb None None] DHCP port deletion for 1857c8f5-5622-42ce-a4f9-106880783f61 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:07:35.442842 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1d15af29-d9eb-4bbb-b6f8-04ae99282e93 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2763011 Mar 28 19:07:35.443995 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52332) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:35.455087 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-e4175e3e-68de-42a3-ad45-1f568029f8bb None None] Deleting port 1237d402-dd32-47dd-8657-39ab22d6e151 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:35.455565 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e4175e3e-68de-42a3-ad45-1f568029f8bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:35.582039 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-d4c7745d-81db-4018-8456-1126054428fd None None] Attempting to bind port d07f7c29-cdc8-40b3-aff7-42025a4e86da on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:07:35.582830 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-d4c7745d-81db-4018-8456-1126054428fd None None] Attempting to bind port d07f7c29-cdc8-40b3-aff7-42025a4e86da by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'b7041276-67b0-486a-92a6-487adb915dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9712bac1-3f00-47ac-8230-c8297678d03c'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:07:35.583506 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c7745d-81db-4018-8456-1126054428fd None None] Attempting to bind port d07f7c29-cdc8-40b3-aff7-42025a4e86da on network 9712bac1-3f00-47ac-8230-c8297678d03c {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:07:35.585703 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0a581a2d-2e6d-416a-992e-deb3b0f2d698 req-03a509d6-e701-4a01-ae30-1693011077dc tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913021 Mar 28 19:07:35.637983 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c7745d-81db-4018-8456-1126054428fd None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:07:35.655420 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c7745d-81db-4018-8456-1126054428fd None None] Checking segment: {'id': 'b7041276-67b0-486a-92a6-487adb915dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9712bac1-3f00-47ac-8230-c8297678d03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:07:35.656029 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d4c7745d-81db-4018-8456-1126054428fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:35.659440 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c7745d-81db-4018-8456-1126054428fd None None] Bound using segment: {'id': 'b7041276-67b0-486a-92a6-487adb915dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9712bac1-3f00-47ac-8230-c8297678d03c'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:07:35.660214 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-d4c7745d-81db-4018-8456-1126054428fd None None] Bound port: d07f7c29-cdc8-40b3-aff7-42025a4e86da, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7041276-67b0-486a-92a6-487adb915dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9712bac1-3f00-47ac-8230-c8297678d03c'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:07:35.660710 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d4c7745d-81db-4018-8456-1126054428fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:35.684839 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9f9ec575-7c22-4fcf-9fdd-10c2c914f27c tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:35.740188 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53cde32-fa38-41b3-8a15-8415181e1693 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:07:35.753691 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12009f42-15fc-4dd7-b42d-048c5079431c None None] Sync routers for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:07:35.773908 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12009f42-15fc-4dd7-b42d-048c5079431c None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:35.774549 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-12009f42-15fc-4dd7-b42d-048c5079431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:35.836440 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a2a36-28a1-49b2-93d1-ddbf8ad7affa tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Deleting port b3e9261a-1cca-4259-8b69-2b5db397b415 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:35.836990 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb4a2a36-28a1-49b2-93d1-ddbf8ad7affa tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:35.846760 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-12009f42-15fc-4dd7-b42d-048c5079431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:35.857393 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12009f42-15fc-4dd7-b42d-048c5079431c None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:35.858306 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-12009f42-15fc-4dd7-b42d-048c5079431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:35.881225 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e004d9-8df8-44b1-b24f-5c6f8afe7eed tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:35.882685 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-49e004d9-8df8-44b1-b24f-5c6f8afe7eed tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:07:35.900937 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f53cde32-fa38-41b3-8a15-8415181e1693 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:35.914933 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-d4c7745d-81db-4018-8456-1126054428fd None None] For port d07f7c29-cdc8-40b3-aff7-42025a4e86da, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:07:35.922623 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-e4175e3e-68de-42a3-ad45-1f568029f8bb None None] For port 1237d402-dd32-47dd-8657-39ab22d6e151, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1237d402-dd32-47dd-8657-39ab22d6e151,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:07:35.923041 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e4175e3e-68de-42a3-ad45-1f568029f8bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:35.931001 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-12009f42-15fc-4dd7-b42d-048c5079431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:35.931696 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12009f42-15fc-4dd7-b42d-048c5079431c None None] The sync data for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:07:35.938514 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-d4c7745d-81db-4018-8456-1126054428fd None None] For port d07f7c29-cdc8-40b3-aff7-42025a4e86da, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=d07f7c29-cdc8-40b3-aff7-42025a4e86da,segment=NetworkSegment(b7041276-67b0-486a-92a6-487adb915dd0),segment_id=b7041276-67b0-486a-92a6-487adb915dd0)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:07:35.957385 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-49e004d9-8df8-44b1-b24f-5c6f8afe7eed tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:07:35.960898 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-49e004d9-8df8-44b1-b24f-5c6f8afe7eed tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5119979 Mar 28 19:07:35.961668 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52338) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:35.989781 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d4c7745d-81db-4018-8456-1126054428fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:36.038517 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f53cde32-fa38-41b3-8a15-8415181e1693 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.0475192 Mar 28 19:07:36.039816 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52342) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:36.057568 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d0f8e-e856-4e04-90cc-5ebf1645bbc9 req-fd7d4525-6985-4944-a126-33963cab9955 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:36.059308 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-128d0f8e-e856-4e04-90cc-5ebf1645bbc9 req-fd7d4525-6985-4944-a126-33963cab9955 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.3002753 Mar 28 19:07:36.062834 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3e1467a1-f4a9-49d6-8352-5b3d0e898665 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:36.092065 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-e4175e3e-68de-42a3-ad45-1f568029f8bb None None] Calling delete_port for 1237d402-dd32-47dd-8657-39ab22d6e151 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:36.103042 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-3e1467a1-f4a9-49d6-8352-5b3d0e898665 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Transition to ACTIVE for port object 41c6b88e-2276-4510-83f8-94bdd58c0b5e will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:36.150774 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb4a2a36-28a1-49b2-93d1-ddbf8ad7affa tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:36.164251 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9f9ec575-7c22-4fcf-9fdd-10c2c914f27c tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:36.193893 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e4175e3e-68de-42a3-ad45-1f568029f8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:36.195433 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7fdd6e-cdd6-4521-85cb-fd163baf5fd3 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:36.196116 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ea7fdd6e-cdd6-4521-85cb-fd163baf5fd3 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:07:36.213159 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-128d0f8e-e856-4e04-90cc-5ebf1645bbc9 req-eb121da8-a65d-4f53-b188-f0262e1de6b6 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754879 Mar 28 19:07:36.216552 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4175e3e-68de-42a3-ad45-1f568029f8bb None None] No DVR routers for this DVR port 1237d402-dd32-47dd-8657-39ab22d6e151 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:07:36.249142 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1237d402-dd32-47dd-8657-39ab22d6e151 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:07:36.249745 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ea7fdd6e-cdd6-4521-85cb-fd163baf5fd3 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:07:36.253721 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ea7fdd6e-cdd6-4521-85cb-fd163baf5fd3 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2880027 Mar 28 19:07:36.255894 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52346) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:36.262370 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3d0aa860-43c4-43cd-9906-4bf7706e6b7a tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "GET /v2.0/floatingips/98422894-e089-4156-a377-2769d86bfab9 HTTP/1.1" status: 200 len: 976 time: 0.2165604 Mar 28 19:07:36.263484 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52350) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:36.293804 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ec575-7c22-4fcf-9fdd-10c2c914f27c tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Deleting port c7c03126-3f13-4596-a870-058a0dd0305a {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:36.294144 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9f9ec575-7c22-4fcf-9fdd-10c2c914f27c tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:36.307403 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 1237d402-dd32-47dd-8657-39ab22d6e151 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:07:36.308095 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1237d402-dd32-47dd-8657-39ab22d6e151 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:07:36.322149 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7745d-81db-4018-8456-1126054428fd None None] Pushing event updated for resources: {'Port': ['ID=d07f7c29-cdc8-40b3-aff7-42025a4e86da,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:36.329950 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a2a36-28a1-49b2-93d1-ddbf8ad7affa tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Calling delete_port for b3e9261a-1cca-4259-8b69-2b5db397b415 owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:36.394647 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4175e3e-68de-42a3-ad45-1f568029f8bb None None] Pushing event deleted for resources: {'Port': ['ID=1237d402-dd32-47dd-8657-39ab22d6e151,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:36.405050 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3e1467a1-f4a9-49d6-8352-5b3d0e898665 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:36.465362 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ecb81c8b-90de-4905-83f5-7650d7844e58 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2027419 Mar 28 19:07:36.478520 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52356) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:36.517177 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-43f014cc-4a91-42ae-826d-eb27272472e3 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Synchronizing usage tracker for tenant:1743e377fa3445a1bfe766f337c9afee on resource:floatingip {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:07:36.523737 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-b3345480-b390-4a68-9c35-1d8f89e5d438 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:36.569897 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671be86-bc3b-49a4-967e-276a5aceefa0 req-b04dd2fa-59d9-4575-94f2-280b6773dee4 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:36.571577 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0671be86-bc3b-49a4-967e-276a5aceefa0 req-b04dd2fa-59d9-4575-94f2-280b6773dee4 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.1664863 Mar 28 19:07:36.572321 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-43f014cc-4a91-42ae-826d-eb27272472e3 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Unset dirty status for tenant:1743e377fa3445a1bfe766f337c9afee on resource:floatingip {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:07:36.575565 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1467a1-f4a9-49d6-8352-5b3d0e898665 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network 9712bac1-3f00-47ac-8230-c8297678d03c is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:36.576115 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-43f014cc-4a91-42ae-826d-eb27272472e3 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2423913 Mar 28 19:07:36.576766 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52360) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:36.583104 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-00a58f47-41c3-4cac-9f01-e941913e22a8 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Request body: {'floatingip': {'port_id': 'd69a5304-f2fe-4866-8fc0-a23f0644189b'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:36.804878 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-3e1467a1-f4a9-49d6-8352-5b3d0e898665 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:36.827192 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1467a1-f4a9-49d6-8352-5b3d0e898665 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:36.832729 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1467a1-f4a9-49d6-8352-5b3d0e898665 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:36.833334 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3e1467a1-f4a9-49d6-8352-5b3d0e898665 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:36.844129 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1467a1-f4a9-49d6-8352-5b3d0e898665 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Port': ['ID=41c6b88e-2276-4510-83f8-94bdd58c0b5e,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:36.846560 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0671be86-bc3b-49a4-967e-276a5aceefa0 req-fcee0512-ca3a-4ef1-84a1-5b2f72ad2913 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2667546 Mar 28 19:07:36.851165 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-00a58f47-41c3-4cac-9f01-e941913e22a8 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:36.949784 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3e1467a1-f4a9-49d6-8352-5b3d0e898665 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.6680534 Mar 28 19:07:36.952684 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52366) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:36.977949 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b3345480-b390-4a68-9c35-1d8f89e5d438 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:36.996839 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b3345480-b390-4a68-9c35-1d8f89e5d438 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:36.999678 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-9f9ec575-7c22-4fcf-9fdd-10c2c914f27c tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] For port c7c03126-3f13-4596-a870-058a0dd0305a, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c7c03126-3f13-4596-a870-058a0dd0305a,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:07:37.000041 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9f9ec575-7c22-4fcf-9fdd-10c2c914f27c tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:37.088093 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3345480-b390-4a68-9c35-1d8f89e5d438 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:37.091559 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b3345480-b390-4a68-9c35-1d8f89e5d438 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:37.160657 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-eda6f204-fc38-4cb5-b619-7df4d4f39f06 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting port 41c6b88e-2276-4510-83f8-94bdd58c0b5e {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:37.160995 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-eda6f204-fc38-4cb5-b619-7df4d4f39f06 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:37.305175 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ec575-7c22-4fcf-9fdd-10c2c914f27c tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Calling delete_port for c7c03126-3f13-4596-a870-058a0dd0305a owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:37.380289 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd7e8bf-cdfa-4812-a3b3-ec7e818caaee None None] Network 9712bac1-3f00-47ac-8230-c8297678d03c requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:07:37.381945 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd65ad-1bed-418f-b3ac-f86e0f4548f6 req-eb0235a8-1f9f-48af-ba5e-430dc80d34cb tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:37.383472 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-31dd65ad-1bed-418f-b3ac-f86e0f4548f6 req-eb0235a8-1f9f-48af-ba5e-430dc80d34cb tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.3909724 Mar 28 19:07:37.556429 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f5c2bdd2-9993-4505-8e32-51dd5b887406 None None] Provisioning for port d07f7c29-cdc8-40b3-aff7-42025a4e86da completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:07:37.610486 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb4a2a36-28a1-49b2-93d1-ddbf8ad7affa tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:37.637861 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-31dd65ad-1bed-418f-b3ac-f86e0f4548f6 req-1b35e267-1fbc-4a97-8f23-cc3295a01958 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477293 Mar 28 19:07:37.691153 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a2a36-28a1-49b2-93d1-ddbf8ad7affa tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Pushing event deleted for resources: {'Port': ['ID=b3e9261a-1cca-4259-8b69-2b5db397b415,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:37.824177 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-eda6f204-fc38-4cb5-b619-7df4d4f39f06 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:37.895827 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9f9ec575-7c22-4fcf-9fdd-10c2c914f27c tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:37.947466 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ec575-7c22-4fcf-9fdd-10c2c914f27c tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7c03126-3f13-4596-a870-058a0dd0305a,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:37.984204 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-eda6f204-fc38-4cb5-b619-7df4d4f39f06 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Calling delete_port for 41c6b88e-2276-4510-83f8-94bdd58c0b5e owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:38.003039 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b3345480-b390-4a68-9c35-1d8f89e5d438 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:38.111556 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3345480-b390-4a68-9c35-1d8f89e5d438 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:38.128137 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-b3345480-b390-4a68-9c35-1d8f89e5d438 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:38.130943 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3345480-b390-4a68-9c35-1d8f89e5d438 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:38.131991 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b3345480-b390-4a68-9c35-1d8f89e5d438 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:38.145386 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd53d54a-0263-437e-876c-bfbdd228f3f9 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:07:38.310274 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3345480-b390-4a68-9c35-1d8f89e5d438 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Subnet': ['ID=7438b5ab-bf39-4bdf-b68c-4e433d68aca9,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:38.346427 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device d07f7c29-cdc8-40b3-aff7-42025a4e86da up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:07:38.351692 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b3345480-b390-4a68-9c35-1d8f89e5d438 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8524449 Mar 28 19:07:38.355125 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52374) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:38.361936 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9f9ec575-7c22-4fcf-9fdd-10c2c914f27c tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:38.411039 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-84468ac6-e820-4164-a2e2-fd782b570757 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'port': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'fixed_ips': [{'subnet_id': '7438b5ab-bf39-4bdf-b68c-4e433d68aca9', 'ip_address': '2001:db8::86e2:8cde:c1f2:49af'}], 'name': 'tempest-NetworksTestDHCPv6-1744773774'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:38.422931 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-eda6f204-fc38-4cb5-b619-7df4d4f39f06 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:38.424552 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb4a2a36-28a1-49b2-93d1-ddbf8ad7affa tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:38.453315 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-895fdfa5-2c46-4113-9819-5358031df8d8 None None] Provisioning for port 41c6b88e-2276-4510-83f8-94bdd58c0b5e completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:07:38.472888 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-895fdfa5-2c46-4113-9819-5358031df8d8 None None] Provisioning complete for port 41c6b88e-2276-4510-83f8-94bdd58c0b5e triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:07:38.473257 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-895fdfa5-2c46-4113-9819-5358031df8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:38.484086 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6f204-fc38-4cb5-b619-7df4d4f39f06 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Port': ['ID=41c6b88e-2276-4510-83f8-94bdd58c0b5e,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:38.516179 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-895fdfa5-2c46-4113-9819-5358031df8d8 None None] Port 41c6b88e-2276-4510-83f8-94bdd58c0b5e was deleted so its status cannot be updated. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 28 19:07:38.541843 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-00a58f47-41c3-4cac-9f01-e941913e22a8 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:38.543054 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-eda6f204-fc38-4cb5-b619-7df4d4f39f06 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:38.556341 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-00a58f47-41c3-4cac-9f01-e941913e22a8 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:38.570313 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port d07f7c29-cdc8-40b3-aff7-42025a4e86da completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:07:38.576378 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port d07f7c29-cdc8-40b3-aff7-42025a4e86da triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:07:38.576791 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:38.586652 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9f9ec575-7c22-4fcf-9fdd-10c2c914f27c tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:38.606337 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb37554-b199-42e6-929c-2211310758dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-1857c8f5-5622-42ce-a4f9-106880783f61', 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'fixed_ips': [{'subnet_id': '7438b5ab-bf39-4bdf-b68c-4e433d68aca9'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:07:38.607567 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2bb37554-b199-42e6-929c-2211310758dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:38.631997 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-eda6f204-fc38-4cb5-b619-7df4d4f39f06 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/ports/41c6b88e-2276-4510-83f8-94bdd58c0b5e HTTP/1.1" status: 204 len: 168 time: 1.6778657 Mar 28 19:07:38.635203 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52380) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:38.650611 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ab04d887-11fb-444d-843f-ca0b7596e3b0 None None] Could not find standard attr ID for object 41c6b88e-2276-4510-83f8-94bdd58c0b5e. {{(pid=87834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 19:07:38.710147 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed12ff3a-ad1b-4823-b6c6-18a76cd5b64f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] GET failed (client error): The resource could not be found. Mar 28 19:07:38.710615 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ed12ff3a-ad1b-4823-b6c6-18a76cd5b64f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Synchronizing usage tracker for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:07:38.747471 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ed12ff3a-ad1b-4823-b6c6-18a76cd5b64f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Unset dirty status for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:07:38.751734 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ed12ff3a-ad1b-4823-b6c6-18a76cd5b64f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "GET /v2.0/ports/41c6b88e-2276-4510-83f8-94bdd58c0b5e HTTP/1.1" status: 404 len: 333 time: 0.1155117 Mar 28 19:07:38.752639 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52384) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:38.873059 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:38.912562 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port d07f7c29-cdc8-40b3-aff7-42025a4e86da, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=d07f7c29-cdc8-40b3-aff7-42025a4e86da,segment=NetworkSegment(b7041276-67b0-486a-92a6-487adb915dd0),segment_id=b7041276-67b0-486a-92a6-487adb915dd0)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:07:38.919902 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:38.927503 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-f893376f-c4fe-48ca-9546-07eddadb9754 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting subnet a9833164-b6fe-4f4f-9a96-e5a51b8f1486 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:07:38.931023 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-00a58f47-41c3-4cac-9f01-e941913e22a8 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Floating IP 98422894-e089-4156-a377-2769d86bfab9 associated. External IP: 172.26.4.51, port: eb04e77a-0715-44a3-bbf5-cac86342fe05. Mar 28 19:07:38.956945 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-2bb37554-b199-42e6-929c-2211310758dd None None] Allocated IP 2001:db8::2 (1857c8f5-5622-42ce-a4f9-106880783f61/7438b5ab-bf39-4bdf-b68c-4e433d68aca9/f617dd60-4286-4826-91b2-700b44e63dce) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:38.958942 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9f9ec575-7c22-4fcf-9fdd-10c2c914f27c tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:38.995149 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f893376f-c4fe-48ca-9546-07eddadb9754 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:39.035351 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=d07f7c29-cdc8-40b3-aff7-42025a4e86da,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:39.075955 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f893376f-c4fe-48ca-9546-07eddadb9754 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:39.084283 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9f9ec575-7c22-4fcf-9fdd-10c2c914f27c tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:39.084776 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9ec575-7c22-4fcf-9fdd-10c2c914f27c tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc46dccf-8bab-4386-81f2-6e94027a7f51 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:07:39.128953 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9f9ec575-7c22-4fcf-9fdd-10c2c914f27c tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:39.130325 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9f9ec575-7c22-4fcf-9fdd-10c2c914f27c tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "DELETE /v2.0/routers/dc46dccf-8bab-4386-81f2-6e94027a7f51 HTTP/1.1" status: 204 len: 168 time: 4.2041948 Mar 28 19:07:39.136120 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52388) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:39.138846 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-84468ac6-e820-4164-a2e2-fd782b570757 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:39.146685 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-94d28177-2f32-4cd7-b49d-445c3c99b75f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-324699063', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}, 'admin_state_up': False}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:39.164090 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-94d28177-2f32-4cd7-b49d-445c3c99b75f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:39.170439 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-84468ac6-e820-4164-a2e2-fd782b570757 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:port and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:39.173571 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-94d28177-2f32-4cd7-b49d-445c3c99b75f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Usage tracker for resource:router and tenant:e6c57515830543a6952571afdd7483f1 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:39.223671 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-94d28177-2f32-4cd7-b49d-445c3c99b75f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:39.223916 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2bb37554-b199-42e6-929c-2211310758dd None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:39.226445 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-84468ac6-e820-4164-a2e2-fd782b570757 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:39.235717 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-2bb37554-b199-42e6-929c-2211310758dd None None] Transition to ACTIVE for port object f617dd60-4286-4826-91b2-700b44e63dce will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:39.241440 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-94d28177-2f32-4cd7-b49d-445c3c99b75f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:39.243595 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-84468ac6-e820-4164-a2e2-fd782b570757 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:39.263793 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-2bb37554-b199-42e6-929c-2211310758dd None None] Transition to ACTIVE for port object f617dd60-4286-4826-91b2-700b44e63dce will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:39.270747 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2bb37554-b199-42e6-929c-2211310758dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:39.272894 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94d28177-2f32-4cd7-b49d-445c3c99b75f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:39.273911 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94d28177-2f32-4cd7-b49d-445c3c99b75f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:39.282275 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84468ac6-e820-4164-a2e2-fd782b570757 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:39.334773 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94d28177-2f32-4cd7-b49d-445c3c99b75f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:39.337416 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4a2a36-28a1-49b2-93d1-ddbf8ad7affa tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Router ddc0df18-d80c-45ff-807d-ec3a158eb209 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:07:39.340581 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb37554-b199-42e6-929c-2211310758dd None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:39.344288 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-2bb37554-b199-42e6-929c-2211310758dd None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:39.347753 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f893376f-c4fe-48ca-9546-07eddadb9754 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:39.350002 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb37554-b199-42e6-929c-2211310758dd None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:39.445620 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb37554-b199-42e6-929c-2211310758dd None None] Pushing event updated for resources: {'Port': ['ID=f617dd60-4286-4826-91b2-700b44e63dce,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:39.459442 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-2bb37554-b199-42e6-929c-2211310758dd None None] Attempting to bind port f617dd60-4286-4826-91b2-700b44e63dce on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:07:39.460063 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-2bb37554-b199-42e6-929c-2211310758dd None None] Attempting to bind port f617dd60-4286-4826-91b2-700b44e63dce by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:07:39.460168 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb37554-b199-42e6-929c-2211310758dd None None] Attempting to bind port f617dd60-4286-4826-91b2-700b44e63dce on network 1857c8f5-5622-42ce-a4f9-106880783f61 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:07:39.467907 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb37554-b199-42e6-929c-2211310758dd None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:07:39.468200 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb37554-b199-42e6-929c-2211310758dd None None] Checking segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:07:39.468929 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2bb37554-b199-42e6-929c-2211310758dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:39.469317 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb37554-b199-42e6-929c-2211310758dd None None] Bound using segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:07:39.469778 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-2bb37554-b199-42e6-929c-2211310758dd None None] Bound port: f617dd60-4286-4826-91b2-700b44e63dce, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:07:39.470140 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2bb37554-b199-42e6-929c-2211310758dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:39.508747 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a58f47-41c3-4cac-9f01-e941913e22a8 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Router 748a009d-3589-4943-98f8-5b3937601b1f has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:07:39.513678 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f893376f-c4fe-48ca-9546-07eddadb9754 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:39.563175 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893376f-c4fe-48ca-9546-07eddadb9754 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Subnet': ['ID=a9833164-b6fe-4f4f-9a96-e5a51b8f1486,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:39.568637 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f893376f-c4fe-48ca-9546-07eddadb9754 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:39.571092 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-2bb37554-b199-42e6-929c-2211310758dd None None] For port f617dd60-4286-4826-91b2-700b44e63dce, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:07:39.574789 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f893376f-c4fe-48ca-9546-07eddadb9754 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/subnets/a9833164-b6fe-4f4f-9a96-e5a51b8f1486 HTTP/1.1" status: 204 len: 168 time: 0.7551029 Mar 28 19:07:39.577890 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52392) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:39.578031 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-2bb37554-b199-42e6-929c-2211310758dd None None] For port f617dd60-4286-4826-91b2-700b44e63dce, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=f617dd60-4286-4826-91b2-700b44e63dce,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:07:39.587524 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2bb37554-b199-42e6-929c-2211310758dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:39.667813 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9d873b-aeac-4894-8662-96ebf3259e5a None None] Network 9712bac1-3f00-47ac-8230-c8297678d03c requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:07:39.672884 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-84468ac6-e820-4164-a2e2-fd782b570757 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:39.787202 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a58f47-41c3-4cac-9f01-e941913e22a8 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:07:39.787766 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb37554-b199-42e6-929c-2211310758dd None None] Pushing event updated for resources: {'Port': ['ID=f617dd60-4286-4826-91b2-700b44e63dce,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:39.811100 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915f4f9f-d842-4903-9af8-f5053db0ea3c None None] Sync routers for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:07:39.867543 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915f4f9f-d842-4903-9af8-f5053db0ea3c None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:39.868144 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-915f4f9f-d842-4903-9af8-f5053db0ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:39.887518 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-84468ac6-e820-4164-a2e2-fd782b570757 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] device_id is not set on port 943ff1a3-1540-4b82-bef0-9df7aefa161e yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:07:39.971814 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-915f4f9f-d842-4903-9af8-f5053db0ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:39.987170 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915f4f9f-d842-4903-9af8-f5053db0ea3c None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:39.987790 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-915f4f9f-d842-4903-9af8-f5053db0ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:40.000390 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94d28177-2f32-4cd7-b49d-445c3c99b75f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:40.047830 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4a2a36-28a1-49b2-93d1-ddbf8ad7affa tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:07:40.055168 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-915f4f9f-d842-4903-9af8-f5053db0ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:40.055624 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915f4f9f-d842-4903-9af8-f5053db0ea3c None None] The sync data for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:07:40.066482 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ee5568-df14-4008-90e8-4b59c7965f8c None None] Sync routers for ids ['ddc0df18-d80c-45ff-807d-ec3a158eb209'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:07:40.079137 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9cb2f9f5-65d6-43fb-aa36-b354dc73a076 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:40.083533 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ee5568-df14-4008-90e8-4b59c7965f8c None None] Routers {'ddc0df18-d80c-45ff-807d-ec3a158eb209'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:40.084127 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-50ee5568-df14-4008-90e8-4b59c7965f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ddc0df18-d80c-45ff-807d-ec3a158eb209'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:40.198230 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-50ee5568-df14-4008-90e8-4b59c7965f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:40.220251 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ee5568-df14-4008-90e8-4b59c7965f8c None None] Routers {'ddc0df18-d80c-45ff-807d-ec3a158eb209'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:40.222119 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-50ee5568-df14-4008-90e8-4b59c7965f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ddc0df18-d80c-45ff-807d-ec3a158eb209'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:40.241130 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-cb4a2a36-28a1-49b2-93d1-ddbf8ad7affa tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] 10.222.0.10 "PUT /v2.0/routers/ddc0df18-d80c-45ff-807d-ec3a158eb209/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0556722 Mar 28 19:07:40.244877 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52396) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:40.245933 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9cb2f9f5-65d6-43fb-aa36-b354dc73a076 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting port d07f7c29-cdc8-40b3-aff7-42025a4e86da {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:40.246266 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9cb2f9f5-65d6-43fb-aa36-b354dc73a076 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:40.266622 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a28497b-5c55-4235-86bc-6e0ec7a7827e None None] DHCP port deletion for 9712bac1-3f00-47ac-8230-c8297678d03c request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:07:40.272515 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-8a28497b-5c55-4235-86bc-6e0ec7a7827e None None] Deleting port d07f7c29-cdc8-40b3-aff7-42025a4e86da {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:40.272892 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8a28497b-5c55-4235-86bc-6e0ec7a7827e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:40.337363 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device f617dd60-4286-4826-91b2-700b44e63dce up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:07:40.352967 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-50ee5568-df14-4008-90e8-4b59c7965f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:40.353874 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ee5568-df14-4008-90e8-4b59c7965f8c None None] The sync data for ids ['ddc0df18-d80c-45ff-807d-ec3a158eb209'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:07:40.430954 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a58f47-41c3-4cac-9f01-e941913e22a8 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Router 748a009d-3589-4943-98f8-5b3937601b1f has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:07:40.495025 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port f617dd60-4286-4826-91b2-700b44e63dce completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:07:40.560601 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c7c03126-3f13-4596-a870-058a0dd0305a no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:07:40.605662 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: c7c03126-3f13-4596-a870-058a0dd0305a {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:07:40.606026 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c7c03126-3f13-4596-a870-058a0dd0305a not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:07:40.623912 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-8a28497b-5c55-4235-86bc-6e0ec7a7827e None None] For port d07f7c29-cdc8-40b3-aff7-42025a4e86da, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=d07f7c29-cdc8-40b3-aff7-42025a4e86da,segment=NetworkSegment(b7041276-67b0-486a-92a6-487adb915dd0),segment_id=b7041276-67b0-486a-92a6-487adb915dd0)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:07:40.624297 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8a28497b-5c55-4235-86bc-6e0ec7a7827e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:40.646205 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a58f47-41c3-4cac-9f01-e941913e22a8 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:07:40.650691 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-00a58f47-41c3-4cac-9f01-e941913e22a8 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:40.688582 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea7bac1-cd4e-4d96-b882-bcbc90dd66c8 None None] Sync routers for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:07:40.755319 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-8a28497b-5c55-4235-86bc-6e0ec7a7827e None None] Calling delete_port for d07f7c29-cdc8-40b3-aff7-42025a4e86da owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:40.797897 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea7bac1-cd4e-4d96-b882-bcbc90dd66c8 None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:40.798447 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-dea7bac1-cd4e-4d96-b882-bcbc90dd66c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:40.807669 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-00a58f47-41c3-4cac-9f01-e941913e22a8 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "PUT /v2.0/floatingips/98422894-e089-4156-a377-2769d86bfab9 HTTP/1.1" status: 200 len: 976 time: 4.2296257 Mar 28 19:07:40.808710 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52400) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:40.816439 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-ec0b2cca-9e1c-44ca-97aa-3a0b6f049ba3 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:40.826297 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-84468ac6-e820-4164-a2e2-fd782b570757 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Allocated IP 2001:db8::86e2:8cde:c1f2:49af (1857c8f5-5622-42ce-a4f9-106880783f61/7438b5ab-bf39-4bdf-b68c-4e433d68aca9/943ff1a3-1540-4b82-bef0-9df7aefa161e) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:40.874817 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-dea7bac1-cd4e-4d96-b882-bcbc90dd66c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:40.900293 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea7bac1-cd4e-4d96-b882-bcbc90dd66c8 None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:40.900920 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-dea7bac1-cd4e-4d96-b882-bcbc90dd66c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:40.943888 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c278b9e-0723-49ab-9323-323fc34d3f9e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:40.952774 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ec0b2cca-9e1c-44ca-97aa-3a0b6f049ba3 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:40.965242 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-dea7bac1-cd4e-4d96-b882-bcbc90dd66c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:40.965638 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea7bac1-cd4e-4d96-b882-bcbc90dd66c8 None None] The sync data for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:07:40.973938 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8a28497b-5c55-4235-86bc-6e0ec7a7827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:41.027278 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28497b-5c55-4235-86bc-6e0ec7a7827e None None] Pushing event deleted for resources: {'Port': ['ID=d07f7c29-cdc8-40b3-aff7-42025a4e86da,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:41.029528 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a28497b-5c55-4235-86bc-6e0ec7a7827e None None] No DVR routers for this DVR port d07f7c29-cdc8-40b3-aff7-42025a4e86da on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:07:41.090148 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-9cb2f9f5-65d6-43fb-aa36-b354dc73a076 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] For port d07f7c29-cdc8-40b3-aff7-42025a4e86da, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=d07f7c29-cdc8-40b3-aff7-42025a4e86da,segment=NetworkSegment(b7041276-67b0-486a-92a6-487adb915dd0),segment_id=b7041276-67b0-486a-92a6-487adb915dd0)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:07:41.090750 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9cb2f9f5-65d6-43fb-aa36-b354dc73a076 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:41.196498 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-969c00f9-dbb8-4f47-a39a-debab0b2c739 None None] Provisioning for port f617dd60-4286-4826-91b2-700b44e63dce completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:07:41.201301 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-969c00f9-dbb8-4f47-a39a-debab0b2c739 None None] Provisioning complete for port f617dd60-4286-4826-91b2-700b44e63dce triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:07:41.201740 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-969c00f9-dbb8-4f47-a39a-debab0b2c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:41.266949 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ec0b2cca-9e1c-44ca-97aa-3a0b6f049ba3 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:41.271774 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ec0b2cca-9e1c-44ca-97aa-3a0b6f049ba3 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:41.272199 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-ec0b2cca-9e1c-44ca-97aa-3a0b6f049ba3 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Floating IP 98422894-e089-4156-a377-2769d86bfab9 disassociated. External IP: 172.26.4.51, port: d69a5304-f2fe-4866-8fc0-a23f0644189b. Mar 28 19:07:41.320506 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-969c00f9-dbb8-4f47-a39a-debab0b2c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:41.327872 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9cb2f9f5-65d6-43fb-aa36-b354dc73a076 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Calling delete_port for d07f7c29-cdc8-40b3-aff7-42025a4e86da owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:41.353564 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-969c00f9-dbb8-4f47-a39a-debab0b2c739 None None] For port f617dd60-4286-4826-91b2-700b44e63dce, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=f617dd60-4286-4826-91b2-700b44e63dce,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:07:41.359441 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-969c00f9-dbb8-4f47-a39a-debab0b2c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:41.432051 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c00f9-dbb8-4f47-a39a-debab0b2c739 None None] Pushing event updated for resources: {'Port': ['ID=f617dd60-4286-4826-91b2-700b44e63dce,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:41.653062 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94d28177-2f32-4cd7-b49d-445c3c99b75f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router_gateway, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:41.747240 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0b2cca-9e1c-44ca-97aa-3a0b6f049ba3 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Router 748a009d-3589-4943-98f8-5b3937601b1f has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:07:41.812120 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c278b9e-0723-49ab-9323-323fc34d3f9e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:41.831488 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94d28177-2f32-4cd7-b49d-445c3c99b75f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:41.880805 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-8c278b9e-0723-49ab-9323-323fc34d3f9e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Deleting port 1d4be39a-139d-4437-85cd-776aafe053da {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:41.881150 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c278b9e-0723-49ab-9323-323fc34d3f9e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:41.904694 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-9cb2f9f5-65d6-43fb-aa36-b354dc73a076 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:07:41.904930 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-9cb2f9f5-65d6-43fb-aa36-b354dc73a076 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:07:41.929077 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0b2cca-9e1c-44ca-97aa-3a0b6f049ba3 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:07:41.933203 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ec0b2cca-9e1c-44ca-97aa-3a0b6f049ba3 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:41.938171 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-84468ac6-e820-4164-a2e2-fd782b570757 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:41.939816 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f4220a-1fdb-4967-86ff-bf7b7bc7618a None None] Sync routers for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:07:41.949604 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f4220a-1fdb-4967-86ff-bf7b7bc7618a None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:41.950200 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-51f4220a-1fdb-4967-86ff-bf7b7bc7618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:41.989921 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-84468ac6-e820-4164-a2e2-fd782b570757 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Transition to ACTIVE for port object 943ff1a3-1540-4b82-bef0-9df7aefa161e will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:41.991635 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ec0b2cca-9e1c-44ca-97aa-3a0b6f049ba3 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "PUT /v2.0/floatingips/98422894-e089-4156-a377-2769d86bfab9 HTTP/1.1" status: 200 len: 687 time: 1.1816239 Mar 28 19:07:41.992225 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52404) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:42.017071 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-51f4220a-1fdb-4967-86ff-bf7b7bc7618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:42.026496 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f4220a-1fdb-4967-86ff-bf7b7bc7618a None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:42.027229 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-51f4220a-1fdb-4967-86ff-bf7b7bc7618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:42.092003 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-51f4220a-1fdb-4967-86ff-bf7b7bc7618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:42.092397 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f4220a-1fdb-4967-86ff-bf7b7bc7618a None None] The sync data for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:07:42.153117 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-f5598b06-2947-475e-b981-c62ae7ae65e3 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Deleting port 23c7c006-8297-4803-8300-6df4a31f4186 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:42.153460 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f5598b06-2947-475e-b981-c62ae7ae65e3 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:42.160165 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-94d28177-2f32-4cd7-b49d-445c3c99b75f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Allocated IP 172.26.4.87 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/7f8935be-eb67-4d5c-a5ce-1aca80036d90) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:42.195291 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c278b9e-0723-49ab-9323-323fc34d3f9e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:42.215977 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-84468ac6-e820-4164-a2e2-fd782b570757 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:42.219452 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device f617dd60-4286-4826-91b2-700b44e63dce up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:07:42.296983 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port f617dd60-4286-4826-91b2-700b44e63dce triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:07:42.297349 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:42.330981 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f5598b06-2947-475e-b981-c62ae7ae65e3 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:42.331375 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f5598b06-2947-475e-b981-c62ae7ae65e3 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:42.441748 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9cb2f9f5-65d6-43fb-aa36-b354dc73a076 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting port d07f7c29-cdc8-40b3-aff7-42025a4e86da {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:42.442088 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9cb2f9f5-65d6-43fb-aa36-b354dc73a076 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:42.462298 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-f5598b06-2947-475e-b981-c62ae7ae65e3 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Calling delete_port for 23c7c006-8297-4803-8300-6df4a31f4186 owned by network:floatingip {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:42.480618 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-8c278b9e-0723-49ab-9323-323fc34d3f9e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Calling delete_port for 1d4be39a-139d-4437-85cd-776aafe053da owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:42.508789 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device d07f7c29-cdc8-40b3-aff7-42025a4e86da no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:07:42.542782 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: d07f7c29-cdc8-40b3-aff7-42025a4e86da {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:07:42.543155 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device d07f7c29-cdc8-40b3-aff7-42025a4e86da not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:07:42.547349 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84468ac6-e820-4164-a2e2-fd782b570757 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:42.584268 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-84468ac6-e820-4164-a2e2-fd782b570757 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:42.597360 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9cb2f9f5-65d6-43fb-aa36-b354dc73a076 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] The port 'd07f7c29-cdc8-40b3-aff7-42025a4e86da' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:07:42.598405 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84468ac6-e820-4164-a2e2-fd782b570757 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:42.603951 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84468ac6-e820-4164-a2e2-fd782b570757 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:42.604568 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-84468ac6-e820-4164-a2e2-fd782b570757 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:42.612398 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84468ac6-e820-4164-a2e2-fd782b570757 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Port': ['ID=943ff1a3-1540-4b82-bef0-9df7aefa161e,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:42.615678 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f5598b06-2947-475e-b981-c62ae7ae65e3 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:42.665809 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5598b06-2947-475e-b981-c62ae7ae65e3 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event deleted for resources: {'Port': ['ID=23c7c006-8297-4803-8300-6df4a31f4186,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:42.768069 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-84468ac6-e820-4164-a2e2-fd782b570757 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4074564 Mar 28 19:07:42.768663 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52408) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:42.774824 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-ed8920dd-2d1f-4ffa-aa78-c0d9e2cecfba tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'port': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'fixed_ips': [{'subnet_id': '7438b5ab-bf39-4bdf-b68c-4e433d68aca9', 'ip_address': '2001:db8::86e2:8cde:c1f2:49af'}], 'name': 'tempest-NetworksTestDHCPv6-460608944'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:42.809321 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f5598b06-2947-475e-b981-c62ae7ae65e3 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:42.865742 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9cb2f9f5-65d6-43fb-aa36-b354dc73a076 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:42.877609 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94d28177-2f32-4cd7-b49d-445c3c99b75f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:42.893491 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-dedc7ec6-1772-43c2-9924-a01e8342c76f None None] Provisioning for port 943ff1a3-1540-4b82-bef0-9df7aefa161e completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:07:42.895455 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f5598b06-2947-475e-b981-c62ae7ae65e3 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:42.899476 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f5598b06-2947-475e-b981-c62ae7ae65e3 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "DELETE /v2.0/floatingips/98422894-e089-4156-a377-2769d86bfab9 HTTP/1.1" status: 204 len: 168 time: 0.9063241 Mar 28 19:07:42.899636 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-dedc7ec6-1772-43c2-9924-a01e8342c76f None None] Provisioning complete for port 943ff1a3-1540-4b82-bef0-9df7aefa161e triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:07:42.899986 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-dedc7ec6-1772-43c2-9924-a01e8342c76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:42.901441 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52412) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:42.936934 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-ed8920dd-2d1f-4ffa-aa78-c0d9e2cecfba tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:42.941932 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ed8920dd-2d1f-4ffa-aa78-c0d9e2cecfba tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:port and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:42.945388 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ed8920dd-2d1f-4ffa-aa78-c0d9e2cecfba tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:42.951453 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-ed8920dd-2d1f-4ffa-aa78-c0d9e2cecfba tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:42.954638 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-dedc7ec6-1772-43c2-9924-a01e8342c76f None None] Port 943ff1a3-1540-4b82-bef0-9df7aefa161e cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:07:42.961809 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-9cb2f9f5-65d6-43fb-aa36-b354dc73a076 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9712bac1-3f00-47ac-8230-c8297678d03c']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:42.967171 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8920dd-2d1f-4ffa-aa78-c0d9e2cecfba tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:42.999892 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-f0e3245e-3dae-412c-afbe-fdc4a25218e4 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] delete failed (client error): The resource could not be found. Mar 28 19:07:43.000818 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f0e3245e-3dae-412c-afbe-fdc4a25218e4 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "DELETE /v2.0/floatingips/98422894-e089-4156-a377-2769d86bfab9 HTTP/1.1" status: 404 len: 345 time: 0.0962729 Mar 28 19:07:43.004582 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-9cb2f9f5-65d6-43fb-aa36-b354dc73a076 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7041276-67b0-486a-92a6-487adb915dd0') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:43.004882 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-9cb2f9f5-65d6-43fb-aa36-b354dc73a076 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7041276-67b0-486a-92a6-487adb915dd0') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:43.005998 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52416) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:43.022049 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9cb2f9f5-65d6-43fb-aa36-b354dc73a076 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:43.067495 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9cb2f9f5-65d6-43fb-aa36-b354dc73a076 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:43.087494 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb2f9f5-65d6-43fb-aa36-b354dc73a076 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:07:43.087882 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9cb2f9f5-65d6-43fb-aa36-b354dc73a076 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:07:43.104329 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:07:43.122240 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94d28177-2f32-4cd7-b49d-445c3c99b75f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:43.153402 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ed8920dd-2d1f-4ffa-aa78-c0d9e2cecfba tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:43.245346 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d28177-2f32-4cd7-b49d-445c3c99b75f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:43.249336 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-94d28177-2f32-4cd7-b49d-445c3c99b75f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:43.254002 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c278b9e-0723-49ab-9323-323fc34d3f9e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:43.257801 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d28177-2f32-4cd7-b49d-445c3c99b75f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:43.301397 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-ed8920dd-2d1f-4ffa-aa78-c0d9e2cecfba tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] device_id is not set on port 6eb64ec4-0580-45e9-bda6-d3856c1b2367 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:07:43.344517 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5c32ba-c2ce-49c2-aecd-caf42091a83d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:43.351030 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5c32ba-c2ce-49c2-aecd-caf42091a83d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:43.356792 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5c32ba-c2ce-49c2-aecd-caf42091a83d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:43.357662 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0c5c32ba-c2ce-49c2-aecd-caf42091a83d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Synchronizing usage tracker for tenant:1743e377fa3445a1bfe766f337c9afee on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:07:43.403549 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0c5c32ba-c2ce-49c2-aecd-caf42091a83d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Unset dirty status for tenant:1743e377fa3445a1bfe766f337c9afee on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:07:43.404741 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0c5c32ba-c2ce-49c2-aecd-caf42091a83d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "GET /v2.0/ports?network_id=04591ea1-7a4a-4cf4-8904-04ef5988b6c3 HTTP/1.1" status: 200 len: 2356 time: 0.3975563 Mar 28 19:07:43.408667 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52422) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:43.420111 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9cb2f9f5-65d6-43fb-aa36-b354dc73a076 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:43.433037 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d28177-2f32-4cd7-b49d-445c3c99b75f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Pushing event updated for resources: {'Port': ['ID=7f8935be-eb67-4d5c-a5ce-1aca80036d90,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:43.483596 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9cb2f9f5-65d6-43fb-aa36-b354dc73a076 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:43.534397 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35de0cb-12fa-4405-92cb-052a579715ea tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:43.535709 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2f9f5-65d6-43fb-aa36-b354dc73a076 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Network': ['ID=9712bac1-3f00-47ac-8230-c8297678d03c,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:43.537560 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c278b9e-0723-49ab-9323-323fc34d3f9e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Pushing event deleted for resources: {'Port': ['ID=1d4be39a-139d-4437-85cd-776aafe053da,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:43.540834 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a35de0cb-12fa-4405-92cb-052a579715ea tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "GET /v2.0/subnets/5cd049cf-fb36-4290-8379-6d4d17f0e157 HTTP/1.1" status: 200 len: 797 time: 0.1315339 Mar 28 19:07:43.542251 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52426) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:43.556322 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9cb2f9f5-65d6-43fb-aa36-b354dc73a076 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/networks/9712bac1-3f00-47ac-8230-c8297678d03c HTTP/1.1" status: 204 len: 168 time: 3.9265623 Mar 28 19:07:43.577718 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52428) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:43.589204 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-a812a9bd-931c-4aaa-98d9-2342d99efc25 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Request body: {'port': {'network_id': '04591ea1-7a4a-4cf4-8904-04ef5988b6c3', 'name': 'tempest-FloatingIPTestJSON-2024845521', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:43.607608 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-f0701691-753b-4562-af92-08107d845be7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'port': {'network_id': '389cf68c-811d-47a7-87b6-39d5be3bb01f', 'name': 'tempest-PortsIpV6TestJSON-511639280'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:43.761475 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c278b9e-0723-49ab-9323-323fc34d3f9e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:43.786492 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed8920dd-2d1f-4ffa-aa78-c0d9e2cecfba tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 28 19:07:43.787048 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed8920dd-2d1f-4ffa-aa78-c0d9e2cecfba tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:07:43.839188 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f0701691-753b-4562-af92-08107d845be7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:43.859244 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ed8920dd-2d1f-4ffa-aa78-c0d9e2cecfba tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0893259 Mar 28 19:07:43.864428 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52434) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:43.868441 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f0701691-753b-4562-af92-08107d845be7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:43.913550 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a812a9bd-931c-4aaa-98d9-2342d99efc25 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:43.932597 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0701691-753b-4562-af92-08107d845be7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:43.935968 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f0701691-753b-4562-af92-08107d845be7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:43.947597 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a812a9bd-931c-4aaa-98d9-2342d99efc25 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:43.952552 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c278b9e-0723-49ab-9323-323fc34d3f9e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:43.955989 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c278b9e-0723-49ab-9323-323fc34d3f9e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:43.974706 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a812a9bd-931c-4aaa-98d9-2342d99efc25 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Made reservation on behalf of 1743e377fa3445a1bfe766f337c9afee for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:43.990161 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-f0701691-753b-4562-af92-08107d845be7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] device_id is not set on port b2a5f390-3195-4174-b94e-367f15a9dd45 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:07:44.044202 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c278b9e-0723-49ab-9323-323fc34d3f9e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:44.044643 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c278b9e-0723-49ab-9323-323fc34d3f9e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Fanout notify agent at l3_agent the message router_deleted on router ddc0df18-d80c-45ff-807d-ec3a158eb209 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:07:44.060882 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c278b9e-0723-49ab-9323-323fc34d3f9e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:44.061964 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8c278b9e-0723-49ab-9323-323fc34d3f9e tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] 10.222.0.10 "DELETE /v2.0/routers/ddc0df18-d80c-45ff-807d-ec3a158eb209 HTTP/1.1" status: 204 len: 168 time: 3.7884314 Mar 28 19:07:44.070787 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52438) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:44.144708 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29e6e22-7643-46d9-a57c-868393615db2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:44.151114 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29e6e22-7643-46d9-a57c-868393615db2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:44.151234 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b29e6e22-7643-46d9-a57c-868393615db2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:07:44.207482 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94d28177-2f32-4cd7-b49d-445c3c99b75f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router_gateway, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:44.216886 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b29e6e22-7643-46d9-a57c-868393615db2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:07:44.218031 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b29e6e22-7643-46d9-a57c-868393615db2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.3515081 Mar 28 19:07:44.222479 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52442) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:44.234560 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a812a9bd-931c-4aaa-98d9-2342d99efc25 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:44.262423 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb25a7c6-889f-4127-9372-1df24786e543 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Deleting subnet e0ad8e51-4b94-4454-a84a-55b58d83fff5 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:07:44.276503 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb25a7c6-889f-4127-9372-1df24786e543 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:44.333969 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-a812a9bd-931c-4aaa-98d9-2342d99efc25 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] device_id is not set on port 580b774e-3a62-496b-80ec-b51efb1b11e0 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:07:44.393284 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb25a7c6-889f-4127-9372-1df24786e543 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:44.440454 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-0cbbbe56-b38d-491e-9a04-2ff32ec5b4d1 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting port 943ff1a3-1540-4b82-bef0-9df7aefa161e {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:44.440793 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0cbbbe56-b38d-491e-9a04-2ff32ec5b4d1 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:44.573706 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f0701691-753b-4562-af92-08107d845be7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:44.757684 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb25a7c6-889f-4127-9372-1df24786e543 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:44.824883 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94d28177-2f32-4cd7-b49d-445c3c99b75f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:44.866893 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f0701691-753b-4562-af92-08107d845be7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:44.917355 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb25a7c6-889f-4127-9372-1df24786e543 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:44.981391 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b53036-5f31-4b14-b545-c1451e103743 None None] Network f0a97a04-d54d-4013-91c1-b16c81b70924 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:07:45.021555 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25a7c6-889f-4127-9372-1df24786e543 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Pushing event deleted for resources: {'Subnet': ['ID=e0ad8e51-4b94-4454-a84a-55b58d83fff5,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:45.032057 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb25a7c6-889f-4127-9372-1df24786e543 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:45.043611 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25a7c6-889f-4127-9372-1df24786e543 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.043950 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25a7c6-889f-4127-9372-1df24786e543 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.044293 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25a7c6-889f-4127-9372-1df24786e543 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.044629 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25a7c6-889f-4127-9372-1df24786e543 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.044960 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25a7c6-889f-4127-9372-1df24786e543 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.045293 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25a7c6-889f-4127-9372-1df24786e543 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.045621 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25a7c6-889f-4127-9372-1df24786e543 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.045954 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25a7c6-889f-4127-9372-1df24786e543 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.046274 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25a7c6-889f-4127-9372-1df24786e543 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.046599 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25a7c6-889f-4127-9372-1df24786e543 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.046942 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25a7c6-889f-4127-9372-1df24786e543 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.047269 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25a7c6-889f-4127-9372-1df24786e543 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.060274 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-cb25a7c6-889f-4127-9372-1df24786e543 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] 10.222.0.10 "DELETE /v2.0/subnets/e0ad8e51-4b94-4454-a84a-55b58d83fff5 HTTP/1.1" status: 204 len: 168 time: 0.9884448 Mar 28 19:07:45.060886 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52446) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:45.108975 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0701691-753b-4562-af92-08107d845be7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network 389cf68c-811d-47a7-87b6-39d5be3bb01f is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:45.147169 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-f0701691-753b-4562-af92-08107d845be7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:45.149879 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0cbbbe56-b38d-491e-9a04-2ff32ec5b4d1 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:45.163279 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0701691-753b-4562-af92-08107d845be7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Port': ['ID=b2a5f390-3195-4174-b94e-367f15a9dd45,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:45.167570 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0701691-753b-4562-af92-08107d845be7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:45.172836 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0701691-753b-4562-af92-08107d845be7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:45.173431 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f0701691-753b-4562-af92-08107d845be7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:45.208832 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-234542bf-c44d-4da6-b4fd-09d43a7bfe60 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:45.224612 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d28177-2f32-4cd7-b49d-445c3c99b75f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Router a8600182-48e0-4d14-b405-5765a3386dde is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:07:45.226599 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-234542bf-c44d-4da6-b4fd-09d43a7bfe60 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Deleting port 2d1f31e2-dd62-4e05-a6b8-2598def4bea3 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:45.226960 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-234542bf-c44d-4da6-b4fd-09d43a7bfe60 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:45.252691 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0701691-753b-4562-af92-08107d845be7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.253033 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0701691-753b-4562-af92-08107d845be7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.253349 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0701691-753b-4562-af92-08107d845be7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.253672 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0701691-753b-4562-af92-08107d845be7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.253990 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0701691-753b-4562-af92-08107d845be7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.254323 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0701691-753b-4562-af92-08107d845be7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.254620 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0701691-753b-4562-af92-08107d845be7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.254966 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0701691-753b-4562-af92-08107d845be7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.255264 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0701691-753b-4562-af92-08107d845be7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.255572 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0701691-753b-4562-af92-08107d845be7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.255878 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0701691-753b-4562-af92-08107d845be7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.256184 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0701691-753b-4562-af92-08107d845be7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.280948 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9def1c-2237-43f4-b01e-666813ccf22a None None] DHCP port deletion for f0a97a04-d54d-4013-91c1-b16c81b70924 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:07:45.286392 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-6f9def1c-2237-43f4-b01e-666813ccf22a None None] Deleting port 2d1f31e2-dd62-4e05-a6b8-2598def4bea3 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:45.287096 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6f9def1c-2237-43f4-b01e-666813ccf22a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:45.324274 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-0cbbbe56-b38d-491e-9a04-2ff32ec5b4d1 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Calling delete_port for 943ff1a3-1540-4b82-bef0-9df7aefa161e owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:45.376005 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-a812a9bd-931c-4aaa-98d9-2342d99efc25 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Allocated IP 172.20.0.14 (04591ea1-7a4a-4cf4-8904-04ef5988b6c3/5cd049cf-fb36-4290-8379-6d4d17f0e157/580b774e-3a62-496b-80ec-b51efb1b11e0) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:45.385803 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f0701691-753b-4562-af92-08107d845be7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8047731 Mar 28 19:07:45.389694 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52450) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:45.392190 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-a812a9bd-931c-4aaa-98d9-2342d99efc25 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Allocated IP 172.20.0.13 (04591ea1-7a4a-4cf4-8904-04ef5988b6c3/5cd049cf-fb36-4290-8379-6d4d17f0e157/580b774e-3a62-496b-80ec-b51efb1b11e0) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:45.508529 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-6f9def1c-2237-43f4-b01e-666813ccf22a None None] For port 2d1f31e2-dd62-4e05-a6b8-2598def4bea3, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=2d1f31e2-dd62-4e05-a6b8-2598def4bea3,segment=NetworkSegment(46c23c58-41d3-412e-8eb4-e00473897579),segment_id=46c23c58-41d3-412e-8eb4-e00473897579)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:07:45.508967 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6f9def1c-2237-43f4-b01e-666813ccf22a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:45.559105 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-5023dcdb-23f8-48b1-aea6-f27772ce2755 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting port b2a5f390-3195-4174-b94e-367f15a9dd45 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:45.559448 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5023dcdb-23f8-48b1-aea6-f27772ce2755 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:45.591454 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d28177-2f32-4cd7-b49d-445c3c99b75f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:07:45.615601 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-234542bf-c44d-4da6-b4fd-09d43a7bfe60 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] For port 2d1f31e2-dd62-4e05-a6b8-2598def4bea3, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=2d1f31e2-dd62-4e05-a6b8-2598def4bea3,segment=NetworkSegment(46c23c58-41d3-412e-8eb4-e00473897579),segment_id=46c23c58-41d3-412e-8eb4-e00473897579)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:07:45.615990 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-234542bf-c44d-4da6-b4fd-09d43a7bfe60 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:45.636184 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4043cea-9d90-486c-bc22-ad6dedc89520 None None] Sync routers for ids ['a8600182-48e0-4d14-b405-5765a3386dde'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:07:45.646513 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-6f9def1c-2237-43f4-b01e-666813ccf22a None None] Calling delete_port for 2d1f31e2-dd62-4e05-a6b8-2598def4bea3 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:45.662537 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0cbbbe56-b38d-491e-9a04-2ff32ec5b4d1 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:45.692870 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4043cea-9d90-486c-bc22-ad6dedc89520 None None] Routers {'a8600182-48e0-4d14-b405-5765a3386dde'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:45.693644 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-c4043cea-9d90-486c-bc22-ad6dedc89520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['a8600182-48e0-4d14-b405-5765a3386dde'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:45.736575 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94d28177-2f32-4cd7-b49d-445c3c99b75f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:45.740757 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-94d28177-2f32-4cd7-b49d-445c3c99b75f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.6034763 Mar 28 19:07:45.741542 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52456) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:45.748551 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-234542bf-c44d-4da6-b4fd-09d43a7bfe60 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Calling delete_port for 2d1f31e2-dd62-4e05-a6b8-2598def4bea3 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:45.766732 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-c4043cea-9d90-486c-bc22-ad6dedc89520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:45.785781 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-b4707f53-9ec1-47e8-8100-507016370a13 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'enable_snat': False}}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:45.791517 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4043cea-9d90-486c-bc22-ad6dedc89520 None None] Routers {'a8600182-48e0-4d14-b405-5765a3386dde'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:45.792565 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-c4043cea-9d90-486c-bc22-ad6dedc89520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['a8600182-48e0-4d14-b405-5765a3386dde'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:45.824606 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbbe56-b38d-491e-9a04-2ff32ec5b4d1 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Port': ['ID=943ff1a3-1540-4b82-bef0-9df7aefa161e,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:45.872271 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-c4043cea-9d90-486c-bc22-ad6dedc89520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:45.872689 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4043cea-9d90-486c-bc22-ad6dedc89520 None None] The sync data for ids ['a8600182-48e0-4d14-b405-5765a3386dde'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:07:45.884082 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0cbbbe56-b38d-491e-9a04-2ff32ec5b4d1 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:45.888933 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6f9def1c-2237-43f4-b01e-666813ccf22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:45.947960 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0cbbbe56-b38d-491e-9a04-2ff32ec5b4d1 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/943ff1a3-1540-4b82-bef0-9df7aefa161e HTTP/1.1" status: 204 len: 168 time: 1.7231407 Mar 28 19:07:45.955406 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52460) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:45.959657 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9def1c-2237-43f4-b01e-666813ccf22a None None] Pushing event deleted for resources: {'Port': ['ID=2d1f31e2-dd62-4e05-a6b8-2598def4bea3,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:45.966680 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9def1c-2237-43f4-b01e-666813ccf22a None None] No DVR routers for this DVR port 2d1f31e2-dd62-4e05-a6b8-2598def4bea3 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:07:45.982551 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9def1c-2237-43f4-b01e-666813ccf22a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.983140 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9def1c-2237-43f4-b01e-666813ccf22a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.983689 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9def1c-2237-43f4-b01e-666813ccf22a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.983689 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9def1c-2237-43f4-b01e-666813ccf22a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.983907 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9def1c-2237-43f4-b01e-666813ccf22a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.984400 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9def1c-2237-43f4-b01e-666813ccf22a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.984880 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9def1c-2237-43f4-b01e-666813ccf22a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.985364 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9def1c-2237-43f4-b01e-666813ccf22a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.986100 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9def1c-2237-43f4-b01e-666813ccf22a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.986575 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9def1c-2237-43f4-b01e-666813ccf22a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.987163 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9def1c-2237-43f4-b01e-666813ccf22a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:45.988042 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9def1c-2237-43f4-b01e-666813ccf22a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:07:46.019943 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-234542bf-c44d-4da6-b4fd-09d43a7bfe60 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:07:46.020183 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-234542bf-c44d-4da6-b4fd-09d43a7bfe60 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:07:46.058291 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a812a9bd-931c-4aaa-98d9-2342d99efc25 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:46.079605 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5023dcdb-23f8-48b1-aea6-f27772ce2755 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:46.208711 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2d1f31e2-dd62-4e05-a6b8-2598def4bea3 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:07:46.214190 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-5023dcdb-23f8-48b1-aea6-f27772ce2755 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Calling delete_port for b2a5f390-3195-4174-b94e-367f15a9dd45 owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:46.233119 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f276c19-12c0-4d3c-95f8-51743468c788 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:46.234862 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f276c19-12c0-4d3c-95f8-51743468c788 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:46.235628 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1f276c19-12c0-4d3c-95f8-51743468c788 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:07:46.245727 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 2d1f31e2-dd62-4e05-a6b8-2598def4bea3 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:07:46.245727 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2d1f31e2-dd62-4e05-a6b8-2598def4bea3 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:07:46.275581 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1f276c19-12c0-4d3c-95f8-51743468c788 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:07:46.279021 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1f276c19-12c0-4d3c-95f8-51743468c788 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3196757 Mar 28 19:07:46.279704 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52466) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:46.301287 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a812a9bd-931c-4aaa-98d9-2342d99efc25 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:46.374768 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5023dcdb-23f8-48b1-aea6-f27772ce2755 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:46.390097 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a812a9bd-931c-4aaa-98d9-2342d99efc25 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Network 04591ea1-7a4a-4cf4-8904-04ef5988b6c3 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:46.397078 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-a812a9bd-931c-4aaa-98d9-2342d99efc25 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:46.400960 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812a9bd-931c-4aaa-98d9-2342d99efc25 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event updated for resources: {'Port': ['ID=580b774e-3a62-496b-80ec-b51efb1b11e0,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:46.403288 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a812a9bd-931c-4aaa-98d9-2342d99efc25 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:46.421070 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f30399c-3876-451f-9d0e-ddc2b09ba450 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting subnet 7438b5ab-bf39-4bdf-b68c-4e433d68aca9 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:07:46.475657 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0f30399c-3876-451f-9d0e-ddc2b09ba450 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:46.490799 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5023dcdb-23f8-48b1-aea6-f27772ce2755 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:46.493436 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5023dcdb-23f8-48b1-aea6-f27772ce2755 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Port': ['ID=b2a5f390-3195-4174-b94e-367f15a9dd45,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:46.508373 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5023dcdb-23f8-48b1-aea6-f27772ce2755 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/ports/b2a5f390-3195-4174-b94e-367f15a9dd45 HTTP/1.1" status: 204 len: 168 time: 1.1182451 Mar 28 19:07:46.510842 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52470) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:46.518051 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-6aa65a6a-517d-4e78-bf6b-b9f8e599bbd7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'port': {'network_id': '389cf68c-811d-47a7-87b6-39d5be3bb01f', 'mac_address': 'fa:16:3e:6f:d6:1b', 'name': 'tempest-PortsIpV6TestJSON-172327042'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:46.523938 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-234542bf-c44d-4da6-b4fd-09d43a7bfe60 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Deleting port 2d1f31e2-dd62-4e05-a6b8-2598def4bea3 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:46.524281 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-234542bf-c44d-4da6-b4fd-09d43a7bfe60 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:46.551857 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a812a9bd-931c-4aaa-98d9-2342d99efc25 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:46.552400 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a812a9bd-931c-4aaa-98d9-2342d99efc25 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:46.608607 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-234542bf-c44d-4da6-b4fd-09d43a7bfe60 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] The port '2d1f31e2-dd62-4e05-a6b8-2598def4bea3' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:07:46.614829 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0f30399c-3876-451f-9d0e-ddc2b09ba450 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:46.629206 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a812a9bd-931c-4aaa-98d9-2342d99efc25 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.0571449 Mar 28 19:07:46.637303 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52474) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:46.645022 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-89e59d73-9149-4e39-b097-abae43ddaa48 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'port_id': '580b774e-3a62-496b-80ec-b51efb1b11e0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:46.653133 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-89e59d73-9149-4e39-b097-abae43ddaa48 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:46.661934 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-89e59d73-9149-4e39-b097-abae43ddaa48 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Usage tracker for resource:floatingip and tenant:1743e377fa3445a1bfe766f337c9afee is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:46.664704 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6aa65a6a-517d-4e78-bf6b-b9f8e599bbd7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:46.666910 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-89e59d73-9149-4e39-b097-abae43ddaa48 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:46.674225 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6aa65a6a-517d-4e78-bf6b-b9f8e599bbd7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:port and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:46.677472 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-89e59d73-9149-4e39-b097-abae43ddaa48 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:46.679629 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6aa65a6a-517d-4e78-bf6b-b9f8e599bbd7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:46.687985 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6aa65a6a-517d-4e78-bf6b-b9f8e599bbd7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:46.697455 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-89e59d73-9149-4e39-b097-abae43ddaa48 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:46.727053 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa65a6a-517d-4e78-bf6b-b9f8e599bbd7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:46.873345 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b4707f53-9ec1-47e8-8100-507016370a13 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:46.878268 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-234542bf-c44d-4da6-b4fd-09d43a7bfe60 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:46.940499 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-234542bf-c44d-4da6-b4fd-09d43a7bfe60 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0a97a04-d54d-4013-91c1-b16c81b70924']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:46.959711 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-234542bf-c44d-4da6-b4fd-09d43a7bfe60 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c23c58-41d3-412e-8eb4-e00473897579') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:46.960009 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-234542bf-c44d-4da6-b4fd-09d43a7bfe60 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c23c58-41d3-412e-8eb4-e00473897579') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:46.978151 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-234542bf-c44d-4da6-b4fd-09d43a7bfe60 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:46.990203 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0f30399c-3876-451f-9d0e-ddc2b09ba450 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:46.999272 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6aa65a6a-517d-4e78-bf6b-b9f8e599bbd7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:47.040128 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-6aa65a6a-517d-4e78-bf6b-b9f8e599bbd7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] device_id is not set on port 0b0e36a0-3758-44bf-9b51-e3ef4aeaafae yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:07:47.077146 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-234542bf-c44d-4da6-b4fd-09d43a7bfe60 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:47.097308 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234542bf-c44d-4da6-b4fd-09d43a7bfe60 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:07:47.097695 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-234542bf-c44d-4da6-b4fd-09d43a7bfe60 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:07:47.115612 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:07:47.167519 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-89e59d73-9149-4e39-b097-abae43ddaa48 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:47.215801 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-234542bf-c44d-4da6-b4fd-09d43a7bfe60 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:47.233911 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0f30399c-3876-451f-9d0e-ddc2b09ba450 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:47.238095 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-234542bf-c44d-4da6-b4fd-09d43a7bfe60 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:47.288371 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234542bf-c44d-4da6-b4fd-09d43a7bfe60 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Pushing event deleted for resources: {'Network': ['ID=f0a97a04-d54d-4013-91c1-b16c81b70924,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:47.294662 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30399c-3876-451f-9d0e-ddc2b09ba450 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Subnet': ['ID=7438b5ab-bf39-4bdf-b68c-4e433d68aca9,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:47.305460 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0f30399c-3876-451f-9d0e-ddc2b09ba450 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:47.312089 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c844bcc-6bcf-462e-88d6-c04e1b8004e5 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:07:47.322648 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0f30399c-3876-451f-9d0e-ddc2b09ba450 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/7438b5ab-bf39-4bdf-b68c-4e433d68aca9 HTTP/1.1" status: 204 len: 168 time: 1.0340188 Mar 28 19:07:47.322648 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-234542bf-c44d-4da6-b4fd-09d43a7bfe60 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] 10.222.0.10 "DELETE /v2.0/networks/f0a97a04-d54d-4013-91c1-b16c81b70924 HTTP/1.1" status: 204 len: 168 time: 2.2468557 Mar 28 19:07:47.322648 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52478) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:47.323780 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52480) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:47.421393 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-19e3c07a-08af-46de-b5ab-f14235507e89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0904613 Mar 28 19:07:47.423334 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52486) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:47.456661 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6aa65a6a-517d-4e78-bf6b-b9f8e599bbd7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:47.461279 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-5e66db45-79d6-44f1-97d9-c8e606e7ce26 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:47.593281 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31adc648-7070-4621-85fa-76486142bb5e None None] DHCP port deletion for 1857c8f5-5622-42ce-a4f9-106880783f61 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:07:47.598403 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-31adc648-7070-4621-85fa-76486142bb5e None None] Deleting port f617dd60-4286-4826-91b2-700b44e63dce {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:47.599058 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-31adc648-7070-4621-85fa-76486142bb5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:47.604729 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-89e59d73-9149-4e39-b097-abae43ddaa48 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Allocated IP 172.26.4.228 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/6061de5f-a9c8-45d6-998e-e97b234bb20b) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:47.626485 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-5e66db45-79d6-44f1-97d9-c8e606e7ce26 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:47.666089 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-5e66db45-79d6-44f1-97d9-c8e606e7ce26 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:47.670262 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-b2d59063-7981-4fd5-b76d-967bbf53e6b0 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Deleting port 53161c73-35e0-48ea-9a98-3a1a47943afe {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:47.670804 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b2d59063-7981-4fd5-b76d-967bbf53e6b0 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:47.734373 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6aa65a6a-517d-4e78-bf6b-b9f8e599bbd7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:47.784230 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e66db45-79d6-44f1-97d9-c8e606e7ce26 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:47.787688 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5e66db45-79d6-44f1-97d9-c8e606e7ce26 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:47.859781 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa65a6a-517d-4e78-bf6b-b9f8e599bbd7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network 389cf68c-811d-47a7-87b6-39d5be3bb01f is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:47.893945 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-31adc648-7070-4621-85fa-76486142bb5e None None] For port f617dd60-4286-4826-91b2-700b44e63dce, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=f617dd60-4286-4826-91b2-700b44e63dce,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:07:47.894338 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-31adc648-7070-4621-85fa-76486142bb5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:47.916263 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-6aa65a6a-517d-4e78-bf6b-b9f8e599bbd7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:47.935565 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa65a6a-517d-4e78-bf6b-b9f8e599bbd7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:47.941178 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa65a6a-517d-4e78-bf6b-b9f8e599bbd7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:47.941910 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6aa65a6a-517d-4e78-bf6b-b9f8e599bbd7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:47.945394 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa65a6a-517d-4e78-bf6b-b9f8e599bbd7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Port': ['ID=0b0e36a0-3758-44bf-9b51-e3ef4aeaafae,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:48.000324 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-89e59d73-9149-4e39-b097-abae43ddaa48 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:48.021567 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6aa65a6a-517d-4e78-bf6b-b9f8e599bbd7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5056047 Mar 28 19:07:48.021824 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52490) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:48.022095 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-31adc648-7070-4621-85fa-76486142bb5e None None] Calling delete_port for f617dd60-4286-4826-91b2-700b44e63dce owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:48.075625 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b2d59063-7981-4fd5-b76d-967bbf53e6b0 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:48.075625 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b2d59063-7981-4fd5-b76d-967bbf53e6b0 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:48.106809 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-31adc648-7070-4621-85fa-76486142bb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:48.157197 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab1b580-db1e-4b68-b132-4adcb2f5cc65 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:48.159086 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-aab1b580-db1e-4b68-b132-4adcb2f5cc65 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Synchronizing usage tracker for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:07:48.159371 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31adc648-7070-4621-85fa-76486142bb5e None None] No DVR routers for this DVR port f617dd60-4286-4826-91b2-700b44e63dce on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:07:48.179486 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adc648-7070-4621-85fa-76486142bb5e None None] Pushing event deleted for resources: {'Port': ['ID=f617dd60-4286-4826-91b2-700b44e63dce,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:48.205398 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-89e59d73-9149-4e39-b097-abae43ddaa48 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:48.209927 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-aab1b580-db1e-4b68-b132-4adcb2f5cc65 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Unset dirty status for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:07:48.211184 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-aab1b580-db1e-4b68-b132-4adcb2f5cc65 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "GET /v2.0/ports/0b0e36a0-3758-44bf-9b51-e3ef4aeaafae HTTP/1.1" status: 200 len: 844 time: 0.1885524 Mar 28 19:07:48.215965 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-b2d59063-7981-4fd5-b76d-967bbf53e6b0 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Calling delete_port for 53161c73-35e0-48ea-9a98-3a1a47943afe owned by network:floatingip {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:48.239922 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device f617dd60-4286-4826-91b2-700b44e63dce no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:07:48.242976 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52494) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:48.282646 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e59d73-9149-4e39-b097-abae43ddaa48 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:48.283412 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: f617dd60-4286-4826-91b2-700b44e63dce {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:07:48.284154 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device f617dd60-4286-4826-91b2-700b44e63dce not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:07:48.286531 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-89e59d73-9149-4e39-b097-abae43ddaa48 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:48.288659 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5e66db45-79d6-44f1-97d9-c8e606e7ce26 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:48.298926 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e59d73-9149-4e39-b097-abae43ddaa48 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:48.371827 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e59d73-9149-4e39-b097-abae43ddaa48 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event updated for resources: {'Port': ['ID=6061de5f-a9c8-45d6-998e-e97b234bb20b,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:48.407917 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-1afd0c3f-36f1-4972-a1bc-5441d9deca9f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting port 0b0e36a0-3758-44bf-9b51-e3ef4aeaafae {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:48.408264 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1afd0c3f-36f1-4972-a1bc-5441d9deca9f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:48.408644 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e66db45-79d6-44f1-97d9-c8e606e7ce26 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:48.413147 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-5e66db45-79d6-44f1-97d9-c8e606e7ce26 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:48.419274 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e66db45-79d6-44f1-97d9-c8e606e7ce26 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:48.419274 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5e66db45-79d6-44f1-97d9-c8e606e7ce26 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:48.423326 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed59d8c1-6fa8-49c2-82c0-5b5d91b06f09 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:07:48.432522 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66db45-79d6-44f1-97d9-c8e606e7ce26 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Subnet': ['ID=cae11f31-77c0-494e-98bd-f3b1f4afdb4e,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:48.494280 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5e66db45-79d6-44f1-97d9-c8e606e7ce26 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0657156 Mar 28 19:07:48.494473 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52498) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:48.501904 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-c576457c-6e67-45f3-9823-329c6ee00b44 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'port': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'fixed_ips': [{'subnet_id': 'cae11f31-77c0-494e-98bd-f3b1f4afdb4e', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-906560465'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:48.557035 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:07:48.663212 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b4707f53-9ec1-47e8-8100-507016370a13 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:48.677843 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195bd267-8bf4-478f-9654-5d74dd3181af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-1857c8f5-5622-42ce-a4f9-106880783f61', 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'fixed_ips': [{'subnet_id': 'cae11f31-77c0-494e-98bd-f3b1f4afdb4e'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:07:48.679177 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-195bd267-8bf4-478f-9654-5d74dd3181af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:48.684605 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b4707f53-9ec1-47e8-8100-507016370a13 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-466281'] for router, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:48.776487 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b2d59063-7981-4fd5-b76d-967bbf53e6b0 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:48.857735 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-195bd267-8bf4-478f-9654-5d74dd3181af None None] Allocated IP 2001:db8::2 (1857c8f5-5622-42ce-a4f9-106880783f61/cae11f31-77c0-494e-98bd-f3b1f4afdb4e/8ba21eb1-d281-41b1-b590-1d4464fd70b8) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:48.930948 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c576457c-6e67-45f3-9823-329c6ee00b44 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:48.981853 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c576457c-6e67-45f3-9823-329c6ee00b44 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:port and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:48.991741 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c576457c-6e67-45f3-9823-329c6ee00b44 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:49.000713 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c576457c-6e67-45f3-9823-329c6ee00b44 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:49.015015 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d59063-7981-4fd5-b76d-967bbf53e6b0 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Pushing event deleted for resources: {'Port': ['ID=53161c73-35e0-48ea-9a98-3a1a47943afe,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:49.027996 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c576457c-6e67-45f3-9823-329c6ee00b44 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:49.071012 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1afd0c3f-36f1-4972-a1bc-5441d9deca9f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:49.099446 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-195bd267-8bf4-478f-9654-5d74dd3181af None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:49.111594 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-195bd267-8bf4-478f-9654-5d74dd3181af None None] Transition to ACTIVE for port object 8ba21eb1-d281-41b1-b590-1d4464fd70b8 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:49.132406 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-195bd267-8bf4-478f-9654-5d74dd3181af None None] Transition to ACTIVE for port object 8ba21eb1-d281-41b1-b590-1d4464fd70b8 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:49.137996 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-195bd267-8bf4-478f-9654-5d74dd3181af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:49.192313 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c576457c-6e67-45f3-9823-329c6ee00b44 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:49.202702 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195bd267-8bf4-478f-9654-5d74dd3181af None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:49.209831 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-195bd267-8bf4-478f-9654-5d74dd3181af None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:49.212677 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195bd267-8bf4-478f-9654-5d74dd3181af None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:49.221980 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-c576457c-6e67-45f3-9823-329c6ee00b44 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] device_id is not set on port 7e2880bd-8d60-4af2-8692-be1eaf073603 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:07:49.246565 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bd267-8bf4-478f-9654-5d74dd3181af None None] Pushing event updated for resources: {'Port': ['ID=8ba21eb1-d281-41b1-b590-1d4464fd70b8,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:49.290770 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-1afd0c3f-36f1-4972-a1bc-5441d9deca9f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Calling delete_port for 0b0e36a0-3758-44bf-9b51-e3ef4aeaafae owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:49.297647 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-89e59d73-9149-4e39-b097-abae43ddaa48 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:49.312289 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-195bd267-8bf4-478f-9654-5d74dd3181af None None] Attempting to bind port 8ba21eb1-d281-41b1-b590-1d4464fd70b8 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:07:49.312793 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-195bd267-8bf4-478f-9654-5d74dd3181af None None] Attempting to bind port 8ba21eb1-d281-41b1-b590-1d4464fd70b8 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:07:49.313165 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195bd267-8bf4-478f-9654-5d74dd3181af None None] Attempting to bind port 8ba21eb1-d281-41b1-b590-1d4464fd70b8 on network 1857c8f5-5622-42ce-a4f9-106880783f61 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:07:49.319231 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195bd267-8bf4-478f-9654-5d74dd3181af None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:07:49.319605 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195bd267-8bf4-478f-9654-5d74dd3181af None None] Checking segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:07:49.320008 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-195bd267-8bf4-478f-9654-5d74dd3181af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:49.320404 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195bd267-8bf4-478f-9654-5d74dd3181af None None] Bound using segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:07:49.320874 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-195bd267-8bf4-478f-9654-5d74dd3181af None None] Bound port: 8ba21eb1-d281-41b1-b590-1d4464fd70b8, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:07:49.321249 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-195bd267-8bf4-478f-9654-5d74dd3181af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:49.403007 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-c576457c-6e67-45f3-9823-329c6ee00b44 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:07:49.403420 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c576457c-6e67-45f3-9823-329c6ee00b44 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:07:49.412555 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4707f53-9ec1-47e8-8100-507016370a13 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Router a8600182-48e0-4d14-b405-5765a3386dde has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:07:49.418083 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-195bd267-8bf4-478f-9654-5d74dd3181af None None] For port 8ba21eb1-d281-41b1-b590-1d4464fd70b8, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:07:49.422430 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-195bd267-8bf4-478f-9654-5d74dd3181af None None] For port 8ba21eb1-d281-41b1-b590-1d4464fd70b8, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=8ba21eb1-d281-41b1-b590-1d4464fd70b8,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:07:49.424285 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b2d59063-7981-4fd5-b76d-967bbf53e6b0 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks [] for floatingip, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:49.429289 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-195bd267-8bf4-478f-9654-5d74dd3181af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:49.430729 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1afd0c3f-36f1-4972-a1bc-5441d9deca9f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:49.456672 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-89e59d73-9149-4e39-b097-abae43ddaa48 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:49.496765 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c576457c-6e67-45f3-9823-329c6ee00b44 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0012352 Mar 28 19:07:49.501310 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52502) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:49.522549 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bd267-8bf4-478f-9654-5d74dd3181af None None] Pushing event updated for resources: {'Port': ['ID=8ba21eb1-d281-41b1-b590-1d4464fd70b8,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:49.555719 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd0c3f-36f1-4972-a1bc-5441d9deca9f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Port': ['ID=0b0e36a0-3758-44bf-9b51-e3ef4aeaafae,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:49.570274 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1afd0c3f-36f1-4972-a1bc-5441d9deca9f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:49.583962 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1afd0c3f-36f1-4972-a1bc-5441d9deca9f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/ports/0b0e36a0-3758-44bf-9b51-e3ef4aeaafae HTTP/1.1" status: 204 len: 168 time: 1.3376563 Mar 28 19:07:49.586729 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52506) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:49.620301 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b2d59063-7981-4fd5-b76d-967bbf53e6b0 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:49.621472 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b2d59063-7981-4fd5-b76d-967bbf53e6b0 tempest-FloatingIPAdminTestJSON-553028495 tempest-FloatingIPAdminTestJSON-553028495-project] 10.222.0.10 "DELETE /v2.0/floatingips/156cd493-483f-4a41-9446-f67d12c7105b HTTP/1.1" status: 204 len: 168 time: 2.2984564 Mar 28 19:07:49.637127 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ffaf751-f284-499a-85e8-e1b07147b2be tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] GET failed (client error): The resource could not be found. Mar 28 19:07:49.638175 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0ffaf751-f284-499a-85e8-e1b07147b2be tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Synchronizing usage tracker for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:07:49.718532 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68220e7-9ac2-4892-b70d-3cd99422a976 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:49.719429 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d68220e7-9ac2-4892-b70d-3cd99422a976 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:07:49.749004 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0ffaf751-f284-499a-85e8-e1b07147b2be tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Unset dirty status for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:07:49.751401 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0ffaf751-f284-499a-85e8-e1b07147b2be tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "GET /v2.0/ports/0b0e36a0-3758-44bf-9b51-e3ef4aeaafae HTTP/1.1" status: 404 len: 333 time: 0.1637707 Mar 28 19:07:49.755876 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52512) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:49.762697 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d68220e7-9ac2-4892-b70d-3cd99422a976 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:07:49.763902 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d68220e7-9ac2-4892-b70d-3cd99422a976 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2616138 Mar 28 19:07:49.765144 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-6e1c9c12-cf03-4d50-9c76-0f9deec1cde1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'port': {'network_id': '389cf68c-811d-47a7-87b6-39d5be3bb01f', 'name': 'tempest-PortsIpV6TestJSON-1791430439'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:49.766550 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52516) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:49.776865 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-89e59d73-9149-4e39-b097-abae43ddaa48 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:49.786872 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4707f53-9ec1-47e8-8100-507016370a13 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:07:49.798032 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3c3700-d0cc-4ab4-8758-084608b15cdb None None] Sync routers for ids ['a8600182-48e0-4d14-b405-5765a3386dde'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:07:49.803081 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b4707f53-9ec1-47e8-8100-507016370a13 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:49.805647 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b4707f53-9ec1-47e8-8100-507016370a13 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "PUT /v2.0/routers/a8600182-48e0-4d14-b405-5765a3386dde HTTP/1.1" status: 200 len: 924 time: 4.0300622 Mar 28 19:07:49.807944 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52520) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:49.842364 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-89e59d73-9149-4e39-b097-abae43ddaa48 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:49.871736 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3c3700-d0cc-4ab4-8758-084608b15cdb None None] Routers {'a8600182-48e0-4d14-b405-5765a3386dde'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:49.873563 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-df3c3700-d0cc-4ab4-8758-084608b15cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['a8600182-48e0-4d14-b405-5765a3386dde'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:49.962406 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-df3c3700-d0cc-4ab4-8758-084608b15cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:49.974244 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3c3700-d0cc-4ab4-8758-084608b15cdb None None] Routers {'a8600182-48e0-4d14-b405-5765a3386dde'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:49.975182 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-df3c3700-d0cc-4ab4-8758-084608b15cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['a8600182-48e0-4d14-b405-5765a3386dde'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:50.014690 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-89e59d73-9149-4e39-b097-abae43ddaa48 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:50.055328 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-df3c3700-d0cc-4ab4-8758-084608b15cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:50.056237 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3c3700-d0cc-4ab4-8758-084608b15cdb None None] The sync data for ids ['a8600182-48e0-4d14-b405-5765a3386dde'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:07:50.076398 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3841e944-c313-4577-8232-be6847506780 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:50.076954 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6e1c9c12-cf03-4d50-9c76-0f9deec1cde1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:50.077751 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3841e944-c313-4577-8232-be6847506780 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:50.078525 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3841e944-c313-4577-8232-be6847506780 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:07:50.086613 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e59d73-9149-4e39-b097-abae43ddaa48 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event updated for resources: {'Port': ['ID=6061de5f-a9c8-45d6-998e-e97b234bb20b,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:50.115639 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52528) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:50.124082 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3841e944-c313-4577-8232-be6847506780 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:07:50.125217 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3841e944-c313-4577-8232-be6847506780 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3556068 Mar 28 19:07:50.128813 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52534) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:50.146110 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6e1c9c12-cf03-4d50-9c76-0f9deec1cde1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:50.188601 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1c9c12-cf03-4d50-9c76-0f9deec1cde1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:50.193516 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6e1c9c12-cf03-4d50-9c76-0f9deec1cde1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:50.206020 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-dff5d7cd-982d-40ee-93e4-9dadf3d9f8a2 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "GET /v2.0/routers/a8600182-48e0-4d14-b405-5765a3386dde HTTP/1.1" status: 200 len: 924 time: 0.3938124 Mar 28 19:07:50.211157 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52538) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:50.283515 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-6e1c9c12-cf03-4d50-9c76-0f9deec1cde1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] device_id is not set on port fbe25d4d-1a22-4807-a145-ecda5f3e08f3 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:07:50.297751 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-442230f8-5382-4c20-8a2e-a6f4106aab4b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting subnet cae11f31-77c0-494e-98bd-f3b1f4afdb4e {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:07:50.301238 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 8ba21eb1-d281-41b1-b590-1d4464fd70b8 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:07:50.306147 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-442230f8-5382-4c20-8a2e-a6f4106aab4b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:50.378559 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 8ba21eb1-d281-41b1-b590-1d4464fd70b8 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:07:50.392869 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071653dd-648d-435c-adf6-272ab2382793 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:50.393716 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-071653dd-648d-435c-adf6-272ab2382793 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Synchronizing usage tracker for tenant:7bb4ac49875c45c19f6e9ca2a143ead5 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:07:50.422503 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-071653dd-648d-435c-adf6-272ab2382793 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Unset dirty status for tenant:7bb4ac49875c45c19f6e9ca2a143ead5 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:07:50.424510 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-071653dd-648d-435c-adf6-272ab2382793 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=222bb166-3b66-45c7-9663-18be61b96587&device_id=a8600182-48e0-4d14-b405-5765a3386dde&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2123516 Mar 28 19:07:50.445380 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52542) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:50.459571 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-89e59d73-9149-4e39-b097-abae43ddaa48 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Floating IP a6f75857-3f79-43c4-a153-a597566c06ba associated. External IP: 172.26.4.228, port: 580b774e-3a62-496b-80ec-b51efb1b11e0. Mar 28 19:07:50.578755 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d1f7e9ad-0693-45ff-8575-a8486d8f04e0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=899ad252d3b74533a899534beb6e592b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4618502 Mar 28 19:07:50.585255 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52546) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:50.599068 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-442230f8-5382-4c20-8a2e-a6f4106aab4b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:50.711356 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6e1c9c12-cf03-4d50-9c76-0f9deec1cde1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:50.820334 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2da69e-0822-4ce5-ad18-c41724084cb5 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:50.821032 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0b2da69e-0822-4ce5-ad18-c41724084cb5 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Synchronizing usage tracker for tenant:7bb4ac49875c45c19f6e9ca2a143ead5 on resource:network {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:07:50.824702 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6e1c9c12-cf03-4d50-9c76-0f9deec1cde1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:50.850272 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-36720ed9-596d-49c3-8152-a99a52518564 None None] Provisioning for port 8ba21eb1-d281-41b1-b590-1d4464fd70b8 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:07:50.855709 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-36720ed9-596d-49c3-8152-a99a52518564 None None] Provisioning complete for port 8ba21eb1-d281-41b1-b590-1d4464fd70b8 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:07:50.856209 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-36720ed9-596d-49c3-8152-a99a52518564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:50.870645 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f6169a62-4c43-442a-994f-43ec29f4534e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:50.897536 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0b2da69e-0822-4ce5-ad18-c41724084cb5 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Unset dirty status for tenant:7bb4ac49875c45c19f6e9ca2a143ead5 on resource:network {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:07:50.899414 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0b2da69e-0822-4ce5-ad18-c41724084cb5 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "GET /v2.0/networks/222bb166-3b66-45c7-9663-18be61b96587 HTTP/1.1" status: 200 len: 881 time: 0.4530621 Mar 28 19:07:50.904495 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52550) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:50.907269 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1c9c12-cf03-4d50-9c76-0f9deec1cde1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network 389cf68c-811d-47a7-87b6-39d5be3bb01f is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:50.912586 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-6e1c9c12-cf03-4d50-9c76-0f9deec1cde1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:50.915339 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1c9c12-cf03-4d50-9c76-0f9deec1cde1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:50.921778 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1c9c12-cf03-4d50-9c76-0f9deec1cde1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:50.922635 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6e1c9c12-cf03-4d50-9c76-0f9deec1cde1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:50.957845 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c9c12-cf03-4d50-9c76-0f9deec1cde1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Port': ['ID=fbe25d4d-1a22-4807-a145-ecda5f3e08f3,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:50.968496 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6e1c9c12-cf03-4d50-9c76-0f9deec1cde1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2113328 Mar 28 19:07:50.969290 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-442230f8-5382-4c20-8a2e-a6f4106aab4b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:50.971270 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52554) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:50.977422 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-d5da1798-a4b0-408f-84dd-89bd4cc8a708 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:50.986547 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-36720ed9-596d-49c3-8152-a99a52518564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:50.997574 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f6169a62-4c43-442a-994f-43ec29f4534e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:51.010420 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d191983a-8b0c-4678-b0b0-4fd32a9b3604 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8600182-48e0-4d14-b405-5765a3386dde HTTP/1.1" status: 200 len: 205 time: 0.0988095 Mar 28 19:07:51.010633 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52558) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:51.172761 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e59d73-9149-4e39-b097-abae43ddaa48 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Router 748a009d-3589-4943-98f8-5b3937601b1f has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:07:51.178684 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-442230f8-5382-4c20-8a2e-a6f4106aab4b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:51.218056 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f6169a62-4c43-442a-994f-43ec29f4534e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:51.234217 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-36720ed9-596d-49c3-8152-a99a52518564 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:07:51.234747 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-36720ed9-596d-49c3-8152-a99a52518564 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:07:51.239966 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442230f8-5382-4c20-8a2e-a6f4106aab4b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Subnet': ['ID=cae11f31-77c0-494e-98bd-f3b1f4afdb4e,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:51.244729 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-442230f8-5382-4c20-8a2e-a6f4106aab4b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:51.247600 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217e1b20-c9c8-4468-a4a5-2027014987ac None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:07:51.259883 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d5da1798-a4b0-408f-84dd-89bd4cc8a708 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:51.294002 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f790496e-ece4-4f7d-bf27-66c62b819344 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:51.305000 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6169a62-4c43-442a-994f-43ec29f4534e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdaa7ef-22a5-42db-b14a-e4caa5798a3a,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:51.343939 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-442230f8-5382-4c20-8a2e-a6f4106aab4b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/cae11f31-77c0-494e-98bd-f3b1f4afdb4e HTTP/1.1" status: 204 len: 168 time: 1.2120359 Mar 28 19:07:51.345075 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f6169a62-4c43-442a-994f-43ec29f4534e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:51.346214 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f6169a62-4c43-442a-994f-43ec29f4534e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8bdaa7ef-22a5-42db-b14a-e4caa5798a3a HTTP/1.1" status: 204 len: 168 time: 0.7597494 Mar 28 19:07:51.348792 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52562) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:51.426145 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2ae9e27c-3b47-4202-88c5-dbf016afeddc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0763588 Mar 28 19:07:51.478403 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52568) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:51.493491 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-1436512f-f034-4e8e-a23c-9a59929f661e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:51.550122 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e59d73-9149-4e39-b097-abae43ddaa48 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:07:51.560631 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a46eb2-55cd-46d6-9a70-1469b6d00ca5 None None] Sync routers for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:07:51.576391 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a46eb2-55cd-46d6-9a70-1469b6d00ca5 None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:51.577643 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-97a46eb2-55cd-46d6-9a70-1469b6d00ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:51.587047 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f790496e-ece4-4f7d-bf27-66c62b819344 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:51.618926 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f790496e-ece4-4f7d-bf27-66c62b819344 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Deleting port 7f8935be-eb67-4d5c-a5ce-1aca80036d90 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:51.619538 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f790496e-ece4-4f7d-bf27-66c62b819344 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:51.644809 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-1436512f-f034-4e8e-a23c-9a59929f661e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:51.648876 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-89e59d73-9149-4e39-b097-abae43ddaa48 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:51.669199 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-97a46eb2-55cd-46d6-9a70-1469b6d00ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:51.671913 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7d1d03-e8ff-4f97-b327-5710c2b31e54 None None] DHCP port deletion for 1857c8f5-5622-42ce-a4f9-106880783f61 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:07:51.675665 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-1436512f-f034-4e8e-a23c-9a59929f661e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:subnet and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:51.683125 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-1436512f-f034-4e8e-a23c-9a59929f661e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:51.684222 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-dd7d1d03-e8ff-4f97-b327-5710c2b31e54 None None] Deleting port 8ba21eb1-d281-41b1-b590-1d4464fd70b8 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:51.684772 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-dd7d1d03-e8ff-4f97-b327-5710c2b31e54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:51.697273 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-1436512f-f034-4e8e-a23c-9a59929f661e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:51.728286 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-89e59d73-9149-4e39-b097-abae43ddaa48 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.0899136 Mar 28 19:07:51.731425 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52574) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:51.739117 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-dc6f9c0d-fd77-40b3-aa67-32d80a32266b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Request body: {'floatingip': {'port_id': '580b774e-3a62-496b-80ec-b51efb1b11e0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:51.771874 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a46eb2-55cd-46d6-9a70-1469b6d00ca5 None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:51.773245 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-97a46eb2-55cd-46d6-9a70-1469b6d00ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:51.803338 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1436512f-f034-4e8e-a23c-9a59929f661e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:51.807333 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1436512f-f034-4e8e-a23c-9a59929f661e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:51.817189 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f790496e-ece4-4f7d-bf27-66c62b819344 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:51.825431 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52578) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:51.865818 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-97a46eb2-55cd-46d6-9a70-1469b6d00ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:51.866413 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a46eb2-55cd-46d6-9a70-1469b6d00ca5 None None] The sync data for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:07:51.928740 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-36720ed9-596d-49c3-8152-a99a52518564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:51.965602 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f790496e-ece4-4f7d-bf27-66c62b819344 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Calling delete_port for 7f8935be-eb67-4d5c-a5ce-1aca80036d90 owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:51.999592 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4e79acc3-1ec1-4d0d-b5db-71c80df15420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:52.011296 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-36720ed9-596d-49c3-8152-a99a52518564 None None] For port 8ba21eb1-d281-41b1-b590-1d4464fd70b8, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=8ba21eb1-d281-41b1-b590-1d4464fd70b8,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:07:52.059219 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-36720ed9-596d-49c3-8152-a99a52518564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:52.094002 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4e79acc3-1ec1-4d0d-b5db-71c80df15420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:52.103481 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dc6f9c0d-fd77-40b3-aa67-32d80a32266b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:52.131382 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-dd7d1d03-e8ff-4f97-b327-5710c2b31e54 None None] For port 8ba21eb1-d281-41b1-b590-1d4464fd70b8, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=8ba21eb1-d281-41b1-b590-1d4464fd70b8,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:07:52.131778 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-dd7d1d03-e8ff-4f97-b327-5710c2b31e54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:52.150412 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d5da1798-a4b0-408f-84dd-89bd4cc8a708 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:52.164382 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4e79acc3-1ec1-4d0d-b5db-71c80df15420 admin admin] Usage tracker for resource:security_group_rule and tenant:312b59ff4c794e1b989e26c2a4977918 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:52.180588 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4e79acc3-1ec1-4d0d-b5db-71c80df15420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:52.202165 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4e79acc3-1ec1-4d0d-b5db-71c80df15420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:52.250291 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d5da1798-a4b0-408f-84dd-89bd4cc8a708 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:52.276689 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 8ba21eb1-d281-41b1-b590-1d4464fd70b8 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:07:52.312230 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-dd7d1d03-e8ff-4f97-b327-5710c2b31e54 None None] Calling delete_port for 8ba21eb1-d281-41b1-b590-1d4464fd70b8 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:52.360610 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36720ed9-596d-49c3-8152-a99a52518564 None None] Pushing event updated for resources: {'Port': ['ID=8ba21eb1-d281-41b1-b590-1d4464fd70b8,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:52.433485 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d5da1798-a4b0-408f-84dd-89bd4cc8a708 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] In _notify_port_updated(), no bound segment for port fbe25d4d-1a22-4807-a145-ecda5f3e08f3 on network 389cf68c-811d-47a7-87b6-39d5be3bb01f {{(pid=87832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 19:07:52.438940 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5da1798-a4b0-408f-84dd-89bd4cc8a708 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:52.439556 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d5da1798-a4b0-408f-84dd-89bd4cc8a708 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:52.443374 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d5da1798-a4b0-408f-84dd-89bd4cc8a708 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "PUT /v2.0/ports/fbe25d4d-1a22-4807-a145-ecda5f3e08f3 HTTP/1.1" status: 200 len: 818 time: 1.4685495 Mar 28 19:07:52.443374 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f790496e-ece4-4f7d-bf27-66c62b819344 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:52.445627 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52582) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:52.475368 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-dd7d1d03-e8ff-4f97-b327-5710c2b31e54 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:07:52.475738 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-dd7d1d03-e8ff-4f97-b327-5710c2b31e54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:07:52.480911 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:52.514806 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 8ba21eb1-d281-41b1-b590-1d4464fd70b8, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=8ba21eb1-d281-41b1-b590-1d4464fd70b8,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:07:52.519370 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:52.538342 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da1798-a4b0-408f-84dd-89bd4cc8a708 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Port': ['ID=fbe25d4d-1a22-4807-a145-ecda5f3e08f3,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:52.595675 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=8ba21eb1-d281-41b1-b590-1d4464fd70b8,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:52.632783 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790496e-ece4-4f7d-bf27-66c62b819344 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Pushing event deleted for resources: {'Port': ['ID=7f8935be-eb67-4d5c-a5ce-1aca80036d90,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:52.651204 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-4a41a0f6-c873-4a55-bdb1-078b191c513a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting port fbe25d4d-1a22-4807-a145-ecda5f3e08f3 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:52.651541 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4a41a0f6-c873-4a55-bdb1-078b191c513a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:52.709403 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f790496e-ece4-4f7d-bf27-66c62b819344 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:52.775000 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1436512f-f034-4e8e-a23c-9a59929f661e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:52.833758 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4e79acc3-1ec1-4d0d-b5db-71c80df15420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:52.864241 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4e79acc3-1ec1-4d0d-b5db-71c80df15420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:52.875414 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1436512f-f034-4e8e-a23c-9a59929f661e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:52.892591 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-1436512f-f034-4e8e-a23c-9a59929f661e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:52.901680 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1436512f-f034-4e8e-a23c-9a59929f661e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:52.902254 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1436512f-f034-4e8e-a23c-9a59929f661e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:52.922530 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f790496e-ece4-4f7d-bf27-66c62b819344 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:52.926985 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f790496e-ece4-4f7d-bf27-66c62b819344 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:52.953249 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436512f-f034-4e8e-a23c-9a59929f661e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Subnet': ['ID=9253bf06-e301-4ff0-aa0c-c3fbab8b24ae,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:52.963410 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4e79acc3-1ec1-4d0d-b5db-71c80df15420 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=312b59ff4c794e1b989e26c2a4977918&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1282210 Mar 28 19:07:52.969208 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52586) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:52.972389 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79acc3-1ec1-4d0d-b5db-71c80df15420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a3e2c2-f651-4309-acef-2408d70d47f4,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:52.976935 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-dd7d1d03-e8ff-4f97-b327-5710c2b31e54 None None] Deleting port 8ba21eb1-d281-41b1-b590-1d4464fd70b8 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:52.977404 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-dd7d1d03-e8ff-4f97-b327-5710c2b31e54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:52.995217 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1436512f-f034-4e8e-a23c-9a59929f661e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5157304 Mar 28 19:07:52.995894 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52590) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:53.011975 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-ab7138c9-faa5-4214-b89a-acd90cc96d33 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1445449103', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:53.027351 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-ab7138c9-faa5-4214-b89a-acd90cc96d33 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:53.036836 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f790496e-ece4-4f7d-bf27-66c62b819344 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:53.037393 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f790496e-ece4-4f7d-bf27-66c62b819344 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Fanout notify agent at l3_agent the message router_deleted on router a8600182-48e0-4d14-b405-5765a3386dde {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:07:53.039722 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ab7138c9-faa5-4214-b89a-acd90cc96d33 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:router and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:53.044657 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ab7138c9-faa5-4214-b89a-acd90cc96d33 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:53.056457 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-ab7138c9-faa5-4214-b89a-acd90cc96d33 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:53.062909 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4a41a0f6-c873-4a55-bdb1-078b191c513a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:53.076336 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f790496e-ece4-4f7d-bf27-66c62b819344 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:53.081862 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f790496e-ece4-4f7d-bf27-66c62b819344 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "DELETE /v2.0/routers/a8600182-48e0-4d14-b405-5765a3386dde HTTP/1.1" status: 204 len: 168 time: 2.0675395 Mar 28 19:07:53.085163 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52594) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:53.086272 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ab7138c9-faa5-4214-b89a-acd90cc96d33 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:53.087355 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ab7138c9-faa5-4214-b89a-acd90cc96d33 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:53.103779 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-8cc21c2a-fc87-458e-b43d-ea34a5ab1872 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-114381594', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:53.115470 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-8cc21c2a-fc87-458e-b43d-ea34a5ab1872 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:53.122315 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b88d8b33-ef5f-4fda-bd04-63091be181ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:53.126000 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-8cc21c2a-fc87-458e-b43d-ea34a5ab1872 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Usage tracker for resource:router and tenant:e6c57515830543a6952571afdd7483f1 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:53.136341 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-8cc21c2a-fc87-458e-b43d-ea34a5ab1872 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:53.149294 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-8cc21c2a-fc87-458e-b43d-ea34a5ab1872 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:53.196257 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-4a41a0f6-c873-4a55-bdb1-078b191c513a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Calling delete_port for fbe25d4d-1a22-4807-a145-ecda5f3e08f3 owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:53.218918 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ab7138c9-faa5-4214-b89a-acd90cc96d33 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:53.237942 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-dd7d1d03-e8ff-4f97-b327-5710c2b31e54 None None] For port 8ba21eb1-d281-41b1-b590-1d4464fd70b8, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=8ba21eb1-d281-41b1-b590-1d4464fd70b8,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:07:53.238342 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-dd7d1d03-e8ff-4f97-b327-5710c2b31e54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:53.251152 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b88d8b33-ef5f-4fda-bd04-63091be181ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:53.277973 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8cc21c2a-fc87-458e-b43d-ea34a5ab1872 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:53.277973 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8cc21c2a-fc87-458e-b43d-ea34a5ab1872 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:53.282485 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4a41a0f6-c873-4a55-bdb1-078b191c513a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:53.319366 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ab7138c9-faa5-4214-b89a-acd90cc96d33 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:53.327807 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dc6f9c0d-fd77-40b3-aa67-32d80a32266b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:53.332658 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a41a0f6-c873-4a55-bdb1-078b191c513a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Port': ['ID=fbe25d4d-1a22-4807-a145-ecda5f3e08f3,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:53.341153 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4a41a0f6-c873-4a55-bdb1-078b191c513a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:53.344644 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dc6f9c0d-fd77-40b3-aa67-32d80a32266b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:53.352872 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4a41a0f6-c873-4a55-bdb1-078b191c513a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/ports/fbe25d4d-1a22-4807-a145-ecda5f3e08f3 HTTP/1.1" status: 204 len: 168 time: 0.9031975 Mar 28 19:07:53.355261 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52598) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:53.405965 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8cc21c2a-fc87-458e-b43d-ea34a5ab1872 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:53.409410 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-dd7d1d03-e8ff-4f97-b327-5710c2b31e54 None None] Calling delete_port for 8ba21eb1-d281-41b1-b590-1d4464fd70b8 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:53.438411 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ab7138c9-faa5-4214-b89a-acd90cc96d33 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:53.439809 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ab7138c9-faa5-4214-b89a-acd90cc96d33 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4347806 Mar 28 19:07:53.443724 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52602) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:53.457461 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b329f0-a762-4831-8bb7-fd94a2842a85 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:53.458381 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-88b329f0-a762-4831-8bb7-fd94a2842a85 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Synchronizing usage tracker for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:07:53.474334 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-88b329f0-a762-4831-8bb7-fd94a2842a85 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Unset dirty status for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:07:53.478250 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-88b329f0-a762-4831-8bb7-fd94a2842a85 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1193531 Mar 28 19:07:53.478478 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52606) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:53.490127 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-dd7d1d03-e8ff-4f97-b327-5710c2b31e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:53.510221 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b88d8b33-ef5f-4fda-bd04-63091be181ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:53.512582 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b88d8b33-ef5f-4fda-bd04-63091be181ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:53.516310 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b88d8b33-ef5f-4fda-bd04-63091be181ef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/13a3e2c2-f651-4309-acef-2408d70d47f4 HTTP/1.1" status: 204 len: 168 time: 0.5386462 Mar 28 19:07:53.525495 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-231b8d36-df64-43a8-be75-5f1d98a596b6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] GET failed (client error): The resource could not be found. Mar 28 19:07:53.527070 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-231b8d36-df64-43a8-be75-5f1d98a596b6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "GET /v2.0/ports/fbe25d4d-1a22-4807-a145-ecda5f3e08f3 HTTP/1.1" status: 404 len: 333 time: 0.0476203 Mar 28 19:07:53.530914 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52612) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:53.537142 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d1d03-e8ff-4f97-b327-5710c2b31e54 None None] Pushing event deleted for resources: {'Port': ['ID=8ba21eb1-d281-41b1-b590-1d4464fd70b8,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:53.543114 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7d1d03-e8ff-4f97-b327-5710c2b31e54 None None] No DVR routers for this DVR port 8ba21eb1-d281-41b1-b590-1d4464fd70b8 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:07:53.544581 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-0de92571-90df-4615-a987-171a82e568d7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1985686537'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:53.552187 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0de92571-90df-4615-a987-171a82e568d7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:53.557592 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0de92571-90df-4615-a987-171a82e568d7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:network and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:53.558754 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d689cb1-6b79-461e-872c-db3ef9d2cb98 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:07:53.561348 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0de92571-90df-4615-a987-171a82e568d7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:53.568077 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0de92571-90df-4615-a987-171a82e568d7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:53.580751 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de92571-90df-4615-a987-171a82e568d7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:53.585186 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0de92571-90df-4615-a987-171a82e568d7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:53.616762 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de92571-90df-4615-a987-171a82e568d7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:07:53.628493 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0de92571-90df-4615-a987-171a82e568d7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:53.629387 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-0de92571-90df-4615-a987-171a82e568d7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Added segment be4b99c6-0b02-4cf0-acfa-53b4c7720441 of type vlan for network eb4afa29-dae0-43ec-99a8-4e1e3fddda8f Mar 28 19:07:53.663263 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0de92571-90df-4615-a987-171a82e568d7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:53.707826 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0de92571-90df-4615-a987-171a82e568d7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:53.714468 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de92571-90df-4615-a987-171a82e568d7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:53.715405 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0de92571-90df-4615-a987-171a82e568d7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:53.777439 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8cc21c2a-fc87-458e-b43d-ea34a5ab1872 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:53.797900 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d8b33-ef5f-4fda-bd04-63091be181ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a3e2c2-f651-4309-acef-2408d70d47f4,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:53.835775 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0de92571-90df-4615-a987-171a82e568d7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3035414 Mar 28 19:07:53.844956 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52618) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:53.856131 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-db171582-0e92-4d22-b923-dc5b7e2572fd tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'subnet': {'network_id': 'eb4afa29-dae0-43ec-99a8-4e1e3fddda8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:53.889474 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de92571-90df-4615-a987-171a82e568d7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Network': ['ID=eb4afa29-dae0-43ec-99a8-4e1e3fddda8f,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:53.911447 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network eb4afa29-dae0-43ec-99a8-4e1e3fddda8f details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:07:53.927373 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe51854b-fdd1-4340-a935-dabc49689ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-1857c8f5-5622-42ce-a4f9-106880783f61', 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'fixed_ips': [{'subnet_id': '9253bf06-e301-4ff0-aa0c-c3fbab8b24ae'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:07:53.928359 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fe51854b-fdd1-4340-a935-dabc49689ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:53.954168 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8cc21c2a-fc87-458e-b43d-ea34a5ab1872 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:53.955906 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-8cc21c2a-fc87-458e-b43d-ea34a5ab1872 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8613718 Mar 28 19:07:53.972939 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52622) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:54.009421 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-db171582-0e92-4d22-b923-dc5b7e2572fd tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:54.014425 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-db171582-0e92-4d22-b923-dc5b7e2572fd tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:subnet and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:54.018591 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-db171582-0e92-4d22-b923-dc5b7e2572fd tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:54.026506 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-db171582-0e92-4d22-b923-dc5b7e2572fd tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:54.031857 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-0f76417b-fa8e-43c2-9d4d-db09f2d698b0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Request body: {'router': {'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:54.041925 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db171582-0e92-4d22-b923-dc5b7e2572fd tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:54.045956 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-db171582-0e92-4d22-b923-dc5b7e2572fd tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:54.062439 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52626) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:54.105060 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-14106ea9-6438-40f9-ae4b-8cc3ed7340ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:54.187393 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-fe51854b-fdd1-4340-a935-dabc49689ebf None None] Allocated IP 2001:db8::2 (1857c8f5-5622-42ce-a4f9-106880783f61/9253bf06-e301-4ff0-aa0c-c3fbab8b24ae/3018aea4-3819-40f4-b06f-94418597d510) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:54.275133 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-14106ea9-6438-40f9-ae4b-8cc3ed7340ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:54.281700 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-14106ea9-6438-40f9-ae4b-8cc3ed7340ff admin admin] Usage tracker for resource:security_group_rule and tenant:153d7fd6d7cc442fb3c82d7f4eb50735 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:54.288982 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-14106ea9-6438-40f9-ae4b-8cc3ed7340ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:54.298628 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-14106ea9-6438-40f9-ae4b-8cc3ed7340ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:54.415470 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fe51854b-fdd1-4340-a935-dabc49689ebf None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:54.427343 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-fe51854b-fdd1-4340-a935-dabc49689ebf None None] Transition to ACTIVE for port object 3018aea4-3819-40f4-b06f-94418597d510 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:54.446774 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-fe51854b-fdd1-4340-a935-dabc49689ebf None None] Transition to ACTIVE for port object 3018aea4-3819-40f4-b06f-94418597d510 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:54.452529 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fe51854b-fdd1-4340-a935-dabc49689ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:54.482115 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-14106ea9-6438-40f9-ae4b-8cc3ed7340ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:54.483833 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-db171582-0e92-4d22-b923-dc5b7e2572fd tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:54.513725 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe51854b-fdd1-4340-a935-dabc49689ebf None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:54.518014 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-14106ea9-6438-40f9-ae4b-8cc3ed7340ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:54.521074 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-fe51854b-fdd1-4340-a935-dabc49689ebf None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:54.524380 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe51854b-fdd1-4340-a935-dabc49689ebf None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:54.566146 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51854b-fdd1-4340-a935-dabc49689ebf None None] Pushing event updated for resources: {'Port': ['ID=3018aea4-3819-40f4-b06f-94418597d510,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:54.594627 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-14106ea9-6438-40f9-ae4b-8cc3ed7340ff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=153d7fd6d7cc442fb3c82d7f4eb50735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5286400 Mar 28 19:07:54.597111 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52632) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:54.616304 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14106ea9-6438-40f9-ae4b-8cc3ed7340ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd34d81-6336-451a-ad59-05c83c33d718,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:54.622657 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db171582-0e92-4d22-b923-dc5b7e2572fd tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Subnet': ['ID=a6ff7dda-0711-4d39-8fc2-180c2e85b93f,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:54.624523 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-fe51854b-fdd1-4340-a935-dabc49689ebf None None] Attempting to bind port 3018aea4-3819-40f4-b06f-94418597d510 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:07:54.624901 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-fe51854b-fdd1-4340-a935-dabc49689ebf None None] Attempting to bind port 3018aea4-3819-40f4-b06f-94418597d510 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:07:54.625402 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe51854b-fdd1-4340-a935-dabc49689ebf None None] Attempting to bind port 3018aea4-3819-40f4-b06f-94418597d510 on network 1857c8f5-5622-42ce-a4f9-106880783f61 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:07:54.631795 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe51854b-fdd1-4340-a935-dabc49689ebf None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:07:54.632181 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe51854b-fdd1-4340-a935-dabc49689ebf None None] Checking segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:07:54.632293 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db171582-0e92-4d22-b923-dc5b7e2572fd tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Checking segment: {'id': 'be4b99c6-0b02-4cf0-acfa-53b4c7720441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'eb4afa29-dae0-43ec-99a8-4e1e3fddda8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:07:54.632560 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fe51854b-fdd1-4340-a935-dabc49689ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:54.632662 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db171582-0e92-4d22-b923-dc5b7e2572fd tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network hostable DHCP agents. Network: eb4afa29-dae0-43ec-99a8-4e1e3fddda8f, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:07:54.632943 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe51854b-fdd1-4340-a935-dabc49689ebf None None] Bound using segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:07:54.633400 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-fe51854b-fdd1-4340-a935-dabc49689ebf None None] Bound port: 3018aea4-3819-40f4-b06f-94418597d510, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:07:54.633768 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fe51854b-fdd1-4340-a935-dabc49689ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:54.646424 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f5bcdedd-7775-4bff-9a62-bb083e820a43 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:54.672483 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db171582-0e92-4d22-b923-dc5b7e2572fd tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network eb4afa29-dae0-43ec-99a8-4e1e3fddda8f is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:07:54.695937 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-db171582-0e92-4d22-b923-dc5b7e2572fd tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, eb4afa29-dae0-43ec-99a8-4e1e3fddda8f) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:54.701136 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db171582-0e92-4d22-b923-dc5b7e2572fd tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:54.701981 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-db171582-0e92-4d22-b923-dc5b7e2572fd tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:54.719165 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200e9f6c-b375-4478-a270-db983a13517c None None] Network eb4afa29-dae0-43ec-99a8-4e1e3fddda8f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:07:54.732384 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-db171582-0e92-4d22-b923-dc5b7e2572fd tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8858051 Mar 28 19:07:54.735296 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52636) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:54.741751 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-4a5a09cd-d059-48b0-aafe-bbab9df5cf7b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'subnet': {'network_id': 'eb4afa29-dae0-43ec-99a8-4e1e3fddda8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:54.804450 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0f76417b-fa8e-43c2-9d4d-db09f2d698b0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:54.861842 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-fe51854b-fdd1-4340-a935-dabc49689ebf None None] For port 3018aea4-3819-40f4-b06f-94418597d510, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:07:54.867224 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-fe51854b-fdd1-4340-a935-dabc49689ebf None None] For port 3018aea4-3819-40f4-b06f-94418597d510, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=3018aea4-3819-40f4-b06f-94418597d510,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:07:54.882860 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fe51854b-fdd1-4340-a935-dabc49689ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:54.900808 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-4a5a09cd-d059-48b0-aafe-bbab9df5cf7b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:54.904829 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-4a5a09cd-d059-48b0-aafe-bbab9df5cf7b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:subnet and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:54.908017 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-4a5a09cd-d059-48b0-aafe-bbab9df5cf7b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:54.914423 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-4a5a09cd-d059-48b0-aafe-bbab9df5cf7b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:54.925459 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5a09cd-d059-48b0-aafe-bbab9df5cf7b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:54.929268 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4a5a09cd-d059-48b0-aafe-bbab9df5cf7b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:54.959203 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51854b-fdd1-4340-a935-dabc49689ebf None None] Pushing event updated for resources: {'Port': ['ID=3018aea4-3819-40f4-b06f-94418597d510,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:54.983495 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6f9c0d-fd77-40b3-aa67-32d80a32266b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Router 748a009d-3589-4943-98f8-5b3937601b1f has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:07:55.070796 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bcf8b2-f37c-4ab0-a097-41664ac73dc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-eb4afa29-dae0-43ec-99a8-4e1e3fddda8f', 'network_id': 'eb4afa29-dae0-43ec-99a8-4e1e3fddda8f', 'tenant_id': '0eafd6e2aac349b4a881ab8a1e025dc4', 'fixed_ips': [{'subnet_id': 'a6ff7dda-0711-4d39-8fc2-180c2e85b93f'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:07:55.072874 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-12bcf8b2-f37c-4ab0-a097-41664ac73dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:55.086561 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.ipam_backend_mixin [None req-4a5a09cd-d059-48b0-aafe-bbab9df5cf7b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a6ff7dda-0711-4d39-8fc2-180c2e85b93f (CIDR: 2001:db8::/64) Mar 28 19:07:55.093106 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5a09cd-d059-48b0-aafe-bbab9df5cf7b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:07:55.093801 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a5a09cd-d059-48b0-aafe-bbab9df5cf7b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:07:55.119778 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4a5a09cd-d059-48b0-aafe-bbab9df5cf7b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3826511 Mar 28 19:07:55.120606 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52640) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:55.129108 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-d4f8e51c-c3f6-4868-a5f4-06812eaeecae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'subnet': {'network_id': 'eb4afa29-dae0-43ec-99a8-4e1e3fddda8f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:55.322593 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-341df214-ea56-4043-b25b-2a2680d0908d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:55.347495 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-12bcf8b2-f37c-4ab0-a097-41664ac73dc8 None None] Allocated IP 2001:db8::2 (eb4afa29-dae0-43ec-99a8-4e1e3fddda8f/a6ff7dda-0711-4d39-8fc2-180c2e85b93f/dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:55.348586 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d4f8e51c-c3f6-4868-a5f4-06812eaeecae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:55.355775 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d4f8e51c-c3f6-4868-a5f4-06812eaeecae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:subnet and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:55.357687 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d2e31511-6af5-4641-9b3c-e76b1daca70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:55.360155 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d4f8e51c-c3f6-4868-a5f4-06812eaeecae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:55.369142 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d4f8e51c-c3f6-4868-a5f4-06812eaeecae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:55.381947 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f8e51c-c3f6-4868-a5f4-06812eaeecae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:55.386611 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d4f8e51c-c3f6-4868-a5f4-06812eaeecae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:55.438132 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6f9c0d-fd77-40b3-aa67-32d80a32266b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:07:55.454979 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88b799f-36be-4b9e-9834-53a622d8de1e None None] Sync routers for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:07:55.468244 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88b799f-36be-4b9e-9834-53a622d8de1e None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:55.468844 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-b88b799f-36be-4b9e-9834-53a622d8de1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:55.523727 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d2e31511-6af5-4641-9b3c-e76b1daca70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:55.538598 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dc6f9c0d-fd77-40b3-aa67-32d80a32266b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:55.560565 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-b88b799f-36be-4b9e-9834-53a622d8de1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:55.573953 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88b799f-36be-4b9e-9834-53a622d8de1e None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:55.574929 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-b88b799f-36be-4b9e-9834-53a622d8de1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:55.614324 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-12bcf8b2-f37c-4ab0-a097-41664ac73dc8 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:55.625895 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-12bcf8b2-f37c-4ab0-a097-41664ac73dc8 None None] Transition to ACTIVE for port object dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:55.648075 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-12bcf8b2-f37c-4ab0-a097-41664ac73dc8 None None] Transition to ACTIVE for port object dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:55.653622 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-b88b799f-36be-4b9e-9834-53a622d8de1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:55.657536 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-12bcf8b2-f37c-4ab0-a097-41664ac73dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:55.658916 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88b799f-36be-4b9e-9834-53a622d8de1e None None] The sync data for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:07:55.739940 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bcf8b2-f37c-4ab0-a097-41664ac73dc8 None None] Network eb4afa29-dae0-43ec-99a8-4e1e3fddda8f is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:55.743823 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-12bcf8b2-f37c-4ab0-a097-41664ac73dc8 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:55.746833 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bcf8b2-f37c-4ab0-a097-41664ac73dc8 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:55.747256 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-f5bcdedd-7775-4bff-9a62-bb083e820a43 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Allocated IP 2001:db8::1 (1857c8f5-5622-42ce-a4f9-106880783f61/9253bf06-e301-4ff0-aa0c-c3fbab8b24ae/4d820f70-dd94-4044-82f0-e6c8e4ec6845) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:55.792129 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-dc6f9c0d-fd77-40b3-aa67-32d80a32266b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "PUT /v2.0/floatingips/a6f75857-3f79-43c4-a153-a597566c06ba HTTP/1.1" status: 200 len: 979 time: 4.0587797 Mar 28 19:07:55.796761 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52646) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:55.809271 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d2e31511-6af5-4641-9b3c-e76b1daca70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:55.843949 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e31511-6af5-4641-9b3c-e76b1daca70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd34d81-6336-451a-ad59-05c83c33d718,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:55.872656 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bcf8b2-f37c-4ab0-a097-41664ac73dc8 None None] Pushing event updated for resources: {'Port': ['ID=dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:55.874735 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d4f8e51c-c3f6-4868-a5f4-06812eaeecae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:55.883884 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-12bcf8b2-f37c-4ab0-a097-41664ac73dc8 None None] Attempting to bind port dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:07:55.884307 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-12bcf8b2-f37c-4ab0-a097-41664ac73dc8 None None] Attempting to bind port dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'be4b99c6-0b02-4cf0-acfa-53b4c7720441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'eb4afa29-dae0-43ec-99a8-4e1e3fddda8f'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:07:55.884665 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bcf8b2-f37c-4ab0-a097-41664ac73dc8 None None] Attempting to bind port dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173 on network eb4afa29-dae0-43ec-99a8-4e1e3fddda8f {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:07:55.891685 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bcf8b2-f37c-4ab0-a097-41664ac73dc8 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:07:55.892039 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bcf8b2-f37c-4ab0-a097-41664ac73dc8 None None] Checking segment: {'id': 'be4b99c6-0b02-4cf0-acfa-53b4c7720441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'eb4afa29-dae0-43ec-99a8-4e1e3fddda8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:07:55.892453 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-12bcf8b2-f37c-4ab0-a097-41664ac73dc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:55.892841 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bcf8b2-f37c-4ab0-a097-41664ac73dc8 None None] Bound using segment: {'id': 'be4b99c6-0b02-4cf0-acfa-53b4c7720441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'eb4afa29-dae0-43ec-99a8-4e1e3fddda8f'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:07:55.893308 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-12bcf8b2-f37c-4ab0-a097-41664ac73dc8 None None] Bound port: dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4b99c6-0b02-4cf0-acfa-53b4c7720441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'eb4afa29-dae0-43ec-99a8-4e1e3fddda8f'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:07:55.893685 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-12bcf8b2-f37c-4ab0-a097-41664ac73dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:55.974221 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d2e31511-6af5-4641-9b3c-e76b1daca70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:55.975612 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d2e31511-6af5-4641-9b3c-e76b1daca70a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4dd34d81-6336-451a-ad59-05c83c33d718 HTTP/1.1" status: 204 len: 168 time: 1.3705118 Mar 28 19:07:55.981467 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f8e51c-c3f6-4868-a5f4-06812eaeecae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network eb4afa29-dae0-43ec-99a8-4e1e3fddda8f is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:55.987514 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-d4f8e51c-c3f6-4868-a5f4-06812eaeecae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:56.006903 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-12bcf8b2-f37c-4ab0-a097-41664ac73dc8 None None] For port dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:07:56.011052 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-12bcf8b2-f37c-4ab0-a097-41664ac73dc8 None None] For port dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173,segment=NetworkSegment(be4b99c6-0b02-4cf0-acfa-53b4c7720441),segment_id=be4b99c6-0b02-4cf0-acfa-53b4c7720441)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:07:56.022037 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-12bcf8b2-f37c-4ab0-a097-41664ac73dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:56.062160 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f8e51c-c3f6-4868-a5f4-06812eaeecae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:56.062751 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d4f8e51c-c3f6-4868-a5f4-06812eaeecae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:56.107825 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0f76417b-fa8e-43c2-9d4d-db09f2d698b0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router_gateway, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:56.114237 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d4f8e51c-c3f6-4868-a5f4-06812eaeecae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9925387 Mar 28 19:07:56.115406 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8e51c-c3f6-4868-a5f4-06812eaeecae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Subnet': ['ID=7ae4869e-52d4-4dfd-ada3-b13c153c0003,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:56.117554 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52652) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:56.132910 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-175bfd19-5096-412d-9f41-90dfb349b18b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'port': {'network_id': 'eb4afa29-dae0-43ec-99a8-4e1e3fddda8f', 'fixed_ips': [{'subnet_id': 'a6ff7dda-0711-4d39-8fc2-180c2e85b93f'}, {'subnet_id': '7ae4869e-52d4-4dfd-ada3-b13c153c0003'}], 'name': 'tempest-PortsIpV6TestJSON-820791669'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:56.184279 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0f76417b-fa8e-43c2-9d4d-db09f2d698b0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:56.192615 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bcf8b2-f37c-4ab0-a097-41664ac73dc8 None None] Pushing event updated for resources: {'Port': ['ID=dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:56.290540 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-11ff3871-fd7b-4462-87fa-53cb29599893 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Deleting port 6061de5f-a9c8-45d6-998e-e97b234bb20b {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:56.290924 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11ff3871-fd7b-4462-87fa-53cb29599893 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:56.347438 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f5bcdedd-7775-4bff-9a62-bb083e820a43 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:56.360647 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 3018aea4-3819-40f4-b06f-94418597d510 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:07:56.401880 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-f5bcdedd-7775-4bff-9a62-bb083e820a43 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Transition to ACTIVE for port object 4d820f70-dd94-4044-82f0-e6c8e4ec6845 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:56.488454 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 3018aea4-3819-40f4-b06f-94418597d510 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:07:56.563493 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-0f76417b-fa8e-43c2-9d4d-db09f2d698b0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Allocated IP 172.26.4.78 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/8df11bc7-b8e9-4dc2-8cbe-27956eddc18f) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:56.594525 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f5bcdedd-7775-4bff-9a62-bb083e820a43 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:56.662075 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6b8092de-93f9-47cb-a597-0a7af4c43d37 None None] Provisioning for port 3018aea4-3819-40f4-b06f-94418597d510 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:07:56.667630 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6b8092de-93f9-47cb-a597-0a7af4c43d37 None None] Provisioning complete for port 3018aea4-3819-40f4-b06f-94418597d510 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:07:56.668357 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6b8092de-93f9-47cb-a597-0a7af4c43d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:56.695770 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-175bfd19-5096-412d-9f41-90dfb349b18b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:56.700650 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-175bfd19-5096-412d-9f41-90dfb349b18b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:port and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:56.704375 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-175bfd19-5096-412d-9f41-90dfb349b18b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:56.711623 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-175bfd19-5096-412d-9f41-90dfb349b18b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:56.731151 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175bfd19-5096-412d-9f41-90dfb349b18b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:56.770369 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11ff3871-fd7b-4462-87fa-53cb29599893 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:56.770662 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11ff3871-fd7b-4462-87fa-53cb29599893 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:56.786931 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bcdedd-7775-4bff-9a62-bb083e820a43 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:56.849831 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-f5bcdedd-7775-4bff-9a62-bb083e820a43 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:56.863727 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bcdedd-7775-4bff-9a62-bb083e820a43 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:56.864267 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f5bcdedd-7775-4bff-9a62-bb083e820a43 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:56.910123 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6b8092de-93f9-47cb-a597-0a7af4c43d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:56.969916 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-11ff3871-fd7b-4462-87fa-53cb29599893 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Calling delete_port for 6061de5f-a9c8-45d6-998e-e97b234bb20b owned by network:floatingip {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:07:56.977466 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-6b8092de-93f9-47cb-a597-0a7af4c43d37 None None] For port 3018aea4-3819-40f4-b06f-94418597d510, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=3018aea4-3819-40f4-b06f-94418597d510,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:07:56.983229 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6b8092de-93f9-47cb-a597-0a7af4c43d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:57.090579 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8092de-93f9-47cb-a597-0a7af4c43d37 None None] Pushing event updated for resources: {'Port': ['ID=3018aea4-3819-40f4-b06f-94418597d510,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:57.114379 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-175bfd19-5096-412d-9f41-90dfb349b18b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:57.170169 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-175bfd19-5096-412d-9f41-90dfb349b18b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] device_id is not set on port 7836c00c-3804-40e0-bb67-638cd7468558 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:07:57.245406 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bcdedd-7775-4bff-9a62-bb083e820a43 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Port': ['ID=4d820f70-dd94-4044-82f0-e6c8e4ec6845,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:57.308871 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52674) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:57.316283 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f79cf11f-a81d-4292-ac00-59a2545c873f None None] Provisioning for port 4d820f70-dd94-4044-82f0-e6c8e4ec6845 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:07:57.325528 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f79cf11f-a81d-4292-ac00-59a2545c873f None None] Provisioning complete for port 4d820f70-dd94-4044-82f0-e6c8e4ec6845 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:07:57.325911 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f79cf11f-a81d-4292-ac00-59a2545c873f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:57.388827 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0f76417b-fa8e-43c2-9d4d-db09f2d698b0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:57.429101 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f79cf11f-a81d-4292-ac00-59a2545c873f None None] Port 4d820f70-dd94-4044-82f0-e6c8e4ec6845 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:07:57.451731 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11ff3871-fd7b-4462-87fa-53cb29599893 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:57.475752 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f5bcdedd-7775-4bff-9a62-bb083e820a43 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:57.528735 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-40531886-ac01-48a3-9642-e7731f313bd1 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1462052772'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:57.533857 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff3871-fd7b-4462-87fa-53cb29599893 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event deleted for resources: {'Port': ['ID=6061de5f-a9c8-45d6-998e-e97b234bb20b,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:57.550285 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0f76417b-fa8e-43c2-9d4d-db09f2d698b0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:57.572306 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-40531886-ac01-48a3-9642-e7731f313bd1 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:57.576097 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-838e9778-f918-4cad-9b77-d76bb07f1a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:57.584051 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-40531886-ac01-48a3-9642-e7731f313bd1 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Usage tracker for resource:network and tenant:7c49d91779f148469f88ab2ed871b251 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:57.607751 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d22191-a6c3-49c9-a341-9e6c9f914240 None None] Network eb4afa29-dae0-43ec-99a8-4e1e3fddda8f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:07:57.619860 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-40531886-ac01-48a3-9642-e7731f313bd1 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:57.640448 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-40531886-ac01-48a3-9642-e7731f313bd1 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:57.691296 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f76417b-fa8e-43c2-9d4d-db09f2d698b0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:57.706185 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11ff3871-fd7b-4462-87fa-53cb29599893 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:57.706382 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.l3_db [None req-11ff3871-fd7b-4462-87fa-53cb29599893 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Floating IP a6f75857-3f79-43c4-a153-a597566c06ba disassociated (deleted). External IP: 172.26.4.228, port: 580b774e-3a62-496b-80ec-b51efb1b11e0. Mar 28 19:07:57.729762 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e8f238f1-dc7d-4ac9-88d6-5a70c8e631b2 None None] Provisioning for port dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:07:57.749420 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-0f76417b-fa8e-43c2-9d4d-db09f2d698b0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:57.752878 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f76417b-fa8e-43c2-9d4d-db09f2d698b0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:57.772549 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40531886-ac01-48a3-9642-e7731f313bd1 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Made reservation on behalf of 7c49d91779f148469f88ab2ed871b251 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:57.776253 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-40531886-ac01-48a3-9642-e7731f313bd1 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:57.808863 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-40531886-ac01-48a3-9642-e7731f313bd1 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:57.843484 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76417b-fa8e-43c2-9d4d-db09f2d698b0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Pushing event updated for resources: {'Port': ['ID=8df11bc7-b8e9-4dc2-8cbe-27956eddc18f,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:57.931344 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-40531886-ac01-48a3-9642-e7731f313bd1 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:57.946763 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-40531886-ac01-48a3-9642-e7731f313bd1 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Usage tracker for resource:security_group_rule and tenant:7c49d91779f148469f88ab2ed871b251 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:57.955091 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-40531886-ac01-48a3-9642-e7731f313bd1 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:57.979182 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-40531886-ac01-48a3-9642-e7731f313bd1 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:57.985663 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff212ebd-5878-42b7-92db-a47d3fb6306b None None] Update dhcp port {'port': {'network_id': 'eb4afa29-dae0-43ec-99a8-4e1e3fddda8f', 'fixed_ips': [{'subnet_id': 'a6ff7dda-0711-4d39-8fc2-180c2e85b93f', 'ip_address': '2001:db8::2'}, {'subnet_id': '7ae4869e-52d4-4dfd-ada3-b13c153c0003'}], 'binding:host_id': 'dv-neutron-834711-1-hyperv'}, 'id': 'dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173'} from dv-neutron-834711-1-hyperv. {{(pid=87834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 19:07:58.009532 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-175bfd19-5096-412d-9f41-90dfb349b18b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Allocated IP 2001:db8::101 (eb4afa29-dae0-43ec-99a8-4e1e3fddda8f/a6ff7dda-0711-4d39-8fc2-180c2e85b93f/7836c00c-3804-40e0-bb67-638cd7468558) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:58.023136 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-175bfd19-5096-412d-9f41-90dfb349b18b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Allocated IP 2001:db8:0:1::78 (eb4afa29-dae0-43ec-99a8-4e1e3fddda8f/7ae4869e-52d4-4dfd-ada3-b13c153c0003/7836c00c-3804-40e0-bb67-638cd7468558) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:58.041326 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ff212ebd-5878-42b7-92db-a47d3fb6306b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:58.361023 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 3018aea4-3819-40f4-b06f-94418597d510 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:07:58.396416 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f5bcdedd-7775-4bff-9a62-bb083e820a43 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:58.404897 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f5bcdedd-7775-4bff-9a62-bb083e820a43 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:58.405736 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f5bcdedd-7775-4bff-9a62-bb083e820a43 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:58.437774 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 3018aea4-3819-40f4-b06f-94418597d510 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:07:58.438358 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:58.439689 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0f76417b-fa8e-43c2-9d4d-db09f2d698b0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router_gateway, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:58.507533 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-40531886-ac01-48a3-9642-e7731f313bd1 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:58.516759 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ff3871-fd7b-4462-87fa-53cb29599893 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Router 748a009d-3589-4943-98f8-5b3937601b1f has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:07:58.531272 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-40531886-ac01-48a3-9642-e7731f313bd1 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:58.578759 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:58.587565 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:58.591401 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40531886-ac01-48a3-9642-e7731f313bd1 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:07:58.593896 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:07:58.683776 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-40531886-ac01-48a3-9642-e7731f313bd1 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:58.683776 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-40531886-ac01-48a3-9642-e7731f313bd1 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Added segment 96df487e-7ded-4b50-ac1b-e0b66c2f90f9 of type vlan for network 1ab00e04-d9e4-4bb0-86e0-9e66863b333b Mar 28 19:07:58.686794 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40531886-ac01-48a3-9642-e7731f313bd1 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc73cae-ae6e-4ec2-b320-e3111ad384f9,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:58.705843 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:07:58.711115 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:07:58.711482 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:58.722763 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-175bfd19-5096-412d-9f41-90dfb349b18b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:58.769928 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-40531886-ac01-48a3-9642-e7731f313bd1 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:58.782035 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bcdedd-7775-4bff-9a62-bb083e820a43 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Port': ['ID=4d820f70-dd94-4044-82f0-e6c8e4ec6845,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:58.847918 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-175bfd19-5096-412d-9f41-90dfb349b18b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Transition to ACTIVE for port object 7836c00c-3804-40e0-bb67-638cd7468558 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:58.851190 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:58.885256 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173,segment=NetworkSegment(be4b99c6-0b02-4cf0-acfa-53b4c7720441),segment_id=be4b99c6-0b02-4cf0-acfa-53b4c7720441)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:07:58.894588 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:58.895715 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ff3871-fd7b-4462-87fa-53cb29599893 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:07:58.898473 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-40531886-ac01-48a3-9642-e7731f313bd1 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:58.904050 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40531886-ac01-48a3-9642-e7731f313bd1 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:58.904552 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-40531886-ac01-48a3-9642-e7731f313bd1 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:58.945261 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fb5ed7-029b-4ffd-b922-54827129afb9 None None] Sync routers for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:07:58.957354 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bcdedd-7775-4bff-9a62-bb083e820a43 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:58.965494 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-f5bcdedd-7775-4bff-9a62-bb083e820a43 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:58.966438 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fb5ed7-029b-4ffd-b922-54827129afb9 None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:58.969742 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-10fb5ed7-029b-4ffd-b922-54827129afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:59.042248 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-10fb5ed7-029b-4ffd-b922-54827129afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:59.047027 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40531886-ac01-48a3-9642-e7731f313bd1 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Pushing event updated for resources: {'Network': ['ID=1ab00e04-d9e4-4bb0-86e0-9e66863b333b,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:59.052068 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11ff3871-fd7b-4462-87fa-53cb29599893 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:59.062905 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fb5ed7-029b-4ffd-b922-54827129afb9 None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:59.063326 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-10fb5ed7-029b-4ffd-b922-54827129afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:59.085826 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-175bfd19-5096-412d-9f41-90dfb349b18b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:59.134151 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-11ff3871-fd7b-4462-87fa-53cb29599893 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "DELETE /v2.0/floatingips/a6f75857-3f79-43c4-a153-a597566c06ba HTTP/1.1" status: 204 len: 168 time: 3.3363199 Mar 28 19:07:59.139192 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-40531886-ac01-48a3-9642-e7731f313bd1 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8262675 Mar 28 19:07:59.148943 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52682) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:59.149676 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52684) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:59.165389 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 1ab00e04-d9e4-4bb0-86e0-9e66863b333b details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:07:59.212587 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-10fb5ed7-029b-4ffd-b922-54827129afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:59.212994 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fb5ed7-029b-4ffd-b922-54827129afb9 None None] The sync data for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:07:59.224088 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0f76417b-fa8e-43c2-9d4d-db09f2d698b0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:59.224961 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:59.227384 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175bfd19-5096-412d-9f41-90dfb349b18b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network eb4afa29-dae0-43ec-99a8-4e1e3fddda8f is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:07:59.230212 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0f76417b-fa8e-43c2-9d4d-db09f2d698b0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-466281'] for router, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:59.244441 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-7bf5419c-58f5-44d7-80e7-c0107401d9ba tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Request body: {'subnet': {'network_id': '1ab00e04-d9e4-4bb0-86e0-9e66863b333b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:59.309111 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-ff212ebd-5878-42b7-92db-a47d3fb6306b None None] Allocated IP 2001:db8:0:1::2 (eb4afa29-dae0-43ec-99a8-4e1e3fddda8f/7ae4869e-52d4-4dfd-ada3-b13c153c0003/dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:07:59.312180 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-175bfd19-5096-412d-9f41-90dfb349b18b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:07:59.335816 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-c4fa924f-1c0f-4b43-a67f-2324c66bbebf None None] Provisioning complete for port 4d820f70-dd94-4044-82f0-e6c8e4ec6845 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:07:59.336201 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c4fa924f-1c0f-4b43-a67f-2324c66bbebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:59.347867 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5bcdedd-7775-4bff-9a62-bb083e820a43 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Router 89d870ca-d9b7-4383-b78f-08bf0efb5e41 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:07:59.378149 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175bfd19-5096-412d-9f41-90dfb349b18b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:07:59.383592 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175bfd19-5096-412d-9f41-90dfb349b18b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:07:59.384204 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-175bfd19-5096-412d-9f41-90dfb349b18b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:59.457030 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175bfd19-5096-412d-9f41-90dfb349b18b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Port': ['ID=7836c00c-3804-40e0-bb67-638cd7468558,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:59.464969 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-175bfd19-5096-412d-9f41-90dfb349b18b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.3402483 Mar 28 19:07:59.471303 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ec028eb8-64d1-42a9-99cb-6c55a9c0f6b7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Deleting port 580b774e-3a62-496b-80ec-b51efb1b11e0 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:07:59.471854 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec028eb8-64d1-42a9-99cb-6c55a9c0f6b7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:59.472955 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52690) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:59.481821 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-c4fa924f-1c0f-4b43-a67f-2324c66bbebf None None] Port 4d820f70-dd94-4044-82f0-e6c8e4ec6845 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:07:59.497209 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-7bf5419c-58f5-44d7-80e7-c0107401d9ba tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:07:59.497413 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-49a8a62a-507d-491b-bbe8-bd0661420cc9 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a6ff7dda-0711-4d39-8fc2-180c2e85b93f'}]}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:07:59.511404 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-7bf5419c-58f5-44d7-80e7-c0107401d9ba tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Usage tracker for resource:subnet and tenant:7c49d91779f148469f88ab2ed871b251 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:07:59.516076 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-7bf5419c-58f5-44d7-80e7-c0107401d9ba tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:07:59.519164 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-ff212ebd-5878-42b7-92db-a47d3fb6306b None None] For port dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173,segment=NetworkSegment(be4b99c6-0b02-4cf0-acfa-53b4c7720441),segment_id=be4b99c6-0b02-4cf0-acfa-53b4c7720441)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:07:59.525359 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-7bf5419c-58f5-44d7-80e7-c0107401d9ba tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:07:59.549263 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ff212ebd-5878-42b7-92db-a47d3fb6306b None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:59.566362 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ff212ebd-5878-42b7-92db-a47d3fb6306b None None] Transition to ACTIVE for port object dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:07:59.570652 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ff212ebd-5878-42b7-92db-a47d3fb6306b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:59.573222 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf5419c-58f5-44d7-80e7-c0107401d9ba tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Made reservation on behalf of 7c49d91779f148469f88ab2ed871b251 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:07:59.576797 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7bf5419c-58f5-44d7-80e7-c0107401d9ba tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:07:59.671289 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bcdedd-7775-4bff-9a62-bb083e820a43 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:07:59.682368 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e47fb19-8a10-4de2-a3d6-69aacc0fcde6 None None] Sync routers for ids ['89d870ca-d9b7-4383-b78f-08bf0efb5e41'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:07:59.700048 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e47fb19-8a10-4de2-a3d6-69aacc0fcde6 None None] Routers {'89d870ca-d9b7-4383-b78f-08bf0efb5e41'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:07:59.700683 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-4e47fb19-8a10-4de2-a3d6-69aacc0fcde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['89d870ca-d9b7-4383-b78f-08bf0efb5e41'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:07:59.747433 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f5bcdedd-7775-4bff-9a62-bb083e820a43 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "PUT /v2.0/routers/89d870ca-d9b7-4383-b78f-08bf0efb5e41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2996793 Mar 28 19:07:59.751803 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52694) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:07:59.755987 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff212ebd-5878-42b7-92db-a47d3fb6306b None None] Pushing event updated for resources: {'Port': ['ID=dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:07:59.889221 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-4e47fb19-8a10-4de2-a3d6-69aacc0fcde6 None None] Set router 89d870ca-d9b7-4383-b78f-08bf0efb5e41 gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:07:59.990932 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f76417b-fa8e-43c2-9d4d-db09f2d698b0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Router ee156cc8-1883-4ab4-bf84-ad760a59dcd8 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:07:59.996585 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec028eb8-64d1-42a9-99cb-6c55a9c0f6b7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:00.008904 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d68877-cad6-4658-b41e-eed7982a23a7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:00.009401 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-79d68877-cad6-4658-b41e-eed7982a23a7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:08:00.102223 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:00.153171 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ec028eb8-64d1-42a9-99cb-6c55a9c0f6b7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Calling delete_port for 580b774e-3a62-496b-80ec-b51efb1b11e0 owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:00.186250 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7bf5419c-58f5-44d7-80e7-c0107401d9ba tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:00.193262 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-79d68877-cad6-4658-b41e-eed7982a23a7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:08:00.194626 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-79d68877-cad6-4658-b41e-eed7982a23a7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports/4d820f70-dd94-4044-82f0-e6c8e4ec6845 HTTP/1.1" status: 200 len: 911 time: 0.4367726 Mar 28 19:08:00.200604 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52698) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:00.253258 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:08:00.284824 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-49a8a62a-507d-491b-bbe8-bd0661420cc9 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:00.303855 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-4e47fb19-8a10-4de2-a3d6-69aacc0fcde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d870ca-d9b7-4383-b78f-08bf0efb5e41', 'name': 'tempest-NetworksTestDHCPv6-router-1445449103', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:07:53Z', 'updated_at': '2022-03-28T19:07:57Z', 'revision_number': 2, 'project_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'gw_port_host': None, '_interfaces': [{'id': '4d820f70-dd94-4044-82f0-e6c8e4ec6845', 'name': '', 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'mac_address': 'fa:16:3e:9f:c0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d870ca-d9b7-4383-b78f-08bf0efb5e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9253bf06-e301-4ff0-aa0c-c3fbab8b24ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:07:55Z', 'updated_at': '2022-03-28T19:07:57Z', 'revision_number': 2, 'project_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'subnets': [{'id': '9253bf06-e301-4ff0-aa0c-c3fbab8b24ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:00.308822 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e47fb19-8a10-4de2-a3d6-69aacc0fcde6 None None] Checking router: 89d870ca-d9b7-4383-b78f-08bf0efb5e41 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:08:00.309166 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e47fb19-8a10-4de2-a3d6-69aacc0fcde6 None None] Updating router 89d870ca-d9b7-4383-b78f-08bf0efb5e41 port 4d820f70-dd94-4044-82f0-e6c8e4ec6845 binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:08:00.375739 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-4e47fb19-8a10-4de2-a3d6-69aacc0fcde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:00.470127 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f76417b-fa8e-43c2-9d4d-db09f2d698b0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:08:00.488253 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bceb43-7eff-4923-afd1-85e5d8352440 None None] Sync routers for ids ['ee156cc8-1883-4ab4-bf84-ad760a59dcd8'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:08:00.488788 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5419c-58f5-44d7-80e7-c0107401d9ba tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Pushing event updated for resources: {'Subnet': ['ID=5d016b2e-ea50-4f76-8a8d-f7441b049f13,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:00.504664 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bceb43-7eff-4923-afd1-85e5d8352440 None None] Routers {'ee156cc8-1883-4ab4-bf84-ad760a59dcd8'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:00.509501 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0f76417b-fa8e-43c2-9d4d-db09f2d698b0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:00.515532 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0f76417b-fa8e-43c2-9d4d-db09f2d698b0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "PUT /v2.0/routers/ee156cc8-1883-4ab4-bf84-ad760a59dcd8 HTTP/1.1" status: 200 len: 882 time: 6.5368500 Mar 28 19:08:00.516360 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf5419c-58f5-44d7-80e7-c0107401d9ba tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Checking segment: {'id': '96df487e-7ded-4b50-ac1b-e0b66c2f90f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1ab00e04-d9e4-4bb0-86e0-9e66863b333b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:08:00.516360 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf5419c-58f5-44d7-80e7-c0107401d9ba tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Network hostable DHCP agents. Network: 1ab00e04-d9e4-4bb0-86e0-9e66863b333b, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:08:00.518212 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52702) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:00.535249 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-a7bceb43-7eff-4923-afd1-85e5d8352440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ee156cc8-1883-4ab4-bf84-ad760a59dcd8'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:00.571845 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf5419c-58f5-44d7-80e7-c0107401d9ba tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Network 1ab00e04-d9e4-4bb0-86e0-9e66863b333b is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:08:00.591210 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-7bf5419c-58f5-44d7-80e7-c0107401d9ba tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 1ab00e04-d9e4-4bb0-86e0-9e66863b333b) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:00.599837 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf5419c-58f5-44d7-80e7-c0107401d9ba tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:00.600475 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7bf5419c-58f5-44d7-80e7-c0107401d9ba tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:00.629083 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e00872-6089-477c-a7d7-82c207b7a538 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:00.634836 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e00872-6089-477c-a7d7-82c207b7a538 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:00.636015 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-a7bceb43-7eff-4923-afd1-85e5d8352440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:00.636687 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-37e00872-6089-477c-a7d7-82c207b7a538 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4305277 Mar 28 19:08:00.645738 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1fa9ca-5474-4454-905d-9434909f9801 None None] Network eb4afa29-dae0-43ec-99a8-4e1e3fddda8f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:08:00.650831 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52706) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:00.665494 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c5da8b-bf6b-47e3-bb26-912aeb817e02 None None] Network 1ab00e04-d9e4-4bb0-86e0-9e66863b333b requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:08:00.724487 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-665b17e3-e81d-498a-a2f9-3c3dd312772f None None] Provisioning for port dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:08:00.736527 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-665b17e3-e81d-498a-a2f9-3c3dd312772f None None] Provisioning complete for port dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:00.737155 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-665b17e3-e81d-498a-a2f9-3c3dd312772f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:00.795841 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bceb43-7eff-4923-afd1-85e5d8352440 None None] Routers {'ee156cc8-1883-4ab4-bf84-ad760a59dcd8'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:00.796462 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-a7bceb43-7eff-4923-afd1-85e5d8352440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ee156cc8-1883-4ab4-bf84-ad760a59dcd8'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:00.842043 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-4e47fb19-8a10-4de2-a3d6-69aacc0fcde6 None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:00.854322 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7bf5419c-58f5-44d7-80e7-c0107401d9ba tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6440668 Mar 28 19:08:00.860766 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52710) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:00.873161 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-21f705d7-6e88-49f2-8cd8-c823c2d8c3ce tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Request body: {'port': {'network_id': '1ab00e04-d9e4-4bb0-86e0-9e66863b333b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-102114'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:00.900368 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-4e47fb19-8a10-4de2-a3d6-69aacc0fcde6 None None] Transition to ACTIVE for port object 4d820f70-dd94-4044-82f0-e6c8e4ec6845 will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:00.911565 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ec7b949b-cda5-418e-bfd7-1d68d383f3d9 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "GET /v2.0/routers/ee156cc8-1883-4ab4-bf84-ad760a59dcd8 HTTP/1.1" status: 200 len: 923 time: 0.3911760 Mar 28 19:08:00.915474 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52714) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:00.917686 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-4e47fb19-8a10-4de2-a3d6-69aacc0fcde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:01.030347 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-a7bceb43-7eff-4923-afd1-85e5d8352440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:01.030748 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bceb43-7eff-4923-afd1-85e5d8352440 None None] The sync data for ids ['ee156cc8-1883-4ab4-bf84-ad760a59dcd8'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:08:01.051732 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-49a8a62a-507d-491b-bbe8-bd0661420cc9 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Delete allocated IP 2001:db8:0:1::78 (eb4afa29-dae0-43ec-99a8-4e1e3fddda8f/7ae4869e-52d4-4dfd-ada3-b13c153c0003) {{(pid=87833) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 19:08:01.105247 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec028eb8-64d1-42a9-99cb-6c55a9c0f6b7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:01.117411 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a42c14-66c9-4e26-bd45-28725d3c6122 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:01.118156 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a1a42c14-66c9-4e26-bd45-28725d3c6122 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Synchronizing usage tracker for tenant:7bb4ac49875c45c19f6e9ca2a143ead5 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:08:01.139943 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f994857-0433-4104-8936-05b1b19ee895 None None] Pushing event updated for resources: {'Port': ['ID=4d820f70-dd94-4044-82f0-e6c8e4ec6845,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:01.207444 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a1a42c14-66c9-4e26-bd45-28725d3c6122 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Unset dirty status for tenant:7bb4ac49875c45c19f6e9ca2a143ead5 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:08:01.208895 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a1a42c14-66c9-4e26-bd45-28725d3c6122 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=222bb166-3b66-45c7-9663-18be61b96587&device_id=ee156cc8-1883-4ab4-bf84-ad760a59dcd8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2922387 Mar 28 19:08:01.212547 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52718) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:01.212745 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f994857-0433-4104-8936-05b1b19ee895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:01.213220 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f994857-0433-4104-8936-05b1b19ee895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:01.213710 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f994857-0433-4104-8936-05b1b19ee895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:01.214188 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f994857-0433-4104-8936-05b1b19ee895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:01.214667 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f994857-0433-4104-8936-05b1b19ee895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:01.215191 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f994857-0433-4104-8936-05b1b19ee895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:01.215673 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f994857-0433-4104-8936-05b1b19ee895 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:01.216136 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f994857-0433-4104-8936-05b1b19ee895 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:01.216623 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f994857-0433-4104-8936-05b1b19ee895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:01.217098 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f994857-0433-4104-8936-05b1b19ee895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:01.217559 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f994857-0433-4104-8936-05b1b19ee895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:01.218029 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f994857-0433-4104-8936-05b1b19ee895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:01.234940 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-4e47fb19-8a10-4de2-a3d6-69aacc0fcde6 None None] Attempting to bind port 4d820f70-dd94-4044-82f0-e6c8e4ec6845 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:08:01.235295 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-4e47fb19-8a10-4de2-a3d6-69aacc0fcde6 None None] Attempting to bind port 4d820f70-dd94-4044-82f0-e6c8e4ec6845 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:08:01.236175 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e47fb19-8a10-4de2-a3d6-69aacc0fcde6 None None] Attempting to bind port 4d820f70-dd94-4044-82f0-e6c8e4ec6845 on network 1857c8f5-5622-42ce-a4f9-106880783f61 {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:08:01.241786 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e47fb19-8a10-4de2-a3d6-69aacc0fcde6 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:08:01.242148 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e47fb19-8a10-4de2-a3d6-69aacc0fcde6 None None] Checking segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:08:01.242541 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-4e47fb19-8a10-4de2-a3d6-69aacc0fcde6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:01.242949 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e47fb19-8a10-4de2-a3d6-69aacc0fcde6 None None] Bound using segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:08:01.243410 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-4e47fb19-8a10-4de2-a3d6-69aacc0fcde6 None None] Bound port: 4d820f70-dd94-4044-82f0-e6c8e4ec6845, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:08:01.243778 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-4e47fb19-8a10-4de2-a3d6-69aacc0fcde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:01.332777 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-21f705d7-6e88-49f2-8cd8-c823c2d8c3ce tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:01.336695 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-21f705d7-6e88-49f2-8cd8-c823c2d8c3ce tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Usage tracker for resource:port and tenant:7c49d91779f148469f88ab2ed871b251 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:01.339867 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-21f705d7-6e88-49f2-8cd8-c823c2d8c3ce tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:01.345920 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-21f705d7-6e88-49f2-8cd8-c823c2d8c3ce tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:01.374304 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-4e47fb19-8a10-4de2-a3d6-69aacc0fcde6 None None] For port 4d820f70-dd94-4044-82f0-e6c8e4ec6845, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:08:01.378509 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-4e47fb19-8a10-4de2-a3d6-69aacc0fcde6 None None] For port 4d820f70-dd94-4044-82f0-e6c8e4ec6845, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=4d820f70-dd94-4044-82f0-e6c8e4ec6845,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:08:01.387238 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-4e47fb19-8a10-4de2-a3d6-69aacc0fcde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:01.408255 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec028eb8-64d1-42a9-99cb-6c55a9c0f6b7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event deleted for resources: {'Port': ['ID=580b774e-3a62-496b-80ec-b51efb1b11e0,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:01.421716 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af43fd7-ae90-47ea-9eb5-82f4e4fe3bad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-1ab00e04-d9e4-4bb0-86e0-9e66863b333b', 'network_id': '1ab00e04-d9e4-4bb0-86e0-9e66863b333b', 'tenant_id': '7c49d91779f148469f88ab2ed871b251', 'fixed_ips': [{'subnet_id': '5d016b2e-ea50-4f76-8a8d-f7441b049f13'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:08:01.422625 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4af43fd7-ae90-47ea-9eb5-82f4e4fe3bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:01.462132 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f705d7-6e88-49f2-8cd8-c823c2d8c3ce tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Made reservation on behalf of 7c49d91779f148469f88ab2ed871b251 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:08:01.464205 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-21f705d7-6e88-49f2-8cd8-c823c2d8c3ce tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:01.489203 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e47fb19-8a10-4de2-a3d6-69aacc0fcde6 None None] Routers {'89d870ca-d9b7-4383-b78f-08bf0efb5e41'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:01.489839 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-4e47fb19-8a10-4de2-a3d6-69aacc0fcde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['89d870ca-d9b7-4383-b78f-08bf0efb5e41'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:01.532488 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-49a8a62a-507d-491b-bbe8-bd0661420cc9 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:01.557782 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:01.570786 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-49a8a62a-507d-491b-bbe8-bd0661420cc9 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Ignored duplicate provisioning block setup for port 7836c00c-3804-40e0-bb67-638cd7468558 by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 28 19:08:01.572969 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec028eb8-64d1-42a9-99cb-6c55a9c0f6b7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:01.575901 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f994857-0433-4104-8936-05b1b19ee895 None None] Pushing event updated for resources: {'Port': ['ID=4d820f70-dd94-4044-82f0-e6c8e4ec6845,revision_number=4']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:01.576703 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ec028eb8-64d1-42a9-99cb-6c55a9c0f6b7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "DELETE /v2.0/ports/580b774e-3a62-496b-80ec-b51efb1b11e0 HTTP/1.1" status: 204 len: 168 time: 2.3689699 Mar 28 19:08:01.587562 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52722) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:01.598939 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-c7d74c0e-22ac-4e2c-8489-3472aec6a2e2 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:01.610917 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-49a8a62a-507d-491b-bbe8-bd0661420cc9 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:01.612996 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c7d74c0e-22ac-4e2c-8489-3472aec6a2e2 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:01.617666 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c7d74c0e-22ac-4e2c-8489-3472aec6a2e2 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Usage tracker for resource:floatingip and tenant:1743e377fa3445a1bfe766f337c9afee is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:01.624604 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c7d74c0e-22ac-4e2c-8489-3472aec6a2e2 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:01.632113 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-21f705d7-6e88-49f2-8cd8-c823c2d8c3ce tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] device_id is not set on port adcea7fe-ff78-4624-8ea5-52b45653dbb8 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:08:01.717763 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-4e47fb19-8a10-4de2-a3d6-69aacc0fcde6 None None] Set router 89d870ca-d9b7-4383-b78f-08bf0efb5e41 gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:08:01.734832 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-4af43fd7-ae90-47ea-9eb5-82f4e4fe3bad None None] Allocated IP 2001:db8::2 (1ab00e04-d9e4-4bb0-86e0-9e66863b333b/5d016b2e-ea50-4f76-8a8d-f7441b049f13/f97e1ca2-d7f0-41a8-8392-314bdc637262) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:01.821326 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-49a8a62a-507d-491b-bbe8-bd0661420cc9 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] In _notify_port_updated(), no bound segment for port 7836c00c-3804-40e0-bb67-638cd7468558 on network eb4afa29-dae0-43ec-99a8-4e1e3fddda8f {{(pid=87833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 19:08:01.842637 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a8a62a-507d-491b-bbe8-bd0661420cc9 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:01.843430 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-49a8a62a-507d-491b-bbe8-bd0661420cc9 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:01.844611 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-49a8a62a-507d-491b-bbe8-bd0661420cc9 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "PUT /v2.0/ports/7836c00c-3804-40e0-bb67-638cd7468558 HTTP/1.1" status: 200 len: 925 time: 2.3625379 Mar 28 19:08:01.850774 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52726) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:01.854089 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c7d74c0e-22ac-4e2c-8489-3472aec6a2e2 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:01.878104 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-722d0776-d2f0-47a1-b618-3cd906e84f5a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a6ff7dda-0711-4d39-8fc2-180c2e85b93f'}, {'subnet_id': '7ae4869e-52d4-4dfd-ada3-b13c153c0003'}]}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:01.878205 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c7d74c0e-22ac-4e2c-8489-3472aec6a2e2 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:01.968879 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8a62a-507d-491b-bbe8-bd0661420cc9 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Port': ['ID=7836c00c-3804-40e0-bb67-638cd7468558,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:01.981136 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785bcb05-c743-4bf6-ab75-da20062588ad tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:01.981695 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-785bcb05-c743-4bf6-ab75-da20062588ad tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Synchronizing usage tracker for tenant:7bb4ac49875c45c19f6e9ca2a143ead5 on resource:network {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:08:02.048679 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-785bcb05-c743-4bf6-ab75-da20062588ad tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Unset dirty status for tenant:7bb4ac49875c45c19f6e9ca2a143ead5 on resource:network {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:08:02.052820 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-785bcb05-c743-4bf6-ab75-da20062588ad tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "GET /v2.0/networks/222bb166-3b66-45c7-9663-18be61b96587 HTTP/1.1" status: 200 len: 881 time: 0.8362079 Mar 28 19:08:02.057073 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52730) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:02.128667 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4af43fd7-ae90-47ea-9eb5-82f4e4fe3bad None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:02.132848 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-722d0776-d2f0-47a1-b618-3cd906e84f5a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:02.145925 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9da7329a-5de6-4427-9f0c-fd5b1246c1a4 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee156cc8-1883-4ab4-bf84-ad760a59dcd8 HTTP/1.1" status: 200 len: 205 time: 0.0683374 Mar 28 19:08:02.146722 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52734) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:02.152730 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-03b6558e-e66d-4cb3-8cc5-d1516735ed18 None None] Provisioning for port 7836c00c-3804-40e0-bb67-638cd7468558 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:08:02.177319 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-03b6558e-e66d-4cb3-8cc5-d1516735ed18 None None] Provisioning complete for port 7836c00c-3804-40e0-bb67-638cd7468558 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:02.177740 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-03b6558e-e66d-4cb3-8cc5-d1516735ed18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:02.210010 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-4af43fd7-ae90-47ea-9eb5-82f4e4fe3bad None None] Transition to ACTIVE for port object f97e1ca2-d7f0-41a8-8392-314bdc637262 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:02.273445 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-4af43fd7-ae90-47ea-9eb5-82f4e4fe3bad None None] Transition to ACTIVE for port object f97e1ca2-d7f0-41a8-8392-314bdc637262 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:02.279248 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-03b6558e-e66d-4cb3-8cc5-d1516735ed18 None None] Port 7836c00c-3804-40e0-bb67-638cd7468558 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:08:02.298826 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4af43fd7-ae90-47ea-9eb5-82f4e4fe3bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:02.359509 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af43fd7-ae90-47ea-9eb5-82f4e4fe3bad None None] Network 1ab00e04-d9e4-4bb0-86e0-9e66863b333b is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:02.378801 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-4e47fb19-8a10-4de2-a3d6-69aacc0fcde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d870ca-d9b7-4383-b78f-08bf0efb5e41', 'name': 'tempest-NetworksTestDHCPv6-router-1445449103', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:07:53Z', 'updated_at': '2022-03-28T19:07:57Z', 'revision_number': 2, 'project_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'gw_port_host': None, '_interfaces': [{'id': '4d820f70-dd94-4044-82f0-e6c8e4ec6845', 'name': '', 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'mac_address': 'fa:16:3e:9f:c0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d870ca-d9b7-4383-b78f-08bf0efb5e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9253bf06-e301-4ff0-aa0c-c3fbab8b24ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:07:55Z', 'updated_at': '2022-03-28T19:08:01Z', 'revision_number': 4, 'project_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'subnets': [{'id': '9253bf06-e301-4ff0-aa0c-c3fbab8b24ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:02.380791 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-4af43fd7-ae90-47ea-9eb5-82f4e4fe3bad None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:02.392966 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af43fd7-ae90-47ea-9eb5-82f4e4fe3bad None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:08:02.399712 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e47fb19-8a10-4de2-a3d6-69aacc0fcde6 None None] The sync data for ids ['89d870ca-d9b7-4383-b78f-08bf0efb5e41'] in dv-neutron-834711-1-hyperv is: [{'id': '89d870ca-d9b7-4383-b78f-08bf0efb5e41', 'name': 'tempest-NetworksTestDHCPv6-router-1445449103', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:07:53Z', 'updated_at': '2022-03-28T19:07:57Z', 'revision_number': 2, 'project_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'gw_port_host': None, '_interfaces': [{'id': '4d820f70-dd94-4044-82f0-e6c8e4ec6845', 'name': '', 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'mac_address': 'fa:16:3e:9f:c0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d870ca-d9b7-4383-b78f-08bf0efb5e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9253bf06-e301-4ff0-aa0c-c3fbab8b24ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:07:55Z', 'updated_at': '2022-03-28T19:08:01Z', 'revision_number': 4, 'project_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'subnets': [{'id': '9253bf06-e301-4ff0-aa0c-c3fbab8b24ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:08:02.412065 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-03b6558e-e66d-4cb3-8cc5-d1516735ed18 None None] Provisioning complete for port dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:02.412647 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-03b6558e-e66d-4cb3-8cc5-d1516735ed18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:02.639978 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af43fd7-ae90-47ea-9eb5-82f4e4fe3bad None None] Pushing event updated for resources: {'Port': ['ID=f97e1ca2-d7f0-41a8-8392-314bdc637262,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:02.665045 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-21f705d7-6e88-49f2-8cd8-c823c2d8c3ce tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Allocated IP 2001:db8::227 (1ab00e04-d9e4-4bb0-86e0-9e66863b333b/5d016b2e-ea50-4f76-8a8d-f7441b049f13/adcea7fe-ff78-4624-8ea5-52b45653dbb8) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:02.684295 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-4af43fd7-ae90-47ea-9eb5-82f4e4fe3bad None None] Attempting to bind port f97e1ca2-d7f0-41a8-8392-314bdc637262 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:08:02.685524 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-4af43fd7-ae90-47ea-9eb5-82f4e4fe3bad None None] Attempting to bind port f97e1ca2-d7f0-41a8-8392-314bdc637262 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '96df487e-7ded-4b50-ac1b-e0b66c2f90f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1ab00e04-d9e4-4bb0-86e0-9e66863b333b'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:08:02.685524 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af43fd7-ae90-47ea-9eb5-82f4e4fe3bad None None] Attempting to bind port f97e1ca2-d7f0-41a8-8392-314bdc637262 on network 1ab00e04-d9e4-4bb0-86e0-9e66863b333b {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:08:02.733745 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af43fd7-ae90-47ea-9eb5-82f4e4fe3bad None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:08:02.734013 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af43fd7-ae90-47ea-9eb5-82f4e4fe3bad None None] Checking segment: {'id': '96df487e-7ded-4b50-ac1b-e0b66c2f90f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1ab00e04-d9e4-4bb0-86e0-9e66863b333b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:08:02.734414 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4af43fd7-ae90-47ea-9eb5-82f4e4fe3bad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:02.734811 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af43fd7-ae90-47ea-9eb5-82f4e4fe3bad None None] Bound using segment: {'id': '96df487e-7ded-4b50-ac1b-e0b66c2f90f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1ab00e04-d9e4-4bb0-86e0-9e66863b333b'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:08:02.737005 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-4af43fd7-ae90-47ea-9eb5-82f4e4fe3bad None None] Bound port: f97e1ca2-d7f0-41a8-8392-314bdc637262, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96df487e-7ded-4b50-ac1b-e0b66c2f90f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1ab00e04-d9e4-4bb0-86e0-9e66863b333b'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:08:02.737442 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4af43fd7-ae90-47ea-9eb5-82f4e4fe3bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:02.747562 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fee6e106-97ca-497d-a8b5-074db787b82f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:02.940144 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-4af43fd7-ae90-47ea-9eb5-82f4e4fe3bad None None] For port f97e1ca2-d7f0-41a8-8392-314bdc637262, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:08:02.949200 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-4af43fd7-ae90-47ea-9eb5-82f4e4fe3bad None None] For port f97e1ca2-d7f0-41a8-8392-314bdc637262, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=f97e1ca2-d7f0-41a8-8392-314bdc637262,segment=NetworkSegment(96df487e-7ded-4b50-ac1b-e0b66c2f90f9),segment_id=96df487e-7ded-4b50-ac1b-e0b66c2f90f9)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:08:02.956319 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4af43fd7-ae90-47ea-9eb5-82f4e4fe3bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:02.963151 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c7d74c0e-22ac-4e2c-8489-3472aec6a2e2 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:02.989181 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-722d0776-d2f0-47a1-b618-3cd906e84f5a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Allocated IP 2001:db8:0:1::59 (eb4afa29-dae0-43ec-99a8-4e1e3fddda8f/7ae4869e-52d4-4dfd-ada3-b13c153c0003/7836c00c-3804-40e0-bb67-638cd7468558) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:03.013987 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cfda818f-72b8-41a4-86bf-21a100c8079e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:03.073488 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af43fd7-ae90-47ea-9eb5-82f4e4fe3bad None None] Pushing event updated for resources: {'Port': ['ID=f97e1ca2-d7f0-41a8-8392-314bdc637262,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:03.091063 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-60faedbd-fefc-41b8-aa50-948b9b8f8406 None None] Provisioning complete for port 7836c00c-3804-40e0-bb67-638cd7468558 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:03.091926 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-60faedbd-fefc-41b8-aa50-948b9b8f8406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:03.173028 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-60faedbd-fefc-41b8-aa50-948b9b8f8406 None None] Port 7836c00c-3804-40e0-bb67-638cd7468558 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:08:03.188837 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-722d0776-d2f0-47a1-b618-3cd906e84f5a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:03.216369 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-722d0776-d2f0-47a1-b618-3cd906e84f5a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Transition to ACTIVE for port object 7836c00c-3804-40e0-bb67-638cd7468558 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:03.223586 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-722d0776-d2f0-47a1-b618-3cd906e84f5a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:03.404161 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-722d0776-d2f0-47a1-b618-3cd906e84f5a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] In _notify_port_updated(), no bound segment for port 7836c00c-3804-40e0-bb67-638cd7468558 on network eb4afa29-dae0-43ec-99a8-4e1e3fddda8f {{(pid=87833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 19:08:03.412012 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722d0776-d2f0-47a1-b618-3cd906e84f5a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:03.412674 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-722d0776-d2f0-47a1-b618-3cd906e84f5a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:03.414040 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-722d0776-d2f0-47a1-b618-3cd906e84f5a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "PUT /v2.0/ports/7836c00c-3804-40e0-bb67-638cd7468558 HTTP/1.1" status: 200 len: 1010 time: 1.5607779 Mar 28 19:08:03.421644 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52738) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:03.512988 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-91e4cff8-7a81-4a45-a91a-3ffe52479518 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting port 7836c00c-3804-40e0-bb67-638cd7468558 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:03.513328 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-91e4cff8-7a81-4a45-a91a-3ffe52479518 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:03.539141 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d0776-d2f0-47a1-b618-3cd906e84f5a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Port': ['ID=7836c00c-3804-40e0-bb67-638cd7468558,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:03.544209 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fee6e106-97ca-497d-a8b5-074db787b82f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:03.647862 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-fee6e106-97ca-497d-a8b5-074db787b82f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Deleting port 8df11bc7-b8e9-4dc2-8cbe-27956eddc18f {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:03.648205 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fee6e106-97ca-497d-a8b5-074db787b82f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:03.702715 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-8080e073-77ca-4782-8f50-e04d5217675e None None] Provisioning for port 7836c00c-3804-40e0-bb67-638cd7468558 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:08:03.710198 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-8080e073-77ca-4782-8f50-e04d5217675e None None] Provisioning complete for port 7836c00c-3804-40e0-bb67-638cd7468558 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:03.710574 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8080e073-77ca-4782-8f50-e04d5217675e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:03.743353 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-21f705d7-6e88-49f2-8cd8-c823c2d8c3ce tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:03.773234 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-c7d74c0e-22ac-4e2c-8489-3472aec6a2e2 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Allocated IP 172.26.4.40 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/fc3fceb8-2ad3-42f1-9ae6-daf74d9f6536) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:03.785670 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-8080e073-77ca-4782-8f50-e04d5217675e None None] Port 7836c00c-3804-40e0-bb67-638cd7468558 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:08:03.792761 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-91e4cff8-7a81-4a45-a91a-3ffe52479518 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:03.823553 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-21f705d7-6e88-49f2-8cd8-c823c2d8c3ce tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Transition to ACTIVE for port object adcea7fe-ff78-4624-8ea5-52b45653dbb8 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:03.922098 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-91e4cff8-7a81-4a45-a91a-3ffe52479518 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Calling delete_port for 7836c00c-3804-40e0-bb67-638cd7468558 owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:04.039101 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-cfda818f-72b8-41a4-86bf-21a100c8079e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting port 4d820f70-dd94-4044-82f0-e6c8e4ec6845 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:04.039333 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cfda818f-72b8-41a4-86bf-21a100c8079e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:04.085426 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fee6e106-97ca-497d-a8b5-074db787b82f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:04.144480 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-91e4cff8-7a81-4a45-a91a-3ffe52479518 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:04.199771 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4cff8-7a81-4a45-a91a-3ffe52479518 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Port': ['ID=7836c00c-3804-40e0-bb67-638cd7468558,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:04.295763 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-91e4cff8-7a81-4a45-a91a-3ffe52479518 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:04.333609 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-91e4cff8-7a81-4a45-a91a-3ffe52479518 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/ports/7836c00c-3804-40e0-bb67-638cd7468558 HTTP/1.1" status: 204 len: 168 time: 0.9088748 Mar 28 19:08:04.350040 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbe56d5-e1fd-4df4-9078-5b6c2fc2ca60 None None] Network 1ab00e04-d9e4-4bb0-86e0-9e66863b333b requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:08:04.368892 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52744) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:04.383662 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device f97e1ca2-d7f0-41a8-8392-314bdc637262 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:08:04.424336 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc48803-999c-4958-bcef-139e47d992b6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] GET failed (client error): The resource could not be found. Mar 28 19:08:04.424899 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-7fc48803-999c-4958-bcef-139e47d992b6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Synchronizing usage tracker for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:08:04.466035 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-7fc48803-999c-4958-bcef-139e47d992b6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Unset dirty status for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:08:04.469580 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-7fc48803-999c-4958-bcef-139e47d992b6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "GET /v2.0/ports/7836c00c-3804-40e0-bb67-638cd7468558 HTTP/1.1" status: 404 len: 333 time: 0.0975175 Mar 28 19:08:04.469728 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-fee6e106-97ca-497d-a8b5-074db787b82f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Calling delete_port for 8df11bc7-b8e9-4dc2-8cbe-27956eddc18f owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:04.471421 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52748) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:04.523302 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-21f705d7-6e88-49f2-8cd8-c823c2d8c3ce tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:04.576432 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c7d74c0e-22ac-4e2c-8489-3472aec6a2e2 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:04.580204 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-fc27862d-f000-4ae7-bdce-47fb319a14a6 None None] Provisioning for port f97e1ca2-d7f0-41a8-8392-314bdc637262 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:08:04.620552 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port f97e1ca2-d7f0-41a8-8392-314bdc637262 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:08:04.629614 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1f42f5df-59c1-41a8-9de8-7992aa852680 req-4e5837cf-eb94-4eb3-abcc-a74ee4aaf16a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2969253 Mar 28 19:08:04.687625 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f705d7-6e88-49f2-8cd8-c823c2d8c3ce tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Pushing event updated for resources: {'Port': ['ID=adcea7fe-ff78-4624-8ea5-52b45653dbb8,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:04.702958 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port f97e1ca2-d7f0-41a8-8392-314bdc637262 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:04.703874 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:04.742358 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f705d7-6e88-49f2-8cd8-c823c2d8c3ce tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Network 1ab00e04-d9e4-4bb0-86e0-9e66863b333b is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:04.754270 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cca4f3a-e0a2-4c95-80b0-585f26fc7251 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting subnet 7ae4869e-52d4-4dfd-ada3-b13c153c0003 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:08:04.754600 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-21f705d7-6e88-49f2-8cd8-c823c2d8c3ce tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:04.761048 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1cca4f3a-e0a2-4c95-80b0-585f26fc7251 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:04.767533 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f705d7-6e88-49f2-8cd8-c823c2d8c3ce tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:08:04.773231 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f705d7-6e88-49f2-8cd8-c823c2d8c3ce tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:04.773643 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-21f705d7-6e88-49f2-8cd8-c823c2d8c3ce tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:04.828768 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1cca4f3a-e0a2-4c95-80b0-585f26fc7251 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:04.866620 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-21f705d7-6e88-49f2-8cd8-c823c2d8c3ce tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 4.0045602 Mar 28 19:08:04.872616 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52752) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:04.876690 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-cfda818f-72b8-41a4-86bf-21a100c8079e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] For port 4d820f70-dd94-4044-82f0-e6c8e4ec6845, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=4d820f70-dd94-4044-82f0-e6c8e4ec6845,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:08:04.877113 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cfda818f-72b8-41a4-86bf-21a100c8079e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:04.895210 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42f5df-59c1-41a8-9de8-7992aa852680 req-998f640f-d8a1-4332-bb68-77af2b5dab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:04.897431 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1f42f5df-59c1-41a8-9de8-7992aa852680 req-998f640f-d8a1-4332-bb68-77af2b5dab63 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=936b36bbd26d462bb0c5b68398e9e06d&device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 1098 time: 0.2422481 Mar 28 19:08:04.901776 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:04.905503 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-81cb34e8-962e-427c-b031-d1ccc5ae033f tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Request body: {'port': {'network_id': '1ab00e04-d9e4-4bb0-86e0-9e66863b333b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1402785805', 'allowed_address_pairs': [{'ip_address': '2001:db8::227', 'mac_address': 'fa:16:3e:13:bb:fb'}]}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:04.943569 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port f97e1ca2-d7f0-41a8-8392-314bdc637262, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=f97e1ca2-d7f0-41a8-8392-314bdc637262,segment=NetworkSegment(96df487e-7ded-4b50-ac1b-e0b66c2f90f9),segment_id=96df487e-7ded-4b50-ac1b-e0b66c2f90f9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:08:04.949222 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:04.950203 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 4d820f70-dd94-4044-82f0-e6c8e4ec6845 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:08:05.019399 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c7d74c0e-22ac-4e2c-8489-3472aec6a2e2 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:05.029276 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-cfda818f-72b8-41a4-86bf-21a100c8079e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Calling delete_port for 4d820f70-dd94-4044-82f0-e6c8e4ec6845 owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:05.073797 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=f97e1ca2-d7f0-41a8-8392-314bdc637262,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:05.086619 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 4d820f70-dd94-4044-82f0-e6c8e4ec6845 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:08:05.092517 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 4d820f70-dd94-4044-82f0-e6c8e4ec6845 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:05.093261 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:05.214603 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1cca4f3a-e0a2-4c95-80b0-585f26fc7251 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:05.242801 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:05.270690 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-53582f4b-f5f6-4757-b2a9-525393bd8a40 None None] Provisioning complete for port f97e1ca2-d7f0-41a8-8392-314bdc637262 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:05.271105 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-53582f4b-f5f6-4757-b2a9-525393bd8a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:05.275117 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42f5df-59c1-41a8-9de8-7992aa852680 req-0beeb0f3-9f2d-4771-96f6-6c897a467cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:05.277054 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1f42f5df-59c1-41a8-9de8-7992aa852680 req-0beeb0f3-9f2d-4771-96f6-6c897a467cb0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=05d45956-a093-40a4-9858-58f23a47edbe HTTP/1.1" status: 200 len: 912 time: 0.3471923 Mar 28 19:08:05.283418 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-81cb34e8-962e-427c-b031-d1ccc5ae033f tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:05.302013 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d74c0e-22ac-4e2c-8489-3472aec6a2e2 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event updated for resources: {'Port': ['ID=fc3fceb8-2ad3-42f1-9ae6-daf74d9f6536,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:05.307970 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d74c0e-22ac-4e2c-8489-3472aec6a2e2 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:05.312449 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-c7d74c0e-22ac-4e2c-8489-3472aec6a2e2 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:05.319032 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d74c0e-22ac-4e2c-8489-3472aec6a2e2 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:08:05.351885 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-81cb34e8-962e-427c-b031-d1ccc5ae033f tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Usage tracker for resource:port and tenant:7c49d91779f148469f88ab2ed871b251 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:05.379341 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-81cb34e8-962e-427c-b031-d1ccc5ae033f tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:05.411160 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 28 19:08:05.411160 dv-neutron-834711-1-hyperv neutron-server[87834]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Mar 28 19:08:05.411160 dv-neutron-834711-1-hyperv neutron-server[87834]: [parameters: {'status': 'ACTIVE', 'ports_id': '4d820f70-dd94-4044-82f0-e6c8e4ec6845'}] Mar 28 19:08:05.411160 dv-neutron-834711-1-hyperv neutron-server[87834]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:08:05.411568 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:08:05.417718 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-81cb34e8-962e-427c-b031-d1ccc5ae033f tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:05.466996 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fee6e106-97ca-497d-a8b5-074db787b82f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:05.492798 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1cca4f3a-e0a2-4c95-80b0-585f26fc7251 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:05.523185 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-53582f4b-f5f6-4757-b2a9-525393bd8a40 None None] Provisioning for port adcea7fe-ff78-4624-8ea5-52b45653dbb8 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:08:05.530020 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-53582f4b-f5f6-4757-b2a9-525393bd8a40 None None] Provisioning complete for port adcea7fe-ff78-4624-8ea5-52b45653dbb8 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:05.530530 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-53582f4b-f5f6-4757-b2a9-525393bd8a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:05.535373 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6e106-97ca-497d-a8b5-074db787b82f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Pushing event deleted for resources: {'Port': ['ID=8df11bc7-b8e9-4dc2-8cbe-27956eddc18f,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:05.560352 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cb34e8-962e-427c-b031-d1ccc5ae033f tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Made reservation on behalf of 7c49d91779f148469f88ab2ed871b251 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:08:05.595481 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-53582f4b-f5f6-4757-b2a9-525393bd8a40 None None] Port adcea7fe-ff78-4624-8ea5-52b45653dbb8 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:08:05.625158 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1f42f5df-59c1-41a8-9de8-7992aa852680 req-22fbf05e-c401-4d72-b799-ac5e74b6dd7c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da1a4fe6-e25e-4603-a82e-846b7ddebdd0 HTTP/1.1" status: 200 len: 1001 time: 0.3389664 Mar 28 19:08:05.628009 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1cca4f3a-e0a2-4c95-80b0-585f26fc7251 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:05.629242 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cfda818f-72b8-41a4-86bf-21a100c8079e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:05.635074 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca4f3a-e0a2-4c95-80b0-585f26fc7251 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Subnet': ['ID=7ae4869e-52d4-4dfd-ada3-b13c153c0003,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:05.645830 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611ec3b9-8e6a-43c0-9f47-6911f2bfd0ee None None] Network eb4afa29-dae0-43ec-99a8-4e1e3fddda8f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:08:05.741024 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fee6e106-97ca-497d-a8b5-074db787b82f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:05.778540 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-2aba4693-4950-435a-ae1c-a165d0b1a7b9 None None] Provisioning complete for port adcea7fe-ff78-4624-8ea5-52b45653dbb8 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:05.779187 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2aba4693-4950-435a-ae1c-a165d0b1a7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:05.848058 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-81cb34e8-962e-427c-b031-d1ccc5ae033f tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:05.856227 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda818f-72b8-41a4-86bf-21a100c8079e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Port': ['ID=4d820f70-dd94-4044-82f0-e6c8e4ec6845,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:05.878578 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1cca4f3a-e0a2-4c95-80b0-585f26fc7251 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/subnets/7ae4869e-52d4-4dfd-ada3-b13c153c0003 HTTP/1.1" status: 204 len: 168 time: 1.4060194 Mar 28 19:08:05.901015 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52760) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:05.905067 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42f5df-59c1-41a8-9de8-7992aa852680 req-2022035c-444d-4701-b134-609fafec128a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:05.906498 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1f42f5df-59c1-41a8-9de8-7992aa852680 req-2022035c-444d-4701-b134-609fafec128a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba510855-a9fd-4b40-9483-d8a58a15b59b HTTP/1.1" status: 200 len: 850 time: 0.2728107 Mar 28 19:08:05.965166 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-2aba4693-4950-435a-ae1c-a165d0b1a7b9 None None] Port adcea7fe-ff78-4624-8ea5-52b45653dbb8 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:08:05.979957 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Port 4d820f70-dd94-4044-82f0-e6c8e4ec6845 update to ACTIVE by agent not found {{(pid=87834) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 28 19:08:05.983446 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-81cb34e8-962e-427c-b031-d1ccc5ae033f tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] device_id is not set on port f50fcedc-141a-451b-a45c-bb082a49275f yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:08:06.131105 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c7d74c0e-22ac-4e2c-8489-3472aec6a2e2 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:06.133855 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fee6e106-97ca-497d-a8b5-074db787b82f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:06.138924 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fee6e106-97ca-497d-a8b5-074db787b82f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:06.163554 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0b01a8-b19a-492d-8b98-3cfc289bf572 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting subnet a6ff7dda-0711-4d39-8fc2-180c2e85b93f {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:08:06.221566 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ec0b01a8-b19a-492d-8b98-3cfc289bf572 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:06.316030 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ec0b01a8-b19a-492d-8b98-3cfc289bf572 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:06.338918 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device f97e1ca2-d7f0-41a8-8392-314bdc637262 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:08:06.382834 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-81cb34e8-962e-427c-b031-d1ccc5ae033f tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Allocated IP 2001:db8::11f (1ab00e04-d9e4-4bb0-86e0-9e66863b333b/5d016b2e-ea50-4f76-8a8d-f7441b049f13/f50fcedc-141a-451b-a45c-bb082a49275f) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:06.402607 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cfda818f-72b8-41a4-86bf-21a100c8079e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:06.411184 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f2516-6f0e-4d20-9ed4-00a4d7897ba2 req-efcaf192-9258-4d38-914e-3e32f464baff tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:06.418858 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6d0f2516-6f0e-4d20-9ed4-00a4d7897ba2 req-efcaf192-9258-4d38-914e-3e32f464baff tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/ports?device_id=5541be53-68f4-4f1c-b866-f4e8eb8b1a1e HTTP/1.1" status: 200 len: 945 time: 0.3672144 Mar 28 19:08:06.422732 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42f5df-59c1-41a8-9de8-7992aa852680 req-75434a87-f76c-4435-82cb-913d7366fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:06.424278 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1f42f5df-59c1-41a8-9de8-7992aa852680 req-75434a87-f76c-4435-82cb-913d7366fff6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=05d45956-a093-40a4-9858-58f23a47edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4802723 Mar 28 19:08:06.425046 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fee6e106-97ca-497d-a8b5-074db787b82f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:06.425984 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee6e106-97ca-497d-a8b5-074db787b82f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Fanout notify agent at l3_agent the message router_deleted on router ee156cc8-1883-4ab4-bf84-ad760a59dcd8 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:08:06.427439 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port f97e1ca2-d7f0-41a8-8392-314bdc637262 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:06.428155 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:06.521019 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c7d74c0e-22ac-4e2c-8489-3472aec6a2e2 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:06.662708 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fee6e106-97ca-497d-a8b5-074db787b82f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:06.668386 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-fee6e106-97ca-497d-a8b5-074db787b82f tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "DELETE /v2.0/routers/ee156cc8-1883-4ab4-bf84-ad760a59dcd8 HTTP/1.1" status: 204 len: 168 time: 4.5200331 Mar 28 19:08:06.671434 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52770) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:06.688838 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-0e500d7b-753d-4b91-8347-1a376bb7cd3e tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-71584836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:06.775397 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0e500d7b-753d-4b91-8347-1a376bb7cd3e tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:06.793966 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0e500d7b-753d-4b91-8347-1a376bb7cd3e tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Usage tracker for resource:router and tenant:e6c57515830543a6952571afdd7483f1 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:06.821969 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6d0f2516-6f0e-4d20-9ed4-00a4d7897ba2 req-fa518449-c08e-4436-a930-0636cf6a0df6 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/security-groups?id=780a2151-41cd-48a1-859d-23e91cdac7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4021418 Mar 28 19:08:06.842546 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ec0b01a8-b19a-492d-8b98-3cfc289bf572 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:06.854267 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0e500d7b-753d-4b91-8347-1a376bb7cd3e tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:06.885490 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0e500d7b-753d-4b91-8347-1a376bb7cd3e tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:06.894407 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6ccaf757-6aa4-4fea-b195-07ab3af19d45 None None] Provisioning complete for port dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:06.895011 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6ccaf757-6aa4-4fea-b195-07ab3af19d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:06.986667 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfda818f-72b8-41a4-86bf-21a100c8079e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Router 89d870ca-d9b7-4383-b78f-08bf0efb5e41 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:08:06.991540 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0e500d7b-753d-4b91-8347-1a376bb7cd3e tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:06.992543 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0e500d7b-753d-4b91-8347-1a376bb7cd3e tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:06.994810 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1f42f5df-59c1-41a8-9de8-7992aa852680 req-ed356aea-e6b5-4f7d-bde2-b4253ab96b13 service neutron] 10.222.0.26 "GET /v2.0/networks/05d45956-a093-40a4-9858-58f23a47edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5393662 Mar 28 19:08:07.010696 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0e500d7b-753d-4b91-8347-1a376bb7cd3e tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:07.115733 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ec0b01a8-b19a-492d-8b98-3cfc289bf572 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:07.121619 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0e500d7b-753d-4b91-8347-1a376bb7cd3e tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:07.193814 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b01a8-b19a-492d-8b98-3cfc289bf572 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Subnet': ['ID=a6ff7dda-0711-4d39-8fc2-180c2e85b93f,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:07.206221 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ec0b01a8-b19a-492d-8b98-3cfc289bf572 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:07.208053 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ab75f7-04ad-4a53-bba8-1f312f84b31a None None] Network eb4afa29-dae0-43ec-99a8-4e1e3fddda8f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:08:07.218121 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ec0b01a8-b19a-492d-8b98-3cfc289bf572 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/subnets/a6ff7dda-0711-4d39-8fc2-180c2e85b93f HTTP/1.1" status: 204 len: 168 time: 1.3106065 Mar 28 19:08:07.223379 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52776) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:07.224332 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfda818f-72b8-41a4-86bf-21a100c8079e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:08:07.236067 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-cfda818f-72b8-41a4-86bf-21a100c8079e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "PUT /v2.0/routers/89d870ca-d9b7-4383-b78f-08bf0efb5e41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5800264 Mar 28 19:08:07.241534 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25314d9-3cee-4409-9abc-83ab8bc2861f None None] Sync routers for ids ['89d870ca-d9b7-4383-b78f-08bf0efb5e41'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:08:07.253923 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25314d9-3cee-4409-9abc-83ab8bc2861f None None] Routers {'89d870ca-d9b7-4383-b78f-08bf0efb5e41'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:07.254748 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-a25314d9-3cee-4409-9abc-83ab8bc2861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['89d870ca-d9b7-4383-b78f-08bf0efb5e41'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:07.278762 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52780) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:07.284072 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c7d74c0e-22ac-4e2c-8489-3472aec6a2e2 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:07.291450 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0e500d7b-753d-4b91-8347-1a376bb7cd3e tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:07.295974 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0e500d7b-753d-4b91-8347-1a376bb7cd3e tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6208005 Mar 28 19:08:07.312136 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c7d74c0e-22ac-4e2c-8489-3472aec6a2e2 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:07.321325 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52784) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:07.367036 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-167f4178-9127-4d3b-90a9-75fd0d2f3aef tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'enable_snat': True}}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:07.392273 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-a25314d9-3cee-4409-9abc-83ab8bc2861f None None] Set router 89d870ca-d9b7-4383-b78f-08bf0efb5e41 gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:08:07.429626 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-81cb34e8-962e-427c-b031-d1ccc5ae033f tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:07.494470 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-81cb34e8-962e-427c-b031-d1ccc5ae033f tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Transition to ACTIVE for port object f50fcedc-141a-451b-a45c-bb082a49275f will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:07.499188 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c31f63-530c-450e-87bd-9d10431c2a6b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:07.500664 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c31f63-530c-450e-87bd-9d10431c2a6b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:07.501992 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d1c31f63-530c-450e-87bd-9d10431c2a6b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:08:07.516175 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-a25314d9-3cee-4409-9abc-83ab8bc2861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d870ca-d9b7-4383-b78f-08bf0efb5e41', 'name': 'tempest-NetworksTestDHCPv6-router-1445449103', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:07:53Z', 'updated_at': '2022-03-28T19:08:05Z', 'revision_number': 3, 'project_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:07.521161 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25314d9-3cee-4409-9abc-83ab8bc2861f None None] Checking router: 89d870ca-d9b7-4383-b78f-08bf0efb5e41 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:08:07.522736 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978a6b85-8f3a-41d5-b73d-14af14eb4981 None None] DHCP port deletion for eb4afa29-dae0-43ec-99a8-4e1e3fddda8f request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:08:07.526394 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13918f5-7410-4553-849b-d041b38a24cb req-6970440a-d1cc-43b7-a4c6-8d6b3a06ba73 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:07.527944 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c13918f5-7410-4553-849b-d041b38a24cb req-6970440a-d1cc-43b7-a4c6-8d6b3a06ba73 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/ports?device_id=a71738cf-6ca2-49d8-9de6-cf8e78bf1283 HTTP/1.1" status: 200 len: 946 time: 0.4622834 Mar 28 19:08:07.528284 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-978a6b85-8f3a-41d5-b73d-14af14eb4981 None None] Deleting port dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:07.528663 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-978a6b85-8f3a-41d5-b73d-14af14eb4981 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:07.545991 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25314d9-3cee-4409-9abc-83ab8bc2861f None None] Routers {'89d870ca-d9b7-4383-b78f-08bf0efb5e41'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:07.546685 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1f42f5df-59c1-41a8-9de8-7992aa852680 req-11e13a56-5e82-43e8-bdd4-2e85a35d0c4d service neutron] 10.222.0.26 "GET /v2.0/networks/05d45956-a093-40a4-9858-58f23a47edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4935441 Mar 28 19:08:07.547535 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-a25314d9-3cee-4409-9abc-83ab8bc2861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['89d870ca-d9b7-4383-b78f-08bf0efb5e41'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:07.599203 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d1c31f63-530c-450e-87bd-9d10431c2a6b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:08:07.600446 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d1c31f63-530c-450e-87bd-9d10431c2a6b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3184631 Mar 28 19:08:07.609842 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52788) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:07.721207 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-a25314d9-3cee-4409-9abc-83ab8bc2861f None None] Set router 89d870ca-d9b7-4383-b78f-08bf0efb5e41 gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:08:07.722005 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9514c4-a495-4767-83f1-cc653d5410d9 req-99ba1833-def1-4dc0-83e7-987454d0f652 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:07.723554 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ac9514c4-a495-4767-83f1-cc653d5410d9 req-99ba1833-def1-4dc0-83e7-987454d0f652 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.26 "GET /v2.0/ports?device_id=5541be53-68f4-4f1c-b866-f4e8eb8b1a1e HTTP/1.1" status: 200 len: 945 time: 0.3889883 Mar 28 19:08:07.749683 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c13918f5-7410-4553-849b-d041b38a24cb req-bb5f09f3-5081-48f4-a16a-653cdd8da0ff tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/security-groups?id=50541515-9bf6-44e2-91ed-e0155095de83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082262 Mar 28 19:08:07.855570 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e41e8b-e6ad-41b3-b233-4a2d26327cd9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting subnet 9253bf06-e301-4ff0-aa0c-c3fbab8b24ae {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:08:07.856633 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-a25314d9-3cee-4409-9abc-83ab8bc2861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d870ca-d9b7-4383-b78f-08bf0efb5e41', 'name': 'tempest-NetworksTestDHCPv6-router-1445449103', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:07:53Z', 'updated_at': '2022-03-28T19:08:05Z', 'revision_number': 3, 'project_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:07.862935 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25314d9-3cee-4409-9abc-83ab8bc2861f None None] The sync data for ids ['89d870ca-d9b7-4383-b78f-08bf0efb5e41'] in dv-neutron-834711-1-hyperv is: [{'id': '89d870ca-d9b7-4383-b78f-08bf0efb5e41', 'name': 'tempest-NetworksTestDHCPv6-router-1445449103', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:07:53Z', 'updated_at': '2022-03-28T19:08:05Z', 'revision_number': 3, 'project_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'gw_port_host': None}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:08:07.863893 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-81cb34e8-962e-427c-b031-d1ccc5ae033f tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:07.865601 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-85e41e8b-e6ad-41b3-b233-4a2d26327cd9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:07.876997 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-978a6b85-8f3a-41d5-b73d-14af14eb4981 None None] For port dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173,segment=NetworkSegment(be4b99c6-0b02-4cf0-acfa-53b4c7720441),segment_id=be4b99c6-0b02-4cf0-acfa-53b4c7720441)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:08:07.877406 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-978a6b85-8f3a-41d5-b73d-14af14eb4981 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:07.973631 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d74c0e-22ac-4e2c-8489-3472aec6a2e2 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event updated for resources: {'Port': ['ID=fc3fceb8-2ad3-42f1-9ae6-daf74d9f6536,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:07.978960 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-515902ac-c1af-4155-b543-928a90f6f2d4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:08.008416 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-ac9514c4-a495-4767-83f1-cc653d5410d9 req-e564280f-5470-4abd-820b-1c0b2e2ac363 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Deleting port b036a87d-2ae7-46eb-873a-da221d69d7c7 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:08.008761 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ac9514c4-a495-4767-83f1-cc653d5410d9 req-e564280f-5470-4abd-820b-1c0b2e2ac363 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:08.044188 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c7d74c0e-22ac-4e2c-8489-3472aec6a2e2 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:08.058070 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-978a6b85-8f3a-41d5-b73d-14af14eb4981 None None] Calling delete_port for dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:08.140322 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cb34e8-962e-427c-b031-d1ccc5ae033f tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Network 1ab00e04-d9e4-4bb0-86e0-9e66863b333b is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:08.143923 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-978a6b85-8f3a-41d5-b73d-14af14eb4981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:08.152583 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c7d74c0e-22ac-4e2c-8489-3472aec6a2e2 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:08.156539 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c7d74c0e-22ac-4e2c-8489-3472aec6a2e2 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5598080 Mar 28 19:08:08.157109 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52794) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:08.159618 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-85e41e8b-e6ad-41b3-b233-4a2d26327cd9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:08.165806 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-28eccb48-016f-4d32-a85b-5aefef5411d8 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Request body: {'port': {'network_id': '04591ea1-7a4a-4cf4-8904-04ef5988b6c3', 'name': 'tempest-FloatingIPTestJSON-1766081433'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:08.191791 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-81cb34e8-962e-427c-b031-d1ccc5ae033f tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:08.201239 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb34e8-962e-427c-b031-d1ccc5ae033f tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Pushing event updated for resources: {'Port': ['ID=f50fcedc-141a-451b-a45c-bb082a49275f,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:08.203852 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cb34e8-962e-427c-b031-d1ccc5ae033f tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:08:08.212252 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cb34e8-962e-427c-b031-d1ccc5ae033f tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:08.213170 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-81cb34e8-962e-427c-b031-d1ccc5ae033f tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:08.226784 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978a6b85-8f3a-41d5-b73d-14af14eb4981 None None] No DVR routers for this DVR port dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:08:08.259554 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a6b85-8f3a-41d5-b73d-14af14eb4981 None None] Pushing event deleted for resources: {'Port': ['ID=dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:08.279255 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:08:08.334256 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:08:08.334626 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device dd7b6b3b-91ba-40c1-8f7f-761ad0cd6173 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:08:08.335553 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 4d820f70-dd94-4044-82f0-e6c8e4ec6845 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:08:08.343977 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-81cb34e8-962e-427c-b031-d1ccc5ae033f tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.4702439 Mar 28 19:08:08.354221 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52798) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:08.356952 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-167f4178-9127-4d3b-90a9-75fd0d2f3aef tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:08.395140 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 4d820f70-dd94-4044-82f0-e6c8e4ec6845 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:08:08.395487 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 4d820f70-dd94-4044-82f0-e6c8e4ec6845 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:08:08.481809 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127c2e7-6e05-4cda-861d-b535cb56f0c0 req-bfda5aa9-7853-4b1f-a328-20aba8cbf95a tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:08.489423 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6127c2e7-6e05-4cda-861d-b535cb56f0c0 req-bfda5aa9-7853-4b1f-a328-20aba8cbf95a tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/ports?device_id=5541be53-68f4-4f1c-b866-f4e8eb8b1a1e HTTP/1.1" status: 200 len: 945 time: 0.4511504 Mar 28 19:08:08.527500 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-85e41e8b-e6ad-41b3-b233-4a2d26327cd9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:08.570592 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-16329116-74c4-4f83-baf5-366d850336f7 None None] Provisioning for port f50fcedc-141a-451b-a45c-bb082a49275f completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:08:08.576283 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-16329116-74c4-4f83-baf5-366d850336f7 None None] Provisioning complete for port f50fcedc-141a-451b-a45c-bb082a49275f triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:08.576981 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-16329116-74c4-4f83-baf5-366d850336f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:08.600301 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6127c2e7-6e05-4cda-861d-b535cb56f0c0 req-9be11695-935c-450d-8b53-f9d23451560e tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/security-groups?id=780a2151-41cd-48a1-859d-23e91cdac7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100068 Mar 28 19:08:08.626782 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-ac9514c4-a495-4767-83f1-cc653d5410d9 req-e564280f-5470-4abd-820b-1c0b2e2ac363 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] For port b036a87d-2ae7-46eb-873a-da221d69d7c7, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=b036a87d-2ae7-46eb-873a-da221d69d7c7,segment=NetworkSegment(555fb773-0269-467f-a1ec-d2a5a4c65edc),segment_id=555fb773-0269-467f-a1ec-d2a5a4c65edc)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:08:08.627359 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ac9514c4-a495-4767-83f1-cc653d5410d9 req-e564280f-5470-4abd-820b-1c0b2e2ac363 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:08.629916 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-515902ac-c1af-4155-b543-928a90f6f2d4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:08.644306 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-16329116-74c4-4f83-baf5-366d850336f7 None None] Port f50fcedc-141a-451b-a45c-bb082a49275f cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:08:08.690685 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-515902ac-c1af-4155-b543-928a90f6f2d4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4afa29-dae0-43ec-99a8-4e1e3fddda8f']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:08.728100 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-85e41e8b-e6ad-41b3-b233-4a2d26327cd9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:08.762639 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-515902ac-c1af-4155-b543-928a90f6f2d4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be4b99c6-0b02-4cf0-acfa-53b4c7720441') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:08.762865 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-515902ac-c1af-4155-b543-928a90f6f2d4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be4b99c6-0b02-4cf0-acfa-53b4c7720441') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:08.793406 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-515902ac-c1af-4155-b543-928a90f6f2d4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:08.803519 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-28eccb48-016f-4d32-a85b-5aefef5411d8 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:08.823930 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-28eccb48-016f-4d32-a85b-5aefef5411d8 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Usage tracker for resource:port and tenant:1743e377fa3445a1bfe766f337c9afee is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:08.831231 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-28eccb48-016f-4d32-a85b-5aefef5411d8 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:08.848564 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6faa21-188b-4513-9d28-7ab317a7417e tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:08.854269 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6faa21-188b-4513-9d28-7ab317a7417e tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:08.860044 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6faa21-188b-4513-9d28-7ab317a7417e tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:08.861758 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8d6faa21-188b-4513-9d28-7ab317a7417e tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Synchronizing usage tracker for tenant:7c49d91779f148469f88ab2ed871b251 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:08:08.864709 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-515902ac-c1af-4155-b543-928a90f6f2d4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:08.871668 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-28eccb48-016f-4d32-a85b-5aefef5411d8 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:08.883107 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515902ac-c1af-4155-b543-928a90f6f2d4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:08:08.883506 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-515902ac-c1af-4155-b543-928a90f6f2d4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:08:08.902521 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:08:08.978633 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28eccb48-016f-4d32-a85b-5aefef5411d8 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Made reservation on behalf of 1743e377fa3445a1bfe766f337c9afee for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:08:08.982019 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-28eccb48-016f-4d32-a85b-5aefef5411d8 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:08.991099 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8d6faa21-188b-4513-9d28-7ab317a7417e tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Unset dirty status for tenant:7c49d91779f148469f88ab2ed871b251 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:08:08.992202 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8d6faa21-188b-4513-9d28-7ab317a7417e tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.6309869 Mar 28 19:08:08.997715 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52804) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:09.042382 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e41e8b-e6ad-41b3-b233-4a2d26327cd9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Subnet': ['ID=9253bf06-e301-4ff0-aa0c-c3fbab8b24ae,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:09.055192 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0d0856-76f4-4132-aeca-91a5f675c9d2 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:08:09.056697 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-85e41e8b-e6ad-41b3-b233-4a2d26327cd9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:09.072544 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-28eccb48-016f-4d32-a85b-5aefef5411d8 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] device_id is not set on port 1296042d-bde8-4db8-9e09-648412078d10 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:08:09.100970 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-85e41e8b-e6ad-41b3-b233-4a2d26327cd9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/9253bf06-e301-4ff0-aa0c-c3fbab8b24ae HTTP/1.1" status: 204 len: 168 time: 1.4875565 Mar 28 19:08:09.102864 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52808) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:09.111597 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-515902ac-c1af-4155-b543-928a90f6f2d4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:09.139395 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-515902ac-c1af-4155-b543-928a90f6f2d4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:09.177321 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-4cfebe61-558b-4a99-b167-8e37945ab824 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Deleting port f50fcedc-141a-451b-a45c-bb082a49275f {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:09.177671 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4cfebe61-558b-4a99-b167-8e37945ab824 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:09.211224 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515902ac-c1af-4155-b543-928a90f6f2d4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Network': ['ID=eb4afa29-dae0-43ec-99a8-4e1e3fddda8f,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:09.227657 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-515902ac-c1af-4155-b543-928a90f6f2d4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/networks/eb4afa29-dae0-43ec-99a8-4e1e3fddda8f HTTP/1.1" status: 204 len: 168 time: 2.0012636 Mar 28 19:08:09.233936 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52812) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:09.334524 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc4db8-6369-46f1-a5f9-2aad1feef101 req-8658ac55-ff3c-496d-9d3b-97e2c9d82dd8 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:09.336236 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bbbc4db8-6369-46f1-a5f9-2aad1feef101 req-8658ac55-ff3c-496d-9d3b-97e2c9d82dd8 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.26 "GET /v2.0/ports?device_id=a71738cf-6ca2-49d8-9de6-cf8e78bf1283 HTTP/1.1" status: 200 len: 946 time: 0.4229963 Mar 28 19:08:09.337650 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ac9514c4-a495-4767-83f1-cc653d5410d9 req-e564280f-5470-4abd-820b-1c0b2e2ac363 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:09.338023 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ac9514c4-a495-4767-83f1-cc653d5410d9 req-e564280f-5470-4abd-820b-1c0b2e2ac363 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:09.338840 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [req-ac9514c4-a495-4767-83f1-cc653d5410d9 req-e564280f-5470-4abd-820b-1c0b2e2ac363 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Floating IP 48b04b45-93e7-4c9a-b106-ce2e5f5b2e06 disassociated. External IP: 172.26.4.158, port: b036a87d-2ae7-46eb-873a-da221d69d7c7. Mar 28 19:08:09.338840 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-ac9514c4-a495-4767-83f1-cc653d5410d9 req-e564280f-5470-4abd-820b-1c0b2e2ac363 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Calling delete_port for b036a87d-2ae7-46eb-873a-da221d69d7c7 owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:09.346796 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69644fd-11dc-45b0-96de-40d37db5b6ed None None] DHCP port deletion for 1857c8f5-5622-42ce-a4f9-106880783f61 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:08:09.354796 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f69644fd-11dc-45b0-96de-40d37db5b6ed None None] Deleting port 3018aea4-3819-40f4-b06f-94418597d510 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:09.355353 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f69644fd-11dc-45b0-96de-40d37db5b6ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:09.493436 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d64c22-d1ca-49d8-a7ab-ce4ac0d284c7 req-2aa7bd27-d718-4199-ba72-b6d5ec2d4aa5 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:09.494932 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-26d64c22-d1ca-49d8-a7ab-ce4ac0d284c7 req-2aa7bd27-d718-4199-ba72-b6d5ec2d4aa5 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/ports?device_id=a71738cf-6ca2-49d8-9de6-cf8e78bf1283 HTTP/1.1" status: 200 len: 946 time: 0.5809615 Mar 28 19:08:09.508691 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-83047c70-2f14-4fb5-a10a-5537a4248951 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:router {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:08:09.572950 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-bbbc4db8-6369-46f1-a5f9-2aad1feef101 req-1f018758-48b9-4320-8465-50ffbd6fe72e tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Deleting port ff847822-ddba-413b-87d1-bc67643e55e9 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:09.573169 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-bbbc4db8-6369-46f1-a5f9-2aad1feef101 req-1f018758-48b9-4320-8465-50ffbd6fe72e tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:09.577370 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-f69644fd-11dc-45b0-96de-40d37db5b6ed None None] For port 3018aea4-3819-40f4-b06f-94418597d510, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=3018aea4-3819-40f4-b06f-94418597d510,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:08:09.577767 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f69644fd-11dc-45b0-96de-40d37db5b6ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:09.653901 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-83047c70-2f14-4fb5-a10a-5537a4248951 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:router {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:08:09.655181 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-83047c70-2f14-4fb5-a10a-5537a4248951 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5414345 Mar 28 19:08:09.660528 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52818) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:09.667945 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-26d64c22-d1ca-49d8-a7ab-ce4ac0d284c7 req-99a90255-0fa8-4694-aa1f-20687ab80304 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/security-groups?id=50541515-9bf6-44e2-91ed-e0155095de83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667166 Mar 28 19:08:09.729350 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-28eccb48-016f-4d32-a85b-5aefef5411d8 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Allocated IP 172.20.0.11 (04591ea1-7a4a-4cf4-8904-04ef5988b6c3/5cd049cf-fb36-4290-8379-6d4d17f0e157/1296042d-bde8-4db8-9e09-648412078d10) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:09.737877 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f69644fd-11dc-45b0-96de-40d37db5b6ed None None] Calling delete_port for 3018aea4-3819-40f4-b06f-94418597d510 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:09.827133 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f69644fd-11dc-45b0-96de-40d37db5b6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:09.874964 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69644fd-11dc-45b0-96de-40d37db5b6ed None None] Pushing event deleted for resources: {'Port': ['ID=3018aea4-3819-40f4-b06f-94418597d510,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:09.880973 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69644fd-11dc-45b0-96de-40d37db5b6ed None None] No DVR routers for this DVR port 3018aea4-3819-40f4-b06f-94418597d510 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:08:09.942240 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4585e51c-9d46-495a-b205-f3d75e35e214 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:10.046330 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-167f4178-9127-4d3b-90a9-75fd0d2f3aef tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:10.101691 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-167f4178-9127-4d3b-90a9-75fd0d2f3aef tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:10.153706 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b417b4-41ac-4f18-8cda-3aed66225398 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:10.154317 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-54b417b4-41ac-4f18-8cda-3aed66225398 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Synchronizing usage tracker for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:08:10.236271 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 3018aea4-3819-40f4-b06f-94418597d510 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:08:10.252338 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4cfebe61-558b-4a99-b167-8e37945ab824 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:10.260483 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-54b417b4-41ac-4f18-8cda-3aed66225398 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Unset dirty status for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:08:10.265331 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-54b417b4-41ac-4f18-8cda-3aed66225398 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 1.0219169 Mar 28 19:08:10.276031 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 3018aea4-3819-40f4-b06f-94418597d510 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:08:10.276568 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 3018aea4-3819-40f4-b06f-94418597d510 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:08:10.283565 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52822) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:10.310573 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ac9514c4-a495-4767-83f1-cc653d5410d9 req-e564280f-5470-4abd-820b-1c0b2e2ac363 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:10.389369 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-28eccb48-016f-4d32-a85b-5aefef5411d8 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:10.487302 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564280f-5470-4abd-820b-1c0b2e2ac363 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Pushing event deleted for resources: {'Port': ['ID=b036a87d-2ae7-46eb-873a-da221d69d7c7,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:10.487549 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-4cfebe61-558b-4a99-b167-8e37945ab824 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Calling delete_port for f50fcedc-141a-451b-a45c-bb082a49275f owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:10.560231 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4585e51c-9d46-495a-b205-f3d75e35e214 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:10.562858 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4585e51c-9d46-495a-b205-f3d75e35e214 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:10.620185 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-167f4178-9127-4d3b-90a9-75fd0d2f3aef tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Allocated IP 172.26.4.102 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/a55ea44b-40ff-4264-85ec-2fc0b86fa9c5) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:10.684272 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848b73f-5841-439c-8a06-5cf7417dc30d req-13d4d3c5-fba0-4c62-8b84-6b0e838f95ba tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:10.685962 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3848b73f-5841-439c-8a06-5cf7417dc30d req-13d4d3c5-fba0-4c62-8b84-6b0e838f95ba tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/ports?device_id=5541be53-68f4-4f1c-b866-f4e8eb8b1a1e HTTP/1.1" status: 200 len: 945 time: 0.8148723 Mar 28 19:08:10.703829 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-377b9682-3183-4ef3-b50a-2d3413c07fc6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4184756 Mar 28 19:08:10.707735 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52828) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:10.743292 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-352ca63f-e2c5-452a-a04a-cc54c39ccf10 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-51091420'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:10.768977 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-352ca63f-e2c5-452a-a04a-cc54c39ccf10 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:10.771620 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4585e51c-9d46-495a-b205-f3d75e35e214 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:10.772128 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4585e51c-9d46-495a-b205-f3d75e35e214 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Fanout notify agent at l3_agent the message router_deleted on router 89d870ca-d9b7-4383-b78f-08bf0efb5e41 {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:08:10.795289 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-352ca63f-e2c5-452a-a04a-cc54c39ccf10 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:network and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:10.799371 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-bbbc4db8-6369-46f1-a5f9-2aad1feef101 req-1f018758-48b9-4320-8465-50ffbd6fe72e tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] For port ff847822-ddba-413b-87d1-bc67643e55e9, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=ff847822-ddba-413b-87d1-bc67643e55e9,segment=NetworkSegment(d357c8c6-fbd5-42e5-a72d-0184b760f007),segment_id=d357c8c6-fbd5-42e5-a72d-0184b760f007)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:08:10.800182 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-bbbc4db8-6369-46f1-a5f9-2aad1feef101 req-1f018758-48b9-4320-8465-50ffbd6fe72e tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:10.814571 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-352ca63f-e2c5-452a-a04a-cc54c39ccf10 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:10.916917 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-352ca63f-e2c5-452a-a04a-cc54c39ccf10 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:10.921182 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4cfebe61-558b-4a99-b167-8e37945ab824 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:10.961912 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-28eccb48-016f-4d32-a85b-5aefef5411d8 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:11.009032 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3848b73f-5841-439c-8a06-5cf7417dc30d req-fd83b1dd-6579-4c72-8445-d68d71863402 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/security-groups?id=780a2151-41cd-48a1-859d-23e91cdac7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2988529 Mar 28 19:08:11.056039 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352ca63f-e2c5-452a-a04a-cc54c39ccf10 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:08:11.059404 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-352ca63f-e2c5-452a-a04a-cc54c39ccf10 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:11.064274 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfebe61-558b-4a99-b167-8e37945ab824 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Pushing event deleted for resources: {'Port': ['ID=f50fcedc-141a-451b-a45c-bb082a49275f,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:11.087177 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4585e51c-9d46-495a-b205-f3d75e35e214 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:11.090844 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4585e51c-9d46-495a-b205-f3d75e35e214 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/routers/89d870ca-d9b7-4383-b78f-08bf0efb5e41 HTTP/1.1" status: 204 len: 168 time: 1.4243910 Mar 28 19:08:11.099325 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52832) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:11.170504 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-3b6b5eb1-cdbe-4147-83cb-eacc30804fe0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:11.228706 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac9514c4-a495-4767-83f1-cc653d5410d9 req-e564280f-5470-4abd-820b-1c0b2e2ac363 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Router 9a62a573-6c77-4f71-a8d3-cd22ffbc023e has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:08:11.228891 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28eccb48-016f-4d32-a85b-5aefef5411d8 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Network 04591ea1-7a4a-4cf4-8904-04ef5988b6c3 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:11.232641 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eccb48-016f-4d32-a85b-5aefef5411d8 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event updated for resources: {'Port': ['ID=1296042d-bde8-4db8-9e09-648412078d10,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:11.273470 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-28eccb48-016f-4d32-a85b-5aefef5411d8 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:11.275935 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eccb48-016f-4d32-a85b-5aefef5411d8 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:08:11.314126 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-167f4178-9127-4d3b-90a9-75fd0d2f3aef tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:11.321394 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-352ca63f-e2c5-452a-a04a-cc54c39ccf10 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:08:11.340105 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4cfebe61-558b-4a99-b167-8e37945ab824 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:11.375843 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eccb48-016f-4d32-a85b-5aefef5411d8 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:11.377324 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-28eccb48-016f-4d32-a85b-5aefef5411d8 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:11.393502 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4cfebe61-558b-4a99-b167-8e37945ab824 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] 10.222.0.10 "DELETE /v2.0/ports/f50fcedc-141a-451b-a45c-bb082a49275f HTTP/1.1" status: 204 len: 168 time: 2.3890531 Mar 28 19:08:11.395097 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52836) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:11.432182 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-352ca63f-e2c5-452a-a04a-cc54c39ccf10 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:11.432545 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-352ca63f-e2c5-452a-a04a-cc54c39ccf10 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Added segment 4bc3704e-ffdd-4791-91b0-482ce406dce9 of type vlan for network 6103a6e9-424d-487e-aa30-1c9b505a726f Mar 28 19:08:11.449335 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-28eccb48-016f-4d32-a85b-5aefef5411d8 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2876365 Mar 28 19:08:11.450189 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52840) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:11.454120 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-268f0a90-babf-485a-a751-4c205197b8ee tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] GET failed (client error): The resource could not be found. Mar 28 19:08:11.455204 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-268f0a90-babf-485a-a751-4c205197b8ee tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Synchronizing usage tracker for tenant:7c49d91779f148469f88ab2ed871b251 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:08:11.463148 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-43655279-ef11-435a-af95-7e49fed78aca tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Request body: {'floatingip': {'port_id': '1296042d-bde8-4db8-9e09-648412078d10'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:11.496896 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-3b6b5eb1-cdbe-4147-83cb-eacc30804fe0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:11.513006 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062cb931-298d-4ba6-b2b8-e71c350487d8 req-1e05838f-a7dd-4abf-b8a4-94b14a365d86 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:11.514474 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-062cb931-298d-4ba6-b2b8-e71c350487d8 req-1e05838f-a7dd-4abf-b8a4-94b14a365d86 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/ports?device_id=a71738cf-6ca2-49d8-9de6-cf8e78bf1283 HTTP/1.1" status: 200 len: 946 time: 0.6374433 Mar 28 19:08:11.530561 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3b6b5eb1-cdbe-4147-83cb-eacc30804fe0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:subnet and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:11.549435 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3b6b5eb1-cdbe-4147-83cb-eacc30804fe0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:11.572578 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-3b6b5eb1-cdbe-4147-83cb-eacc30804fe0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:11.601907 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-bbbc4db8-6369-46f1-a5f9-2aad1feef101 req-1f018758-48b9-4320-8465-50ffbd6fe72e tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:11.602472 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-bbbc4db8-6369-46f1-a5f9-2aad1feef101 req-1f018758-48b9-4320-8465-50ffbd6fe72e tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:11.602927 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [req-bbbc4db8-6369-46f1-a5f9-2aad1feef101 req-1f018758-48b9-4320-8465-50ffbd6fe72e tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Floating IP 334f2a3d-88d1-4501-8a33-e360b2892cc5 disassociated. External IP: 172.26.4.186, port: ff847822-ddba-413b-87d1-bc67643e55e9. Mar 28 19:08:11.603275 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-bbbc4db8-6369-46f1-a5f9-2aad1feef101 req-1f018758-48b9-4320-8465-50ffbd6fe72e tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Calling delete_port for ff847822-ddba-413b-87d1-bc67643e55e9 owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:11.684735 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-352ca63f-e2c5-452a-a04a-cc54c39ccf10 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:11.687858 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-43655279-ef11-435a-af95-7e49fed78aca tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:11.691824 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6b5eb1-cdbe-4147-83cb-eacc30804fe0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:08:11.696010 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3b6b5eb1-cdbe-4147-83cb-eacc30804fe0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:11.747428 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-268f0a90-babf-485a-a751-4c205197b8ee tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Unset dirty status for tenant:7c49d91779f148469f88ab2ed871b251 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:08:11.748506 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-268f0a90-babf-485a-a751-4c205197b8ee tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] 10.222.0.10 "GET /v2.0/ports/f50fcedc-141a-451b-a45c-bb082a49275f HTTP/1.1" status: 404 len: 333 time: 0.3517687 Mar 28 19:08:11.749703 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-167f4178-9127-4d3b-90a9-75fd0d2f3aef tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:11.753787 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52844) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:11.815433 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-fa7330fa-4199-4c6e-85ee-1f184c2bafb0 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Request body: {'port': {'network_id': '1ab00e04-d9e4-4bb0-86e0-9e66863b333b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-422857088'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:11.897038 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-062cb931-298d-4ba6-b2b8-e71c350487d8 req-8163e733-05bb-434d-b8b1-74c79aaba7e6 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/security-groups?id=50541515-9bf6-44e2-91ed-e0155095de83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3627112 Mar 28 19:08:11.914254 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167f4178-9127-4d3b-90a9-75fd0d2f3aef tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:11.930711 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-167f4178-9127-4d3b-90a9-75fd0d2f3aef tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:11.933110 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167f4178-9127-4d3b-90a9-75fd0d2f3aef tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:08:12.038042 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f4178-9127-4d3b-90a9-75fd0d2f3aef tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Pushing event updated for resources: {'Port': ['ID=a55ea44b-40ff-4264-85ec-2fc0b86fa9c5,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:12.177980 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac9514c4-a495-4767-83f1-cc653d5410d9 req-e564280f-5470-4abd-820b-1c0b2e2ac363 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:08:12.190979 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7240f82e-0330-4379-95e4-188612c5a85c None None] Sync routers for ids ['9a62a573-6c77-4f71-a8d3-cd22ffbc023e'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:08:12.205040 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7240f82e-0330-4379-95e4-188612c5a85c None None] Routers {'9a62a573-6c77-4f71-a8d3-cd22ffbc023e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:12.206608 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-7240f82e-0330-4379-95e4-188612c5a85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['9a62a573-6c77-4f71-a8d3-cd22ffbc023e'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:12.388197 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-fa7330fa-4199-4c6e-85ee-1f184c2bafb0 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:12.417757 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-352ca63f-e2c5-452a-a04a-cc54c39ccf10 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:12.425502 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352ca63f-e2c5-452a-a04a-cc54c39ccf10 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:12.427437 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-352ca63f-e2c5-452a-a04a-cc54c39ccf10 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:12.440519 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-fa7330fa-4199-4c6e-85ee-1f184c2bafb0 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:12.463344 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-dc09431d-aaf2-4e74-a821-6f841731ec68 req-6ac5e00f-4cc3-4e7d-a875-6751c463e48a tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Synchronizing usage tracker for tenant:f4993bcab6fb4428a9a91e58a57803b7 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:08:12.466212 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-bbbc4db8-6369-46f1-a5f9-2aad1feef101 req-1f018758-48b9-4320-8465-50ffbd6fe72e tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:12.491388 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-7240f82e-0330-4379-95e4-188612c5a85c None None] Set router 9a62a573-6c77-4f71-a8d3-cd22ffbc023e gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:08:12.564159 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7330fa-4199-4c6e-85ee-1f184c2bafb0 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Made reservation on behalf of 7c49d91779f148469f88ab2ed871b251 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:08:12.569951 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fa7330fa-4199-4c6e-85ee-1f184c2bafb0 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:12.626113 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-fa7330fa-4199-4c6e-85ee-1f184c2bafb0 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] device_id is not set on port 7ac83180-4964-4a95-8592-49f27fc92cd5 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:08:12.633187 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9514c4-a495-4767-83f1-cc653d5410d9 req-e564280f-5470-4abd-820b-1c0b2e2ac363 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] No DVR routers for this DVR port b036a87d-2ae7-46eb-873a-da221d69d7c7 on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:08:12.636075 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f018758-48b9-4320-8465-50ffbd6fe72e tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Pushing event deleted for resources: {'Port': ['ID=ff847822-ddba-413b-87d1-bc67643e55e9,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:12.638829 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ac9514c4-a495-4767-83f1-cc653d5410d9 req-e564280f-5470-4abd-820b-1c0b2e2ac363 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:12.688184 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device b036a87d-2ae7-46eb-873a-da221d69d7c7 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:08:12.715485 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5541be53-68f4-4f1c-b866-f4e8eb8b1a1e', 'name': 'network-vif-deleted', 'tag': 'b036a87d-2ae7-46eb-873a-da221d69d7c7'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:08:12.748481 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ca63f-e2c5-452a-a04a-cc54c39ccf10 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Network': ['ID=6103a6e9-424d-487e-aa30-1c9b505a726f,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:12.771511 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-352ca63f-e2c5-452a-a04a-cc54c39ccf10 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0442722 Mar 28 19:08:12.771511 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-dc09431d-aaf2-4e74-a821-6f841731ec68 req-6ac5e00f-4cc3-4e7d-a875-6751c463e48a tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Unset dirty status for tenant:f4993bcab6fb4428a9a91e58a57803b7 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:08:12.771826 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 6103a6e9-424d-487e-aa30-1c9b505a726f details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:08:12.778025 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dc09431d-aaf2-4e74-a821-6f841731ec68 req-6ac5e00f-4cc3-4e7d-a875-6751c463e48a tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/ports?device_id=5541be53-68f4-4f1c-b866-f4e8eb8b1a1e HTTP/1.1" status: 200 len: 210 time: 0.5036085 Mar 28 19:08:12.779212 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52854) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:12.781766 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ac9514c4-a495-4767-83f1-cc653d5410d9 req-e564280f-5470-4abd-820b-1c0b2e2ac363 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.26 "DELETE /v2.0/ports/b036a87d-2ae7-46eb-873a-da221d69d7c7 HTTP/1.1" status: 204 len: 173 time: 5.0272839 Mar 28 19:08:12.814783 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: b036a87d-2ae7-46eb-873a-da221d69d7c7 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:08:12.815513 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device b036a87d-2ae7-46eb-873a-da221d69d7c7 not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:08:12.816145 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device ff847822-ddba-413b-87d1-bc67643e55e9 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:08:12.843787 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-b7fee2d7-017f-4ddb-89c5-65d98291ecd8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'subnet': {'network_id': '6103a6e9-424d-487e-aa30-1c9b505a726f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:12.872798 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5541be53-68f4-4f1c-b866-f4e8eb8b1a1e', 'name': 'network-vif-deleted', 'tag': 'b036a87d-2ae7-46eb-873a-da221d69d7c7', 'status': 'completed', 'code': 200} Mar 28 19:08:12.876872 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: ff847822-ddba-413b-87d1-bc67643e55e9 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:08:12.877486 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device ff847822-ddba-413b-87d1-bc67643e55e9 not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:08:12.909500 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3b6b5eb1-cdbe-4147-83cb-eacc30804fe0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:13.132863 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6b5eb1-cdbe-4147-83cb-eacc30804fe0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:13.140342 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-7240f82e-0330-4379-95e4-188612c5a85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'name': 'tempest-ServersTestJSON-1034931747-router', 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': '1557cada-917e-4a26-bbf0-352ead748952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:49Z', 'updated_at': '2022-03-28T19:06:04Z', 'revision_number': 4, 'project_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'gw_port': {'id': '1557cada-917e-4a26-bbf0-352ead748952', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:52Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '47a4b191-c518-405f-bd1c-4c0e75d10b89', 'name': '', 'network_id': '11c83c4f-ff0a-4113-af10-31cfb7cfdd7c', 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'mac_address': 'fa:16:3e:bb:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '998791e8-b3d0-43f0-877b-47ab95e8fd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:01Z', 'updated_at': '2022-03-28T19:06:12Z', 'revision_number': 5, 'project_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'subnets': [{'id': '998791e8-b3d0-43f0-877b-47ab95e8fd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:13.146095 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7240f82e-0330-4379-95e4-188612c5a85c None None] Checking router: 9a62a573-6c77-4f71-a8d3-cd22ffbc023e for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:08:13.155364 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7240f82e-0330-4379-95e4-188612c5a85c None None] Routers {'9a62a573-6c77-4f71-a8d3-cd22ffbc023e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:13.156038 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-7240f82e-0330-4379-95e4-188612c5a85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['9a62a573-6c77-4f71-a8d3-cd22ffbc023e'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:13.191906 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-3b6b5eb1-cdbe-4147-83cb-eacc30804fe0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:13.207941 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f78f19-1213-428c-8447-dfb2998b4355 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:08:13.214477 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6b5eb1-cdbe-4147-83cb-eacc30804fe0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:13.215413 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3b6b5eb1-cdbe-4147-83cb-eacc30804fe0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:13.234748 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-430a3e0c-3682-4f4c-b922-c72c257cdefc req-2d625987-d018-4f09-a393-642fdae771ef tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Synchronizing usage tracker for tenant:e80e42b66d5d44068ca2c1c3b098f1a9 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:08:13.274403 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b5eb1-cdbe-4147-83cb-eacc30804fe0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Subnet': ['ID=932160be-0652-4314-8951-1234057d0e39,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:13.293674 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3b6b5eb1-cdbe-4147-83cb-eacc30804fe0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1409633 Mar 28 19:08:13.299387 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52860) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:13.310261 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-1aefd59a-1d9b-4c28-8a49-7307c883d8b2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-545046324', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:13.317134 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbbc4db8-6369-46f1-a5f9-2aad1feef101 req-1f018758-48b9-4320-8465-50ffbd6fe72e tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Router ae33a371-1b19-45c7-a7c0-09176b9c32fd has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:08:13.319632 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-1aefd59a-1d9b-4c28-8a49-7307c883d8b2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:13.323995 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-430a3e0c-3682-4f4c-b922-c72c257cdefc req-2d625987-d018-4f09-a393-642fdae771ef tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Unset dirty status for tenant:e80e42b66d5d44068ca2c1c3b098f1a9 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:08:13.332967 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-430a3e0c-3682-4f4c-b922-c72c257cdefc req-2d625987-d018-4f09-a393-642fdae771ef tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/ports?device_id=a71738cf-6ca2-49d8-9de6-cf8e78bf1283 HTTP/1.1" status: 200 len: 210 time: 0.1865211 Mar 28 19:08:13.336536 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-1aefd59a-1d9b-4c28-8a49-7307c883d8b2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:router and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:13.340555 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-1aefd59a-1d9b-4c28-8a49-7307c883d8b2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:13.428576 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-1aefd59a-1d9b-4c28-8a49-7307c883d8b2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:13.452061 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1aefd59a-1d9b-4c28-8a49-7307c883d8b2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:13.453187 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1aefd59a-1d9b-4c28-8a49-7307c883d8b2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:13.520646 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b7fee2d7-017f-4ddb-89c5-65d98291ecd8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:13.522126 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1aefd59a-1d9b-4c28-8a49-7307c883d8b2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:13.544820 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-167f4178-9127-4d3b-90a9-75fd0d2f3aef tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:13.547489 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-7240f82e-0330-4379-95e4-188612c5a85c None None] Set router 9a62a573-6c77-4f71-a8d3-cd22ffbc023e gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:08:13.609477 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b7fee2d7-017f-4ddb-89c5-65d98291ecd8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:subnet and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:13.616795 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b7fee2d7-017f-4ddb-89c5-65d98291ecd8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:13.623832 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b7fee2d7-017f-4ddb-89c5-65d98291ecd8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:13.629634 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496c5d70-10e5-4adf-b6e2-b04a39d04ebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-1857c8f5-5622-42ce-a4f9-106880783f61', 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'fixed_ips': [{'subnet_id': '932160be-0652-4314-8951-1234057d0e39'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:08:13.630463 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-496c5d70-10e5-4adf-b6e2-b04a39d04ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:13.666313 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1aefd59a-1d9b-4c28-8a49-7307c883d8b2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:13.673886 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-fa7330fa-4199-4c6e-85ee-1f184c2bafb0 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Allocated IP 2001:db8::23e (1ab00e04-d9e4-4bb0-86e0-9e66863b333b/5d016b2e-ea50-4f76-8a8d-f7441b049f13/7ac83180-4964-4a95-8592-49f27fc92cd5) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:13.695961 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbbc4db8-6369-46f1-a5f9-2aad1feef101 req-1f018758-48b9-4320-8465-50ffbd6fe72e tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:08:13.710259 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b9950c-3af8-419d-9496-86fc0bdc6e27 None None] Sync routers for ids ['ae33a371-1b19-45c7-a7c0-09176b9c32fd'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:08:13.725805 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fee2d7-017f-4ddb-89c5-65d98291ecd8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:08:13.731041 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b9950c-3af8-419d-9496-86fc0bdc6e27 None None] Routers {'ae33a371-1b19-45c7-a7c0-09176b9c32fd'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:13.732160 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-92b9950c-3af8-419d-9496-86fc0bdc6e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ae33a371-1b19-45c7-a7c0-09176b9c32fd'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:13.739787 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7fee2d7-017f-4ddb-89c5-65d98291ecd8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:13.858488 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1aefd59a-1d9b-4c28-8a49-7307c883d8b2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:13.864368 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1aefd59a-1d9b-4c28-8a49-7307c883d8b2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5625377 Mar 28 19:08:13.869351 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52866) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:14.000656 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbc4db8-6369-46f1-a5f9-2aad1feef101 req-1f018758-48b9-4320-8465-50ffbd6fe72e tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] No DVR routers for this DVR port ff847822-ddba-413b-87d1-bc67643e55e9 on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:08:14.003279 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52872) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:14.021656 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-bbbc4db8-6369-46f1-a5f9-2aad1feef101 req-1f018758-48b9-4320-8465-50ffbd6fe72e tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:14.025379 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bbbc4db8-6369-46f1-a5f9-2aad1feef101 req-1f018758-48b9-4320-8465-50ffbd6fe72e tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.26 "DELETE /v2.0/ports/ff847822-ddba-413b-87d1-bc67643e55e9 HTTP/1.1" status: 204 len: 173 time: 4.6090827 Mar 28 19:08:14.059241 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-92b9950c-3af8-419d-9496-86fc0bdc6e27 None None] Set router ae33a371-1b19-45c7-a7c0-09176b9c32fd gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:08:14.208973 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.resource_extend [None req-43655279-ef11-435a-af95-7e49fed78aca tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:08:14.229623 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-496c5d70-10e5-4adf-b6e2-b04a39d04ebd None None] Allocated IP 2001:db8::2 (1857c8f5-5622-42ce-a4f9-106880783f61/932160be-0652-4314-8951-1234057d0e39/63b10c5e-c015-47db-90e3-1f080a8a5c6c) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:14.370978 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-7240f82e-0330-4379-95e4-188612c5a85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'name': 'tempest-ServersTestJSON-1034931747-router', 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': '1557cada-917e-4a26-bbf0-352ead748952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:49Z', 'updated_at': '2022-03-28T19:06:04Z', 'revision_number': 4, 'project_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'gw_port': {'id': '1557cada-917e-4a26-bbf0-352ead748952', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:52Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '47a4b191-c518-405f-bd1c-4c0e75d10b89', 'name': '', 'network_id': '11c83c4f-ff0a-4113-af10-31cfb7cfdd7c', 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'mac_address': 'fa:16:3e:bb:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '998791e8-b3d0-43f0-877b-47ab95e8fd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:01Z', 'updated_at': '2022-03-28T19:06:12Z', 'revision_number': 5, 'project_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'subnets': [{'id': '998791e8-b3d0-43f0-877b-47ab95e8fd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:14.381796 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7240f82e-0330-4379-95e4-188612c5a85c None None] The sync data for ids ['9a62a573-6c77-4f71-a8d3-cd22ffbc023e'] in dv-neutron-834711-1-hyperv is: [{'id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'name': 'tempest-ServersTestJSON-1034931747-router', 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': '1557cada-917e-4a26-bbf0-352ead748952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:49Z', 'updated_at': '2022-03-28T19:06:04Z', 'revision_number': 4, 'project_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'gw_port': {'id': '1557cada-917e-4a26-bbf0-352ead748952', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:52Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '47a4b191-c518-405f-bd1c-4c0e75d10b89', 'name': '', 'network_id': '11c83c4f-ff0a-4113-af10-31cfb7cfdd7c', 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'mac_address': 'fa:16:3e:bb:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '998791e8-b3d0-43f0-877b-47ab95e8fd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:06:01Z', 'updated_at': '2022-03-28T19:06:12Z', 'revision_number': 5, 'project_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'subnets': [{'id': '998791e8-b3d0-43f0-877b-47ab95e8fd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:08:14.539418 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-496c5d70-10e5-4adf-b6e2-b04a39d04ebd None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:14.568709 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-496c5d70-10e5-4adf-b6e2-b04a39d04ebd None None] Transition to ACTIVE for port object 63b10c5e-c015-47db-90e3-1f080a8a5c6c will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:14.597182 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-496c5d70-10e5-4adf-b6e2-b04a39d04ebd None None] Transition to ACTIVE for port object 63b10c5e-c015-47db-90e3-1f080a8a5c6c will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:14.605857 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-496c5d70-10e5-4adf-b6e2-b04a39d04ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:14.705414 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c5d70-10e5-4adf-b6e2-b04a39d04ebd None None] Pushing event updated for resources: {'Port': ['ID=63b10c5e-c015-47db-90e3-1f080a8a5c6c,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:14.729296 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-92b9950c-3af8-419d-9496-86fc0bdc6e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'name': 'tempest-ServersTestManualDisk-404634721-router', 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'bd427631-e7d0-4872-a369-c8eae82cea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:43Z', 'updated_at': '2022-03-28T19:05:54Z', 'revision_number': 4, 'project_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'gw_port': {'id': 'bd427631-e7d0-4872-a369-c8eae82cea1b', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:44Z', 'updated_at': '2022-03-28T19:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'a9193046-d5ed-4524-87d9-7fbc10161e3d', 'name': '', 'network_id': '615b137b-5658-4b36-89b6-00fdce80d6f1', 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'mac_address': 'fa:16:3e:17:00:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '05240730-88d2-4328-b36b-7b1d6500b963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:51Z', 'updated_at': '2022-03-28T19:06:07Z', 'revision_number': 5, 'project_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'subnets': [{'id': '05240730-88d2-4328-b36b-7b1d6500b963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:14.730837 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496c5d70-10e5-4adf-b6e2-b04a39d04ebd None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:14.732506 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-496c5d70-10e5-4adf-b6e2-b04a39d04ebd None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:14.739469 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496c5d70-10e5-4adf-b6e2-b04a39d04ebd None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:08:14.741324 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b9950c-3af8-419d-9496-86fc0bdc6e27 None None] Checking router: ae33a371-1b19-45c7-a7c0-09176b9c32fd for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:08:14.760926 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b9950c-3af8-419d-9496-86fc0bdc6e27 None None] Routers {'ae33a371-1b19-45c7-a7c0-09176b9c32fd'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:14.769210 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-92b9950c-3af8-419d-9496-86fc0bdc6e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ae33a371-1b19-45c7-a7c0-09176b9c32fd'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:14.839594 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-43655279-ef11-435a-af95-7e49fed78aca tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:14.869303 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f92550fe-6665-4843-9106-c029e21ab114 req-551649f3-9e8f-462a-a08b-eb4d6990232b tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/ports?device_id=a71738cf-6ca2-49d8-9de6-cf8e78bf1283 HTTP/1.1" status: 200 len: 210 time: 0.2371716 Mar 28 19:08:14.870821 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-43655279-ef11-435a-af95-7e49fed78aca tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:14.926317 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc4b56b-76b0-4e57-b11e-cbdc03c10a30 None None] New status for floating IP 48b04b45-93e7-4c9a-b106-ce2e5f5b2e06: DOWN {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:08:14.938214 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71738cf-6ca2-49d8-9de6-cf8e78bf1283', 'name': 'network-vif-deleted', 'tag': 'ff847822-ddba-413b-87d1-bc67643e55e9'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:08:14.944014 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b70b7504-a943-4922-acb7-03b3a5890fd7 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:14.971236 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-167f4178-9127-4d3b-90a9-75fd0d2f3aef tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:14.998507 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b70b7504-a943-4922-acb7-03b3a5890fd7 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:15.036595 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-167f4178-9127-4d3b-90a9-75fd0d2f3aef tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-466281'] for router, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:15.060955 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71738cf-6ca2-49d8-9de6-cf8e78bf1283', 'name': 'network-vif-deleted', 'tag': 'ff847822-ddba-413b-87d1-bc67643e55e9', 'status': 'completed', 'code': 200} Mar 28 19:08:15.062216 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-72ad2315-827f-4618-afa6-1a97f715e1f8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:15.065236 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-92b9950c-3af8-419d-9496-86fc0bdc6e27 None None] Set router ae33a371-1b19-45c7-a7c0-09176b9c32fd gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:08:15.066737 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fa7330fa-4199-4c6e-85ee-1f184c2bafb0 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:15.147359 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-496c5d70-10e5-4adf-b6e2-b04a39d04ebd None None] Attempting to bind port 63b10c5e-c015-47db-90e3-1f080a8a5c6c on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:08:15.148112 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-496c5d70-10e5-4adf-b6e2-b04a39d04ebd None None] Attempting to bind port 63b10c5e-c015-47db-90e3-1f080a8a5c6c by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:08:15.148724 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496c5d70-10e5-4adf-b6e2-b04a39d04ebd None None] Attempting to bind port 63b10c5e-c015-47db-90e3-1f080a8a5c6c on network 1857c8f5-5622-42ce-a4f9-106880783f61 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:08:15.213175 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496c5d70-10e5-4adf-b6e2-b04a39d04ebd None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:08:15.214033 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496c5d70-10e5-4adf-b6e2-b04a39d04ebd None None] Checking segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:08:15.214688 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-496c5d70-10e5-4adf-b6e2-b04a39d04ebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:15.215324 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496c5d70-10e5-4adf-b6e2-b04a39d04ebd None None] Bound using segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:08:15.216147 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-496c5d70-10e5-4adf-b6e2-b04a39d04ebd None None] Bound port: 63b10c5e-c015-47db-90e3-1f080a8a5c6c, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:08:15.216841 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-496c5d70-10e5-4adf-b6e2-b04a39d04ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:15.239096 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b70b7504-a943-4922-acb7-03b3a5890fd7 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:15.315020 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-fa7330fa-4199-4c6e-85ee-1f184c2bafb0 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Transition to ACTIVE for port object 7ac83180-4964-4a95-8592-49f27fc92cd5 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:15.322170 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b7504-a943-4922-acb7-03b3a5890fd7 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=780a2151-41cd-48a1-859d-23e91cdac7f2,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:15.328831 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-496c5d70-10e5-4adf-b6e2-b04a39d04ebd None None] For port 63b10c5e-c015-47db-90e3-1f080a8a5c6c, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:08:15.336311 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b70b7504-a943-4922-acb7-03b3a5890fd7 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:15.340136 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b70b7504-a943-4922-acb7-03b3a5890fd7 tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "DELETE /v2.0/security-groups/780a2151-41cd-48a1-859d-23e91cdac7f2 HTTP/1.1" status: 204 len: 168 time: 1.3218098 Mar 28 19:08:15.340337 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-496c5d70-10e5-4adf-b6e2-b04a39d04ebd None None] For port 63b10c5e-c015-47db-90e3-1f080a8a5c6c, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=63b10c5e-c015-47db-90e3-1f080a8a5c6c,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:08:15.345790 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52880) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:15.351839 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-496c5d70-10e5-4adf-b6e2-b04a39d04ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:15.377193 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-de609aad-5b0a-46a2-aabd-915392fb0c6f tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] show failed (client error): The resource could not be found. Mar 28 19:08:15.382983 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-de609aad-5b0a-46a2-aabd-915392fb0c6f tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "GET /v2.0/security-groups/780a2151-41cd-48a1-859d-23e91cdac7f2 HTTP/1.1" status: 404 len: 347 time: 0.0361550 Mar 28 19:08:15.386646 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52884) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:15.448568 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c5d70-10e5-4adf-b6e2-b04a39d04ebd None None] Pushing event updated for resources: {'Port': ['ID=63b10c5e-c015-47db-90e3-1f080a8a5c6c,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:15.502497 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.l3_db [None req-43655279-ef11-435a-af95-7e49fed78aca tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Floating IP 985a6a81-3f43-4640-a7be-48f4deb9c3b5 associated. External IP: 172.26.4.40, port: 1296042d-bde8-4db8-9e09-648412078d10. Mar 28 19:08:15.531514 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-92b9950c-3af8-419d-9496-86fc0bdc6e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'name': 'tempest-ServersTestManualDisk-404634721-router', 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'bd427631-e7d0-4872-a369-c8eae82cea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:43Z', 'updated_at': '2022-03-28T19:05:54Z', 'revision_number': 4, 'project_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'gw_port': {'id': 'bd427631-e7d0-4872-a369-c8eae82cea1b', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:44Z', 'updated_at': '2022-03-28T19:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'a9193046-d5ed-4524-87d9-7fbc10161e3d', 'name': '', 'network_id': '615b137b-5658-4b36-89b6-00fdce80d6f1', 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'mac_address': 'fa:16:3e:17:00:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '05240730-88d2-4328-b36b-7b1d6500b963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:51Z', 'updated_at': '2022-03-28T19:06:07Z', 'revision_number': 5, 'project_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'subnets': [{'id': '05240730-88d2-4328-b36b-7b1d6500b963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:15.536459 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b9950c-3af8-419d-9496-86fc0bdc6e27 None None] The sync data for ids ['ae33a371-1b19-45c7-a7c0-09176b9c32fd'] in dv-neutron-834711-1-hyperv is: [{'id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'name': 'tempest-ServersTestManualDisk-404634721-router', 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'bd427631-e7d0-4872-a369-c8eae82cea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:43Z', 'updated_at': '2022-03-28T19:05:54Z', 'revision_number': 4, 'project_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'gw_port': {'id': 'bd427631-e7d0-4872-a369-c8eae82cea1b', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:44Z', 'updated_at': '2022-03-28T19:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'a9193046-d5ed-4524-87d9-7fbc10161e3d', 'name': '', 'network_id': '615b137b-5658-4b36-89b6-00fdce80d6f1', 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'mac_address': 'fa:16:3e:17:00:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '05240730-88d2-4328-b36b-7b1d6500b963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:51Z', 'updated_at': '2022-03-28T19:06:07Z', 'revision_number': 5, 'project_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'subnets': [{'id': '05240730-88d2-4328-b36b-7b1d6500b963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:08:15.646556 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-3a13ae81-b5f3-49a9-984d-9584186a72bb tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Deleting port c38c2431-3e98-4306-8e39-e05ea7e93795 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:15.646920 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3a13ae81-b5f3-49a9-984d-9584186a72bb tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:15.756804 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7fee2d7-017f-4ddb-89c5-65d98291ecd8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:15.876836 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167f4178-9127-4d3b-90a9-75fd0d2f3aef tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Router 7dda83c7-3047-4fd4-a6e4-41e6d9980171 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:08:15.884416 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-72ad2315-827f-4618-afa6-1a97f715e1f8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Allocated IP 2001:db8::1 (1857c8f5-5622-42ce-a4f9-106880783f61/932160be-0652-4314-8951-1234057d0e39/dd09381c-23bd-45d4-a936-714e239391a3) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:15.906017 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42870b2e-21f9-4cce-aa10-e578c3276d52 None None] New status for floating IP 334f2a3d-88d1-4501-8a33-e360b2892cc5: DOWN {{(pid=87835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:08:15.981846 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fee2d7-017f-4ddb-89c5-65d98291ecd8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Subnet': ['ID=0ab37e34-790a-4931-bda8-edac6df09173,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:15.988513 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fee2d7-017f-4ddb-89c5-65d98291ecd8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Checking segment: {'id': '4bc3704e-ffdd-4791-91b0-482ce406dce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6103a6e9-424d-487e-aa30-1c9b505a726f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:08:15.988876 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fee2d7-017f-4ddb-89c5-65d98291ecd8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network hostable DHCP agents. Network: 6103a6e9-424d-487e-aa30-1c9b505a726f, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:08:16.058819 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52892) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:16.087934 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fa7330fa-4199-4c6e-85ee-1f184c2bafb0 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:16.176452 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3a13ae81-b5f3-49a9-984d-9584186a72bb tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:16.177223 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3a13ae81-b5f3-49a9-984d-9584186a72bb tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:16.186599 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7330fa-4199-4c6e-85ee-1f184c2bafb0 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Network 1ab00e04-d9e4-4bb0-86e0-9e66863b333b is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:16.197781 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fee2d7-017f-4ddb-89c5-65d98291ecd8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network 6103a6e9-424d-487e-aa30-1c9b505a726f is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:08:16.200656 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-fa7330fa-4199-4c6e-85ee-1f184c2bafb0 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:16.202837 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7330fa-4199-4c6e-85ee-1f184c2bafb0 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:08:16.209374 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7330fa-4199-4c6e-85ee-1f184c2bafb0 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:16.209989 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fa7330fa-4199-4c6e-85ee-1f184c2bafb0 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:16.324994 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-3a13ae81-b5f3-49a9-984d-9584186a72bb tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Calling delete_port for c38c2431-3e98-4306-8e39-e05ea7e93795 owned by network:floatingip {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:16.357663 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 63b10c5e-c015-47db-90e3-1f080a8a5c6c up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:08:16.410901 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-b7fee2d7-017f-4ddb-89c5-65d98291ecd8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 6103a6e9-424d-487e-aa30-1c9b505a726f) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:16.433967 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f44051d-5edb-46bb-81fb-49ff9f18ee43 None None] Network 6103a6e9-424d-487e-aa30-1c9b505a726f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:08:16.443916 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7330fa-4199-4c6e-85ee-1f184c2bafb0 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Pushing event updated for resources: {'Port': ['ID=7ac83180-4964-4a95-8592-49f27fc92cd5,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:16.481173 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fee2d7-017f-4ddb-89c5-65d98291ecd8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:16.481793 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7fee2d7-017f-4ddb-89c5-65d98291ecd8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:16.487309 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-72ad2315-827f-4618-afa6-1a97f715e1f8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:16.528707 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-72ad2315-827f-4618-afa6-1a97f715e1f8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Transition to ACTIVE for port object dd09381c-23bd-45d4-a936-714e239391a3 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:16.574291 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b7fee2d7-017f-4ddb-89c5-65d98291ecd8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7663426 Mar 28 19:08:16.590825 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52896) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:16.608826 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-6cfcdd74-6fdc-4270-ae4b-9c089f883c03 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'port': {'network_id': '6103a6e9-424d-487e-aa30-1c9b505a726f', 'name': 'tempest-PortsIpV6TestJSON-1302713582'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:16.648530 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-fa7330fa-4199-4c6e-85ee-1f184c2bafb0 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.8530095 Mar 28 19:08:16.652758 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52900) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:16.663163 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-774f0ed7-7736-4dcf-9421-a00830a3ef03 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:16.666435 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-b9dbf423-c161-4dba-949a-8b6d9d29c82f tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::227', 'mac_address': 'fa:16:3e:13:bb:fb'}]}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:16.696893 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-774f0ed7-7736-4dcf-9421-a00830a3ef03 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:16.759199 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 63b10c5e-c015-47db-90e3-1f080a8a5c6c completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:08:16.792403 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3a13ae81-b5f3-49a9-984d-9584186a72bb tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:16.793056 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167f4178-9127-4d3b-90a9-75fd0d2f3aef tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:08:16.800291 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25374dee-ec3b-4d11-99c5-4718a845f33f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-6103a6e9-424d-487e-aa30-1c9b505a726f', 'network_id': '6103a6e9-424d-487e-aa30-1c9b505a726f', 'tenant_id': '0eafd6e2aac349b4a881ab8a1e025dc4', 'fixed_ips': [{'subnet_id': '0ab37e34-790a-4931-bda8-edac6df09173'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:08:16.801197 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-25374dee-ec3b-4d11-99c5-4718a845f33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:16.820524 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43655279-ef11-435a-af95-7e49fed78aca tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Router 748a009d-3589-4943-98f8-5b3937601b1f has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:08:16.825649 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbf6a03-1426-4cd8-a8f0-b8f1de3fcf3c None None] Sync routers for ids ['7dda83c7-3047-4fd4-a6e4-41e6d9980171'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:08:16.885321 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b9bb0868-9913-4d7f-96db-8588e73fd165 None None] Provisioning for port 7ac83180-4964-4a95-8592-49f27fc92cd5 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:08:16.891739 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-774f0ed7-7736-4dcf-9421-a00830a3ef03 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:16.893785 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbf6a03-1426-4cd8-a8f0-b8f1de3fcf3c None None] Routers {'7dda83c7-3047-4fd4-a6e4-41e6d9980171'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:16.894170 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-774f0ed7-7736-4dcf-9421-a00830a3ef03 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:16.894403 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-8dbf6a03-1426-4cd8-a8f0-b8f1de3fcf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['7dda83c7-3047-4fd4-a6e4-41e6d9980171'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:16.897640 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-774f0ed7-7736-4dcf-9421-a00830a3ef03 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "DELETE /v2.0/security-groups/50541515-9bf6-44e2-91ed-e0155095de83 HTTP/1.1" status: 204 len: 168 time: 0.8231969 Mar 28 19:08:16.910713 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-167f4178-9127-4d3b-90a9-75fd0d2f3aef tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:16.911872 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-167f4178-9127-4d3b-90a9-75fd0d2f3aef tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "PUT /v2.0/routers/7dda83c7-3047-4fd4-a6e4-41e6d9980171 HTTP/1.1" status: 200 len: 917 time: 9.5555344 Mar 28 19:08:16.914416 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52904) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:16.914872 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52906) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:16.936726 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13ae81-b5f3-49a9-984d-9584186a72bb tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Pushing event deleted for resources: {'Port': ['ID=c38c2431-3e98-4306-8e39-e05ea7e93795,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:16.978607 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b9bb0868-9913-4d7f-96db-8588e73fd165 None None] Provisioning complete for port 7ac83180-4964-4a95-8592-49f27fc92cd5 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:16.979086 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b9bb0868-9913-4d7f-96db-8588e73fd165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:16.987722 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f0ed7-7736-4dcf-9421-a00830a3ef03 tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50541515-9bf6-44e2-91ed-e0155095de83,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:17.014432 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-86f2a4a4-e9a6-4551-a93e-c12291e2c78b tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] show failed (client error): The resource could not be found. Mar 28 19:08:17.015025 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-72ad2315-827f-4618-afa6-1a97f715e1f8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:17.015363 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-86f2a4a4-e9a6-4551-a93e-c12291e2c78b tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "GET /v2.0/security-groups/50541515-9bf6-44e2-91ed-e0155095de83 HTTP/1.1" status: 404 len: 347 time: 0.0979474 Mar 28 19:08:17.020978 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52912) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:17.025468 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-8dbf6a03-1426-4cd8-a8f0-b8f1de3fcf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:17.108239 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbf6a03-1426-4cd8-a8f0-b8f1de3fcf3c None None] Routers {'7dda83c7-3047-4fd4-a6e4-41e6d9980171'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:17.108850 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-8dbf6a03-1426-4cd8-a8f0-b8f1de3fcf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['7dda83c7-3047-4fd4-a6e4-41e6d9980171'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:17.184594 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ad2315-827f-4618-afa6-1a97f715e1f8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:17.187721 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6cfcdd74-6fdc-4270-ae4b-9c089f883c03 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:17.200759 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-72ad2315-827f-4618-afa6-1a97f715e1f8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:17.210408 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ad2315-827f-4618-afa6-1a97f715e1f8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:08:17.210805 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-72ad2315-827f-4618-afa6-1a97f715e1f8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:17.213681 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6cfcdd74-6fdc-4270-ae4b-9c089f883c03 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:port and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:17.216827 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-b9bb0868-9913-4d7f-96db-8588e73fd165 None None] Port 7ac83180-4964-4a95-8592-49f27fc92cd5 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:08:17.219242 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6cfcdd74-6fdc-4270-ae4b-9c089f883c03 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:17.221111 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-8dbf6a03-1426-4cd8-a8f0-b8f1de3fcf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:17.221516 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbf6a03-1426-4cd8-a8f0-b8f1de3fcf3c None None] The sync data for ids ['7dda83c7-3047-4fd4-a6e4-41e6d9980171'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:08:17.230241 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3a13ae81-b5f3-49a9-984d-9584186a72bb tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks [] for floatingip, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:17.240512 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad2315-827f-4618-afa6-1a97f715e1f8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Port': ['ID=dd09381c-23bd-45d4-a936-714e239391a3,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:17.241194 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-25374dee-ec3b-4d11-99c5-4718a845f33f None None] Allocated IP 2001:db8::2 (6103a6e9-424d-487e-aa30-1c9b505a726f/0ab37e34-790a-4931-bda8-edac6df09173/fdf7fb75-85f5-41e6-ba5b-82971b8db910) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:17.246823 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6cfcdd74-6fdc-4270-ae4b-9c089f883c03 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:17.338111 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfcdd74-6fdc-4270-ae4b-9c089f883c03 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:08:17.341171 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6cfcdd74-6fdc-4270-ae4b-9c089f883c03 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:17.381525 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3a13ae81-b5f3-49a9-984d-9584186a72bb tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:17.382598 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3a13ae81-b5f3-49a9-984d-9584186a72bb tempest-ServersTestJSON-1841537008 tempest-ServersTestJSON-1841537008-project] 10.222.0.10 "DELETE /v2.0/floatingips/48b04b45-93e7-4c9a-b106-ce2e5f5b2e06 HTTP/1.1" status: 204 len: 168 time: 1.9950070 Mar 28 19:08:17.390425 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e1fbb32e-f5ab-49d9-96f1-2be339ed28e7 None None] Provisioning for port 63b10c5e-c015-47db-90e3-1f080a8a5c6c completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:08:17.392477 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52916) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:17.407445 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e1fbb32e-f5ab-49d9-96f1-2be339ed28e7 None None] Provisioning complete for port 63b10c5e-c015-47db-90e3-1f080a8a5c6c triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:17.407809 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e1fbb32e-f5ab-49d9-96f1-2be339ed28e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:17.475669 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf423-c161-4dba-949a-8b6d9d29c82f tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:17.482811 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43655279-ef11-435a-af95-7e49fed78aca tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:08:17.484774 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f8efd4f8-1208-4192-b9f9-61afb4a91cbe tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Deleting port 878725e0-5fb9-4562-bc58-9f674f3c746c {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:17.485156 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f8efd4f8-1208-4192-b9f9-61afb4a91cbe tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:17.498799 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefa1a82-7399-4a9b-8855-bbffed2a7329 None None] Sync routers for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:08:17.508586 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-6cfcdd74-6fdc-4270-ae4b-9c089f883c03 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] device_id is not set on port da70c32a-8b34-4c13-ad97-f7a2a39ca48d yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:08:17.508798 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefa1a82-7399-4a9b-8855-bbffed2a7329 None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:17.509177 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-aefa1a82-7399-4a9b-8855-bbffed2a7329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:17.527813 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-43655279-ef11-435a-af95-7e49fed78aca tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:17.595819 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-25374dee-ec3b-4d11-99c5-4718a845f33f None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:17.602194 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-75afb050-3ddd-408e-979a-8a9b95e4a35f tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "GET /v2.0/routers/7dda83c7-3047-4fd4-a6e4-41e6d9980171 HTTP/1.1" status: 200 len: 923 time: 0.6827934 Mar 28 19:08:17.609281 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-aefa1a82-7399-4a9b-8855-bbffed2a7329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:17.624440 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefa1a82-7399-4a9b-8855-bbffed2a7329 None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:17.625264 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-aefa1a82-7399-4a9b-8855-bbffed2a7329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:17.625665 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52920) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:17.630103 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-25374dee-ec3b-4d11-99c5-4718a845f33f None None] Transition to ACTIVE for port object fdf7fb75-85f5-41e6-ba5b-82971b8db910 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:17.637425 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e1fbb32e-f5ab-49d9-96f1-2be339ed28e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:17.691836 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-aefa1a82-7399-4a9b-8855-bbffed2a7329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:17.692619 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefa1a82-7399-4a9b-8855-bbffed2a7329 None None] The sync data for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:08:17.709463 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-25374dee-ec3b-4d11-99c5-4718a845f33f None None] Transition to ACTIVE for port object fdf7fb75-85f5-41e6-ba5b-82971b8db910 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:17.721925 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-25374dee-ec3b-4d11-99c5-4718a845f33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:17.770582 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-e1fbb32e-f5ab-49d9-96f1-2be339ed28e7 None None] For port 63b10c5e-c015-47db-90e3-1f080a8a5c6c, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=63b10c5e-c015-47db-90e3-1f080a8a5c6c,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:08:17.787082 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e1fbb32e-f5ab-49d9-96f1-2be339ed28e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:17.795409 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25374dee-ec3b-4d11-99c5-4718a845f33f None None] Network 6103a6e9-424d-487e-aa30-1c9b505a726f is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:17.803719 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-25374dee-ec3b-4d11-99c5-4718a845f33f None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:17.807912 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25374dee-ec3b-4d11-99c5-4718a845f33f None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:08:17.815852 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25374dee-ec3b-4d11-99c5-4718a845f33f None None] Pushing event updated for resources: {'Port': ['ID=fdf7fb75-85f5-41e6-ba5b-82971b8db910,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:17.825743 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-72ad2315-827f-4618-afa6-1a97f715e1f8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:17.867463 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-43655279-ef11-435a-af95-7e49fed78aca tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "PUT /v2.0/floatingips/985a6a81-3f43-4640-a7be-48f4deb9c3b5 HTTP/1.1" status: 200 len: 978 time: 6.4147568 Mar 28 19:08:17.873390 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52924) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:17.966414 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6329874d-0835-48a6-9939-eb878b64cff7 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:17.968144 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6329874d-0835-48a6-9939-eb878b64cff7 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=222bb166-3b66-45c7-9663-18be61b96587&device_id=7dda83c7-3047-4fd4-a6e4-41e6d9980171&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3362536 Mar 28 19:08:17.973133 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-25374dee-ec3b-4d11-99c5-4718a845f33f None None] Attempting to bind port fdf7fb75-85f5-41e6-ba5b-82971b8db910 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:08:17.973503 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-25374dee-ec3b-4d11-99c5-4718a845f33f None None] Attempting to bind port fdf7fb75-85f5-41e6-ba5b-82971b8db910 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '4bc3704e-ffdd-4791-91b0-482ce406dce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6103a6e9-424d-487e-aa30-1c9b505a726f'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:08:17.973876 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25374dee-ec3b-4d11-99c5-4718a845f33f None None] Attempting to bind port fdf7fb75-85f5-41e6-ba5b-82971b8db910 on network 6103a6e9-424d-487e-aa30-1c9b505a726f {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:08:17.978214 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52928) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:17.982171 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25374dee-ec3b-4d11-99c5-4718a845f33f None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:08:17.982538 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25374dee-ec3b-4d11-99c5-4718a845f33f None None] Checking segment: {'id': '4bc3704e-ffdd-4791-91b0-482ce406dce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6103a6e9-424d-487e-aa30-1c9b505a726f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:08:17.982965 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-25374dee-ec3b-4d11-99c5-4718a845f33f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:17.983360 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25374dee-ec3b-4d11-99c5-4718a845f33f None None] Bound using segment: {'id': '4bc3704e-ffdd-4791-91b0-482ce406dce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6103a6e9-424d-487e-aa30-1c9b505a726f'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:08:17.983842 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-25374dee-ec3b-4d11-99c5-4718a845f33f None None] Bound port: fdf7fb75-85f5-41e6-ba5b-82971b8db910, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc3704e-ffdd-4791-91b0-482ce406dce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6103a6e9-424d-487e-aa30-1c9b505a726f'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:08:17.984216 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-25374dee-ec3b-4d11-99c5-4718a845f33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:17.994669 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-77f10e99-4c18-48f6-842c-39fc18c19378 None None] Provisioning for port dd09381c-23bd-45d4-a936-714e239391a3 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:08:18.010793 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbb32e-f5ab-49d9-96f1-2be339ed28e7 None None] Pushing event updated for resources: {'Port': ['ID=63b10c5e-c015-47db-90e3-1f080a8a5c6c,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:18.013252 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-77f10e99-4c18-48f6-842c-39fc18c19378 None None] Provisioning complete for port dd09381c-23bd-45d4-a936-714e239391a3 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:18.013973 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-77f10e99-4c18-48f6-842c-39fc18c19378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:18.031360 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f8efd4f8-1208-4192-b9f9-61afb4a91cbe tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:18.031694 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f8efd4f8-1208-4192-b9f9-61afb4a91cbe tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:18.041728 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-32ac6031-027e-463d-80fd-942584b0ee37 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Deleting port 1296042d-bde8-4db8-9e09-648412078d10 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:18.042080 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-32ac6031-027e-463d-80fd-942584b0ee37 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:18.119419 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-77f10e99-4c18-48f6-842c-39fc18c19378 None None] Port dd09381c-23bd-45d4-a936-714e239391a3 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:08:18.144533 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-25374dee-ec3b-4d11-99c5-4718a845f33f None None] For port fdf7fb75-85f5-41e6-ba5b-82971b8db910, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:08:18.149809 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-25374dee-ec3b-4d11-99c5-4718a845f33f None None] For port fdf7fb75-85f5-41e6-ba5b-82971b8db910, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=fdf7fb75-85f5-41e6-ba5b-82971b8db910,segment=NetworkSegment(4bc3704e-ffdd-4791-91b0-482ce406dce9),segment_id=4bc3704e-ffdd-4791-91b0-482ce406dce9)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:08:18.154030 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-25374dee-ec3b-4d11-99c5-4718a845f33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:18.245139 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25374dee-ec3b-4d11-99c5-4718a845f33f None None] Pushing event updated for resources: {'Port': ['ID=fdf7fb75-85f5-41e6-ba5b-82971b8db910,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:18.271420 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f8efd4f8-1208-4192-b9f9-61afb4a91cbe tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Calling delete_port for 878725e0-5fb9-4562-bc58-9f674f3c746c owned by network:floatingip {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:18.277750 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf423-c161-4dba-949a-8b6d9d29c82f tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:18.284707 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 63b10c5e-c015-47db-90e3-1f080a8a5c6c up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:08:18.344997 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf423-c161-4dba-949a-8b6d9d29c82f tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:18.372788 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 63b10c5e-c015-47db-90e3-1f080a8a5c6c triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:18.373166 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:18.439658 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9933a14a-a46d-473a-b34d-53d778c8afab tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:18.443859 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9933a14a-a46d-473a-b34d-53d778c8afab tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "GET /v2.0/networks/222bb166-3b66-45c7-9663-18be61b96587 HTTP/1.1" status: 200 len: 881 time: 0.4536092 Mar 28 19:08:18.452487 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52932) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:18.475378 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-6cfcdd74-6fdc-4270-ae4b-9c089f883c03 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Allocated IP 2001:db8::1a4 (6103a6e9-424d-487e-aa30-1c9b505a726f/0ab37e34-790a-4931-bda8-edac6df09173/da70c32a-8b34-4c13-ad97-f7a2a39ca48d) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:18.477846 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-b9dbf423-c161-4dba-949a-8b6d9d29c82f tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] In _notify_port_updated(), no bound segment for port 7ac83180-4964-4a95-8592-49f27fc92cd5 on network 1ab00e04-d9e4-4bb0-86e0-9e66863b333b {{(pid=87833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 19:08:18.484538 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dbf423-c161-4dba-949a-8b6d9d29c82f tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:18.485931 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf423-c161-4dba-949a-8b6d9d29c82f tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:18.491445 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b9dbf423-c161-4dba-949a-8b6d9d29c82f tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] 10.222.0.10 "PUT /v2.0/ports/7ac83180-4964-4a95-8592-49f27fc92cd5 HTTP/1.1" status: 200 len: 1002 time: 1.8343246 Mar 28 19:08:18.495317 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52936) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:18.588092 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dbf423-c161-4dba-949a-8b6d9d29c82f tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Pushing event updated for resources: {'Port': ['ID=7ac83180-4964-4a95-8592-49f27fc92cd5,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:18.617834 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3efb077e-8e8c-42d5-be58-71eed147dbb7 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dda83c7-3047-4fd4-a6e4-41e6d9980171 HTTP/1.1" status: 200 len: 205 time: 0.1424477 Mar 28 19:08:18.629994 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52940) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:18.911828 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-32ac6031-027e-463d-80fd-942584b0ee37 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:18.934977 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-f071b2af-b611-4c61-89a9-7ae48b95344b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Deleting port 7ac83180-4964-4a95-8592-49f27fc92cd5 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:18.935402 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f071b2af-b611-4c61-89a9-7ae48b95344b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:19.000807 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8c675a1-9a90-4715-883b-f8eba267bbb7 None None] Provisioning complete for port 7ac83180-4964-4a95-8592-49f27fc92cd5 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:19.001793 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8c675a1-9a90-4715-883b-f8eba267bbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:19.081209 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8c675a1-9a90-4715-883b-f8eba267bbb7 None None] Port 7ac83180-4964-4a95-8592-49f27fc92cd5 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:08:19.136758 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f8efd4f8-1208-4192-b9f9-61afb4a91cbe tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:19.220117 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efd4f8-1208-4192-b9f9-61afb4a91cbe tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Pushing event deleted for resources: {'Port': ['ID=878725e0-5fb9-4562-bc58-9f674f3c746c,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:19.249464 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a029d13-7f7c-4a31-a56d-9f16afe73143 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:19.559012 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f8efd4f8-1208-4192-b9f9-61afb4a91cbe tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks [] for floatingip, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:19.579681 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6cfcdd74-6fdc-4270-ae4b-9c089f883c03 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:19.588422 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fbc7d5-948e-4306-9669-d6e3632604e8 None None] Network 6103a6e9-424d-487e-aa30-1c9b505a726f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:08:19.635919 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-72ad2315-827f-4618-afa6-1a97f715e1f8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:19.639277 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-6cfcdd74-6fdc-4270-ae4b-9c089f883c03 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Transition to ACTIVE for port object da70c32a-8b34-4c13-ad97-f7a2a39ca48d will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:19.645041 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f071b2af-b611-4c61-89a9-7ae48b95344b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:19.653555 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-72ad2315-827f-4618-afa6-1a97f715e1f8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:19.654283 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-72ad2315-827f-4618-afa6-1a97f715e1f8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:19.691267 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-5a052a98-7e2e-4391-832b-1a31751f289a None None] Provisioning for port fdf7fb75-85f5-41e6-ba5b-82971b8db910 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:08:19.700483 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-32ac6031-027e-463d-80fd-942584b0ee37 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:19.701086 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-32ac6031-027e-463d-80fd-942584b0ee37 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:19.701565 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.l3_db [None req-32ac6031-027e-463d-80fd-942584b0ee37 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Floating IP 985a6a81-3f43-4640-a7be-48f4deb9c3b5 disassociated. External IP: 172.26.4.40, port: 1296042d-bde8-4db8-9e09-648412078d10. Mar 28 19:08:19.702036 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-32ac6031-027e-463d-80fd-942584b0ee37 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Calling delete_port for 1296042d-bde8-4db8-9e09-648412078d10 owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:19.803376 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f8efd4f8-1208-4192-b9f9-61afb4a91cbe tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:19.807425 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f8efd4f8-1208-4192-b9f9-61afb4a91cbe tempest-ServersTestManualDisk-324607273 tempest-ServersTestManualDisk-324607273-project] 10.222.0.10 "DELETE /v2.0/floatingips/334f2a3d-88d1-4501-8a33-e360b2892cc5 HTTP/1.1" status: 204 len: 168 time: 2.7805593 Mar 28 19:08:19.810702 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52944) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:19.815625 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a029d13-7f7c-4a31-a56d-9f16afe73143 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:19.896904 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-1a029d13-7f7c-4a31-a56d-9f16afe73143 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Deleting port a55ea44b-40ff-4264-85ec-2fc0b86fa9c5 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:19.896904 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a029d13-7f7c-4a31-a56d-9f16afe73143 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:19.977470 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-f071b2af-b611-4c61-89a9-7ae48b95344b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Calling delete_port for 7ac83180-4964-4a95-8592-49f27fc92cd5 owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:20.150760 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad2315-827f-4618-afa6-1a97f715e1f8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Port': ['ID=dd09381c-23bd-45d4-a936-714e239391a3,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:20.196328 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6cfcdd74-6fdc-4270-ae4b-9c089f883c03 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:20.215354 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-32ac6031-027e-463d-80fd-942584b0ee37 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:20.288876 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device fdf7fb75-85f5-41e6-ba5b-82971b8db910 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:08:20.307665 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfcdd74-6fdc-4270-ae4b-9c089f883c03 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network 6103a6e9-424d-487e-aa30-1c9b505a726f is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:20.345308 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-6cfcdd74-6fdc-4270-ae4b-9c089f883c03 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:20.348239 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac6031-027e-463d-80fd-942584b0ee37 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event deleted for resources: {'Port': ['ID=1296042d-bde8-4db8-9e09-648412078d10,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:20.348586 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ad2315-827f-4618-afa6-1a97f715e1f8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:20.358327 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a029d13-7f7c-4a31-a56d-9f16afe73143 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:20.361167 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfcdd74-6fdc-4270-ae4b-9c089f883c03 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:08:20.366999 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfcdd74-6fdc-4270-ae4b-9c089f883c03 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:20.367618 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6cfcdd74-6fdc-4270-ae4b-9c089f883c03 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:20.372717 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port fdf7fb75-85f5-41e6-ba5b-82971b8db910 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:08:20.376571 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-72ad2315-827f-4618-afa6-1a97f715e1f8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:20.380552 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port fdf7fb75-85f5-41e6-ba5b-82971b8db910 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:20.381190 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:20.399823 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcdd74-6fdc-4270-ae4b-9c089f883c03 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Port': ['ID=da70c32a-8b34-4c13-ad97-f7a2a39ca48d,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:20.541456 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:20.581294 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port fdf7fb75-85f5-41e6-ba5b-82971b8db910, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=fdf7fb75-85f5-41e6-ba5b-82971b8db910,segment=NetworkSegment(4bc3704e-ffdd-4791-91b0-482ce406dce9),segment_id=4bc3704e-ffdd-4791-91b0-482ce406dce9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:08:20.590972 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3d042fc3-06f8-4b5e-924d-cbf084977613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:20.593039 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:20.674659 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6cfcdd74-6fdc-4270-ae4b-9c089f883c03 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0827086 Mar 28 19:08:20.675397 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52950) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:20.732026 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=fdf7fb75-85f5-41e6-ba5b-82971b8db910,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:20.735944 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-a9bb43fa-e23f-4453-a918-22bb36343d89 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'port': {'network_id': '6103a6e9-424d-487e-aa30-1c9b505a726f', 'name': 'tempest-PortsIpV6TestJSON-1168045298'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:20.760233 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b5146a89-fa67-40f3-ac30-af46676a72cc None None] Provisioning for port da70c32a-8b34-4c13-ad97-f7a2a39ca48d completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:08:20.767617 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b5146a89-fa67-40f3-ac30-af46676a72cc None None] Provisioning complete for port da70c32a-8b34-4c13-ad97-f7a2a39ca48d triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:20.768007 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b5146a89-fa67-40f3-ac30-af46676a72cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:20.788953 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-1a029d13-7f7c-4a31-a56d-9f16afe73143 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Calling delete_port for a55ea44b-40ff-4264-85ec-2fc0b86fa9c5 owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:20.795108 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f071b2af-b611-4c61-89a9-7ae48b95344b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:20.825675 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-b5146a89-fa67-40f3-ac30-af46676a72cc None None] Port da70c32a-8b34-4c13-ad97-f7a2a39ca48d cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:08:20.881094 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071b2af-b611-4c61-89a9-7ae48b95344b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Pushing event deleted for resources: {'Port': ['ID=7ac83180-4964-4a95-8592-49f27fc92cd5,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:20.955601 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-538d8999-fcc0-4625-a8a4-122c5793c9d5 None None] Provisioning complete for port dd09381c-23bd-45d4-a936-714e239391a3 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:20.956146 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-538d8999-fcc0-4625-a8a4-122c5793c9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:21.029886 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-538d8999-fcc0-4625-a8a4-122c5793c9d5 None None] Port dd09381c-23bd-45d4-a936-714e239391a3 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:08:21.132726 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ac6031-027e-463d-80fd-942584b0ee37 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Router 748a009d-3589-4943-98f8-5b3937601b1f has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:08:21.406479 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a9bb43fa-e23f-4453-a918-22bb36343d89 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:21.411820 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a029d13-7f7c-4a31-a56d-9f16afe73143 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:21.453517 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a9bb43fa-e23f-4453-a918-22bb36343d89 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:port and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:21.458281 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a9bb43fa-e23f-4453-a918-22bb36343d89 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:21.461791 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ad2315-827f-4618-afa6-1a97f715e1f8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Router 839eacab-5453-42b4-b682-d08714e2bd50 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:08:21.465838 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f071b2af-b611-4c61-89a9-7ae48b95344b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:21.467685 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f071b2af-b611-4c61-89a9-7ae48b95344b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] 10.222.0.10 "DELETE /v2.0/ports/7ac83180-4964-4a95-8592-49f27fc92cd5 HTTP/1.1" status: 204 len: 168 time: 2.9573114 Mar 28 19:08:21.472087 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52954) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:21.475603 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a9bb43fa-e23f-4453-a918-22bb36343d89 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:21.477776 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a029d13-7f7c-4a31-a56d-9f16afe73143 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Pushing event deleted for resources: {'Port': ['ID=a55ea44b-40ff-4264-85ec-2fc0b86fa9c5,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:21.516698 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ac6031-027e-463d-80fd-942584b0ee37 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:08:21.527327 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a12290-f7ae-455f-b79a-33841075cae3 None None] Sync routers for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:08:21.539170 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a12290-f7ae-455f-b79a-33841075cae3 None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:21.539842 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-97a12290-f7ae-455f-b79a-33841075cae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:21.598537 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c182de-bda1-4c33-be3f-c0f2c3f85fe9 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] GET failed (client error): The resource could not be found. Mar 28 19:08:21.599394 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-96c182de-bda1-4c33-be3f-c0f2c3f85fe9 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Synchronizing usage tracker for tenant:7c49d91779f148469f88ab2ed871b251 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:08:21.600416 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-97a12290-f7ae-455f-b79a-33841075cae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:21.609901 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a12290-f7ae-455f-b79a-33841075cae3 None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:21.611043 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-97a12290-f7ae-455f-b79a-33841075cae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:21.677452 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-97a12290-f7ae-455f-b79a-33841075cae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:21.678084 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a12290-f7ae-455f-b79a-33841075cae3 None None] The sync data for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:08:21.680338 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bb43fa-e23f-4453-a918-22bb36343d89 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:08:21.684029 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a9bb43fa-e23f-4453-a918-22bb36343d89 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:21.698849 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a029d13-7f7c-4a31-a56d-9f16afe73143 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:21.727981 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-96c182de-bda1-4c33-be3f-c0f2c3f85fe9 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Unset dirty status for tenant:7c49d91779f148469f88ab2ed871b251 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:08:21.729146 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-96c182de-bda1-4c33-be3f-c0f2c3f85fe9 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] 10.222.0.10 "GET /v2.0/ports/7ac83180-4964-4a95-8592-49f27fc92cd5 HTTP/1.1" status: 404 len: 333 time: 0.2553246 Mar 28 19:08:21.736359 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52958) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:21.746500 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-cb289709-7a50-4ea2-a5e3-0ed5730a642b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Request body: {'port': {'network_id': '1ab00e04-d9e4-4bb0-86e0-9e66863b333b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-679964913'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:21.762225 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ad2315-827f-4618-afa6-1a97f715e1f8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:08:21.768015 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-72ad2315-827f-4618-afa6-1a97f715e1f8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "PUT /v2.0/routers/839eacab-5453-42b4-b682-d08714e2bd50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8973668 Mar 28 19:08:21.772666 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf98b22-0a92-4de4-a407-d142964f1f73 None None] Sync routers for ids ['839eacab-5453-42b4-b682-d08714e2bd50'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:08:21.782786 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf98b22-0a92-4de4-a407-d142964f1f73 None None] Routers {'839eacab-5453-42b4-b682-d08714e2bd50'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:21.783517 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-dcf98b22-0a92-4de4-a407-d142964f1f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['839eacab-5453-42b4-b682-d08714e2bd50'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:21.791062 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-a9bb43fa-e23f-4453-a918-22bb36343d89 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] device_id is not set on port ca10ea7a-6250-4b20-86fc-65c811426d05 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:08:21.807732 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-32ac6031-027e-463d-80fd-942584b0ee37 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:21.810000 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52962) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:21.934175 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a029d13-7f7c-4a31-a56d-9f16afe73143 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:21.936264 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-dcf98b22-0a92-4de4-a407-d142964f1f73 None None] Set router 839eacab-5453-42b4-b682-d08714e2bd50 gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:08:21.940569 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a029d13-7f7c-4a31-a56d-9f16afe73143 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:21.947536 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-32ac6031-027e-463d-80fd-942584b0ee37 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "DELETE /v2.0/ports/1296042d-bde8-4db8-9e09-648412078d10 HTTP/1.1" status: 204 len: 168 time: 4.0631423 Mar 28 19:08:21.952161 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52966) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:22.104688 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-3d042fc3-06f8-4b5e-924d-cbf084977613 admin admin] Deleting port 47a4b191-c518-405f-bd1c-4c0e75d10b89 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:22.105060 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3d042fc3-06f8-4b5e-924d-cbf084977613 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:22.116697 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7114a5e3-ce9a-4b84-9ea2-76fee87c1dbd tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:22.117285 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-7114a5e3-ce9a-4b84-9ea2-76fee87c1dbd tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:08:22.129387 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a029d13-7f7c-4a31-a56d-9f16afe73143 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:22.129907 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a029d13-7f7c-4a31-a56d-9f16afe73143 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Fanout notify agent at l3_agent the message router_deleted on router 7dda83c7-3047-4fd4-a6e4-41e6d9980171 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:08:22.133581 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e50be533-da6c-451c-9a29-0fedbb9bf85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:22.150792 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-bae0d651-06a0-4f07-8a27-f2926d370a92 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "GET /v2.0/floatingips/985a6a81-3f43-4640-a7be-48f4deb9c3b5 HTTP/1.1" status: 200 len: 687 time: 0.1874545 Mar 28 19:08:22.155180 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52970) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:22.212287 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a029d13-7f7c-4a31-a56d-9f16afe73143 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:22.216909 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1a029d13-7f7c-4a31-a56d-9f16afe73143 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "DELETE /v2.0/routers/7dda83c7-3047-4fd4-a6e4-41e6d9980171 HTTP/1.1" status: 204 len: 168 time: 3.5824394 Mar 28 19:08:22.218309 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52974) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:22.223805 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-bd430787-11a5-4ab4-b7d9-9af33a8470e6 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1815092564', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:22.231968 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-7114a5e3-ce9a-4b84-9ea2-76fee87c1dbd tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:08:22.233108 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7114a5e3-ce9a-4b84-9ea2-76fee87c1dbd tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports/dd09381c-23bd-45d4-a936-714e239391a3 HTTP/1.1" status: 200 len: 911 time: 0.4148862 Mar 28 19:08:22.236367 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bd430787-11a5-4ab4-b7d9-9af33a8470e6 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:22.238055 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52978) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:22.275698 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device fdf7fb75-85f5-41e6-ba5b-82971b8db910 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:08:22.291739 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bd430787-11a5-4ab4-b7d9-9af33a8470e6 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Usage tracker for resource:router and tenant:e6c57515830543a6952571afdd7483f1 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:22.316332 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-dcf98b22-0a92-4de4-a407-d142964f1f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839eacab-5453-42b4-b682-d08714e2bd50', 'name': 'tempest-NetworksTestDHCPv6-router-545046324', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:08:13Z', 'updated_at': '2022-03-28T19:08:17Z', 'revision_number': 2, 'project_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'gw_port_host': None, '_interfaces': [{'id': 'dd09381c-23bd-45d4-a936-714e239391a3', 'name': '', 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'mac_address': 'fa:16:3e:ca:7a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839eacab-5453-42b4-b682-d08714e2bd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '932160be-0652-4314-8951-1234057d0e39', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:08:15Z', 'updated_at': '2022-03-28T19:08:19Z', 'revision_number': 2, 'project_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'subnets': [{'id': '932160be-0652-4314-8951-1234057d0e39', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:22.325233 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf98b22-0a92-4de4-a407-d142964f1f73 None None] Checking router: 839eacab-5453-42b4-b682-d08714e2bd50 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:08:22.325794 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf98b22-0a92-4de4-a407-d142964f1f73 None None] Updating router 839eacab-5453-42b4-b682-d08714e2bd50 port dd09381c-23bd-45d4-a936-714e239391a3 binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:08:22.347864 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bd430787-11a5-4ab4-b7d9-9af33a8470e6 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:22.364678 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bd430787-11a5-4ab4-b7d9-9af33a8470e6 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:22.370253 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port fdf7fb75-85f5-41e6-ba5b-82971b8db910 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:22.370253 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:22.393835 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bd430787-11a5-4ab4-b7d9-9af33a8470e6 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:22.394827 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bd430787-11a5-4ab4-b7d9-9af33a8470e6 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:22.405411 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-dcf98b22-0a92-4de4-a407-d142964f1f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:22.504643 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-a9bb43fa-e23f-4453-a918-22bb36343d89 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Allocated IP 2001:db8::218 (6103a6e9-424d-487e-aa30-1c9b505a726f/0ab37e34-790a-4931-bda8-edac6df09173/ca10ea7a-6250-4b20-86fc-65c811426d05) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:22.518802 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bd430787-11a5-4ab4-b7d9-9af33a8470e6 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:22.542440 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c681fd-e132-4b9e-b6ed-6cd1047329d7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:22.549318 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c681fd-e132-4b9e-b6ed-6cd1047329d7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:22.549454 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-31ab3fce-9993-4aac-a236-16cdb3865755 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Deleting port fc3fceb8-2ad3-42f1-9ae6-daf74d9f6536 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:22.549454 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-31ab3fce-9993-4aac-a236-16cdb3865755 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:22.553252 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-09c681fd-e132-4b9e-b6ed-6cd1047329d7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3098438 Mar 28 19:08:22.553523 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52984) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:22.621984 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-cb289709-7a50-4ea2-a5e3-0ed5730a642b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:22.664165 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-cb289709-7a50-4ea2-a5e3-0ed5730a642b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:22.682552 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-3d042fc3-06f8-4b5e-924d-cbf084977613 admin admin] For port 47a4b191-c518-405f-bd1c-4c0e75d10b89, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=47a4b191-c518-405f-bd1c-4c0e75d10b89,segment=NetworkSegment(555fb773-0269-467f-a1ec-d2a5a4c65edc),segment_id=555fb773-0269-467f-a1ec-d2a5a4c65edc)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:08:22.682948 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3d042fc3-06f8-4b5e-924d-cbf084977613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:22.694301 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bd430787-11a5-4ab4-b7d9-9af33a8470e6 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:22.818943 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bd430787-11a5-4ab4-b7d9-9af33a8470e6 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:22.822692 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-bd430787-11a5-4ab4-b7d9-9af33a8470e6 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6009212 Mar 28 19:08:22.823433 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 52988) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:22.826453 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-dcf98b22-0a92-4de4-a407-d142964f1f73 None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:22.831190 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-2d6c07fb-7ff3-4821-b257-337118941eb2 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'enable_snat': False}}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:22.839474 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-dcf98b22-0a92-4de4-a407-d142964f1f73 None None] Transition to ACTIVE for port object dd09381c-23bd-45d4-a936-714e239391a3 will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:22.847779 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-dcf98b22-0a92-4de4-a407-d142964f1f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:22.980956 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7eec4f-03b1-44bb-a240-9225a5f1e4dc None None] Pushing event updated for resources: {'Port': ['ID=dd09381c-23bd-45d4-a936-714e239391a3,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:23.012474 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-3d042fc3-06f8-4b5e-924d-cbf084977613 admin admin] Calling delete_port for 47a4b191-c518-405f-bd1c-4c0e75d10b89 owned by network:router_interface {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:23.038740 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb289709-7a50-4ea2-a5e3-0ed5730a642b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Made reservation on behalf of 7c49d91779f148469f88ab2ed871b251 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:08:23.042170 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cb289709-7a50-4ea2-a5e3-0ed5730a642b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:23.095148 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-dcf98b22-0a92-4de4-a407-d142964f1f73 None None] Attempting to bind port dd09381c-23bd-45d4-a936-714e239391a3 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:08:23.095601 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-dcf98b22-0a92-4de4-a407-d142964f1f73 None None] Attempting to bind port dd09381c-23bd-45d4-a936-714e239391a3 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:08:23.096026 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf98b22-0a92-4de4-a407-d142964f1f73 None None] Attempting to bind port dd09381c-23bd-45d4-a936-714e239391a3 on network 1857c8f5-5622-42ce-a4f9-106880783f61 {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:08:23.102861 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf98b22-0a92-4de4-a407-d142964f1f73 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:08:23.103406 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf98b22-0a92-4de4-a407-d142964f1f73 None None] Checking segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:08:23.104632 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-dcf98b22-0a92-4de4-a407-d142964f1f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:23.105818 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf98b22-0a92-4de4-a407-d142964f1f73 None None] Bound using segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:08:23.106377 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-dcf98b22-0a92-4de4-a407-d142964f1f73 None None] Bound port: dd09381c-23bd-45d4-a936-714e239391a3, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:08:23.106839 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-dcf98b22-0a92-4de4-a407-d142964f1f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:23.182071 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e50be533-da6c-451c-9a29-0fedbb9bf85c admin admin] Deleting port a9193046-d5ed-4524-87d9-7fbc10161e3d {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:23.182406 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e50be533-da6c-451c-9a29-0fedbb9bf85c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:23.211042 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-cb289709-7a50-4ea2-a5e3-0ed5730a642b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] device_id is not set on port 15c5e629-4c0d-4b33-8f16-ac31da9a7192 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:08:23.216067 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-dcf98b22-0a92-4de4-a407-d142964f1f73 None None] For port dd09381c-23bd-45d4-a936-714e239391a3, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:08:23.219277 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-dcf98b22-0a92-4de4-a407-d142964f1f73 None None] For port dd09381c-23bd-45d4-a936-714e239391a3, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=dd09381c-23bd-45d4-a936-714e239391a3,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:08:23.226563 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-dcf98b22-0a92-4de4-a407-d142964f1f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:23.314615 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf98b22-0a92-4de4-a407-d142964f1f73 None None] Routers {'839eacab-5453-42b4-b682-d08714e2bd50'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:23.315109 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-dcf98b22-0a92-4de4-a407-d142964f1f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['839eacab-5453-42b4-b682-d08714e2bd50'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:23.373490 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-31ab3fce-9993-4aac-a236-16cdb3865755 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:23.373820 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-31ab3fce-9993-4aac-a236-16cdb3865755 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:23.382377 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7eec4f-03b1-44bb-a240-9225a5f1e4dc None None] Pushing event updated for resources: {'Port': ['ID=dd09381c-23bd-45d4-a936-714e239391a3,revision_number=4']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:23.453079 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a9bb43fa-e23f-4453-a918-22bb36343d89 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:23.511368 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-dcf98b22-0a92-4de4-a407-d142964f1f73 None None] Set router 839eacab-5453-42b4-b682-d08714e2bd50 gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:08:23.598270 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2d6c07fb-7ff3-4821-b257-337118941eb2 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:23.654742 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-31ab3fce-9993-4aac-a236-16cdb3865755 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Calling delete_port for fc3fceb8-2ad3-42f1-9ae6-daf74d9f6536 owned by network:floatingip {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:23.699803 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-a9bb43fa-e23f-4453-a918-22bb36343d89 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Transition to ACTIVE for port object ca10ea7a-6250-4b20-86fc-65c811426d05 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:23.741584 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-e50be533-da6c-451c-9a29-0fedbb9bf85c admin admin] For port a9193046-d5ed-4524-87d9-7fbc10161e3d, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a9193046-d5ed-4524-87d9-7fbc10161e3d,segment=NetworkSegment(d357c8c6-fbd5-42e5-a72d-0184b760f007),segment_id=d357c8c6-fbd5-42e5-a72d-0184b760f007)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:08:23.742001 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e50be533-da6c-451c-9a29-0fedbb9bf85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:23.771643 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-cb289709-7a50-4ea2-a5e3-0ed5730a642b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Allocated IP 2001:db8::ee (1ab00e04-d9e4-4bb0-86e0-9e66863b333b/5d016b2e-ea50-4f76-8a8d-f7441b049f13/15c5e629-4c0d-4b33-8f16-ac31da9a7192) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:23.915900 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a9bb43fa-e23f-4453-a918-22bb36343d89 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:23.980269 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-dcf98b22-0a92-4de4-a407-d142964f1f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839eacab-5453-42b4-b682-d08714e2bd50', 'name': 'tempest-NetworksTestDHCPv6-router-545046324', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:08:13Z', 'updated_at': '2022-03-28T19:08:17Z', 'revision_number': 2, 'project_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'gw_port_host': None, '_interfaces': [{'id': 'dd09381c-23bd-45d4-a936-714e239391a3', 'name': '', 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'mac_address': 'fa:16:3e:ca:7a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839eacab-5453-42b4-b682-d08714e2bd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '932160be-0652-4314-8951-1234057d0e39', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:08:15Z', 'updated_at': '2022-03-28T19:08:23Z', 'revision_number': 4, 'project_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'subnets': [{'id': '932160be-0652-4314-8951-1234057d0e39', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:23.986610 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf98b22-0a92-4de4-a407-d142964f1f73 None None] The sync data for ids ['839eacab-5453-42b4-b682-d08714e2bd50'] in dv-neutron-834711-1-hyperv is: [{'id': '839eacab-5453-42b4-b682-d08714e2bd50', 'name': 'tempest-NetworksTestDHCPv6-router-545046324', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:08:13Z', 'updated_at': '2022-03-28T19:08:17Z', 'revision_number': 2, 'project_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'gw_port_host': None, '_interfaces': [{'id': 'dd09381c-23bd-45d4-a936-714e239391a3', 'name': '', 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'mac_address': 'fa:16:3e:ca:7a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839eacab-5453-42b4-b682-d08714e2bd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '932160be-0652-4314-8951-1234057d0e39', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:08:15Z', 'updated_at': '2022-03-28T19:08:23Z', 'revision_number': 4, 'project_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'subnets': [{'id': '932160be-0652-4314-8951-1234057d0e39', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:08:23.989482 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e50be533-da6c-451c-9a29-0fedbb9bf85c admin admin] Calling delete_port for a9193046-d5ed-4524-87d9-7fbc10161e3d owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:24.069725 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bb43fa-e23f-4453-a918-22bb36343d89 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network 6103a6e9-424d-487e-aa30-1c9b505a726f is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:24.073170 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3d042fc3-06f8-4b5e-924d-cbf084977613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:24.084885 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-a9bb43fa-e23f-4453-a918-22bb36343d89 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:24.087938 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bb43fa-e23f-4453-a918-22bb36343d89 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:08:24.093915 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bb43fa-e23f-4453-a918-22bb36343d89 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:24.095086 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a9bb43fa-e23f-4453-a918-22bb36343d89 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:24.103942 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb43fa-e23f-4453-a918-22bb36343d89 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Port': ['ID=ca10ea7a-6250-4b20-86fc-65c811426d05,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:24.158801 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-31ab3fce-9993-4aac-a236-16cdb3865755 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:24.225175 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d042fc3-06f8-4b5e-924d-cbf084977613 admin admin] Pushing event deleted for resources: {'Port': ['ID=47a4b191-c518-405f-bd1c-4c0e75d10b89,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:24.393839 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab3fce-9993-4aac-a236-16cdb3865755 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event deleted for resources: {'Port': ['ID=fc3fceb8-2ad3-42f1-9ae6-daf74d9f6536,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:24.443437 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-0a2fcc1d-f872-4cf3-9178-0aaa05c3b332 None None] Provisioning for port ca10ea7a-6250-4b20-86fc-65c811426d05 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:08:24.453312 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-0a2fcc1d-f872-4cf3-9178-0aaa05c3b332 None None] Provisioning complete for port ca10ea7a-6250-4b20-86fc-65c811426d05 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:24.454570 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0a2fcc1d-f872-4cf3-9178-0aaa05c3b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:24.549905 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-df91bc9a-c5ce-4472-b2fc-f2e3ca62c155 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:24.550825 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-0a2fcc1d-f872-4cf3-9178-0aaa05c3b332 None None] Port ca10ea7a-6250-4b20-86fc-65c811426d05 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:08:24.575692 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a9bb43fa-e23f-4453-a918-22bb36343d89 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8816288 Mar 28 19:08:24.584978 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52992) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:24.604075 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e50be533-da6c-451c-9a29-0fedbb9bf85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:24.784722 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50be533-da6c-451c-9a29-0fedbb9bf85c admin admin] Pushing event deleted for resources: {'Port': ['ID=a9193046-d5ed-4524-87d9-7fbc10161e3d,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:24.795148 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-31ab3fce-9993-4aac-a236-16cdb3865755 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:24.798283 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-31ab3fce-9993-4aac-a236-16cdb3865755 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:24.803703 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-31ab3fce-9993-4aac-a236-16cdb3865755 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "DELETE /v2.0/floatingips/985a6a81-3f43-4640-a7be-48f4deb9c3b5 HTTP/1.1" status: 204 len: 168 time: 2.6358693 Mar 28 19:08:24.809644 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 52996) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:24.874523 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cb289709-7a50-4ea2-a5e3-0ed5730a642b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:24.885977 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-b07ac0ad-438a-493f-8fc0-815627dac88e tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'port_id': 'd69a5304-f2fe-4866-8fc0-a23f0644189b'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:24.894046 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b07ac0ad-438a-493f-8fc0-815627dac88e tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:24.897758 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b07ac0ad-438a-493f-8fc0-815627dac88e tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Usage tracker for resource:floatingip and tenant:1743e377fa3445a1bfe766f337c9afee is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:24.900678 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b07ac0ad-438a-493f-8fc0-815627dac88e tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:24.906590 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b07ac0ad-438a-493f-8fc0-815627dac88e tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:24.941584 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b07ac0ad-438a-493f-8fc0-815627dac88e tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:24.985147 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-cb289709-7a50-4ea2-a5e3-0ed5730a642b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Transition to ACTIVE for port object 15c5e629-4c0d-4b33-8f16-ac31da9a7192 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:25.107785 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2d6c07fb-7ff3-4821-b257-337118941eb2 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:25.191605 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fa7f09-dd4e-4841-a3c6-34ffff0418a4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:25.192306 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b9fa7f09-dd4e-4841-a3c6-34ffff0418a4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Synchronizing usage tracker for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:08:25.194657 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3d042fc3-06f8-4b5e-924d-cbf084977613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:25.236390 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9f28959b-113c-4a00-a418-032c4c56b5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:25.240186 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2d6c07fb-7ff3-4821-b257-337118941eb2 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:25.281428 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cb289709-7a50-4ea2-a5e3-0ed5730a642b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:25.350300 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b9fa7f09-dd4e-4841-a3c6-34ffff0418a4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Unset dirty status for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:08:25.351501 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b9fa7f09-dd4e-4841-a3c6-34ffff0418a4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1a4 HTTP/1.1" status: 200 len: 929 time: 0.7660711 Mar 28 19:08:25.358060 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53000) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:25.409134 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb289709-7a50-4ea2-a5e3-0ed5730a642b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Network 1ab00e04-d9e4-4bb0-86e0-9e66863b333b is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:25.432365 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-cb289709-7a50-4ea2-a5e3-0ed5730a642b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:25.445903 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb289709-7a50-4ea2-a5e3-0ed5730a642b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:08:25.451691 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb289709-7a50-4ea2-a5e3-0ed5730a642b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:25.451919 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cb289709-7a50-4ea2-a5e3-0ed5730a642b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:25.486711 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e50be533-da6c-451c-9a29-0fedbb9bf85c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:25.504066 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-df91bc9a-c5ce-4472-b2fc-f2e3ca62c155 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting port dd09381c-23bd-45d4-a936-714e239391a3 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:25.504406 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-df91bc9a-c5ce-4472-b2fc-f2e3ca62c155 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:25.533941 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb289709-7a50-4ea2-a5e3-0ed5730a642b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Pushing event updated for resources: {'Port': ['ID=15c5e629-4c0d-4b33-8f16-ac31da9a7192,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:25.553604 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:08:25.574125 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-cb289709-7a50-4ea2-a5e3-0ed5730a642b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.8345525 Mar 28 19:08:25.582555 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53004) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:25.595923 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-b098fcd7-258d-4063-9167-a11012c7855a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting port ca10ea7a-6250-4b20-86fc-65c811426d05 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:25.596270 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b098fcd7-258d-4063-9167-a11012c7855a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:25.636169 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-2d6c07fb-7ff3-4821-b257-337118941eb2 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Allocated IP 172.26.4.193 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/fbaf7926-7bc7-4d70-bf75-fa607244c22a) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:25.646000 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-a564b33d-7dd0-424d-a640-4dc421079f1b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:13:bb:fb'}]}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:25.709806 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b07ac0ad-438a-493f-8fc0-815627dac88e tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:25.783519 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-067b700b-668d-4b10-8b58-f70ef8269492 None None] Provisioning for port 15c5e629-4c0d-4b33-8f16-ac31da9a7192 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:08:25.788449 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-067b700b-668d-4b10-8b58-f70ef8269492 None None] Provisioning complete for port 15c5e629-4c0d-4b33-8f16-ac31da9a7192 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:25.788814 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-067b700b-668d-4b10-8b58-f70ef8269492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:25.843361 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-067b700b-668d-4b10-8b58-f70ef8269492 None None] Port 15c5e629-4c0d-4b33-8f16-ac31da9a7192 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:08:26.082204 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-df91bc9a-c5ce-4472-b2fc-f2e3ca62c155 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] For port dd09381c-23bd-45d4-a936-714e239391a3, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=dd09381c-23bd-45d4-a936-714e239391a3,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:08:26.082475 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-df91bc9a-c5ce-4472-b2fc-f2e3ca62c155 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:26.232975 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-df91bc9a-c5ce-4472-b2fc-f2e3ca62c155 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Calling delete_port for dd09381c-23bd-45d4-a936-714e239391a3 owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:26.337590 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2d6c07fb-7ff3-4821-b257-337118941eb2 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:26.344633 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device dd09381c-23bd-45d4-a936-714e239391a3 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:08:26.408208 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d042fc3-06f8-4b5e-924d-cbf084977613 admin admin] Router 9a62a573-6c77-4f71-a8d3-cd22ffbc023e has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:08:26.419639 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port dd09381c-23bd-45d4-a936-714e239391a3 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:08:26.426840 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port dd09381c-23bd-45d4-a936-714e239391a3 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:26.427558 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:26.448154 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b098fcd7-258d-4063-9167-a11012c7855a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:26.556324 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50be533-da6c-451c-9a29-0fedbb9bf85c admin admin] Router ae33a371-1b19-45c7-a7c0-09176b9c32fd has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:08:26.569996 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:26.592407 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-b098fcd7-258d-4063-9167-a11012c7855a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Calling delete_port for ca10ea7a-6250-4b20-86fc-65c811426d05 owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:26.603728 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port dd09381c-23bd-45d4-a936-714e239391a3, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=dd09381c-23bd-45d4-a936-714e239391a3,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:08:26.607820 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:26.671821 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2d6c07fb-7ff3-4821-b257-337118941eb2 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:26.685489 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=dd09381c-23bd-45d4-a936-714e239391a3,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:26.726013 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-df91bc9a-c5ce-4472-b2fc-f2e3ca62c155 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:08:26.726343 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-df91bc9a-c5ce-4472-b2fc-f2e3ca62c155 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:08:26.749255 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a564b33d-7dd0-424d-a640-4dc421079f1b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:26.810721 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6c07fb-7ff3-4821-b257-337118941eb2 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:26.821354 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-2d6c07fb-7ff3-4821-b257-337118941eb2 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:26.837760 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6c07fb-7ff3-4821-b257-337118941eb2 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:08:26.862388 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c07fb-7ff3-4821-b257-337118941eb2 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Pushing event updated for resources: {'Port': ['ID=fbaf7926-7bc7-4d70-bf75-fa607244c22a,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:26.885730 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50be533-da6c-451c-9a29-0fedbb9bf85c admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:08:26.895133 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147fe7ed-603f-4fe2-984f-52ea275d83ba None None] Sync routers for ids ['ae33a371-1b19-45c7-a7c0-09176b9c32fd'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:08:26.904877 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147fe7ed-603f-4fe2-984f-52ea275d83ba None None] Routers {'ae33a371-1b19-45c7-a7c0-09176b9c32fd'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:26.905592 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-147fe7ed-603f-4fe2-984f-52ea275d83ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ae33a371-1b19-45c7-a7c0-09176b9c32fd'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:26.956248 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.db.api [None req-b07ac0ad-438a-493f-8fc0-815627dac88e tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.26.4.193-1a560910-156a-4f6c-91de-0a941d60485e {{(pid=87833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:08:26.956559 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG oslo_db.api [None req-b07ac0ad-438a-493f-8fc0-815627dac88e tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:08:27.025608 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d042fc3-06f8-4b5e-924d-cbf084977613 admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:08:27.035279 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e50be533-da6c-451c-9a29-0fedbb9bf85c admin admin] 10.222.0.10 "PUT /v2.0/routers/ae33a371-1b19-45c7-a7c0-09176b9c32fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2213426 Mar 28 19:08:27.039233 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53010) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:27.045426 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e93bfa-7f66-4eaa-a405-053cb057acbb None None] Sync routers for ids ['9a62a573-6c77-4f71-a8d3-cd22ffbc023e'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:08:27.055901 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e93bfa-7f66-4eaa-a405-053cb057acbb None None] Routers {'9a62a573-6c77-4f71-a8d3-cd22ffbc023e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:27.056703 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-84e93bfa-7f66-4eaa-a405-053cb057acbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['9a62a573-6c77-4f71-a8d3-cd22ffbc023e'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:27.115010 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-147fe7ed-603f-4fe2-984f-52ea275d83ba None None] Set router ae33a371-1b19-45c7-a7c0-09176b9c32fd gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:08:27.135684 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3d042fc3-06f8-4b5e-924d-cbf084977613 admin admin] 10.222.0.10 "PUT /v2.0/routers/9a62a573-6c77-4f71-a8d3-cd22ffbc023e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7407475 Mar 28 19:08:27.139646 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53014) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:27.144465 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b098fcd7-258d-4063-9167-a11012c7855a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:27.227026 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-df91bc9a-c5ce-4472-b2fc-f2e3ca62c155 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting port dd09381c-23bd-45d4-a936-714e239391a3 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:27.227354 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-df91bc9a-c5ce-4472-b2fc-f2e3ca62c155 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:27.233567 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098fcd7-258d-4063-9167-a11012c7855a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Port': ['ID=ca10ea7a-6250-4b20-86fc-65c811426d05,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:27.304007 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-84e93bfa-7f66-4eaa-a405-053cb057acbb None None] Set router 9a62a573-6c77-4f71-a8d3-cd22ffbc023e gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:08:27.441448 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b098fcd7-258d-4063-9167-a11012c7855a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:27.446743 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b098fcd7-258d-4063-9167-a11012c7855a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/ports/ca10ea7a-6250-4b20-86fc-65c811426d05 HTTP/1.1" status: 204 len: 168 time: 2.0843158 Mar 28 19:08:27.452388 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53018) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:27.488757 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b07ac0ad-438a-493f-8fc0-815627dac88e tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:27.503842 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-147fe7ed-603f-4fe2-984f-52ea275d83ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'name': 'tempest-ServersTestManualDisk-404634721-router', 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'bd427631-e7d0-4872-a369-c8eae82cea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:43Z', 'updated_at': '2022-03-28T19:08:24Z', 'revision_number': 5, 'project_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'gw_port': {'id': 'bd427631-e7d0-4872-a369-c8eae82cea1b', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:44Z', 'updated_at': '2022-03-28T19:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:27.508556 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147fe7ed-603f-4fe2-984f-52ea275d83ba None None] Checking router: ae33a371-1b19-45c7-a7c0-09176b9c32fd for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:08:27.520696 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147fe7ed-603f-4fe2-984f-52ea275d83ba None None] Routers {'ae33a371-1b19-45c7-a7c0-09176b9c32fd'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:27.521314 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-147fe7ed-603f-4fe2-984f-52ea275d83ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ae33a371-1b19-45c7-a7c0-09176b9c32fd'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:27.575259 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c4b5e98-0b21-4788-9449-82c871576a19 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] GET failed (client error): The resource could not be found. Mar 28 19:08:27.575831 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-8c4b5e98-0b21-4788-9449-82c871576a19 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Synchronizing usage tracker for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:08:27.602810 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c36e-7869-41e9-afd2-8b9ed50ddc4e admin admin] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:27.712535 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-84e93bfa-7f66-4eaa-a405-053cb057acbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'name': 'tempest-ServersTestJSON-1034931747-router', 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': '1557cada-917e-4a26-bbf0-352ead748952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:49Z', 'updated_at': '2022-03-28T19:08:23Z', 'revision_number': 5, 'project_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'gw_port': {'id': '1557cada-917e-4a26-bbf0-352ead748952', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:52Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:27.719570 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e93bfa-7f66-4eaa-a405-053cb057acbb None None] Checking router: 9a62a573-6c77-4f71-a8d3-cd22ffbc023e for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:08:27.728312 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-8c4b5e98-0b21-4788-9449-82c871576a19 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Unset dirty status for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:08:27.733224 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-8c4b5e98-0b21-4788-9449-82c871576a19 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "GET /v2.0/ports/ca10ea7a-6250-4b20-86fc-65c811426d05 HTTP/1.1" status: 404 len: 333 time: 0.2789674 Mar 28 19:08:27.739017 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53022) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:27.754368 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e93bfa-7f66-4eaa-a405-053cb057acbb None None] Routers {'9a62a573-6c77-4f71-a8d3-cd22ffbc023e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:27.755243 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-84e93bfa-7f66-4eaa-a405-053cb057acbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:07:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['9a62a573-6c77-4f71-a8d3-cd22ffbc023e'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:27.793919 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-147fe7ed-603f-4fe2-984f-52ea275d83ba None None] Set router ae33a371-1b19-45c7-a7c0-09176b9c32fd gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:08:27.840255 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-df91bc9a-c5ce-4472-b2fc-f2e3ca62c155 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] For port dd09381c-23bd-45d4-a936-714e239391a3, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=dd09381c-23bd-45d4-a936-714e239391a3,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:08:27.840821 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-df91bc9a-c5ce-4472-b2fc-f2e3ca62c155 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:27.975236 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-84e93bfa-7f66-4eaa-a405-053cb057acbb None None] Set router 9a62a573-6c77-4f71-a8d3-cd22ffbc023e gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:08:28.069697 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a564b33d-7dd0-424d-a640-4dc421079f1b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:28.095817 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7aed04ce-fe49-4752-8220-6da5e59a62bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:28.108957 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a564b33d-7dd0-424d-a640-4dc421079f1b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:28.135272 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-df91bc9a-c5ce-4472-b2fc-f2e3ca62c155 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Calling delete_port for dd09381c-23bd-45d4-a936-714e239391a3 owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:28.147915 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-147fe7ed-603f-4fe2-984f-52ea275d83ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'name': 'tempest-ServersTestManualDisk-404634721-router', 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'bd427631-e7d0-4872-a369-c8eae82cea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:43Z', 'updated_at': '2022-03-28T19:08:24Z', 'revision_number': 5, 'project_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'gw_port': {'id': 'bd427631-e7d0-4872-a369-c8eae82cea1b', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:44Z', 'updated_at': '2022-03-28T19:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:28.153785 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147fe7ed-603f-4fe2-984f-52ea275d83ba None None] The sync data for ids ['ae33a371-1b19-45c7-a7c0-09176b9c32fd'] in dv-neutron-834711-1-hyperv is: [{'id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'name': 'tempest-ServersTestManualDisk-404634721-router', 'tenant_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'bd427631-e7d0-4872-a369-c8eae82cea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:43Z', 'updated_at': '2022-03-28T19:08:24Z', 'revision_number': 5, 'project_id': 'e80e42b66d5d44068ca2c1c3b098f1a9', 'gw_port': {'id': 'bd427631-e7d0-4872-a369-c8eae82cea1b', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae33a371-1b19-45c7-a7c0-09176b9c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:44Z', 'updated_at': '2022-03-28T19:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:08:28.168220 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-45145431-13bb-4c73-b704-f297ead5c98c admin admin] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:28.184477 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-ea2d0ecd-7872-43cd-b74d-848c8dfad4ac tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting port da70c32a-8b34-4c13-ad97-f7a2a39ca48d {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:28.184826 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ea2d0ecd-7872-43cd-b74d-848c8dfad4ac tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:28.218539 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-b07ac0ad-438a-493f-8fc0-815627dac88e tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Allocated IP 172.26.4.152 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/d0306d58-6db4-48e8-8a87-0934721b4034) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:28.248040 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-a564b33d-7dd0-424d-a640-4dc421079f1b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] In _notify_port_updated(), no bound segment for port 15c5e629-4c0d-4b33-8f16-ac31da9a7192 on network 1ab00e04-d9e4-4bb0-86e0-9e66863b333b {{(pid=87833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 19:08:28.255190 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a564b33d-7dd0-424d-a640-4dc421079f1b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:28.255849 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a564b33d-7dd0-424d-a640-4dc421079f1b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:28.257814 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a564b33d-7dd0-424d-a640-4dc421079f1b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] 10.222.0.10 "PUT /v2.0/ports/15c5e629-4c0d-4b33-8f16-ac31da9a7192 HTTP/1.1" status: 200 len: 1001 time: 2.6325352 Mar 28 19:08:28.262933 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53026) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:28.269321 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c36e-7869-41e9-afd2-8b9ed50ddc4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:28.318466 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564b33d-7dd0-424d-a640-4dc421079f1b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Pushing event updated for resources: {'Port': ['ID=15c5e629-4c0d-4b33-8f16-ac31da9a7192,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:28.327344 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2d6c07fb-7ff3-4821-b257-337118941eb2 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:28.343653 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-f3d2c36e-7869-41e9-afd2-8b9ed50ddc4e admin admin] Deleting port bd427631-e7d0-4872-a369-c8eae82cea1b {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:28.344320 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c36e-7869-41e9-afd2-8b9ed50ddc4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:28.365049 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-84e93bfa-7f66-4eaa-a405-053cb057acbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'name': 'tempest-ServersTestJSON-1034931747-router', 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': '1557cada-917e-4a26-bbf0-352ead748952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:49Z', 'updated_at': '2022-03-28T19:08:23Z', 'revision_number': 5, 'project_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'gw_port': {'id': '1557cada-917e-4a26-bbf0-352ead748952', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:52Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:28.369224 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e93bfa-7f66-4eaa-a405-053cb057acbb None None] The sync data for ids ['9a62a573-6c77-4f71-a8d3-cd22ffbc023e'] in dv-neutron-834711-1-hyperv is: [{'id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'name': 'tempest-ServersTestJSON-1034931747-router', 'tenant_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': '1557cada-917e-4a26-bbf0-352ead748952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:49Z', 'updated_at': '2022-03-28T19:08:23Z', 'revision_number': 5, 'project_id': 'f4993bcab6fb4428a9a91e58a57803b7', 'gw_port': {'id': '1557cada-917e-4a26-bbf0-352ead748952', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a62a573-6c77-4f71-a8d3-cd22ffbc023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:52Z', 'updated_at': '2022-03-28T19:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:08:28.567923 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:28.572381 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:28.589275 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-0182c271-e236-44ba-868e-918fde4613b4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Deleting port 15c5e629-4c0d-4b33-8f16-ac31da9a7192 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:28.590210 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0182c271-e236-44ba-868e-918fde4613b4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:28.599281 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6f9675f9-0bfb-4c61-81b0-b9c0b54906e8 None None] Provisioning complete for port 15c5e629-4c0d-4b33-8f16-ac31da9a7192 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:28.599669 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6f9675f9-0bfb-4c61-81b0-b9c0b54906e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:28.670117 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-6f9675f9-0bfb-4c61-81b0-b9c0b54906e8 None None] Port 15c5e629-4c0d-4b33-8f16-ac31da9a7192 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:08:28.827042 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b07ac0ad-438a-493f-8fc0-815627dac88e tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:28.863769 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-45145431-13bb-4c73-b704-f297ead5c98c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:28.874801 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-f3d2c36e-7869-41e9-afd2-8b9ed50ddc4e admin admin] For port bd427631-e7d0-4872-a369-c8eae82cea1b, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=bd427631-e7d0-4872-a369-c8eae82cea1b,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:08:28.875941 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c36e-7869-41e9-afd2-8b9ed50ddc4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:28.877017 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device dd09381c-23bd-45d4-a936-714e239391a3 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:08:28.887011 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ea2d0ecd-7872-43cd-b74d-848c8dfad4ac tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:28.967920 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port dd09381c-23bd-45d4-a936-714e239391a3 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:28.968444 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:28.970923 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-45145431-13bb-4c73-b704-f297ead5c98c admin admin] Deleting port 1557cada-917e-4a26-bbf0-352ead748952 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:28.971307 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-45145431-13bb-4c73-b704-f297ead5c98c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:29.044994 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-f3d2c36e-7869-41e9-afd2-8b9ed50ddc4e admin admin] Calling delete_port for bd427631-e7d0-4872-a369-c8eae82cea1b owned by network:router_gateway {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:29.205886 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-ea2d0ecd-7872-43cd-b74d-848c8dfad4ac tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Calling delete_port for da70c32a-8b34-4c13-ad97-f7a2a39ca48d owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:29.275852 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b07ac0ad-438a-493f-8fc0-815627dac88e tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:29.336881 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-df91bc9a-c5ce-4472-b2fc-f2e3ca62c155 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:29.383244 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07ac0ad-438a-493f-8fc0-815627dac88e tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:29.394552 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-b07ac0ad-438a-493f-8fc0-815627dac88e tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:29.396697 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2d6c07fb-7ff3-4821-b257-337118941eb2 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:29.402683 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07ac0ad-438a-493f-8fc0-815627dac88e tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:08:29.415739 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91bc9a-c5ce-4472-b2fc-f2e3ca62c155 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Port': ['ID=dd09381c-23bd-45d4-a936-714e239391a3,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:29.436391 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ac0ad-438a-493f-8fc0-815627dac88e tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event updated for resources: {'Port': ['ID=d0306d58-6db4-48e8-8a87-0934721b4034,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:29.460202 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2d6c07fb-7ff3-4821-b257-337118941eb2 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-466281'] for router, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:29.776741 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ea2d0ecd-7872-43cd-b74d-848c8dfad4ac tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:29.838290 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0182c271-e236-44ba-868e-918fde4613b4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:29.854268 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-df91bc9a-c5ce-4472-b2fc-f2e3ca62c155 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:29.863018 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-45145431-13bb-4c73-b704-f297ead5c98c admin admin] For port 1557cada-917e-4a26-bbf0-352ead748952, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1557cada-917e-4a26-bbf0-352ead748952,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:08:29.863308 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-45145431-13bb-4c73-b704-f297ead5c98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:29.884598 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d0ecd-7872-43cd-b74d-848c8dfad4ac tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Port': ['ID=da70c32a-8b34-4c13-ad97-f7a2a39ca48d,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:29.927063 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c36e-7869-41e9-afd2-8b9ed50ddc4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:29.980397 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ea2d0ecd-7872-43cd-b74d-848c8dfad4ac tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:30.051283 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-0182c271-e236-44ba-868e-918fde4613b4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Calling delete_port for 15c5e629-4c0d-4b33-8f16-ac31da9a7192 owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:30.066590 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2c36e-7869-41e9-afd2-8b9ed50ddc4e admin admin] Pushing event deleted for resources: {'Port': ['ID=bd427631-e7d0-4872-a369-c8eae82cea1b,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:30.096981 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:30.128666 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ea2d0ecd-7872-43cd-b74d-848c8dfad4ac tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/ports/da70c32a-8b34-4c13-ad97-f7a2a39ca48d HTTP/1.1" status: 204 len: 168 time: 2.3885343 Mar 28 19:08:30.153559 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53032) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:30.210670 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-45145431-13bb-4c73-b704-f297ead5c98c admin admin] Calling delete_port for 1557cada-917e-4a26-bbf0-352ead748952 owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:30.230938 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd205235-0045-4e84-90d7-494f056e7be1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] GET failed (client error): The resource could not be found. Mar 28 19:08:30.230938 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-fd205235-0045-4e84-90d7-494f056e7be1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Synchronizing usage tracker for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:08:30.280514 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 47a4b191-c518-405f-bd1c-4c0e75d10b89 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:08:30.316237 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 47a4b191-c518-405f-bd1c-4c0e75d10b89 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:08:30.316574 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 47a4b191-c518-405f-bd1c-4c0e75d10b89 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:08:30.317382 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a9193046-d5ed-4524-87d9-7fbc10161e3d no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:08:30.326245 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c36e-7869-41e9-afd2-8b9ed50ddc4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:30.355207 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: a9193046-d5ed-4524-87d9-7fbc10161e3d {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:08:30.355546 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a9193046-d5ed-4524-87d9-7fbc10161e3d not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:08:30.370852 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-fd205235-0045-4e84-90d7-494f056e7be1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Unset dirty status for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:08:30.372020 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-fd205235-0045-4e84-90d7-494f056e7be1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "GET /v2.0/ports/da70c32a-8b34-4c13-ad97-f7a2a39ca48d HTTP/1.1" status: 404 len: 333 time: 0.2129769 Mar 28 19:08:30.399156 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53036) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:30.522709 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c36e-7869-41e9-afd2-8b9ed50ddc4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:30.525770 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c36e-7869-41e9-afd2-8b9ed50ddc4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:30.560097 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c36e-7869-41e9-afd2-8b9ed50ddc4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:30.560668 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d2c36e-7869-41e9-afd2-8b9ed50ddc4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae33a371-1b19-45c7-a7c0-09176b9c32fd {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:08:30.590023 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c36e-7869-41e9-afd2-8b9ed50ddc4e admin admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:30.591244 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f3d2c36e-7869-41e9-afd2-8b9ed50ddc4e admin admin] 10.222.0.10 "DELETE /v2.0/routers/ae33a371-1b19-45c7-a7c0-09176b9c32fd HTTP/1.1" status: 204 len: 168 time: 3.5455368 Mar 28 19:08:30.593733 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53040) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:30.658507 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b07ac0ad-438a-493f-8fc0-815627dac88e tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:30.673655 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b40562-e08f-4d1c-8deb-931e884d6d19 admin admin] Deleting subnet 05240730-88d2-4328-b36b-7b1d6500b963 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:08:30.678763 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e5b40562-e08f-4d1c-8deb-931e884d6d19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:30.722621 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e55ee19-13a0-4691-8a93-b4260f32247b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting subnet 0ab37e34-790a-4931-bda8-edac6df09173 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:08:30.736569 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e5b40562-e08f-4d1c-8deb-931e884d6d19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:30.746082 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df91bc9a-c5ce-4472-b2fc-f2e3ca62c155 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Router 839eacab-5453-42b4-b682-d08714e2bd50 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:08:30.749152 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4e55ee19-13a0-4691-8a93-b4260f32247b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:30.840698 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b07ac0ad-438a-493f-8fc0-815627dac88e tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:30.937056 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e5b40562-e08f-4d1c-8deb-931e884d6d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:31.012114 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4e55ee19-13a0-4691-8a93-b4260f32247b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:31.062819 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6c07fb-7ff3-4821-b257-337118941eb2 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Router ea7e57a1-908c-4be5-a5a6-c536f3fdffa9 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:08:31.073435 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0182c271-e236-44ba-868e-918fde4613b4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:31.105859 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e5b40562-e08f-4d1c-8deb-931e884d6d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:31.150332 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b40562-e08f-4d1c-8deb-931e884d6d19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05240730-88d2-4328-b36b-7b1d6500b963,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:31.152342 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e5b40562-e08f-4d1c-8deb-931e884d6d19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:31.159225 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c3312d-bec0-4416-9aca-885c31ebf307 None None] Network 615b137b-5658-4b36-89b6-00fdce80d6f1 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:08:31.173070 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e5b40562-e08f-4d1c-8deb-931e884d6d19 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/05240730-88d2-4328-b36b-7b1d6500b963 HTTP/1.1" status: 204 len: 168 time: 0.5780959 Mar 28 19:08:31.176072 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53044) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:31.183643 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b07ac0ad-438a-493f-8fc0-815627dac88e tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:31.199783 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df91bc9a-c5ce-4472-b2fc-f2e3ca62c155 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:08:31.212173 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b07ac0ad-438a-493f-8fc0-815627dac88e tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:31.234670 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182c271-e236-44ba-868e-918fde4613b4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Pushing event deleted for resources: {'Port': ['ID=15c5e629-4c0d-4b33-8f16-ac31da9a7192,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:31.245779 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064eaa13-c5ac-4ac0-979c-c87ca6ad4e59 None None] Sync routers for ids ['839eacab-5453-42b4-b682-d08714e2bd50'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:08:31.279396 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064eaa13-c5ac-4ac0-979c-c87ca6ad4e59 None None] Routers {'839eacab-5453-42b4-b682-d08714e2bd50'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:31.280524 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-064eaa13-c5ac-4ac0-979c-c87ca6ad4e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:08:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['839eacab-5453-42b4-b682-d08714e2bd50'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:31.398756 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0182c271-e236-44ba-868e-918fde4613b4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:31.400636 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0182c271-e236-44ba-868e-918fde4613b4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] 10.222.0.10 "DELETE /v2.0/ports/15c5e629-4c0d-4b33-8f16-ac31da9a7192 HTTP/1.1" status: 204 len: 168 time: 3.1201637 Mar 28 19:08:31.406275 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53048) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:31.415765 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-df91bc9a-c5ce-4472-b2fc-f2e3ca62c155 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "PUT /v2.0/routers/839eacab-5453-42b4-b682-d08714e2bd50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8612468 Mar 28 19:08:31.455964 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53052) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:31.526497 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-45145431-13bb-4c73-b704-f297ead5c98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:31.532249 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-064eaa13-c5ac-4ac0-979c-c87ca6ad4e59 None None] Set router 839eacab-5453-42b4-b682-d08714e2bd50 gateway port host: None {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:08:31.537416 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0665f0a9-6895-44c8-9d2b-a1c9d750ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:31.542290 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ac0ad-438a-493f-8fc0-815627dac88e tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event updated for resources: {'Port': ['ID=d0306d58-6db4-48e8-8a87-0934721b4034,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:31.562499 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b07ac0ad-438a-493f-8fc0-815627dac88e tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:31.568313 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a104749-2ff6-4ee6-a7a9-ba4ce18addbe tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] GET failed (client error): The resource could not be found. Mar 28 19:08:31.568845 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3a104749-2ff6-4ee6-a7a9-ba4ce18addbe tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Synchronizing usage tracker for tenant:7c49d91779f148469f88ab2ed871b251 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:08:31.615106 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-0665f0a9-6895-44c8-9d2b-a1c9d750ed08 admin admin] Deleting port 1e402dbf-8f7a-4276-b58c-68c98135edd4 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:31.615373 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0665f0a9-6895-44c8-9d2b-a1c9d750ed08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:31.632311 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4e55ee19-13a0-4691-8a93-b4260f32247b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:31.653514 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-064eaa13-c5ac-4ac0-979c-c87ca6ad4e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839eacab-5453-42b4-b682-d08714e2bd50', 'name': 'tempest-NetworksTestDHCPv6-router-545046324', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:08:13Z', 'updated_at': '2022-03-28T19:08:28Z', 'revision_number': 3, 'project_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:31.658736 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:31.662286 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064eaa13-c5ac-4ac0-979c-c87ca6ad4e59 None None] Checking router: 839eacab-5453-42b4-b682-d08714e2bd50 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:08:31.676171 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064eaa13-c5ac-4ac0-979c-c87ca6ad4e59 None None] Routers {'839eacab-5453-42b4-b682-d08714e2bd50'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:31.677786 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-064eaa13-c5ac-4ac0-979c-c87ca6ad4e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:08:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['839eacab-5453-42b4-b682-d08714e2bd50'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:31.690258 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45145431-13bb-4c73-b704-f297ead5c98c admin admin] Pushing event deleted for resources: {'Port': ['ID=1557cada-917e-4a26-bbf0-352ead748952,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:31.762551 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3a104749-2ff6-4ee6-a7a9-ba4ce18addbe tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Unset dirty status for tenant:7c49d91779f148469f88ab2ed871b251 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:08:31.763745 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3a104749-2ff6-4ee6-a7a9-ba4ce18addbe tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] 10.222.0.10 "GET /v2.0/ports/15c5e629-4c0d-4b33-8f16-ac31da9a7192 HTTP/1.1" status: 404 len: 333 time: 0.3511708 Mar 28 19:08:31.801280 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53056) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:31.818217 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12548891-a5f3-4c14-a9d4-4e1ad90c8e1d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:31.819292 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12548891-a5f3-4c14-a9d4-4e1ad90c8e1d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:31.820035 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-12548891-a5f3-4c14-a9d4-4e1ad90c8e1d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:08:31.821256 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-034cfebb-b865-467c-920e-7046aa856be4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Request body: {'port': {'network_id': '1ab00e04-d9e4-4bb0-86e0-9e66863b333b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-377446039'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:31.835800 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6c07fb-7ff3-4821-b257-337118941eb2 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:08:31.841120 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-b07ac0ad-438a-493f-8fc0-815627dac88e tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Floating IP 154a7f4d-f1fd-4e47-8c45-2a2ad04d6569 associated. External IP: 172.26.4.152, port: d69a5304-f2fe-4866-8fc0-a23f0644189b. Mar 28 19:08:31.851183 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d365fd-910f-4d56-9391-858aba28a9ef None None] Sync routers for ids ['ea7e57a1-908c-4be5-a5a6-c536f3fdffa9'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:08:31.855532 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2d6c07fb-7ff3-4821-b257-337118941eb2 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:31.856953 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2d6c07fb-7ff3-4821-b257-337118941eb2 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "PUT /v2.0/routers/ea7e57a1-908c-4be5-a5a6-c536f3fdffa9 HTTP/1.1" status: 200 len: 920 time: 9.0323007 Mar 28 19:08:31.862703 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53060) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:31.865388 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-064eaa13-c5ac-4ac0-979c-c87ca6ad4e59 None None] Set router 839eacab-5453-42b4-b682-d08714e2bd50 gateway port host: None {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:08:31.870384 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d365fd-910f-4d56-9391-858aba28a9ef None None] Routers {'ea7e57a1-908c-4be5-a5a6-c536f3fdffa9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:31.871427 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-34d365fd-910f-4d56-9391-858aba28a9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:08:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ea7e57a1-908c-4be5-a5a6-c536f3fdffa9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:31.945879 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-34d365fd-910f-4d56-9391-858aba28a9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:31.954842 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d365fd-910f-4d56-9391-858aba28a9ef None None] Routers {'ea7e57a1-908c-4be5-a5a6-c536f3fdffa9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:31.955672 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-34d365fd-910f-4d56-9391-858aba28a9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:08:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ea7e57a1-908c-4be5-a5a6-c536f3fdffa9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:31.990518 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-064eaa13-c5ac-4ac0-979c-c87ca6ad4e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839eacab-5453-42b4-b682-d08714e2bd50', 'name': 'tempest-NetworksTestDHCPv6-router-545046324', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:08:13Z', 'updated_at': '2022-03-28T19:08:28Z', 'revision_number': 3, 'project_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:31.997591 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064eaa13-c5ac-4ac0-979c-c87ca6ad4e59 None None] The sync data for ids ['839eacab-5453-42b4-b682-d08714e2bd50'] in dv-neutron-834711-1-hyperv is: [{'id': '839eacab-5453-42b4-b682-d08714e2bd50', 'name': 'tempest-NetworksTestDHCPv6-router-545046324', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:08:13Z', 'updated_at': '2022-03-28T19:08:28Z', 'revision_number': 3, 'project_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'gw_port_host': None}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:08:32.023287 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-34d365fd-910f-4d56-9391-858aba28a9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:32.023899 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d365fd-910f-4d56-9391-858aba28a9ef None None] The sync data for ids ['ea7e57a1-908c-4be5-a5a6-c536f3fdffa9'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:08:32.041866 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-12548891-a5f3-4c14-a9d4-4e1ad90c8e1d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:08:32.046135 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-12548891-a5f3-4c14-a9d4-4e1ad90c8e1d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5823476 Mar 28 19:08:32.049665 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53064) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:32.072987 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-45145431-13bb-4c73-b704-f297ead5c98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:32.125438 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4e55ee19-13a0-4691-8a93-b4260f32247b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:32.240652 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-26038912-cb17-463b-ace2-99814dc38789 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "GET /v2.0/routers/ea7e57a1-908c-4be5-a5a6-c536f3fdffa9 HTTP/1.1" status: 200 len: 926 time: 0.3763759 Mar 28 19:08:32.246541 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53068) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:32.252891 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a6faa8-1ccc-4066-b5db-b5c840bc8c59 None None] Network 6103a6e9-424d-487e-aa30-1c9b505a726f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:08:32.327598 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-0665f0a9-6895-44c8-9d2b-a1c9d750ed08 admin admin] For port 1e402dbf-8f7a-4276-b58c-68c98135edd4, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1e402dbf-8f7a-4276-b58c-68c98135edd4,segment=NetworkSegment(d357c8c6-fbd5-42e5-a72d-0184b760f007),segment_id=d357c8c6-fbd5-42e5-a72d-0184b760f007)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:08:32.327920 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0665f0a9-6895-44c8-9d2b-a1c9d750ed08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:32.355935 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f0f6b68-221e-492c-83ec-bbe56185d1b1 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting subnet 932160be-0652-4314-8951-1234057d0e39 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:08:32.359336 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3f0f6b68-221e-492c-83ec-bbe56185d1b1 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:32.435193 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94df945f-7c99-4938-9a36-f6d7468b0026 None None] DHCP port deletion for 615b137b-5658-4b36-89b6-00fdce80d6f1 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:08:32.444502 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3f0f6b68-221e-492c-83ec-bbe56185d1b1 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:32.457801 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-94df945f-7c99-4938-9a36-f6d7468b0026 None None] Deleting port 1e402dbf-8f7a-4276-b58c-68c98135edd4 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:32.458181 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-94df945f-7c99-4938-9a36-f6d7468b0026 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:32.465949 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55ee19-13a0-4691-8a93-b4260f32247b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Subnet': ['ID=0ab37e34-790a-4931-bda8-edac6df09173,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:32.470069 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4e55ee19-13a0-4691-8a93-b4260f32247b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:32.487099 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4e55ee19-13a0-4691-8a93-b4260f32247b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/subnets/0ab37e34-790a-4931-bda8-edac6df09173 HTTP/1.1" status: 204 len: 168 time: 2.0800083 Mar 28 19:08:32.490736 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-45145431-13bb-4c73-b704-f297ead5c98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:32.492617 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53072) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:32.496349 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-45145431-13bb-4c73-b704-f297ead5c98c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:32.503694 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-034cfebb-b865-467c-920e-7046aa856be4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:32.514912 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device bd427631-e7d0-4872-a369-c8eae82cea1b no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:08:32.568674 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: bd427631-e7d0-4872-a369-c8eae82cea1b {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:08:32.569088 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device bd427631-e7d0-4872-a369-c8eae82cea1b not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:08:32.569514 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device dd09381c-23bd-45d4-a936-714e239391a3 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:08:32.624413 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-45145431-13bb-4c73-b704-f297ead5c98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:32.624910 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45145431-13bb-4c73-b704-f297ead5c98c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a62a573-6c77-4f71-a8d3-cd22ffbc023e {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:08:32.627800 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: dd09381c-23bd-45d4-a936-714e239391a3 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:08:32.628209 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device dd09381c-23bd-45d4-a936-714e239391a3 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:08:32.628688 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1e402dbf-8f7a-4276-b58c-68c98135edd4 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:08:32.649020 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-45145431-13bb-4c73-b704-f297ead5c98c admin admin] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:32.650143 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-45145431-13bb-4c73-b704-f297ead5c98c admin admin] 10.222.0.10 "DELETE /v2.0/routers/9a62a573-6c77-4f71-a8d3-cd22ffbc023e HTTP/1.1" status: 204 len: 168 time: 5.5081897 Mar 28 19:08:32.655711 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-814d1f6f-5840-4662-89e7-b68f606ace63 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:32.660702 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53076) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:32.721887 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-0665f0a9-6895-44c8-9d2b-a1c9d750ed08 admin admin] Calling delete_port for 1e402dbf-8f7a-4276-b58c-68c98135edd4 owned by network:dhcp {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:32.728016 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-2205ad21-85d9-4e9f-b2ea-fd0f6d427c46 admin admin] Deleting subnet 998791e8-b3d0-43f0-877b-47ab95e8fd2d {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:08:32.731106 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2205ad21-85d9-4e9f-b2ea-fd0f6d427c46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:32.789059 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2205ad21-85d9-4e9f-b2ea-fd0f6d427c46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:32.875270 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2205ad21-85d9-4e9f-b2ea-fd0f6d427c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:32.879231 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-94df945f-7c99-4938-9a36-f6d7468b0026 None None] For port 1e402dbf-8f7a-4276-b58c-68c98135edd4, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1e402dbf-8f7a-4276-b58c-68c98135edd4,segment=NetworkSegment(d357c8c6-fbd5-42e5-a72d-0184b760f007),segment_id=d357c8c6-fbd5-42e5-a72d-0184b760f007)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:08:32.879719 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-94df945f-7c99-4938-9a36-f6d7468b0026 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:32.948118 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-034cfebb-b865-467c-920e-7046aa856be4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:32.952943 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-814d1f6f-5840-4662-89e7-b68f606ace63 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting port fdf7fb75-85f5-41e6-ba5b-82971b8db910 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:32.953235 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-814d1f6f-5840-4662-89e7-b68f606ace63 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:33.023706 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034cfebb-b865-467c-920e-7046aa856be4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Made reservation on behalf of 7c49d91779f148469f88ab2ed871b251 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:08:33.027405 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-034cfebb-b865-467c-920e-7046aa856be4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:33.044353 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-94df945f-7c99-4938-9a36-f6d7468b0026 None None] Calling delete_port for 1e402dbf-8f7a-4276-b58c-68c98135edd4 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:33.046956 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2205ad21-85d9-4e9f-b2ea-fd0f6d427c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:33.096305 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205ad21-85d9-4e9f-b2ea-fd0f6d427c46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=998791e8-b3d0-43f0-877b-47ab95e8fd2d,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:33.100226 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3f0f6b68-221e-492c-83ec-bbe56185d1b1 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:33.113300 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2205ad21-85d9-4e9f-b2ea-fd0f6d427c46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:33.116535 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:33.127435 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2205ad21-85d9-4e9f-b2ea-fd0f6d427c46 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/998791e8-b3d0-43f0-877b-47ab95e8fd2d HTTP/1.1" status: 204 len: 168 time: 0.4627695 Mar 28 19:08:33.130160 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53080) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:33.130513 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f92d327-a220-4648-b685-372da0b2f2ed None None] Network 11c83c4f-ff0a-4113-af10-31cfb7cfdd7c requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:08:33.168912 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0665f0a9-6895-44c8-9d2b-a1c9d750ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:33.173745 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-034cfebb-b865-467c-920e-7046aa856be4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] device_id is not set on port ab495fbe-05ca-4023-92f0-f881d02baad1 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:08:33.236902 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c40521-8a9c-4b16-a977-a8c8821f671f None None] DHCP port deletion for 6103a6e9-424d-487e-aa30-1c9b505a726f request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:08:33.244773 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-94df945f-7c99-4938-9a36-f6d7468b0026 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:08:33.245037 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-94df945f-7c99-4938-9a36-f6d7468b0026 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:08:33.247139 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31af6740-5f44-400a-b013-4adf6d6cb610 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:33.248957 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-31af6740-5f44-400a-b013-4adf6d6cb610 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=222bb166-3b66-45c7-9663-18be61b96587&device_id=ea7e57a1-908c-4be5-a5a6-c536f3fdffa9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9801238 Mar 28 19:08:33.276331 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53084) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:33.298487 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-49c40521-8a9c-4b16-a977-a8c8821f671f None None] Deleting port fdf7fb75-85f5-41e6-ba5b-82971b8db910 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:33.299126 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-49c40521-8a9c-4b16-a977-a8c8821f671f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:33.330174 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665f0a9-6895-44c8-9d2b-a1c9d750ed08 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e402dbf-8f7a-4276-b58c-68c98135edd4,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:33.352750 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0665f0a9-6895-44c8-9d2b-a1c9d750ed08 admin admin] No DVR routers for this DVR port 1e402dbf-8f7a-4276-b58c-68c98135edd4 on host dv-neutron-834711-1-hyperv {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:08:33.357260 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fb06807a-d2d8-43b8-8550-267b4eb2afcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:33.378622 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-fb06807a-d2d8-43b8-8550-267b4eb2afcf admin admin] Deleting port a9047885-1fe0-46f3-b420-9a6ef13ade9c {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:33.379019 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fb06807a-d2d8-43b8-8550-267b4eb2afcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:33.482935 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07ac0ad-438a-493f-8fc0-815627dac88e tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Router 748a009d-3589-4943-98f8-5b3937601b1f has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:08:33.488066 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-814d1f6f-5840-4662-89e7-b68f606ace63 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] For port fdf7fb75-85f5-41e6-ba5b-82971b8db910, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=fdf7fb75-85f5-41e6-ba5b-82971b8db910,segment=NetworkSegment(4bc3704e-ffdd-4791-91b0-482ce406dce9),segment_id=4bc3704e-ffdd-4791-91b0-482ce406dce9)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:08:33.488438 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-814d1f6f-5840-4662-89e7-b68f606ace63 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:33.622920 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-49c40521-8a9c-4b16-a977-a8c8821f671f None None] For port fdf7fb75-85f5-41e6-ba5b-82971b8db910, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=fdf7fb75-85f5-41e6-ba5b-82971b8db910,segment=NetworkSegment(4bc3704e-ffdd-4791-91b0-482ce406dce9),segment_id=4bc3704e-ffdd-4791-91b0-482ce406dce9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:08:33.622920 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-49c40521-8a9c-4b16-a977-a8c8821f671f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:33.627651 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-814d1f6f-5840-4662-89e7-b68f606ace63 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Calling delete_port for fdf7fb75-85f5-41e6-ba5b-82971b8db910 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:33.631580 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0665f0a9-6895-44c8-9d2b-a1c9d750ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:33.647071 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3f0f6b68-221e-492c-83ec-bbe56185d1b1 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:33.747964 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-94df945f-7c99-4938-9a36-f6d7468b0026 None None] Deleting port 1e402dbf-8f7a-4276-b58c-68c98135edd4 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:33.747964 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-94df945f-7c99-4938-9a36-f6d7468b0026 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:33.781304 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-49c40521-8a9c-4b16-a977-a8c8821f671f None None] Calling delete_port for fdf7fb75-85f5-41e6-ba5b-82971b8db910 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:33.803471 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f6b68-221e-492c-83ec-bbe56185d1b1 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Subnet': ['ID=932160be-0652-4314-8951-1234057d0e39,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:33.807975 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-0665f0a9-6895-44c8-9d2b-a1c9d750ed08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615b137b-5658-4b36-89b6-00fdce80d6f1']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:33.813543 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e381e9-56cf-470f-9685-d26108cbe34c None None] DHCP port deletion for 11c83c4f-ff0a-4113-af10-31cfb7cfdd7c request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:08:33.815817 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-fb06807a-d2d8-43b8-8550-267b4eb2afcf admin admin] For port a9047885-1fe0-46f3-b420-9a6ef13ade9c, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a9047885-1fe0-46f3-b420-9a6ef13ade9c,segment=NetworkSegment(555fb773-0269-467f-a1ec-d2a5a4c65edc),segment_id=555fb773-0269-467f-a1ec-d2a5a4c65edc)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:08:33.816222 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fb06807a-d2d8-43b8-8550-267b4eb2afcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:33.818559 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3f0f6b68-221e-492c-83ec-bbe56185d1b1 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:33.838009 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1aec78-9ffc-4a68-a23e-cd4093cc638a tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:33.842040 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0a1aec78-9ffc-4a68-a23e-cd4093cc638a tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "GET /v2.0/networks/222bb166-3b66-45c7-9663-18be61b96587 HTTP/1.1" status: 200 len: 881 time: 0.5586486 Mar 28 19:08:33.848732 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53088) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:33.865805 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-54e381e9-56cf-470f-9685-d26108cbe34c None None] Deleting port a9047885-1fe0-46f3-b420-9a6ef13ade9c {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:33.866166 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-54e381e9-56cf-470f-9685-d26108cbe34c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:33.881712 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-0665f0a9-6895-44c8-9d2b-a1c9d750ed08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd357c8c6-fbd5-42e5-a72d-0184b760f007') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:33.881907 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-0665f0a9-6895-44c8-9d2b-a1c9d750ed08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd357c8c6-fbd5-42e5-a72d-0184b760f007') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:33.889088 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294f082d-f5ee-4e7f-9996-37390a3893fe None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:08:33.897192 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-034cfebb-b865-467c-920e-7046aa856be4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Allocated IP 2001:db8::29 (1ab00e04-d9e4-4bb0-86e0-9e66863b333b/5d016b2e-ea50-4f76-8a8d-f7441b049f13/ab495fbe-05ca-4023-92f0-f881d02baad1) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:33.909264 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-94df945f-7c99-4938-9a36-f6d7468b0026 None None] The port '1e402dbf-8f7a-4276-b58c-68c98135edd4' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:08:33.962762 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-fb06807a-d2d8-43b8-8550-267b4eb2afcf admin admin] Calling delete_port for a9047885-1fe0-46f3-b420-9a6ef13ade9c owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:33.994491 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-814d1f6f-5840-4662-89e7-b68f606ace63 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:33.998490 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0665f0a9-6895-44c8-9d2b-a1c9d750ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:34.016337 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3f0f6b68-221e-492c-83ec-bbe56185d1b1 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/932160be-0652-4314-8951-1234057d0e39 HTTP/1.1" status: 204 len: 168 time: 1.9111187 Mar 28 19:08:34.022953 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-7db5509e-bfec-43f9-8b35-1a726c52def9 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea7e57a1-908c-4be5-a5a6-c536f3fdffa9 HTTP/1.1" status: 200 len: 205 time: 0.1665344 Mar 28 19:08:34.028421 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53092) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:34.028964 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53094) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:34.062838 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d1f6f-5840-4662-89e7-b68f606ace63 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Port': ['ID=fdf7fb75-85f5-41e6-ba5b-82971b8db910,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:34.066608 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814d1f6f-5840-4662-89e7-b68f606ace63 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] No DVR routers for this DVR port fdf7fb75-85f5-41e6-ba5b-82971b8db910 on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:08:34.107655 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-49c40521-8a9c-4b16-a977-a8c8821f671f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:08:34.108004 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-49c40521-8a9c-4b16-a977-a8c8821f671f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:08:34.176290 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0665f0a9-6895-44c8-9d2b-a1c9d750ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:34.217393 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0665f0a9-6895-44c8-9d2b-a1c9d750ed08 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:08:34.218062 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0665f0a9-6895-44c8-9d2b-a1c9d750ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:08:34.233417 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:08:34.251257 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07ac0ad-438a-493f-8fc0-815627dac88e tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:08:34.265442 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4883dcb0-7505-41bb-91bf-96f7e6d0af75 None None] Sync routers for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:08:34.286042 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-54e381e9-56cf-470f-9685-d26108cbe34c None None] For port a9047885-1fe0-46f3-b420-9a6ef13ade9c, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a9047885-1fe0-46f3-b420-9a6ef13ade9c,segment=NetworkSegment(555fb773-0269-467f-a1ec-d2a5a4c65edc),segment_id=555fb773-0269-467f-a1ec-d2a5a4c65edc)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:08:34.286433 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-54e381e9-56cf-470f-9685-d26108cbe34c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:34.353373 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1557cada-917e-4a26-bbf0-352ead748952 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:08:34.356249 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-814d1f6f-5840-4662-89e7-b68f606ace63 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:34.373846 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fb06807a-d2d8-43b8-8550-267b4eb2afcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:34.439966 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4883dcb0-7505-41bb-91bf-96f7e6d0af75 None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:34.440818 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-4883dcb0-7505-41bb-91bf-96f7e6d0af75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:08:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:34.442103 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06807a-d2d8-43b8-8550-267b4eb2afcf admin admin] Pushing event deleted for resources: {'Port': ['ID=a9047885-1fe0-46f3-b420-9a6ef13ade9c,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:34.444339 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb06807a-d2d8-43b8-8550-267b4eb2afcf admin admin] No DVR routers for this DVR port a9047885-1fe0-46f3-b420-9a6ef13ade9c on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:08:34.447267 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-814d1f6f-5840-4662-89e7-b68f606ace63 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6103a6e9-424d-487e-aa30-1c9b505a726f']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:34.502373 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-54e381e9-56cf-470f-9685-d26108cbe34c None None] Calling delete_port for a9047885-1fe0-46f3-b420-9a6ef13ade9c owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:34.522854 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-814d1f6f-5840-4662-89e7-b68f606ace63 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bc3704e-ffdd-4791-91b0-482ce406dce9') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:34.523362 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-814d1f6f-5840-4662-89e7-b68f606ace63 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bc3704e-ffdd-4791-91b0-482ce406dce9') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:34.541024 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-814d1f6f-5840-4662-89e7-b68f606ace63 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:34.550422 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 1557cada-917e-4a26-bbf0-352ead748952 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:08:34.550975 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1557cada-917e-4a26-bbf0-352ead748952 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:08:34.551775 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device fdf7fb75-85f5-41e6-ba5b-82971b8db910 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:08:34.568594 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b07ac0ad-438a-493f-8fc0-815627dac88e tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:34.589736 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-4883dcb0-7505-41bb-91bf-96f7e6d0af75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:34.602443 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: fdf7fb75-85f5-41e6-ba5b-82971b8db910 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:08:34.603037 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device fdf7fb75-85f5-41e6-ba5b-82971b8db910 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:08:34.603597 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a9047885-1fe0-46f3-b420-9a6ef13ade9c no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:08:34.610936 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fb06807a-d2d8-43b8-8550-267b4eb2afcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:34.626842 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-814d1f6f-5840-4662-89e7-b68f606ace63 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:34.640670 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-49c40521-8a9c-4b16-a977-a8c8821f671f None None] Deleting port fdf7fb75-85f5-41e6-ba5b-82971b8db910 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:34.641130 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-49c40521-8a9c-4b16-a977-a8c8821f671f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:34.645553 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814d1f6f-5840-4662-89e7-b68f606ace63 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:08:34.646231 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-814d1f6f-5840-4662-89e7-b68f606ace63 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:08:34.662113 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:08:34.666236 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345ed720-e6da-465f-8b02-5d11ad69cc95 None None] DHCP port deletion for 1857c8f5-5622-42ce-a4f9-106880783f61 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:08:34.679483 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-fb06807a-d2d8-43b8-8550-267b4eb2afcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c83c4f-ff0a-4113-af10-31cfb7cfdd7c']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:34.695324 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: a9047885-1fe0-46f3-b420-9a6ef13ade9c {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:08:34.695887 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a9047885-1fe0-46f3-b420-9a6ef13ade9c not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:08:34.714363 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-345ed720-e6da-465f-8b02-5d11ad69cc95 None None] Deleting port 63b10c5e-c015-47db-90e3-1f080a8a5c6c {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:34.714730 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-345ed720-e6da-465f-8b02-5d11ad69cc95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:34.744588 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-fb06807a-d2d8-43b8-8550-267b4eb2afcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555fb773-0269-467f-a1ec-d2a5a4c65edc') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:34.745041 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-fb06807a-d2d8-43b8-8550-267b4eb2afcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555fb773-0269-467f-a1ec-d2a5a4c65edc') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:34.763794 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fb06807a-d2d8-43b8-8550-267b4eb2afcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:34.785820 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fb06807a-d2d8-43b8-8550-267b4eb2afcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:34.800133 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb06807a-d2d8-43b8-8550-267b4eb2afcf admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:08:34.800967 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fb06807a-d2d8-43b8-8550-267b4eb2afcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:34.816778 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0665f0a9-6895-44c8-9d2b-a1c9d750ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:34.850623 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4883dcb0-7505-41bb-91bf-96f7e6d0af75 None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:34.850955 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d0001da9-7325-4d9a-8f94-62fc87cc7a19 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:router {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:08:34.851318 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-4883dcb0-7505-41bb-91bf-96f7e6d0af75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:08:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:34.869576 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0665f0a9-6895-44c8-9d2b-a1c9d750ed08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:34.916497 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665f0a9-6895-44c8-9d2b-a1c9d750ed08 admin admin] Pushing event deleted for resources: {'Network': ['ID=615b137b-5658-4b36-89b6-00fdce80d6f1,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:08:34.923424 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:08:34.925212 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-814d1f6f-5840-4662-89e7-b68f606ace63 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:34.928483 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-49c40521-8a9c-4b16-a977-a8c8821f671f None None] The port 'fdf7fb75-85f5-41e6-ba5b-82971b8db910' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:08:34.949838 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-4883dcb0-7505-41bb-91bf-96f7e6d0af75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:34.950251 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4883dcb0-7505-41bb-91bf-96f7e6d0af75 None None] The sync data for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:08:34.952223 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-814d1f6f-5840-4662-89e7-b68f606ace63 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:34.957234 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ff7b86dd-4e98-4dfe-abbe-aff57dc7a0f0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:34.973254 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d1f6f-5840-4662-89e7-b68f606ace63 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Network': ['ID=6103a6e9-424d-487e-aa30-1c9b505a726f,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:34.992836 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fb06807a-d2d8-43b8-8550-267b4eb2afcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:34.993746 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-54e381e9-56cf-470f-9685-d26108cbe34c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:08:34.994204 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-54e381e9-56cf-470f-9685-d26108cbe34c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:08:34.995490 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-814d1f6f-5840-4662-89e7-b68f606ace63 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/networks/6103a6e9-424d-487e-aa30-1c9b505a726f HTTP/1.1" status: 204 len: 168 time: 2.5014176 Mar 28 19:08:35.015664 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fb06807a-d2d8-43b8-8550-267b4eb2afcf admin admin] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:35.018306 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53100) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:35.024957 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b07ac0ad-438a-493f-8fc0-815627dac88e tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.2067907 Mar 28 19:08:35.032732 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53104) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:35.035715 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-49be3d7c-7d2d-482f-a91a-7c8cae0bc610 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-543920443'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:35.040545 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06807a-d2d8-43b8-8550-267b4eb2afcf admin admin] Pushing event deleted for resources: {'Network': ['ID=11c83c4f-ff0a-4113-af10-31cfb7cfdd7c,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:35.046134 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-49be3d7c-7d2d-482f-a91a-7c8cae0bc610 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:35.051521 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0665f0a9-6895-44c8-9d2b-a1c9d750ed08 admin admin] 10.222.0.10 "DELETE /v2.0/networks/615b137b-5658-4b36-89b6-00fdce80d6f1 HTTP/1.1" status: 204 len: 168 time: 3.8705063 Mar 28 19:08:35.052505 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-972b6467-c39b-412a-8788-2b0220630645 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-373934594'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:35.059736 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-49be3d7c-7d2d-482f-a91a-7c8cae0bc610 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:network and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:35.062526 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-972b6467-c39b-412a-8788-2b0220630645 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:35.065280 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-49be3d7c-7d2d-482f-a91a-7c8cae0bc610 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:35.069599 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d0001da9-7325-4d9a-8f94-62fc87cc7a19 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:router {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:08:35.073255 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-fb06807a-d2d8-43b8-8550-267b4eb2afcf admin admin] 10.222.0.10 "DELETE /v2.0/networks/11c83c4f-ff0a-4113-af10-31cfb7cfdd7c HTTP/1.1" status: 204 len: 168 time: 1.9418881 Mar 28 19:08:35.073830 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d0001da9-7325-4d9a-8f94-62fc87cc7a19 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.0437686 Mar 28 19:08:35.074626 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-972b6467-c39b-412a-8788-2b0220630645 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Usage tracker for resource:network and tenant:1743e377fa3445a1bfe766f337c9afee is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:35.077318 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53110) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:35.087977 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-49be3d7c-7d2d-482f-a91a-7c8cae0bc610 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:35.090067 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-972b6467-c39b-412a-8788-2b0220630645 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:35.101998 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-972b6467-c39b-412a-8788-2b0220630645 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:35.118723 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49be3d7c-7d2d-482f-a91a-7c8cae0bc610 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:08:35.122924 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-49be3d7c-7d2d-482f-a91a-7c8cae0bc610 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:35.135756 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972b6467-c39b-412a-8788-2b0220630645 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Made reservation on behalf of 1743e377fa3445a1bfe766f337c9afee for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:08:35.139940 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-972b6467-c39b-412a-8788-2b0220630645 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:35.153708 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-345ed720-e6da-465f-8b02-5d11ad69cc95 None None] For port 63b10c5e-c015-47db-90e3-1f080a8a5c6c, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=63b10c5e-c015-47db-90e3-1f080a8a5c6c,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:08:35.154464 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-345ed720-e6da-465f-8b02-5d11ad69cc95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:35.186696 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49be3d7c-7d2d-482f-a91a-7c8cae0bc610 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:08:35.190012 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972b6467-c39b-412a-8788-2b0220630645 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:08:35.206896 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-972b6467-c39b-412a-8788-2b0220630645 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:35.207168 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-972b6467-c39b-412a-8788-2b0220630645 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Added segment 55f4c028-ab05-4bda-a3d0-6be4479899bf of type vlan for network 1010730c-fe29-4d27-8ff4-a53b9aa96204 Mar 28 19:08:35.209166 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-49be3d7c-7d2d-482f-a91a-7c8cae0bc610 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:35.209488 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-49be3d7c-7d2d-482f-a91a-7c8cae0bc610 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Added segment 4859b793-ae02-4c7a-b44e-6b6587a89707 of type vlan for network 23b9e542-1a47-4b86-92f3-7fe548595ae0 Mar 28 19:08:35.284880 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-49be3d7c-7d2d-482f-a91a-7c8cae0bc610 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:35.299110 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-034cfebb-b865-467c-920e-7046aa856be4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:35.299823 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-972b6467-c39b-412a-8788-2b0220630645 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:35.345497 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-345ed720-e6da-465f-8b02-5d11ad69cc95 None None] Calling delete_port for 63b10c5e-c015-47db-90e3-1f080a8a5c6c owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:35.401549 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-972b6467-c39b-412a-8788-2b0220630645 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:35.415661 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972b6467-c39b-412a-8788-2b0220630645 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:35.417436 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-972b6467-c39b-412a-8788-2b0220630645 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:35.438261 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-345ed720-e6da-465f-8b02-5d11ad69cc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:35.485738 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53116) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:35.501091 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-54e381e9-56cf-470f-9685-d26108cbe34c None None] Deleting port a9047885-1fe0-46f3-b420-9a6ef13ade9c {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:35.501654 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-54e381e9-56cf-470f-9685-d26108cbe34c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:35.542456 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345ed720-e6da-465f-8b02-5d11ad69cc95 None None] No DVR routers for this DVR port 63b10c5e-c015-47db-90e3-1f080a8a5c6c on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:08:35.552779 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ed720-e6da-465f-8b02-5d11ad69cc95 None None] Pushing event deleted for resources: {'Port': ['ID=63b10c5e-c015-47db-90e3-1f080a8a5c6c,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:35.585961 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53120) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:35.604516 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-49be3d7c-7d2d-482f-a91a-7c8cae0bc610 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:35.605157 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-54e381e9-56cf-470f-9685-d26108cbe34c None None] The port 'a9047885-1fe0-46f3-b420-9a6ef13ade9c' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:08:35.610870 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49be3d7c-7d2d-482f-a91a-7c8cae0bc610 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:35.611539 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-49be3d7c-7d2d-482f-a91a-7c8cae0bc610 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:35.616749 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-034cfebb-b865-467c-920e-7046aa856be4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Transition to ACTIVE for port object ab495fbe-05ca-4023-92f0-f881d02baad1 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:35.622012 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ff7b86dd-4e98-4dfe-abbe-aff57dc7a0f0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:35.630907 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1db76da3-dc8a-4768-a9bb-fe48245eec39 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:35.706994 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-972b6467-c39b-412a-8788-2b0220630645 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6677747 Mar 28 19:08:35.711142 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53124) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:35.715505 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6438db56-9b58-4a1d-b7df-bc26896879e5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f4993bcab6fb4428a9a91e58a57803b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2182837 Mar 28 19:08:35.718333 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53126) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:35.729818 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-49be3d7c-7d2d-482f-a91a-7c8cae0bc610 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7078667 Mar 28 19:08:35.729818 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b6467-c39b-412a-8788-2b0220630645 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event updated for resources: {'Network': ['ID=1010730c-fe29-4d27-8ff4-a53b9aa96204,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:35.733893 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-ee7c5bd9-29c0-4624-a4b2-42764464aab6 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Request body: {'subnet': {'network_id': '1010730c-fe29-4d27-8ff4-a53b9aa96204', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:35.741730 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 1010730c-fe29-4d27-8ff4-a53b9aa96204 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:08:35.749726 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53132) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:35.859319 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-c5717ca8-990c-4440-9144-4066bf70aec1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'subnet': {'network_id': '23b9e542-1a47-4b86-92f3-7fe548595ae0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:35.917022 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-ff7b86dd-4e98-4dfe-abbe-aff57dc7a0f0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Deleting port fbaf7926-7bc7-4d70-bf75-fa607244c22a {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:35.917362 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ff7b86dd-4e98-4dfe-abbe-aff57dc7a0f0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:36.055440 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1db76da3-dc8a-4768-a9bb-fe48245eec39 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:36.060394 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1db76da3-dc8a-4768-a9bb-fe48245eec39 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:36.071764 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-810d2e5f-35d1-456b-83e2-2e8aaffef4b6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e80e42b66d5d44068ca2c1c3b098f1a9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4440997 Mar 28 19:08:36.076553 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53136) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:36.089908 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be3d7c-7d2d-482f-a91a-7c8cae0bc610 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Network': ['ID=23b9e542-1a47-4b86-92f3-7fe548595ae0,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:36.103264 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 23b9e542-1a47-4b86-92f3-7fe548595ae0 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:08:36.115982 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-54826ae2-542f-427f-8538-b13f35a438dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:36.127905 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-ee7c5bd9-29c0-4624-a4b2-42764464aab6 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:36.139139 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ee7c5bd9-29c0-4624-a4b2-42764464aab6 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Usage tracker for resource:subnet and tenant:1743e377fa3445a1bfe766f337c9afee is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:36.148944 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ee7c5bd9-29c0-4624-a4b2-42764464aab6 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:36.152075 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c5717ca8-990c-4440-9144-4066bf70aec1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:36.169128 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-ee7c5bd9-29c0-4624-a4b2-42764464aab6 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:36.171497 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c5717ca8-990c-4440-9144-4066bf70aec1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:subnet and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:36.176513 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-54826ae2-542f-427f-8538-b13f35a438dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:36.184650 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c5717ca8-990c-4440-9144-4066bf70aec1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:36.198243 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c5717ca8-990c-4440-9144-4066bf70aec1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:36.228053 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7c5bd9-29c0-4624-a4b2-42764464aab6 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Made reservation on behalf of 1743e377fa3445a1bfe766f337c9afee for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:08:36.231622 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee7c5bd9-29c0-4624-a4b2-42764464aab6 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:36.251319 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5717ca8-990c-4440-9144-4066bf70aec1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:08:36.254747 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c5717ca8-990c-4440-9144-4066bf70aec1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:36.277228 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 63b10c5e-c015-47db-90e3-1f080a8a5c6c no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:08:36.279180 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-034cfebb-b865-467c-920e-7046aa856be4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:36.315926 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 63b10c5e-c015-47db-90e3-1f080a8a5c6c {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:08:36.316675 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 63b10c5e-c015-47db-90e3-1f080a8a5c6c not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:08:36.432880 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1db76da3-dc8a-4768-a9bb-fe48245eec39 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:36.433473 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db76da3-dc8a-4768-a9bb-fe48245eec39 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Fanout notify agent at l3_agent the message router_deleted on router 839eacab-5453-42b4-b682-d08714e2bd50 {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:08:36.452281 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034cfebb-b865-467c-920e-7046aa856be4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Network 1ab00e04-d9e4-4bb0-86e0-9e66863b333b is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:36.466726 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-034cfebb-b865-467c-920e-7046aa856be4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:36.481994 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034cfebb-b865-467c-920e-7046aa856be4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:08:36.488365 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034cfebb-b865-467c-920e-7046aa856be4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:36.489022 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-034cfebb-b865-467c-920e-7046aa856be4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:36.523414 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1db76da3-dc8a-4768-a9bb-fe48245eec39 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:36.524800 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1db76da3-dc8a-4768-a9bb-fe48245eec39 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/routers/839eacab-5453-42b4-b682-d08714e2bd50 HTTP/1.1" status: 204 len: 168 time: 1.4437194 Mar 28 19:08:36.535774 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53140) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:36.539790 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034cfebb-b865-467c-920e-7046aa856be4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Pushing event updated for resources: {'Port': ['ID=ab495fbe-05ca-4023-92f0-f881d02baad1,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:36.542138 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-54826ae2-542f-427f-8538-b13f35a438dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:36.555114 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e8ccc0f8-f4c2-4bde-b082-d8e49a7bc0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:36.559946 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ff7b86dd-4e98-4dfe-abbe-aff57dc7a0f0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:36.570632 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-034cfebb-b865-467c-920e-7046aa856be4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.7680523 Mar 28 19:08:36.581554 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53144) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:36.627417 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54826ae2-542f-427f-8538-b13f35a438dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2b3b48-04d5-49ec-97a8-b41d86663529,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:36.630362 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-63965740-afa6-493c-9a5b-0452f7478d1e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:08:36.651256 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-54826ae2-542f-427f-8538-b13f35a438dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:36.652623 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-54826ae2-542f-427f-8538-b13f35a438dc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ac2b3b48-04d5-49ec-97a8-b41d86663529 HTTP/1.1" status: 204 len: 168 time: 0.9274480 Mar 28 19:08:36.670307 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-1c002ede-9c21-4f95-91ee-f80b61fb5ee4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Request body: {'port': {'network_id': '1ab00e04-d9e4-4bb0-86e0-9e66863b333b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-662820556'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:36.720831 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-63965740-afa6-493c-9a5b-0452f7478d1e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:08:36.722299 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-63965740-afa6-493c-9a5b-0452f7478d1e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1855736 Mar 28 19:08:36.727722 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53150) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:36.792374 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-ff7b86dd-4e98-4dfe-abbe-aff57dc7a0f0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Calling delete_port for fbaf7926-7bc7-4d70-bf75-fa607244c22a owned by network:router_gateway {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:36.842145 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e8ccc0f8-f4c2-4bde-b082-d8e49a7bc0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:36.899699 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5cc257-deb7-4f3a-8d6f-46898813e7e5 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:36.901424 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-dc5cc257-deb7-4f3a-8d6f-46898813e7e5 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1386762 Mar 28 19:08:36.909746 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53154) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:36.926463 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ea6678a7-0231-4a9e-b74f-47fa1fa0b888 None None] Provisioning for port ab495fbe-05ca-4023-92f0-f881d02baad1 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:08:36.935255 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ea6678a7-0231-4a9e-b74f-47fa1fa0b888 None None] Provisioning complete for port ab495fbe-05ca-4023-92f0-f881d02baad1 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:36.935871 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ea6678a7-0231-4a9e-b74f-47fa1fa0b888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:36.957978 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee7c5bd9-29c0-4624-a4b2-42764464aab6 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:37.006006 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c5717ca8-990c-4440-9144-4066bf70aec1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:37.013243 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-ea6678a7-0231-4a9e-b74f-47fa1fa0b888 None None] Port ab495fbe-05ca-4023-92f0-f881d02baad1 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:08:37.046112 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-71b0b8ec-093d-408c-a58a-2e1fe89822b0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:router {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:08:37.101266 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c5bd9-29c0-4624-a4b2-42764464aab6 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event updated for resources: {'Subnet': ['ID=51d8316d-696a-4c8d-a940-05a7beb94eca,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:37.115580 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-71b0b8ec-093d-408c-a58a-2e1fe89822b0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:router {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:08:37.116720 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-71b0b8ec-093d-408c-a58a-2e1fe89822b0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2060473 Mar 28 19:08:37.121167 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53160) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:37.132405 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-25e2d3d2-deaa-4605-aa89-7cba932e02bd tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:37.152805 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5717ca8-990c-4440-9144-4066bf70aec1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Checking segment: {'id': '4859b793-ae02-4c7a-b44e-6b6587a89707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '23b9e542-1a47-4b86-92f3-7fe548595ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:08:37.153412 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-1c002ede-9c21-4f95-91ee-f80b61fb5ee4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:37.153590 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5717ca8-990c-4440-9144-4066bf70aec1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network hostable DHCP agents. Network: 23b9e542-1a47-4b86-92f3-7fe548595ae0, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:08:37.158280 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7c5bd9-29c0-4624-a4b2-42764464aab6 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Checking segment: {'id': '55f4c028-ab05-4bda-a3d0-6be4479899bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1010730c-fe29-4d27-8ff4-a53b9aa96204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:08:37.158830 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7c5bd9-29c0-4624-a4b2-42764464aab6 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Network hostable DHCP agents. Network: 1010730c-fe29-4d27-8ff4-a53b9aa96204, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:08:37.173388 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e8ccc0f8-f4c2-4bde-b082-d8e49a7bc0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:37.205520 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-1c002ede-9c21-4f95-91ee-f80b61fb5ee4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:37.207317 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5717ca8-990c-4440-9144-4066bf70aec1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Subnet': ['ID=f9da67a7-6e1b-4b93-97c6-cbfcb6cc1e4d,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:37.211407 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5717ca8-990c-4440-9144-4066bf70aec1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network 23b9e542-1a47-4b86-92f3-7fe548595ae0 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:08:37.219842 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7c5bd9-29c0-4624-a4b2-42764464aab6 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Network 1010730c-fe29-4d27-8ff4-a53b9aa96204 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:08:37.226691 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-c5717ca8-990c-4440-9144-4066bf70aec1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 23b9e542-1a47-4b86-92f3-7fe548595ae0) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:37.228433 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-ee7c5bd9-29c0-4624-a4b2-42764464aab6 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 1010730c-fe29-4d27-8ff4-a53b9aa96204) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:37.232979 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5717ca8-990c-4440-9144-4066bf70aec1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:37.233705 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c5717ca8-990c-4440-9144-4066bf70aec1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:37.239048 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7c5bd9-29c0-4624-a4b2-42764464aab6 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:37.239737 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee7c5bd9-29c0-4624-a4b2-42764464aab6 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:37.251296 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81616a7f-d875-4358-9199-ed77f749d807 None None] Network 23b9e542-1a47-4b86-92f3-7fe548595ae0 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:08:37.259411 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ccc0f8-f4c2-4bde-b082-d8e49a7bc0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb894159-76dd-41d3-b6ba-212b1e43f11c,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:37.284071 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ee7c5bd9-29c0-4624-a4b2-42764464aab6 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5671127 Mar 28 19:08:37.287057 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53168) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:37.290271 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c002ede-9c21-4f95-91ee-f80b61fb5ee4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Made reservation on behalf of 7c49d91779f148469f88ab2ed871b251 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:08:37.291950 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c5717ca8-990c-4440-9144-4066bf70aec1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5113809 Mar 28 19:08:37.293705 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1c002ede-9c21-4f95-91ee-f80b61fb5ee4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:37.295607 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-3edaf49d-ed88-4a4f-aa69-e4cf32ccfbe7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-673046698', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}, 'admin_state_up': False}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:37.302861 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53172) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:37.305825 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-3edaf49d-ed88-4a4f-aa69-e4cf32ccfbe7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:37.311076 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-b25f4d09-649e-4ac0-97e6-90851c0119bc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'port': {'network_id': '23b9e542-1a47-4b86-92f3-7fe548595ae0', 'name': 'tempest-PortsIpV6TestJSON-1586679550', 'fixed_ips': [{'subnet_id': 'f9da67a7-6e1b-4b93-97c6-cbfcb6cc1e4d', 'ip_address': '2001:db8::10'}]}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:37.331053 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3edaf49d-ed88-4a4f-aa69-e4cf32ccfbe7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Usage tracker for resource:router and tenant:1743e377fa3445a1bfe766f337c9afee is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:37.338497 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e8ccc0f8-f4c2-4bde-b082-d8e49a7bc0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:37.342228 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e8ccc0f8-f4c2-4bde-b082-d8e49a7bc0c4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eb894159-76dd-41d3-b6ba-212b1e43f11c HTTP/1.1" status: 204 len: 168 time: 1.2485328 Mar 28 19:08:37.346940 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3edaf49d-ed88-4a4f-aa69-e4cf32ccfbe7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:37.357784 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-3edaf49d-ed88-4a4f-aa69-e4cf32ccfbe7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:37.368902 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-25e2d3d2-deaa-4605-aa89-7cba932e02bd tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:37.378517 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-25e2d3d2-deaa-4605-aa89-7cba932e02bd tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:subnet and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:37.381950 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-1c002ede-9c21-4f95-91ee-f80b61fb5ee4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] device_id is not set on port f59984d3-3062-4410-bd37-4a095fe722c1 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:08:37.415867 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-25e2d3d2-deaa-4605-aa89-7cba932e02bd tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:37.427108 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-25e2d3d2-deaa-4605-aa89-7cba932e02bd tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:37.430408 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58879140-b838-4963-868f-aaeb132b87fa None None] Network 1010730c-fe29-4d27-8ff4-a53b9aa96204 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:08:37.466128 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ff7b86dd-4e98-4dfe-abbe-aff57dc7a0f0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:37.521407 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e2d3d2-deaa-4605-aa89-7cba932e02bd tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:08:37.524830 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-25e2d3d2-deaa-4605-aa89-7cba932e02bd tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:37.537275 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b25f4d09-649e-4ac0-97e6-90851c0119bc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:37.543604 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b25f4d09-649e-4ac0-97e6-90851c0119bc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:port and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:37.545768 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b86dd-4e98-4dfe-abbe-aff57dc7a0f0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Pushing event deleted for resources: {'Port': ['ID=fbaf7926-7bc7-4d70-bf75-fa607244c22a,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:37.549579 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b25f4d09-649e-4ac0-97e6-90851c0119bc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:37.556719 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b25f4d09-649e-4ac0-97e6-90851c0119bc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:37.576707 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3edaf49d-ed88-4a4f-aa69-e4cf32ccfbe7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:37.587214 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3edaf49d-ed88-4a4f-aa69-e4cf32ccfbe7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:37.594438 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25f4d09-649e-4ac0-97e6-90851c0119bc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:08:37.702261 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3edaf49d-ed88-4a4f-aa69-e4cf32ccfbe7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:37.716815 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70075e71-70db-4efe-804e-0da5f87839d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-1010730c-fe29-4d27-8ff4-a53b9aa96204', 'network_id': '1010730c-fe29-4d27-8ff4-a53b9aa96204', 'tenant_id': '1743e377fa3445a1bfe766f337c9afee', 'fixed_ips': [{'subnet_id': '51d8316d-696a-4c8d-a940-05a7beb94eca'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:08:37.717374 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-70075e71-70db-4efe-804e-0da5f87839d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:37.852951 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b25f4d09-649e-4ac0-97e6-90851c0119bc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:37.932956 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-b25f4d09-649e-4ac0-97e6-90851c0119bc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] device_id is not set on port b8370e4f-9e93-448b-a5ac-94a83465ecc2 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:08:37.947727 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-70075e71-70db-4efe-804e-0da5f87839d1 None None] Allocated IP 172.20.0.2 (1010730c-fe29-4d27-8ff4-a53b9aa96204/51d8316d-696a-4c8d-a940-05a7beb94eca/9933cd31-8b16-4114-927a-6933b6aa3b8d) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:38.137288 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-1c002ede-9c21-4f95-91ee-f80b61fb5ee4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Allocated IP 2001:db8::a9 (1ab00e04-d9e4-4bb0-86e0-9e66863b333b/5d016b2e-ea50-4f76-8a8d-f7441b049f13/f59984d3-3062-4410-bd37-4a095fe722c1) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:38.208773 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3edaf49d-ed88-4a4f-aa69-e4cf32ccfbe7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:38.410770 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e939e787-f287-4311-89ba-a5fcb78d7b30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-23b9e542-1a47-4b86-92f3-7fe548595ae0', 'network_id': '23b9e542-1a47-4b86-92f3-7fe548595ae0', 'tenant_id': '0eafd6e2aac349b4a881ab8a1e025dc4', 'fixed_ips': [{'subnet_id': 'f9da67a7-6e1b-4b93-97c6-cbfcb6cc1e4d'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:08:38.411809 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e939e787-f287-4311-89ba-a5fcb78d7b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:38.464715 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-70075e71-70db-4efe-804e-0da5f87839d1 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:38.508914 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1c002ede-9c21-4f95-91ee-f80b61fb5ee4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:38.526750 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-1c002ede-9c21-4f95-91ee-f80b61fb5ee4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Transition to ACTIVE for port object f59984d3-3062-4410-bd37-4a095fe722c1 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:38.552488 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-70075e71-70db-4efe-804e-0da5f87839d1 None None] Transition to ACTIVE for port object 9933cd31-8b16-4114-927a-6933b6aa3b8d will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:38.568354 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1c002ede-9c21-4f95-91ee-f80b61fb5ee4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:38.660072 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-b25f4d09-649e-4ac0-97e6-90851c0119bc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Allocated IP 2001:db8::10 (23b9e542-1a47-4b86-92f3-7fe548595ae0/f9da67a7-6e1b-4b93-97c6-cbfcb6cc1e4d/b8370e4f-9e93-448b-a5ac-94a83465ecc2) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:38.667064 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-70075e71-70db-4efe-804e-0da5f87839d1 None None] Transition to ACTIVE for port object 9933cd31-8b16-4114-927a-6933b6aa3b8d will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:38.684549 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-70075e71-70db-4efe-804e-0da5f87839d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:38.771844 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ff7b86dd-4e98-4dfe-abbe-aff57dc7a0f0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:38.800842 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70075e71-70db-4efe-804e-0da5f87839d1 None None] Network 1010730c-fe29-4d27-8ff4-a53b9aa96204 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:38.809109 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-70075e71-70db-4efe-804e-0da5f87839d1 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:38.813661 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70075e71-70db-4efe-804e-0da5f87839d1 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:08:38.821299 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70075e71-70db-4efe-804e-0da5f87839d1 None None] Pushing event updated for resources: {'Port': ['ID=9933cd31-8b16-4114-927a-6933b6aa3b8d,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:38.836418 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53216) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:38.846373 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c002ede-9c21-4f95-91ee-f80b61fb5ee4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Network 1ab00e04-d9e4-4bb0-86e0-9e66863b333b is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:38.923617 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-1c002ede-9c21-4f95-91ee-f80b61fb5ee4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:38.937146 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c002ede-9c21-4f95-91ee-f80b61fb5ee4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Pushing event updated for resources: {'Port': ['ID=f59984d3-3062-4410-bd37-4a095fe722c1,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:38.940287 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3edaf49d-ed88-4a4f-aa69-e4cf32ccfbe7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for router_gateway, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:38.943672 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-70075e71-70db-4efe-804e-0da5f87839d1 None None] Attempting to bind port 9933cd31-8b16-4114-927a-6933b6aa3b8d on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:08:38.944037 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c002ede-9c21-4f95-91ee-f80b61fb5ee4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:08:38.944211 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-70075e71-70db-4efe-804e-0da5f87839d1 None None] Attempting to bind port 9933cd31-8b16-4114-927a-6933b6aa3b8d by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '55f4c028-ab05-4bda-a3d0-6be4479899bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1010730c-fe29-4d27-8ff4-a53b9aa96204'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:08:38.944707 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70075e71-70db-4efe-804e-0da5f87839d1 None None] Attempting to bind port 9933cd31-8b16-4114-927a-6933b6aa3b8d on network 1010730c-fe29-4d27-8ff4-a53b9aa96204 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:08:38.950725 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70075e71-70db-4efe-804e-0da5f87839d1 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:08:38.951361 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70075e71-70db-4efe-804e-0da5f87839d1 None None] Checking segment: {'id': '55f4c028-ab05-4bda-a3d0-6be4479899bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1010730c-fe29-4d27-8ff4-a53b9aa96204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:08:38.951676 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-70075e71-70db-4efe-804e-0da5f87839d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:38.952275 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70075e71-70db-4efe-804e-0da5f87839d1 None None] Bound using segment: {'id': '55f4c028-ab05-4bda-a3d0-6be4479899bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1010730c-fe29-4d27-8ff4-a53b9aa96204'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:08:38.952853 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c002ede-9c21-4f95-91ee-f80b61fb5ee4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:38.953076 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-70075e71-70db-4efe-804e-0da5f87839d1 None None] Bound port: 9933cd31-8b16-4114-927a-6933b6aa3b8d, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f4c028-ab05-4bda-a3d0-6be4479899bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1010730c-fe29-4d27-8ff4-a53b9aa96204'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:08:38.953672 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-70075e71-70db-4efe-804e-0da5f87839d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:38.954394 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1c002ede-9c21-4f95-91ee-f80b61fb5ee4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:39.007454 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3edaf49d-ed88-4a4f-aa69-e4cf32ccfbe7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:39.095585 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-70075e71-70db-4efe-804e-0da5f87839d1 None None] For port 9933cd31-8b16-4114-927a-6933b6aa3b8d, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:08:39.112866 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-70075e71-70db-4efe-804e-0da5f87839d1 None None] For port 9933cd31-8b16-4114-927a-6933b6aa3b8d, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=9933cd31-8b16-4114-927a-6933b6aa3b8d,segment=NetworkSegment(55f4c028-ab05-4bda-a3d0-6be4479899bf),segment_id=55f4c028-ab05-4bda-a3d0-6be4479899bf)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:08:39.114699 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ff7b86dd-4e98-4dfe-abbe-aff57dc7a0f0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:39.122075 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-70075e71-70db-4efe-804e-0da5f87839d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:39.124820 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ff7b86dd-4e98-4dfe-abbe-aff57dc7a0f0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:39.289809 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70075e71-70db-4efe-804e-0da5f87839d1 None None] Pushing event updated for resources: {'Port': ['ID=9933cd31-8b16-4114-927a-6933b6aa3b8d,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:39.290860 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ff7b86dd-4e98-4dfe-abbe-aff57dc7a0f0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:39.292519 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7b86dd-4e98-4dfe-abbe-aff57dc7a0f0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Fanout notify agent at l3_agent the message router_deleted on router ea7e57a1-908c-4be5-a5a6-c536f3fdffa9 {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:08:39.306084 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1c002ede-9c21-4f95-91ee-f80b61fb5ee4 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.7201252 Mar 28 19:08:39.316790 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53234) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:39.318643 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ff7b86dd-4e98-4dfe-abbe-aff57dc7a0f0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:39.320190 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ff7b86dd-4e98-4dfe-abbe-aff57dc7a0f0 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "DELETE /v2.0/routers/ea7e57a1-908c-4be5-a5a6-c536f3fdffa9 HTTP/1.1" status: 204 len: 168 time: 5.2883484 Mar 28 19:08:39.328687 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53238) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:39.330915 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.objects.ports [None req-25e2d3d2-deaa-4605-aa89-7cba932e02bd tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87833) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 19:08:39.332649 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-25e2d3d2-deaa-4605-aa89-7cba932e02bd tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:39.335334 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-ce68bb67-1482-453f-bd27-00d2ce68c17b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::227', 'mac_address': 'fa:16:3e:13:bb:fb'}, {'ip_address': '2001:db8::29', 'mac_address': 'fa:16:3e:df:2b:60'}]}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:39.388051 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-9b90938a-c174-43c2-90c6-23ff2b2329a9 None None] Provisioning for port f59984d3-3062-4410-bd37-4a095fe722c1 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:08:39.392058 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1233341103', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}, 'admin_state_up': False}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:39.399608 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:39.403766 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Usage tracker for resource:router and tenant:e6c57515830543a6952571afdd7483f1 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:39.404058 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-9b90938a-c174-43c2-90c6-23ff2b2329a9 None None] Provisioning complete for port f59984d3-3062-4410-bd37-4a095fe722c1 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:39.404439 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9b90938a-c174-43c2-90c6-23ff2b2329a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:39.407632 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:39.414339 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:39.427756 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b25f4d09-649e-4ac0-97e6-90851c0119bc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:39.433497 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e2d3d2-deaa-4605-aa89-7cba932e02bd tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:39.438408 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-25e2d3d2-deaa-4605-aa89-7cba932e02bd tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:39.451861 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e2d3d2-deaa-4605-aa89-7cba932e02bd tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:39.453062 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-25e2d3d2-deaa-4605-aa89-7cba932e02bd tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:39.464576 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573fb5cc-250d-4938-b170-ee50ebfabb24 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:08:39.479702 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2d3d2-deaa-4605-aa89-7cba932e02bd tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Subnet': ['ID=f2ce6d92-045f-49f5-8029-adf7549c2116,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:39.494970 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:39.495964 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:39.496533 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-25e2d3d2-deaa-4605-aa89-7cba932e02bd tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3739474 Mar 28 19:08:39.498856 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53242) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:39.510269 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-f2a8cb2a-9e48-42d7-9741-b74c89783935 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:39.544361 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:39.595870 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-3edaf49d-ed88-4a4f-aa69-e4cf32ccfbe7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Allocated IP 172.26.4.2 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/9b0e2f31-2eff-4634-9137-c6b14638026a) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:39.630148 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-9b90938a-c174-43c2-90c6-23ff2b2329a9 None None] Port f59984d3-3062-4410-bd37-4a095fe722c1 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:08:39.701282 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b25f4d09-649e-4ac0-97e6-90851c0119bc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Transition to ACTIVE for port object b8370e4f-9e93-448b-a5ac-94a83465ecc2 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:39.738556 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-9cf68a4f-deb8-4b62-ab4c-b494d1b25903 tempest-DvrRoutersNegativeTest-836656653 tempest-DvrRoutersNegativeTest-836656653-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1598259434', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:39.744040 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.policy [None req-9cf68a4f-deb8-4b62-ab4c-b494d1b25903 tempest-DvrRoutersNegativeTest-836656653 tempest-DvrRoutersNegativeTest-836656653-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87833) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 28 19:08:39.744984 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.policy [None req-9cf68a4f-deb8-4b62-ab4c-b494d1b25903 tempest-DvrRoutersNegativeTest-836656653 tempest-DvrRoutersNegativeTest-836656653-project] Failed policy check for 'create_router' {{(pid=87833) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 28 19:08:39.746764 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-9cf68a4f-deb8-4b62-ab4c-b494d1b25903 tempest-DvrRoutersNegativeTest-836656653 tempest-DvrRoutersNegativeTest-836656653-project] create failed (client error): Access was denied to this resource. Mar 28 19:08:39.751878 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9cf68a4f-deb8-4b62-ab4c-b494d1b25903 tempest-DvrRoutersNegativeTest-836656653 tempest-DvrRoutersNegativeTest-836656653-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.9102285 Mar 28 19:08:39.902430 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd6a5bf-15b5-4b28-bd60-afdb6d8333cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-1857c8f5-5622-42ce-a4f9-106880783f61', 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'fixed_ips': [{'subnet_id': 'f2ce6d92-045f-49f5-8029-adf7549c2116'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:08:39.903381 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ffd6a5bf-15b5-4b28-bd60-afdb6d8333cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:40.001184 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53256) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:40.025345 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f2a8cb2a-9e48-42d7-9741-b74c89783935 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:40.074474 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f2a8cb2a-9e48-42d7-9741-b74c89783935 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:subnet and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:40.085272 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f2a8cb2a-9e48-42d7-9741-b74c89783935 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:40.105645 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f2a8cb2a-9e48-42d7-9741-b74c89783935 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:40.129897 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a8cb2a-9e48-42d7-9741-b74c89783935 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:08:40.133643 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f2a8cb2a-9e48-42d7-9741-b74c89783935 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:40.140366 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-ffd6a5bf-15b5-4b28-bd60-afdb6d8333cf None None] Allocated IP 2001:db8::f816:3eff:fe22:6d23 (1857c8f5-5622-42ce-a4f9-106880783f61/f2ce6d92-045f-49f5-8029-adf7549c2116/7aae104d-bf5e-4fae-8fb1-ec731e1f09d9) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:40.283225 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d700f1e-61fb-491e-bc1c-aed4146b1d66 req-b5850a99-c905-4df8-a222-d998e53da1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:40.284696 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6d700f1e-61fb-491e-bc1c-aed4146b1d66 req-b5850a99-c905-4df8-a222-d998e53da1b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=936b36bbd26d462bb0c5b68398e9e06d&device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 1098 time: 0.4299018 Mar 28 19:08:40.298178 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-78f17fb6-9054-4d78-898c-d704caa3fff1 tempest-QuotasTest-861387172 tempest-QuotasTest-861387172-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:40.360720 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 9933cd31-8b16-4114-927a-6933b6aa3b8d up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:08:40.503162 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:40.503934 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53264) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:40.527078 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 9933cd31-8b16-4114-927a-6933b6aa3b8d completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:08:40.554121 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd06d2-744d-4126-81f8-b8fbb89a46f6 req-05842932-978f-4a29-80b6-a8c152316971 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:40.555691 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2afd06d2-744d-4126-81f8-b8fbb89a46f6 req-05842932-978f-4a29-80b6-a8c152316971 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.5327756 Mar 28 19:08:40.555974 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ffd6a5bf-15b5-4b28-bd60-afdb6d8333cf None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:40.569967 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ffd6a5bf-15b5-4b28-bd60-afdb6d8333cf None None] Transition to ACTIVE for port object 7aae104d-bf5e-4fae-8fb1-ec731e1f09d9 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:40.599232 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ffd6a5bf-15b5-4b28-bd60-afdb6d8333cf None None] Transition to ACTIVE for port object 7aae104d-bf5e-4fae-8fb1-ec731e1f09d9 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:40.639158 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d700f1e-61fb-491e-bc1c-aed4146b1d66 req-272ad413-33e3-4bca-91dd-515079c27b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:40.640801 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6d700f1e-61fb-491e-bc1c-aed4146b1d66 req-272ad413-33e3-4bca-91dd-515079c27b88 service neutron] 10.222.0.26 "GET /v2.0/networks?id=05d45956-a093-40a4-9858-58f23a47edbe HTTP/1.1" status: 200 len: 912 time: 0.3047259 Mar 28 19:08:40.648743 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b25f4d09-649e-4ac0-97e6-90851c0119bc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:40.651150 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2afd06d2-744d-4126-81f8-b8fbb89a46f6 req-a8b359f7-ae82-4f1d-99f6-61de2f94ddca tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774269 Mar 28 19:08:40.671418 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ffd6a5bf-15b5-4b28-bd60-afdb6d8333cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:40.771104 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-78f17fb6-9054-4d78-898c-d704caa3fff1 tempest-QuotasTest-861387172 tempest-QuotasTest-861387172-project-admin] 10.222.0.10 "PUT /v2.0/quotas/a2d2a39814c14913b9527b82b48d0cd9 HTTP/1.1" status: 200 len: 366 time: 0.7687135 Mar 28 19:08:40.785382 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53270) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:40.789217 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b6482570-25b0-4775-b2c1-fc42c9616b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:40.825518 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd6a5bf-15b5-4b28-bd60-afdb6d8333cf None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:40.832010 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6a5bf-15b5-4b28-bd60-afdb6d8333cf None None] Pushing event updated for resources: {'Port': ['ID=7aae104d-bf5e-4fae-8fb1-ec731e1f09d9,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:40.833975 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-03b24020-ccc4-443c-842d-4964ce213909 tempest-QuotasTest-861387172 tempest-QuotasTest-861387172-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0335894 Mar 28 19:08:40.838869 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-ffd6a5bf-15b5-4b28-bd60-afdb6d8333cf None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:40.839751 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53274) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:40.840677 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b6482570-25b0-4775-b2c1-fc42c9616b0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:40.841373 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-e939e787-f287-4311-89ba-a5fcb78d7b30 None None] Allocated IP 2001:db8::2 (23b9e542-1a47-4b86-92f3-7fe548595ae0/f9da67a7-6e1b-4b93-97c6-cbfcb6cc1e4d/3281bdd1-644d-4bef-a3ea-c4ce610c2f98) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:40.845159 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6d700f1e-61fb-491e-bc1c-aed4146b1d66 req-515a0f12-33ae-4bed-a3b6-a34997e14404 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da1a4fe6-e25e-4603-a82e-846b7ddebdd0 HTTP/1.1" status: 200 len: 1001 time: 0.1886525 Mar 28 19:08:40.846516 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd6a5bf-15b5-4b28-bd60-afdb6d8333cf None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:08:40.850832 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b6482570-25b0-4775-b2c1-fc42c9616b0e admin admin] Usage tracker for resource:security_group_rule and tenant:b79ca275ea8f4c95a930f7c8fc78efc0 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:40.861671 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b6482570-25b0-4775-b2c1-fc42c9616b0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:40.905855 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1c23078b-dc15-4094-8b3b-7e6287d86e71 tempest-QuotasTest-861387172 tempest-QuotasTest-861387172-project-admin] 10.222.0.10 "GET /v2.0/quotas/a2d2a39814c14913b9527b82b48d0cd9 HTTP/1.1" status: 200 len: 366 time: 0.0595784 Mar 28 19:08:40.918626 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53278) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:40.934989 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ce68bb67-1482-453f-bd27-00d2ce68c17b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:40.938691 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b6482570-25b0-4775-b2c1-fc42c9616b0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:40.941029 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3e689a-d114-491f-9195-47552906aef3 None None] Network 1010730c-fe29-4d27-8ff4-a53b9aa96204 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:08:41.002241 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d700f1e-61fb-491e-bc1c-aed4146b1d66 req-331ef94c-3e10-495a-8b7d-bd5962eba0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:41.003632 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6d700f1e-61fb-491e-bc1c-aed4146b1d66 req-331ef94c-3e10-495a-8b7d-bd5962eba0a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba510855-a9fd-4b40-9483-d8a58a15b59b HTTP/1.1" status: 200 len: 850 time: 0.1440907 Mar 28 19:08:41.004285 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25f4d09-649e-4ac0-97e6-90851c0119bc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network 23b9e542-1a47-4b86-92f3-7fe548595ae0 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:41.096395 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-b25f4d09-649e-4ac0-97e6-90851c0119bc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:41.115013 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1fa1403f-01a2-4455-878e-afffc7af6ab1 tempest-QuotasTest-861387172 tempest-QuotasTest-861387172-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/a2d2a39814c14913b9527b82b48d0cd9 HTTP/1.1" status: 204 len: 168 time: 0.1943583 Mar 28 19:08:41.118985 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25f4d09-649e-4ac0-97e6-90851c0119bc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:08:41.124321 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25f4d09-649e-4ac0-97e6-90851c0119bc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:41.124937 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b25f4d09-649e-4ac0-97e6-90851c0119bc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:41.140189 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53282) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:41.140932 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f4d09-649e-4ac0-97e6-90851c0119bc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Port': ['ID=b8370e4f-9e93-448b-a5ac-94a83465ecc2,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:41.157774 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3edaf49d-ed88-4a4f-aa69-e4cf32ccfbe7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:41.188279 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-ffd6a5bf-15b5-4b28-bd60-afdb6d8333cf None None] Attempting to bind port 7aae104d-bf5e-4fae-8fb1-ec731e1f09d9 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:08:41.188960 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-ffd6a5bf-15b5-4b28-bd60-afdb6d8333cf None None] Attempting to bind port 7aae104d-bf5e-4fae-8fb1-ec731e1f09d9 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:08:41.189073 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd6a5bf-15b5-4b28-bd60-afdb6d8333cf None None] Attempting to bind port 7aae104d-bf5e-4fae-8fb1-ec731e1f09d9 on network 1857c8f5-5622-42ce-a4f9-106880783f61 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:08:41.198551 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-609b3742-015b-4053-9d47-878d3e6cdd85 tempest-QuotasTest-861387172 tempest-QuotasTest-861387172-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0536642 Mar 28 19:08:41.203709 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53286) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:41.204488 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-9633aece-852d-4cee-bfe8-4a7dad9b9805 None None] Provisioning for port 9933cd31-8b16-4114-927a-6933b6aa3b8d completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:08:41.211969 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd6a5bf-15b5-4b28-bd60-afdb6d8333cf None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:08:41.212361 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd6a5bf-15b5-4b28-bd60-afdb6d8333cf None None] Checking segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:08:41.212766 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ffd6a5bf-15b5-4b28-bd60-afdb6d8333cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:41.213157 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd6a5bf-15b5-4b28-bd60-afdb6d8333cf None None] Bound using segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:08:41.213675 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-ffd6a5bf-15b5-4b28-bd60-afdb6d8333cf None None] Bound port: 7aae104d-bf5e-4fae-8fb1-ec731e1f09d9, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:08:41.214045 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ffd6a5bf-15b5-4b28-bd60-afdb6d8333cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:41.236549 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d148dead-be03-4882-bcc9-b17baca83758 tempest-QuotasTest-861387172 tempest-QuotasTest-861387172-project-admin] 10.222.0.10 "GET /v2.0/quotas/a2d2a39814c14913b9527b82b48d0cd9 HTTP/1.1" status: 200 len: 370 time: 0.0288806 Mar 28 19:08:41.237291 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b25f4d09-649e-4ac0-97e6-90851c0119bc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9332371 Mar 28 19:08:41.243823 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53290) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:41.244151 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53292) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:41.246612 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-9633aece-852d-4cee-bfe8-4a7dad9b9805 None None] Provisioning complete for port 9933cd31-8b16-4114-927a-6933b6aa3b8d triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:41.247032 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9633aece-852d-4cee-bfe8-4a7dad9b9805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:41.285152 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d39aef7e-ce93-4ed4-abe1-5573b44c7a88 tempest-QuotasTest-861387172 tempest-QuotasTest-861387172-project-admin] 10.222.0.10 "GET /v2.0/quotas/a2d2a39814c14913b9527b82b48d0cd9/default HTTP/1.1" status: 200 len: 370 time: 0.0341415 Mar 28 19:08:41.288982 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-1f28a7a0-2325-49c9-99ae-a13afdc97e9f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'port': {'network_id': '23b9e542-1a47-4b86-92f3-7fe548595ae0', 'name': 'tempest-PortsIpV6TestJSON-1406818556', 'fixed_ips': [{'subnet_id': 'f9da67a7-6e1b-4b93-97c6-cbfcb6cc1e4d', 'ip_address': '2001:db8::f'}]}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:41.296910 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53298) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:41.310015 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d700f1e-61fb-491e-bc1c-aed4146b1d66 req-d94fc21d-e0d5-4291-a061-467ed6988a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:41.311473 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6d700f1e-61fb-491e-bc1c-aed4146b1d66 req-d94fc21d-e0d5-4291-a061-467ed6988a21 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=05d45956-a093-40a4-9858-58f23a47edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2996488 Mar 28 19:08:41.319274 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f2a8cb2a-9e48-42d7-9741-b74c89783935 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:41.382393 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b6482570-25b0-4775-b2c1-fc42c9616b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:41.386453 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-19f89eb0-38bb-43eb-86b4-3ce2f3d45579 tempest-QuotasTest-861387172 tempest-QuotasTest-861387172-project-admin] delete failed (client error): The resource could not be found. Mar 28 19:08:41.387017 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-19f89eb0-38bb-43eb-86b4-3ce2f3d45579 tempest-QuotasTest-861387172 tempest-QuotasTest-861387172-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/a2d2a39814c14913b9527b82b48d0cd9 HTTP/1.1" status: 404 len: 348 time: 0.0864921 Mar 28 19:08:41.420016 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b6482570-25b0-4775-b2c1-fc42c9616b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:41.446399 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a8cb2a-9e48-42d7-9741-b74c89783935 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:41.483036 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3edaf49d-ed88-4a4f-aa69-e4cf32ccfbe7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:41.512950 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-f2a8cb2a-9e48-42d7-9741-b74c89783935 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:41.532152 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a8cb2a-9e48-42d7-9741-b74c89783935 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:41.532779 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f2a8cb2a-9e48-42d7-9741-b74c89783935 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:41.561913 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-ffd6a5bf-15b5-4b28-bd60-afdb6d8333cf None None] For port 7aae104d-bf5e-4fae-8fb1-ec731e1f09d9, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:08:41.573412 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8cb2a-9e48-42d7-9741-b74c89783935 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Subnet': ['ID=11a1d39f-6e3f-4651-b8ea-1aec637938d0,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:41.583581 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b6482570-25b0-4775-b2c1-fc42c9616b0e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b79ca275ea8f4c95a930f7c8fc78efc0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0769207 Mar 28 19:08:41.586706 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53304) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:41.591011 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6482570-25b0-4775-b2c1-fc42c9616b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e1b626-aef6-4a3f-af60-9073ed452a36,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:41.617954 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-ffd6a5bf-15b5-4b28-bd60-afdb6d8333cf None None] For port 7aae104d-bf5e-4fae-8fb1-ec731e1f09d9, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=7aae104d-bf5e-4fae-8fb1-ec731e1f09d9,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:08:41.619183 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e939e787-f287-4311-89ba-a5fcb78d7b30 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:41.632401 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edaf49d-ed88-4a4f-aa69-e4cf32ccfbe7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:41.635992 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ffd6a5bf-15b5-4b28-bd60-afdb6d8333cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:41.668053 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f2a8cb2a-9e48-42d7-9741-b74c89783935 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1678402 Mar 28 19:08:41.668959 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-3edaf49d-ed88-4a4f-aa69-e4cf32ccfbe7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:41.675972 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e939e787-f287-4311-89ba-a5fcb78d7b30 None None] Transition to ACTIVE for port object 3281bdd1-644d-4bef-a3ea-c4ce610c2f98 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:41.692379 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53308) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:41.703074 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edaf49d-ed88-4a4f-aa69-e4cf32ccfbe7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:08:41.737847 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6d700f1e-61fb-491e-bc1c-aed4146b1d66 req-275d32b8-bec4-419d-8f31-06c6602f620d service neutron] 10.222.0.26 "GET /v2.0/networks/05d45956-a093-40a4-9858-58f23a47edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140451 Mar 28 19:08:41.743867 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-a6b07c6e-06ee-4951-b77a-231db61ba2d8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'port': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'mac_address': 'fa:16:3e:5c:be:04', 'name': 'tempest-NetworksTestDHCPv6-1737937666'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:41.770403 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9633aece-852d-4cee-bfe8-4a7dad9b9805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:41.786269 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f79ef14c-208f-40b8-bbc2-faa0ab632b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:41.814552 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53314) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:41.819919 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e939e787-f287-4311-89ba-a5fcb78d7b30 None None] Transition to ACTIVE for port object 3281bdd1-644d-4bef-a3ea-c4ce610c2f98 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:41.823154 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edaf49d-ed88-4a4f-aa69-e4cf32ccfbe7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event updated for resources: {'Port': ['ID=9b0e2f31-2eff-4634-9137-c6b14638026a,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:41.867390 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e939e787-f287-4311-89ba-a5fcb78d7b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:41.870664 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-1f28a7a0-2325-49c9-99ae-a13afdc97e9f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:41.879706 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6a5bf-15b5-4b28-bd60-afdb6d8333cf None None] Pushing event updated for resources: {'Port': ['ID=7aae104d-bf5e-4fae-8fb1-ec731e1f09d9,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:41.968281 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1f28a7a0-2325-49c9-99ae-a13afdc97e9f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:port and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:41.977346 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e939e787-f287-4311-89ba-a5fcb78d7b30 None None] Network 23b9e542-1a47-4b86-92f3-7fe548595ae0 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:41.978818 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router_gateway, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:41.983017 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-e939e787-f287-4311-89ba-a5fcb78d7b30 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:41.989045 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e939e787-f287-4311-89ba-a5fcb78d7b30 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:08:41.994896 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-9633aece-852d-4cee-bfe8-4a7dad9b9805 None None] For port 9933cd31-8b16-4114-927a-6933b6aa3b8d, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=9933cd31-8b16-4114-927a-6933b6aa3b8d,segment=NetworkSegment(55f4c028-ab05-4bda-a3d0-6be4479899bf),segment_id=55f4c028-ab05-4bda-a3d0-6be4479899bf)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:08:42.020712 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939e787-f287-4311-89ba-a5fcb78d7b30 None None] Pushing event updated for resources: {'Port': ['ID=3281bdd1-644d-4bef-a3ea-c4ce610c2f98,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:42.023962 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1f28a7a0-2325-49c9-99ae-a13afdc97e9f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:42.025413 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d0d0c200-9f28-4155-8c72-78cbe04fc990 tempest-QuotasTest-861387172 tempest-QuotasTest-861387172-project-admin] Usage tracker for resource:network and tenant:06e75971e4a446b8894cb438a3cc6571 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:42.034430 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9633aece-852d-4cee-bfe8-4a7dad9b9805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:42.037293 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f79ef14c-208f-40b8-bbc2-faa0ab632b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:42.045588 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-1f28a7a0-2325-49c9-99ae-a13afdc97e9f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:42.061884 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:42.073753 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.resource_extend [None req-ce68bb67-1482-453f-bd27-00d2ce68c17b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:08:42.085500 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d0d0c200-9f28-4155-8c72-78cbe04fc990 tempest-QuotasTest-861387172 tempest-QuotasTest-861387172-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:42.138347 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6d700f1e-61fb-491e-bc1c-aed4146b1d66 req-d7689aeb-4b27-4aa9-a8dd-999305b5002f service neutron] 10.222.0.26 "GET /v2.0/networks/05d45956-a093-40a4-9858-58f23a47edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767300 Mar 28 19:08:42.150427 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d0d0c200-9f28-4155-8c72-78cbe04fc990 tempest-QuotasTest-861387172 tempest-QuotasTest-861387172-project-admin] Usage tracker for resource:subnet and tenant:06e75971e4a446b8894cb438a3cc6571 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:42.166066 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d0d0c200-9f28-4155-8c72-78cbe04fc990 tempest-QuotasTest-861387172 tempest-QuotasTest-861387172-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:42.191091 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3139986-bf92-427b-8777-bef321a8bfac req-0c1185ec-8e49-4ae7-9d48-37a6d6f39c78 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:42.192622 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b3139986-bf92-427b-8777-bef321a8bfac req-0c1185ec-8e49-4ae7-9d48-37a6d6f39c78 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.2658770 Mar 28 19:08:42.194422 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d0d0c200-9f28-4155-8c72-78cbe04fc990 tempest-QuotasTest-861387172 tempest-QuotasTest-861387172-project-admin] Usage tracker for resource:subnetpool and tenant:06e75971e4a446b8894cb438a3cc6571 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:42.200387 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d0d0c200-9f28-4155-8c72-78cbe04fc990 tempest-QuotasTest-861387172 tempest-QuotasTest-861387172-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:42.231505 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d0d0c200-9f28-4155-8c72-78cbe04fc990 tempest-QuotasTest-861387172 tempest-QuotasTest-861387172-project-admin] Usage tracker for resource:port and tenant:06e75971e4a446b8894cb438a3cc6571 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:42.233866 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f79ef14c-208f-40b8-bbc2-faa0ab632b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:42.267714 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ce68bb67-1482-453f-bd27-00d2ce68c17b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:42.299099 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f79ef14c-208f-40b8-bbc2-faa0ab632b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:42.300209 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f79ef14c-208f-40b8-bbc2-faa0ab632b0a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/42e1b626-aef6-4a3f-af60-9073ed452a36 HTTP/1.1" status: 204 len: 168 time: 0.7105088 Mar 28 19:08:42.310017 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d0d0c200-9f28-4155-8c72-78cbe04fc990 tempest-QuotasTest-861387172 tempest-QuotasTest-861387172-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:42.317985 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ef14c-208f-40b8-bbc2-faa0ab632b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e1b626-aef6-4a3f-af60-9073ed452a36,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:42.318439 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ce68bb67-1482-453f-bd27-00d2ce68c17b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:42.380760 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b3139986-bf92-427b-8777-bef321a8bfac req-f4ee91c3-aabf-4a28-8c08-1cbea73c6c55 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811562 Mar 28 19:08:42.392196 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d0d0c200-9f28-4155-8c72-78cbe04fc990 tempest-QuotasTest-861387172 tempest-QuotasTest-861387172-project-admin] Usage tracker for resource:router and tenant:06e75971e4a446b8894cb438a3cc6571 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:42.399991 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d0d0c200-9f28-4155-8c72-78cbe04fc990 tempest-QuotasTest-861387172 tempest-QuotasTest-861387172-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:42.412728 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f28a7a0-2325-49c9-99ae-a13afdc97e9f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:08:42.419216 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1f28a7a0-2325-49c9-99ae-a13afdc97e9f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:42.421579 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 7aae104d-bf5e-4fae-8fb1-ec731e1f09d9 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:08:42.438141 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ce68bb67-1482-453f-bd27-00d2ce68c17b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] In _notify_port_updated(), no bound segment for port f59984d3-3062-4410-bd37-4a095fe722c1 on network 1ab00e04-d9e4-4bb0-86e0-9e66863b333b {{(pid=87832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 19:08:42.443757 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce68bb67-1482-453f-bd27-00d2ce68c17b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:42.444423 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ce68bb67-1482-453f-bd27-00d2ce68c17b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:42.444640 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d0d0c200-9f28-4155-8c72-78cbe04fc990 tempest-QuotasTest-861387172 tempest-QuotasTest-861387172-project-admin] Usage tracker for resource:floatingip and tenant:06e75971e4a446b8894cb438a3cc6571 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:42.445705 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ce68bb67-1482-453f-bd27-00d2ce68c17b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] 10.222.0.10 "PUT /v2.0/ports/f59984d3-3062-4410-bd37-4a095fe722c1 HTTP/1.1" status: 200 len: 1065 time: 3.1278934 Mar 28 19:08:42.456229 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53320) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:42.462644 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-e939e787-f287-4311-89ba-a5fcb78d7b30 None None] Attempting to bind port 3281bdd1-644d-4bef-a3ea-c4ce610c2f98 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:08:42.463043 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-e939e787-f287-4311-89ba-a5fcb78d7b30 None None] Attempting to bind port 3281bdd1-644d-4bef-a3ea-c4ce610c2f98 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '4859b793-ae02-4c7a-b44e-6b6587a89707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '23b9e542-1a47-4b86-92f3-7fe548595ae0'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:08:42.463418 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e939e787-f287-4311-89ba-a5fcb78d7b30 None None] Attempting to bind port 3281bdd1-644d-4bef-a3ea-c4ce610c2f98 on network 23b9e542-1a47-4b86-92f3-7fe548595ae0 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:08:42.478654 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e939e787-f287-4311-89ba-a5fcb78d7b30 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:08:42.479132 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e939e787-f287-4311-89ba-a5fcb78d7b30 None None] Checking segment: {'id': '4859b793-ae02-4c7a-b44e-6b6587a89707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '23b9e542-1a47-4b86-92f3-7fe548595ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:08:42.479471 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e939e787-f287-4311-89ba-a5fcb78d7b30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:42.480037 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e939e787-f287-4311-89ba-a5fcb78d7b30 None None] Bound using segment: {'id': '4859b793-ae02-4c7a-b44e-6b6587a89707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '23b9e542-1a47-4b86-92f3-7fe548595ae0'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:08:42.481475 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-e939e787-f287-4311-89ba-a5fcb78d7b30 None None] Bound port: 3281bdd1-644d-4bef-a3ea-c4ce610c2f98, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4859b793-ae02-4c7a-b44e-6b6587a89707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '23b9e542-1a47-4b86-92f3-7fe548595ae0'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:08:42.482022 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e939e787-f287-4311-89ba-a5fcb78d7b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:42.581423 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-1eae23c9-9297-4534-bce0-1a455b692283 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Deleting port f59984d3-3062-4410-bd37-4a095fe722c1 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:42.581984 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1eae23c9-9297-4534-bce0-1a455b692283 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:42.623095 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633aece-852d-4cee-bfe8-4a7dad9b9805 None None] Pushing event updated for resources: {'Port': ['ID=9933cd31-8b16-4114-927a-6933b6aa3b8d,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:42.629475 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-1f28a7a0-2325-49c9-99ae-a13afdc97e9f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] device_id is not set on port a3da9bcb-2869-4c97-a1dc-f57e4a6bee4a yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:08:42.654695 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-e939e787-f287-4311-89ba-a5fcb78d7b30 None None] For port 3281bdd1-644d-4bef-a3ea-c4ce610c2f98, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:08:42.673224 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-2421785d-10fa-4b58-9bcf-2305f358c91c None None] Provisioning complete for port 9933cd31-8b16-4114-927a-6933b6aa3b8d triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:42.674220 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2421785d-10fa-4b58-9bcf-2305f358c91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:42.700213 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a6b07c6e-06ee-4951-b77a-231db61ba2d8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:42.705508 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a6b07c6e-06ee-4951-b77a-231db61ba2d8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:port and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:42.709733 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a6b07c6e-06ee-4951-b77a-231db61ba2d8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:42.721444 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a6b07c6e-06ee-4951-b77a-231db61ba2d8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:42.751167 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-e939e787-f287-4311-89ba-a5fcb78d7b30 None None] For port 3281bdd1-644d-4bef-a3ea-c4ce610c2f98, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=3281bdd1-644d-4bef-a3ea-c4ce610c2f98,segment=NetworkSegment(4859b793-ae02-4c7a-b44e-6b6587a89707),segment_id=4859b793-ae02-4c7a-b44e-6b6587a89707)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:08:42.768068 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d0d0c200-9f28-4155-8c72-78cbe04fc990 tempest-QuotasTest-861387172 tempest-QuotasTest-861387172-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:42.768567 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e939e787-f287-4311-89ba-a5fcb78d7b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:42.803250 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b07c6e-06ee-4951-b77a-231db61ba2d8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:08:42.861442 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 7aae104d-bf5e-4fae-8fb1-ec731e1f09d9 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:08:42.939426 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939e787-f287-4311-89ba-a5fcb78d7b30 None None] Pushing event updated for resources: {'Port': ['ID=3281bdd1-644d-4bef-a3ea-c4ce610c2f98,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:43.005057 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d0d0c200-9f28-4155-8c72-78cbe04fc990 tempest-QuotasTest-861387172 tempest-QuotasTest-861387172-project-admin] Usage tracker for resource:security_group and tenant:06e75971e4a446b8894cb438a3cc6571 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:43.014116 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d0d0c200-9f28-4155-8c72-78cbe04fc990 tempest-QuotasTest-861387172 tempest-QuotasTest-861387172-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:43.038339 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d0d0c200-9f28-4155-8c72-78cbe04fc990 tempest-QuotasTest-861387172 tempest-QuotasTest-861387172-project-admin] Usage tracker for resource:security_group_rule and tenant:06e75971e4a446b8894cb438a3cc6571 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:43.053418 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d0d0c200-9f28-4155-8c72-78cbe04fc990 tempest-QuotasTest-861387172 tempest-QuotasTest-861387172-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:43.065315 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1eae23c9-9297-4534-bce0-1a455b692283 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:43.095318 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d0d0c200-9f28-4155-8c72-78cbe04fc990 tempest-QuotasTest-861387172 tempest-QuotasTest-861387172-project-admin] 10.222.0.10 "GET /v2.0/quotas/06e75971e4a446b8894cb438a3cc6571/details.json HTTP/1.1" status: 200 len: 703 time: 1.2692935 Mar 28 19:08:43.257305 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68bb67-1482-453f-bd27-00d2ce68c17b tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Pushing event updated for resources: {'Port': ['ID=f59984d3-3062-4410-bd37-4a095fe722c1,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:43.299250 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a6985969-d904-483a-86d6-3c4d355ead9b None None] Provisioning complete for port f59984d3-3062-4410-bd37-4a095fe722c1 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:43.300970 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a6985969-d904-483a-86d6-3c4d355ead9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:43.314199 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-1eae23c9-9297-4534-bce0-1a455b692283 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Calling delete_port for f59984d3-3062-4410-bd37-4a095fe722c1 owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:43.510856 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a6985969-d904-483a-86d6-3c4d355ead9b None None] Port f59984d3-3062-4410-bd37-4a095fe722c1 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:08:43.626770 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-1f28a7a0-2325-49c9-99ae-a13afdc97e9f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Allocated IP 2001:db8::f (23b9e542-1a47-4b86-92f3-7fe548595ae0/f9da67a7-6e1b-4b93-97c6-cbfcb6cc1e4d/a3da9bcb-2869-4c97-a1dc-f57e4a6bee4a) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:43.661145 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53340) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:43.663157 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Allocated IP 172.26.4.170 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/73cfff70-692d-4b60-928f-78b8ed2876b5) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:43.691348 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1eae23c9-9297-4534-bce0-1a455b692283 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:43.699629 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209aa6a0-396c-407c-b3f4-699855554f29 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:08:43.869086 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae23c9-9297-4534-bce0-1a455b692283 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Pushing event deleted for resources: {'Port': ['ID=f59984d3-3062-4410-bd37-4a095fe722c1,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:43.898545 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-736ff3e4-2c7b-428b-ad5a-42187bbfde7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:43.933841 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-736ff3e4-2c7b-428b-ad5a-42187bbfde7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:43.936836 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ae50cb8c-a061-40f1-a9bb-6b847152420f None None] Provisioning for port 7aae104d-bf5e-4fae-8fb1-ec731e1f09d9 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:08:43.940619 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-736ff3e4-2c7b-428b-ad5a-42187bbfde7f admin admin] Usage tracker for resource:security_group_rule and tenant:5edf5a06971f4286bfdc2fa880835c0d is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:43.942913 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ae50cb8c-a061-40f1-a9bb-6b847152420f None None] Provisioning complete for port 7aae104d-bf5e-4fae-8fb1-ec731e1f09d9 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:43.943437 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ae50cb8c-a061-40f1-a9bb-6b847152420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:43.944972 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-736ff3e4-2c7b-428b-ad5a-42187bbfde7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:43.953080 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-736ff3e4-2c7b-428b-ad5a-42187bbfde7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:44.069648 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-736ff3e4-2c7b-428b-ad5a-42187bbfde7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:44.085225 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a9a71-a3e0-45e3-b542-fa715f86c822 req-fadbb668-8142-420b-9d27-2ea3865ec21b tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:44.087160 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2d1a9a71-a3e0-45e3-b542-fa715f86c822 req-fadbb668-8142-420b-9d27-2ea3865ec21b tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.4868672 Mar 28 19:08:44.091203 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-736ff3e4-2c7b-428b-ad5a-42187bbfde7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:44.140496 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:44.225861 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53354) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:44.242703 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ae50cb8c-a061-40f1-a9bb-6b847152420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:44.295388 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a6b07c6e-06ee-4951-b77a-231db61ba2d8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:44.342371 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-ae50cb8c-a061-40f1-a9bb-6b847152420f None None] For port 7aae104d-bf5e-4fae-8fb1-ec731e1f09d9, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=7aae104d-bf5e-4fae-8fb1-ec731e1f09d9,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:08:44.357358 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ae50cb8c-a061-40f1-a9bb-6b847152420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:44.416615 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ff3e4-2c7b-428b-ad5a-42187bbfde7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8e9228-3915-427b-a286-1b65bae26d5d,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:44.427177 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-736ff3e4-2c7b-428b-ad5a-42187bbfde7f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5edf5a06971f4286bfdc2fa880835c0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7647226 Mar 28 19:08:44.431190 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53360) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:44.463604 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2d1a9a71-a3e0-45e3-b542-fa715f86c822 req-b3963668-68ad-4a2b-8772-1802053a2f7d tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3590624 Mar 28 19:08:44.477655 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50cb8c-a061-40f1-a9bb-6b847152420f None None] Pushing event updated for resources: {'Port': ['ID=7aae104d-bf5e-4fae-8fb1-ec731e1f09d9,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:44.538289 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 9933cd31-8b16-4114-927a-6933b6aa3b8d up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:08:44.594683 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-c4ca938e-d26b-4467-9d5b-b4700c36d620 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:44.595411 dv-neutron-834711-1-hyperv neutron-server[87832]: WARNING neutron.api.v2.base [None req-c4ca938e-d26b-4467-9d5b-b4700c36d620 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 28 19:08:44.595905 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-c4ca938e-d26b-4467-9d5b-b4700c36d620 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] create failed (client error): There was a conflict when trying to complete your request. Mar 28 19:08:44.600363 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c4ca938e-d26b-4467-9d5b-b4700c36d620 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3694706 Mar 28 19:08:44.601897 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53366) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:44.608203 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3edaf49d-ed88-4a4f-aa69-e4cf32ccfbe7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for router_gateway, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:44.615669 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group': {'name': 'tempest-secgroup--1932890294'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:44.616431 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f24576-9ed7-4e4b-875c-1c0320c55e40 None None] Network 23b9e542-1a47-4b86-92f3-7fe548595ae0 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:08:44.619730 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7c84003-6110-4d21-a2b6-562e4f04f414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:44.628644 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:44.677223 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Usage tracker for resource:security_group and tenant:2f1258f38deb4521b00588edd9df59d2 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:44.686213 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:44.695918 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1eae23c9-9297-4534-bce0-1a455b692283 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:44.706318 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:44.722556 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7c84003-6110-4d21-a2b6-562e4f04f414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:44.735839 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1eae23c9-9297-4534-bce0-1a455b692283 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] 10.222.0.10 "DELETE /v2.0/ports/f59984d3-3062-4410-bd37-4a095fe722c1 HTTP/1.1" status: 204 len: 168 time: 2.2784827 Mar 28 19:08:44.738387 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53370) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:44.784781 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:44.814474 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a5ce382-bab5-4db1-bb53-4423c5faf4a6 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] GET failed (client error): The resource could not be found. Mar 28 19:08:44.815233 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6a5ce382-bab5-4db1-bb53-4423c5faf4a6 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Synchronizing usage tracker for tenant:7c49d91779f148469f88ab2ed871b251 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:08:44.816970 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-a6b07c6e-06ee-4951-b77a-231db61ba2d8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] device_id is not set on port 149a1ef3-3712-4ef2-90e9-a24ea49b4d5f yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:08:44.817432 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:44.844812 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:44.849712 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Usage tracker for resource:security_group_rule and tenant:2f1258f38deb4521b00588edd9df59d2 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:44.853166 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:44.859964 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:44.864182 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6a5ce382-bab5-4db1-bb53-4423c5faf4a6 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Unset dirty status for tenant:7c49d91779f148469f88ab2ed871b251 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:08:44.865357 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6a5ce382-bab5-4db1-bb53-4423c5faf4a6 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] 10.222.0.10 "GET /v2.0/ports/f59984d3-3062-4410-bd37-4a095fe722c1 HTTP/1.1" status: 404 len: 333 time: 0.1260693 Mar 28 19:08:44.868269 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53374) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:44.875382 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b5b24e27-c19c-46d3-ad19-33de4fdb7a3f None None] Provisioning for port 3281bdd1-644d-4bef-a3ea-c4ce610c2f98 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:08:44.900860 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 9933cd31-8b16-4114-927a-6933b6aa3b8d triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:44.901626 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:44.932034 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7c84003-6110-4d21-a2b6-562e4f04f414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:44.944004 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c65506c-c36c-48d0-9ca9-79a7672cd327 None None] Update dhcp port {'port': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'fixed_ips': [{'subnet_id': 'f2ce6d92-045f-49f5-8029-adf7549c2116', 'ip_address': '2001:db8::f816:3eff:fe22:6d23'}, {'subnet_id': '11a1d39f-6e3f-4651-b8ea-1aec637938d0'}], 'binding:host_id': 'dv-neutron-834711-1-hyperv'}, 'id': '7aae104d-bf5e-4fae-8fb1-ec731e1f09d9'} from dv-neutron-834711-1-hyperv. {{(pid=87834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 19:08:44.972575 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c84003-6110-4d21-a2b6-562e4f04f414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8e9228-3915-427b-a286-1b65bae26d5d,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:44.981146 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-2de20353-0955-4a61-b15c-a4570921a689 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Deleting port ab495fbe-05ca-4023-92f0-f881d02baad1 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:44.981494 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2de20353-0955-4a61-b15c-a4570921a689 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:45.007336 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:45.014100 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1f28a7a0-2325-49c9-99ae-a13afdc97e9f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:45.024102 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7c84003-6110-4d21-a2b6-562e4f04f414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:45.024317 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e7c84003-6110-4d21-a2b6-562e4f04f414 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9a8e9228-3915-427b-a286-1b65bae26d5d HTTP/1.1" status: 204 len: 168 time: 0.5895085 Mar 28 19:08:45.111833 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4c65506c-c36c-48d0-9ca9-79a7672cd327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:45.195945 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:45.244062 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:45.244676 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 3281bdd1-644d-4bef-a3ea-c4ce610c2f98 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:08:45.248544 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-1f28a7a0-2325-49c9-99ae-a13afdc97e9f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Transition to ACTIVE for port object a3da9bcb-2869-4c97-a1dc-f57e4a6bee4a will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:45.250518 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:45.263823 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:45.276181 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:08:45.289954 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:45.310278 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Usage tracker for resource:security_group_rule and tenant:2f1258f38deb4521b00588edd9df59d2 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:45.328940 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3edaf49d-ed88-4a4f-aa69-e4cf32ccfbe7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:45.333174 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:45.350840 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Pushing event updated for resources: {'Port': ['ID=73cfff70-692d-4b60-928f-78b8ed2876b5,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:45.378922 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:45.397911 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0d5f94-ed1b-4d96-aa8d-6803761752b6,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:45.414331 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2de20353-0955-4a61-b15c-a4570921a689 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:45.416654 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 3281bdd1-644d-4bef-a3ea-c4ce610c2f98 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:08:45.432340 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 3281bdd1-644d-4bef-a3ea-c4ce610c2f98 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:45.432722 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:45.438981 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:45.439343 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:45.439686 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:45.440024 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:45.440353 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:45.440690 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:45.441018 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:45.441345 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:45.441668 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:45.441991 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:45.442323 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:45.442635 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:45.592390 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:45.635421 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:45.642524 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:45.643140 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:45.643631 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:45.648067 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:45.648598 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:45.649169 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:45.649660 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:45.650138 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:45.650615 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:45.651111 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:45.651604 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:45.684011 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 3281bdd1-644d-4bef-a3ea-c4ce610c2f98, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=3281bdd1-644d-4bef-a3ea-c4ce610c2f98,segment=NetworkSegment(4859b793-ae02-4c7a-b44e-6b6587a89707),segment_id=4859b793-ae02-4c7a-b44e-6b6587a89707)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:08:45.685667 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b1875dde-9597-4692-8c00-6400b6968616 None None] Provisioning complete for port 3281bdd1-644d-4bef-a3ea-c4ce610c2f98 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:45.687114 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b1875dde-9597-4692-8c00-6400b6968616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:45.708500 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-2de20353-0955-4a61-b15c-a4570921a689 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Calling delete_port for ab495fbe-05ca-4023-92f0-f881d02baad1 owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:45.785457 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:45.800782 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53382) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:45.848549 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8f633cf8-8439-4c8d-8961-5719a3d5b610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:45.887985 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=3281bdd1-644d-4bef-a3ea-c4ce610c2f98,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:45.903182 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-8f633cf8-8439-4c8d-8961-5719a3d5b610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:45.908238 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:45.911491 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-8f633cf8-8439-4c8d-8961-5719a3d5b610 admin admin] Usage tracker for resource:security_group_rule and tenant:06e75971e4a446b8894cb438a3cc6571 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:45.915165 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-8f633cf8-8439-4c8d-8961-5719a3d5b610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:45.919674 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:45.971087 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1f28a7a0-2325-49c9-99ae-a13afdc97e9f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:45.976164 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-8f633cf8-8439-4c8d-8961-5719a3d5b610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:45.996489 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b1875dde-9597-4692-8c00-6400b6968616 None None] Provisioning for port b8370e4f-9e93-448b-a5ac-94a83465ecc2 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:08:46.002992 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b1875dde-9597-4692-8c00-6400b6968616 None None] Provisioning complete for port b8370e4f-9e93-448b-a5ac-94a83465ecc2 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:46.003260 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b1875dde-9597-4692-8c00-6400b6968616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:46.035139 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a525a5ce-5621-4112-8143-2bff2b6e7c72,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:46.043831 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:46.044541 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c704cdbd-d610-4ea0-a0fc-812682dfff53 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4396467 Mar 28 19:08:46.050294 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53386) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:46.061573 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-f74dcf53-830e-418a-89bb-60921497794a tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group_rule': {'security_group_id': 'a525a5ce-5621-4112-8143-2bff2b6e7c72', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:46.068610 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2de20353-0955-4a61-b15c-a4570921a689 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:46.070469 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f74dcf53-830e-418a-89bb-60921497794a tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:46.075632 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-b1875dde-9597-4692-8c00-6400b6968616 None None] Port b8370e4f-9e93-448b-a5ac-94a83465ecc2 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:08:46.088445 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-a6b07c6e-06ee-4951-b77a-231db61ba2d8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Allocated IP 172.20.0.8 (1857c8f5-5622-42ce-a4f9-106880783f61/11a1d39f-6e3f-4651-b8ea-1aec637938d0/149a1ef3-3712-4ef2-90e9-a24ea49b4d5f) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:46.110704 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f74dcf53-830e-418a-89bb-60921497794a tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Usage tracker for resource:security_group_rule and tenant:2f1258f38deb4521b00588edd9df59d2 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:46.117485 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-a6b07c6e-06ee-4951-b77a-231db61ba2d8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Allocated IP 2001:db8::f816:3eff:fe5c:be04 (1857c8f5-5622-42ce-a4f9-106880783f61/f2ce6d92-045f-49f5-8029-adf7549c2116/149a1ef3-3712-4ef2-90e9-a24ea49b4d5f) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:46.119644 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f74dcf53-830e-418a-89bb-60921497794a tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:46.128952 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f28a7a0-2325-49c9-99ae-a13afdc97e9f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network 23b9e542-1a47-4b86-92f3-7fe548595ae0 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:46.138214 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f74dcf53-830e-418a-89bb-60921497794a tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:46.142254 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de20353-0955-4a61-b15c-a4570921a689 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Pushing event deleted for resources: {'Port': ['ID=ab495fbe-05ca-4023-92f0-f881d02baad1,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:46.143197 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-1f28a7a0-2325-49c9-99ae-a13afdc97e9f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:46.158251 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f28a7a0-2325-49c9-99ae-a13afdc97e9f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:08:46.163664 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f28a7a0-2325-49c9-99ae-a13afdc97e9f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:46.164279 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1f28a7a0-2325-49c9-99ae-a13afdc97e9f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:46.214428 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2de20353-0955-4a61-b15c-a4570921a689 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:46.221288 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e2c15d36-8ce7-414c-a193-cb5c915b54bd None None] Provisioning complete for port b8370e4f-9e93-448b-a5ac-94a83465ecc2 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:46.221610 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e2c15d36-8ce7-414c-a193-cb5c915b54bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:46.227667 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f74dcf53-830e-418a-89bb-60921497794a tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:46.257702 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2de20353-0955-4a61-b15c-a4570921a689 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] 10.222.0.10 "DELETE /v2.0/ports/ab495fbe-05ca-4023-92f0-f881d02baad1 HTTP/1.1" status: 204 len: 168 time: 1.3856227 Mar 28 19:08:46.266129 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53390) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:46.280723 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28a7a0-2325-49c9-99ae-a13afdc97e9f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Port': ['ID=a3da9bcb-2869-4c97-a1dc-f57e4a6bee4a,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:46.346063 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 3281bdd1-644d-4bef-a3ea-c4ce610c2f98 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:08:46.354213 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8f633cf8-8439-4c8d-8961-5719a3d5b610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:46.375245 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8f633cf8-8439-4c8d-8961-5719a3d5b610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:46.380721 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1f28a7a0-2325-49c9-99ae-a13afdc97e9f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.1315527 Mar 28 19:08:46.423231 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53394) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:46.444150 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-8f633cf8-8439-4c8d-8961-5719a3d5b610 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=06e75971e4a446b8894cb438a3cc6571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6414323 Mar 28 19:08:46.453909 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f3eebd-c08b-4aa9-b62f-7867fa584c72 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] GET failed (client error): The resource could not be found. Mar 28 19:08:46.455365 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-e2c15d36-8ce7-414c-a193-cb5c915b54bd None None] Port b8370e4f-9e93-448b-a5ac-94a83465ecc2 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:08:46.455771 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-51f3eebd-c08b-4aa9-b62f-7867fa584c72 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Synchronizing usage tracker for tenant:7c49d91779f148469f88ab2ed871b251 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:08:46.461878 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53396) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:46.476314 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 3281bdd1-644d-4bef-a3ea-c4ce610c2f98 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:46.476996 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:46.559320 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-51f3eebd-c08b-4aa9-b62f-7867fa584c72 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Unset dirty status for tenant:7c49d91779f148469f88ab2ed871b251 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:08:46.560199 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-51f3eebd-c08b-4aa9-b62f-7867fa584c72 tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] 10.222.0.10 "GET /v2.0/ports/ab495fbe-05ca-4023-92f0-f881d02baad1 HTTP/1.1" status: 404 len: 333 time: 0.2931278 Mar 28 19:08:46.567494 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53402) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:46.573335 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f633cf8-8439-4c8d-8961-5719a3d5b610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7d1fd7-585c-4e02-99c9-9f8d20772a76,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:46.622519 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3edaf49d-ed88-4a4f-aa69-e4cf32ccfbe7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Router 1b149795-4513-4644-9d66-b730d8819921 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:08:46.626512 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 7aae104d-bf5e-4fae-8fb1-ec731e1f09d9 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:08:46.636640 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f74dcf53-830e-418a-89bb-60921497794a tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:46.708841 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-aaa6bdb8-cb79-4c83-95f8-9274af30815a None None] Provisioning for port a3da9bcb-2869-4c97-a1dc-f57e4a6bee4a completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:08:46.714626 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-aaa6bdb8-cb79-4c83-95f8-9274af30815a None None] Provisioning complete for port a3da9bcb-2869-4c97-a1dc-f57e4a6bee4a triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:46.715132 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-aaa6bdb8-cb79-4c83-95f8-9274af30815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:46.723459 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-1385b822-33df-430f-b3c0-84b9015a71aa tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Deleting port adcea7fe-ff78-4624-8ea5-52b45653dbb8 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:46.724077 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1385b822-33df-430f-b3c0-84b9015a71aa tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:46.734186 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router_gateway, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:46.745131 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 7aae104d-bf5e-4fae-8fb1-ec731e1f09d9 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:46.745581 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:46.824016 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-aaa6bdb8-cb79-4c83-95f8-9274af30815a None None] Port a3da9bcb-2869-4c97-a1dc-f57e4a6bee4a cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:08:46.865086 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f74dcf53-830e-418a-89bb-60921497794a tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:46.874019 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a6b07c6e-06ee-4951-b77a-231db61ba2d8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:46.920470 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74dcf53-830e-418a-89bb-60921497794a tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9be9a525-c992-464f-9dd9-4dc9af5f4236,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:46.967282 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f74dcf53-830e-418a-89bb-60921497794a tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:46.968442 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f74dcf53-830e-418a-89bb-60921497794a tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9158242 Mar 28 19:08:46.971194 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ab6ff954-b15c-4df1-8b4c-3bdff7f87595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:46.999372 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53406) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:47.028823 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-581538ab-8848-4e7e-9153-f28d413eda0d tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group_rule': {'security_group_id': 'a525a5ce-5621-4112-8143-2bff2b6e7c72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:47.029407 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-a6b07c6e-06ee-4951-b77a-231db61ba2d8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Transition to ACTIVE for port object 149a1ef3-3712-4ef2-90e9-a24ea49b4d5f will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:47.040996 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edaf49d-ed88-4a4f-aa69-e4cf32ccfbe7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:08:47.044753 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92711a16-9e4a-46d5-9596-06e6223adc7d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:47.050390 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-92711a16-9e4a-46d5-9596-06e6223adc7d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5991843 Mar 28 19:08:47.051089 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53410) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:47.052042 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbe9e1b-ea39-407a-9a20-52b4dc3e5e8d None None] Sync routers for ids ['1b149795-4513-4644-9d66-b730d8819921'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:08:47.061090 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-581538ab-8848-4e7e-9153-f28d413eda0d tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:47.064135 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbe9e1b-ea39-407a-9a20-52b4dc3e5e8d None None] Routers {'1b149795-4513-4644-9d66-b730d8819921'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:47.064755 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-cdbe9e1b-ea39-407a-9a20-52b4dc3e5e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:08:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['1b149795-4513-4644-9d66-b730d8819921'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:47.108780 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-581538ab-8848-4e7e-9153-f28d413eda0d tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Usage tracker for resource:security_group_rule and tenant:2f1258f38deb4521b00588edd9df59d2 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:47.123356 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-581538ab-8848-4e7e-9153-f28d413eda0d tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:47.132857 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-cdbe9e1b-ea39-407a-9a20-52b4dc3e5e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:47.138728 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ab6ff954-b15c-4df1-8b4c-3bdff7f87595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:47.142618 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbe9e1b-ea39-407a-9a20-52b4dc3e5e8d None None] Routers {'1b149795-4513-4644-9d66-b730d8819921'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:47.143285 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-cdbe9e1b-ea39-407a-9a20-52b4dc3e5e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:08:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['1b149795-4513-4644-9d66-b730d8819921'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:47.146368 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-581538ab-8848-4e7e-9153-f28d413eda0d tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:47.247210 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-cdbe9e1b-ea39-407a-9a20-52b4dc3e5e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:47.247620 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbe9e1b-ea39-407a-9a20-52b4dc3e5e8d None None] The sync data for ids ['1b149795-4513-4644-9d66-b730d8819921'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:08:47.282210 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3edaf49d-ed88-4a4f-aa69-e4cf32ccfbe7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:47.283425 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3edaf49d-ed88-4a4f-aa69-e4cf32ccfbe7 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.9953735 Mar 28 19:08:47.286578 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53414) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:47.306680 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-581538ab-8848-4e7e-9153-f28d413eda0d tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:47.387591 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1385b822-33df-430f-b3c0-84b9015a71aa tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:47.389566 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a6b07c6e-06ee-4951-b77a-231db61ba2d8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:47.402022 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ab6ff954-b15c-4df1-8b4c-3bdff7f87595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:47.448889 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-4c65506c-c36c-48d0-9ca9-79a7672cd327 None None] Allocated IP 172.20.0.2 (1857c8f5-5622-42ce-a4f9-106880783f61/11a1d39f-6e3f-4651-b8ea-1aec637938d0/7aae104d-bf5e-4fae-8fb1-ec731e1f09d9) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:47.541732 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0bbbc2-d08f-4af0-94f1-102a98b7072f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:47.547826 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0bbbc2-d08f-4af0-94f1-102a98b7072f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:47.553770 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0bbbc2-d08f-4af0-94f1-102a98b7072f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:47.558203 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-aa0bbbc2-d08f-4af0-94f1-102a98b7072f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.5009019 Mar 28 19:08:47.567751 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-1385b822-33df-430f-b3c0-84b9015a71aa tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Calling delete_port for adcea7fe-ff78-4624-8ea5-52b45653dbb8 owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:47.580348 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53418) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:47.601049 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-4c65506c-c36c-48d0-9ca9-79a7672cd327 None None] For port 7aae104d-bf5e-4fae-8fb1-ec731e1f09d9, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=7aae104d-bf5e-4fae-8fb1-ec731e1f09d9,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:08:47.603468 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b07c6e-06ee-4951-b77a-231db61ba2d8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:47.611202 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ff954-b15c-4df1-8b4c-3bdff7f87595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7d1fd7-585c-4e02-99c9-9f8d20772a76,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:47.624284 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ab6ff954-b15c-4df1-8b4c-3bdff7f87595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:47.628363 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ab6ff954-b15c-4df1-8b4c-3bdff7f87595 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6f7d1fd7-585c-4e02-99c9-9f8d20772a76 HTTP/1.1" status: 204 len: 168 time: 1.0991545 Mar 28 19:08:47.643309 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4c65506c-c36c-48d0-9ca9-79a7672cd327 None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:47.644639 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-a6b07c6e-06ee-4951-b77a-231db61ba2d8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:47.658596 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:47.666848 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b07c6e-06ee-4951-b77a-231db61ba2d8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:08:47.680315 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-4c65506c-c36c-48d0-9ca9-79a7672cd327 None None] Transition to ACTIVE for port object 7aae104d-bf5e-4fae-8fb1-ec731e1f09d9 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:47.686785 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4c65506c-c36c-48d0-9ca9-79a7672cd327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:47.710388 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-581538ab-8848-4e7e-9153-f28d413eda0d tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] create failed (client error): There was a conflict when trying to complete your request. Mar 28 19:08:47.719307 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-581538ab-8848-4e7e-9153-f28d413eda0d tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7093649 Mar 28 19:08:47.721886 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53424) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:47.725562 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b07c6e-06ee-4951-b77a-231db61ba2d8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Port': ['ID=149a1ef3-3712-4ef2-90e9-a24ea49b4d5f,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:47.814329 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65506c-c36c-48d0-9ca9-79a7672cd327 None None] Pushing event updated for resources: {'Port': ['ID=7aae104d-bf5e-4fae-8fb1-ec731e1f09d9,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:47.830475 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1385b822-33df-430f-b3c0-84b9015a71aa tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:47.894476 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385b822-33df-430f-b3c0-84b9015a71aa tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Pushing event deleted for resources: {'Port': ['ID=adcea7fe-ff78-4624-8ea5-52b45653dbb8,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:47.897793 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65506c-c36c-48d0-9ca9-79a7672cd327 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:47.897793 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65506c-c36c-48d0-9ca9-79a7672cd327 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:47.898121 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65506c-c36c-48d0-9ca9-79a7672cd327 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:47.898457 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65506c-c36c-48d0-9ca9-79a7672cd327 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:47.898786 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65506c-c36c-48d0-9ca9-79a7672cd327 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:47.899140 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65506c-c36c-48d0-9ca9-79a7672cd327 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:47.899466 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65506c-c36c-48d0-9ca9-79a7672cd327 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:47.899792 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65506c-c36c-48d0-9ca9-79a7672cd327 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:47.900118 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65506c-c36c-48d0-9ca9-79a7672cd327 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:47.900440 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65506c-c36c-48d0-9ca9-79a7672cd327 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:47.901381 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65506c-c36c-48d0-9ca9-79a7672cd327 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:47.901381 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65506c-c36c-48d0-9ca9-79a7672cd327 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:08:47.930827 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-59ff10a8-ee11-47b4-9c60-8d020e81c8c4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting port a3da9bcb-2869-4c97-a1dc-f57e4a6bee4a {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:47.931062 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-59ff10a8-ee11-47b4-9c60-8d020e81c8c4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:47.954838 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1385b822-33df-430f-b3c0-84b9015a71aa tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:47.975630 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1385b822-33df-430f-b3c0-84b9015a71aa tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] 10.222.0.10 "DELETE /v2.0/ports/adcea7fe-ff78-4624-8ea5-52b45653dbb8 HTTP/1.1" status: 204 len: 168 time: 1.3980956 Mar 28 19:08:47.976881 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53430) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:48.019125 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b07c6e-06ee-4951-b77a-231db61ba2d8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:48.019965 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a6b07c6e-06ee-4951-b77a-231db61ba2d8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:48.053877 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ae9095-fe5a-4f7d-a3ec-0ce325b4ef1c tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Deleting subnet 5d016b2e-ea50-4f76-8a8d-f7441b049f13 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:08:48.057291 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-32ae9095-fe5a-4f7d-a3ec-0ce325b4ef1c tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:48.134367 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-32ae9095-fe5a-4f7d-a3ec-0ce325b4ef1c tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:48.236203 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-32ae9095-fe5a-4f7d-a3ec-0ce325b4ef1c tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:48.325257 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-32ae9095-fe5a-4f7d-a3ec-0ce325b4ef1c tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:48.332652 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 7aae104d-bf5e-4fae-8fb1-ec731e1f09d9 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:08:48.365985 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a6b07c6e-06ee-4951-b77a-231db61ba2d8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.6720421 Mar 28 19:08:48.381850 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53442) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:48.429102 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1db050e5-0d30-4437-8e4a-f65f3aa051ef tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:48.442734 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bc7122-8976-4cad-8af5-71abf447cbe6 None None] Network 1ab00e04-d9e4-4bb0-86e0-9e66863b333b requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:08:48.448113 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-32ae9095-fe5a-4f7d-a3ec-0ce325b4ef1c tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:48.450919 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae9095-fe5a-4f7d-a3ec-0ce325b4ef1c tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Pushing event deleted for resources: {'Subnet': ['ID=5d016b2e-ea50-4f76-8a8d-f7441b049f13,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:48.474000 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-32ae9095-fe5a-4f7d-a3ec-0ce325b4ef1c tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] 10.222.0.10 "DELETE /v2.0/subnets/5d016b2e-ea50-4f76-8a8d-f7441b049f13 HTTP/1.1" status: 204 len: 168 time: 0.4960091 Mar 28 19:08:48.476525 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53446) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:48.569239 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1db050e5-0d30-4437-8e4a-f65f3aa051ef tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:48.616507 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-81edb27c-ded5-4ef3-9dbc-58a2fa2b795a tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:48.627948 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-81edb27c-ded5-4ef3-9dbc-58a2fa2b795a tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Deleting port f97e1ca2-d7f0-41a8-8392-314bdc637262 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:48.628438 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-81edb27c-ded5-4ef3-9dbc-58a2fa2b795a tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:48.870469 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b1032e-d60e-4f52-b6b9-572fd6ae760c None None] DHCP port deletion for 1ab00e04-d9e4-4bb0-86e0-9e66863b333b request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:08:48.876490 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-97b1032e-d60e-4f52-b6b9-572fd6ae760c None None] Deleting port f97e1ca2-d7f0-41a8-8392-314bdc637262 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:48.876910 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-97b1032e-d60e-4f52-b6b9-572fd6ae760c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:48.906674 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53458) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:48.955000 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-81edb27c-ded5-4ef3-9dbc-58a2fa2b795a tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] For port f97e1ca2-d7f0-41a8-8392-314bdc637262, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=f97e1ca2-d7f0-41a8-8392-314bdc637262,segment=NetworkSegment(96df487e-7ded-4b50-ac1b-e0b66c2f90f9),segment_id=96df487e-7ded-4b50-ac1b-e0b66c2f90f9)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:08:48.955974 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-81edb27c-ded5-4ef3-9dbc-58a2fa2b795a tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:49.119764 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Router 3328514e-581c-4ca5-a18a-8fac35b21da2 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:08:49.152434 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-97b1032e-d60e-4f52-b6b9-572fd6ae760c None None] For port f97e1ca2-d7f0-41a8-8392-314bdc637262, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=f97e1ca2-d7f0-41a8-8392-314bdc637262,segment=NetworkSegment(96df487e-7ded-4b50-ac1b-e0b66c2f90f9),segment_id=96df487e-7ded-4b50-ac1b-e0b66c2f90f9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:08:49.152827 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-97b1032e-d60e-4f52-b6b9-572fd6ae760c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:49.161201 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-eeeeefec-9e85-45f1-913e-a1b1169064ec None None] Provisioning for port 7aae104d-bf5e-4fae-8fb1-ec731e1f09d9 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:08:49.220188 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1db050e5-0d30-4437-8e4a-f65f3aa051ef tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:49.227619 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-eeeeefec-9e85-45f1-913e-a1b1169064ec None None] Provisioning complete for port 7aae104d-bf5e-4fae-8fb1-ec731e1f09d9 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:49.227619 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-eeeeefec-9e85-45f1-913e-a1b1169064ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:49.243528 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-0331bcf7-d08a-42e0-b704-65690a3e4629 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-796447196'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:49.250693 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4bc30c-3db6-4071-926c-d4a54e35088d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:49.256141 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-81edb27c-ded5-4ef3-9dbc-58a2fa2b795a tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Calling delete_port for f97e1ca2-d7f0-41a8-8392-314bdc637262 owned by network:dhcp {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:49.256423 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4bc30c-3db6-4071-926c-d4a54e35088d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:49.257233 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-9d4bc30c-3db6-4071-926c-d4a54e35088d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:08:49.283946 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0331bcf7-d08a-42e0-b704-65690a3e4629 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:49.294609 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0331bcf7-d08a-42e0-b704-65690a3e4629 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Usage tracker for resource:network and tenant:fe32ebde26f54d0898ada80456f9d179 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:49.299788 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0331bcf7-d08a-42e0-b704-65690a3e4629 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:49.308275 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-59ff10a8-ee11-47b4-9c60-8d020e81c8c4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:49.308588 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0331bcf7-d08a-42e0-b704-65690a3e4629 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:49.342345 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0331bcf7-d08a-42e0-b704-65690a3e4629 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Made reservation on behalf of fe32ebde26f54d0898ada80456f9d179 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:08:49.346953 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0331bcf7-d08a-42e0-b704-65690a3e4629 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:49.355670 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-97b1032e-d60e-4f52-b6b9-572fd6ae760c None None] Calling delete_port for f97e1ca2-d7f0-41a8-8392-314bdc637262 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:49.361140 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0331bcf7-d08a-42e0-b704-65690a3e4629 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:49.378951 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0331bcf7-d08a-42e0-b704-65690a3e4629 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:49.382851 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0331bcf7-d08a-42e0-b704-65690a3e4629 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Usage tracker for resource:security_group_rule and tenant:fe32ebde26f54d0898ada80456f9d179 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:49.385834 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0331bcf7-d08a-42e0-b704-65690a3e4629 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:49.391805 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0331bcf7-d08a-42e0-b704-65690a3e4629 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:49.414367 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db050e5-0d30-4437-8e4a-f65f3aa051ef tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a525a5ce-5621-4112-8143-2bff2b6e7c72,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:49.476310 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0331bcf7-d08a-42e0-b704-65690a3e4629 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:49.481016 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0331bcf7-d08a-42e0-b704-65690a3e4629 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:49.515631 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-81edb27c-ded5-4ef3-9dbc-58a2fa2b795a tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:49.516080 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-59ff10a8-ee11-47b4-9c60-8d020e81c8c4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Calling delete_port for a3da9bcb-2869-4c97-a1dc-f57e4a6bee4a owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:49.526194 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331bcf7-d08a-42e0-b704-65690a3e4629 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dad7ae-fde7-4570-95d0-a99a62a39469,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:49.537921 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-97b1032e-d60e-4f52-b6b9-572fd6ae760c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:08:49.538280 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-97b1032e-d60e-4f52-b6b9-572fd6ae760c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:08:49.551537 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1db050e5-0d30-4437-8e4a-f65f3aa051ef tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:49.552862 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1db050e5-0d30-4437-8e4a-f65f3aa051ef tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "DELETE /v2.0/security-groups/a525a5ce-5621-4112-8143-2bff2b6e7c72 HTTP/1.1" status: 204 len: 168 time: 1.8243744 Mar 28 19:08:49.565990 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53464) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:49.570633 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-9d4bc30c-3db6-4071-926c-d4a54e35088d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:08:49.572147 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9d4bc30c-3db6-4071-926c-d4a54e35088d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.1850536 Mar 28 19:08:49.574093 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81edb27c-ded5-4ef3-9dbc-58a2fa2b795a tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] No DVR routers for this DVR port f97e1ca2-d7f0-41a8-8392-314bdc637262 on host dv-neutron-834711-1-hyperv {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:08:49.580540 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53468) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:49.619718 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81edb27c-ded5-4ef3-9dbc-58a2fa2b795a tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Pushing event deleted for resources: {'Port': ['ID=f97e1ca2-d7f0-41a8-8392-314bdc637262,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:49.634330 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0331bcf7-d08a-42e0-b704-65690a3e4629 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:08:49.662541 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-26bfe1d8-80a0-44cf-b8e3-ca4e309e66d4 None None] Provisioning for port 149a1ef3-3712-4ef2-90e9-a24ea49b4d5f completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:08:49.670426 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-26bfe1d8-80a0-44cf-b8e3-ca4e309e66d4 None None] Provisioning complete for port 149a1ef3-3712-4ef2-90e9-a24ea49b4d5f triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:49.671169 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-26bfe1d8-80a0-44cf-b8e3-ca4e309e66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:49.708425 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0331bcf7-d08a-42e0-b704-65690a3e4629 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:49.708772 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-0331bcf7-d08a-42e0-b704-65690a3e4629 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Added segment 476cafe6-930b-4305-b7f1-c3f26cf18a09 of type vlan for network ae3ba056-ee36-4526-929e-3bba400b37e6 Mar 28 19:08:49.735303 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-26bfe1d8-80a0-44cf-b8e3-ca4e309e66d4 None None] Port 149a1ef3-3712-4ef2-90e9-a24ea49b4d5f cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:08:49.779712 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-81edb27c-ded5-4ef3-9dbc-58a2fa2b795a tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:49.804243 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5ee4df72-91d4-44f4-9647-c68067c9076e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting port 149a1ef3-3712-4ef2-90e9-a24ea49b4d5f {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:49.804578 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5ee4df72-91d4-44f4-9647-c68067c9076e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:49.824356 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3a83b705-3d08-4757-91d6-d61bfc70133e tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Synchronizing usage tracker for tenant:2f1258f38deb4521b00588edd9df59d2 on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:08:49.832397 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0331bcf7-d08a-42e0-b704-65690a3e4629 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:49.836468 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-81edb27c-ded5-4ef3-9dbc-58a2fa2b795a tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab00e04-d9e4-4bb0-86e0-9e66863b333b']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:49.851331 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:08:49.858266 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-81edb27c-ded5-4ef3-9dbc-58a2fa2b795a tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96df487e-7ded-4b50-ac1b-e0b66c2f90f9') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:49.858562 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-81edb27c-ded5-4ef3-9dbc-58a2fa2b795a tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96df487e-7ded-4b50-ac1b-e0b66c2f90f9') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:49.866392 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d1875b-da7a-4b57-86da-3d3264fd6550 None None] Sync routers for ids ['3328514e-581c-4ca5-a18a-8fac35b21da2'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:08:49.876921 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-81edb27c-ded5-4ef3-9dbc-58a2fa2b795a tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:49.880248 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d1875b-da7a-4b57-86da-3d3264fd6550 None None] Routers {'3328514e-581c-4ca5-a18a-8fac35b21da2'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:49.881806 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-40d1875b-da7a-4b57-86da-3d3264fd6550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:08:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3328514e-581c-4ca5-a18a-8fac35b21da2'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:49.895328 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3a83b705-3d08-4757-91d6-d61bfc70133e tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Unset dirty status for tenant:2f1258f38deb4521b00588edd9df59d2 on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:08:49.900392 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3a83b705-3d08-4757-91d6-d61bfc70133e tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3243935 Mar 28 19:08:49.904994 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53472) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:49.912047 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-1442b1ce-d3df-43ae-8e31-f604d5d67453 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group': {'name': 'tempest-secgroup--1140598378'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:49.917159 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-81edb27c-ded5-4ef3-9dbc-58a2fa2b795a tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:49.921852 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-1442b1ce-d3df-43ae-8e31-f604d5d67453 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:49.933605 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81edb27c-ded5-4ef3-9dbc-58a2fa2b795a tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:08:49.933977 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-81edb27c-ded5-4ef3-9dbc-58a2fa2b795a tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:08:49.949522 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:08:49.951506 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-40d1875b-da7a-4b57-86da-3d3264fd6550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:49.958346 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d1875b-da7a-4b57-86da-3d3264fd6550 None None] Routers {'3328514e-581c-4ca5-a18a-8fac35b21da2'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:49.959105 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-40d1875b-da7a-4b57-86da-3d3264fd6550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:08:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3328514e-581c-4ca5-a18a-8fac35b21da2'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:49.963828 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-1442b1ce-d3df-43ae-8e31-f604d5d67453 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:49.965849 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0331bcf7-d08a-42e0-b704-65690a3e4629 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:49.971286 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0331bcf7-d08a-42e0-b704-65690a3e4629 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:49.971881 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0331bcf7-d08a-42e0-b704-65690a3e4629 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:49.997123 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:49.998300 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-474260ad-42aa-4c3f-bcb8-6567a8f4d8ff tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 10.6265621 Mar 28 19:08:50.011856 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53476) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:50.026245 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-40d1875b-da7a-4b57-86da-3d3264fd6550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:50.026650 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d1875b-da7a-4b57-86da-3d3264fd6550 None None] The sync data for ids ['3328514e-581c-4ca5-a18a-8fac35b21da2'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:08:50.038073 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-5012aec0-089f-4576-8a43-729b5a8cc4a7 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:50.038977 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-97b1032e-d60e-4f52-b6b9-572fd6ae760c None None] Deleting port f97e1ca2-d7f0-41a8-8392-314bdc637262 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:50.039611 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-97b1032e-d60e-4f52-b6b9-572fd6ae760c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:50.113944 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-97b1032e-d60e-4f52-b6b9-572fd6ae760c None None] The port 'f97e1ca2-d7f0-41a8-8392-314bdc637262' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:08:50.136589 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1442b1ce-d3df-43ae-8e31-f604d5d67453 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:50.154369 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-331f37c9-1ea0-42b9-9577-4025d4d0c41d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:50.166569 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0331bcf7-d08a-42e0-b704-65690a3e4629 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2586725 Mar 28 19:08:50.169575 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331bcf7-d08a-42e0-b704-65690a3e4629 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Pushing event updated for resources: {'Network': ['ID=ae3ba056-ee36-4526-929e-3bba400b37e6,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:50.171902 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-81edb27c-ded5-4ef3-9dbc-58a2fa2b795a tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:50.177846 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-59ff10a8-ee11-47b4-9c60-8d020e81c8c4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:50.178611 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-1442b1ce-d3df-43ae-8e31-f604d5d67453 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:50.182935 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-1442b1ce-d3df-43ae-8e31-f604d5d67453 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Usage tracker for resource:security_group_rule and tenant:2f1258f38deb4521b00588edd9df59d2 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:50.185721 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-1442b1ce-d3df-43ae-8e31-f604d5d67453 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:50.191404 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-81edb27c-ded5-4ef3-9dbc-58a2fa2b795a tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:50.200509 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network ae3ba056-ee36-4526-929e-3bba400b37e6 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:08:50.212425 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-1442b1ce-d3df-43ae-8e31-f604d5d67453 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:50.226315 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81edb27c-ded5-4ef3-9dbc-58a2fa2b795a tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] Pushing event deleted for resources: {'Network': ['ID=1ab00e04-d9e4-4bb0-86e0-9e66863b333b,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:50.229576 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-81edb27c-ded5-4ef3-9dbc-58a2fa2b795a tempest-AllowedAddressPairIpV6TestJSON-1556534409 tempest-AllowedAddressPairIpV6TestJSON-1556534409-project] 10.222.0.10 "DELETE /v2.0/networks/1ab00e04-d9e4-4bb0-86e0-9e66863b333b HTTP/1.1" status: 204 len: 168 time: 1.7520978 Mar 28 19:08:50.375621 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1442b1ce-d3df-43ae-8e31-f604d5d67453 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:50.375823 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device f97e1ca2-d7f0-41a8-8392-314bdc637262 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:08:50.383848 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1442b1ce-d3df-43ae-8e31-f604d5d67453 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:50.430191 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: f97e1ca2-d7f0-41a8-8392-314bdc637262 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:08:50.430956 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device f97e1ca2-d7f0-41a8-8392-314bdc637262 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:08:50.459014 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1442b1ce-d3df-43ae-8e31-f604d5d67453 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:50.460426 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1442b1ce-d3df-43ae-8e31-f604d5d67453 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5546267 Mar 28 19:08:50.468538 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53482) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:50.475100 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-ad31a47a-2564-492b-8edf-4957d6725a4b tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group_rule': {'security_group_id': '59b0f238-5dff-4269-abca-f06a665113ef', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:50.476141 dv-neutron-834711-1-hyperv neutron-server[87833]: WARNING neutron.api.v2.base [None req-ad31a47a-2564-492b-8edf-4957d6725a4b tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 28 19:08:50.476869 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-ad31a47a-2564-492b-8edf-4957d6725a4b tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:08:50.478125 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ad31a47a-2564-492b-8edf-4957d6725a4b tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0080950 Mar 28 19:08:50.482751 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53486) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:50.504031 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442b1ce-d3df-43ae-8e31-f604d5d67453 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59b0f238-5dff-4269-abca-f06a665113ef,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:50.584015 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1aee6fd3-5d9d-4150-b752-072989bccf4d tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:50.584946 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff10a8-ee11-47b4-9c60-8d020e81c8c4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Port': ['ID=a3da9bcb-2869-4c97-a1dc-f57e4a6bee4a,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:50.629969 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1aee6fd3-5d9d-4150-b752-072989bccf4d tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:50.722092 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1aee6fd3-5d9d-4150-b752-072989bccf4d tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:50.730183 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-59ff10a8-ee11-47b4-9c60-8d020e81c8c4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:50.732306 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-59ff10a8-ee11-47b4-9c60-8d020e81c8c4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/ports/a3da9bcb-2869-4c97-a1dc-f57e4a6bee4a HTTP/1.1" status: 204 len: 168 time: 3.1409922 Mar 28 19:08:50.739651 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53492) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:50.812216 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5ee4df72-91d4-44f4-9647-c68067c9076e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:50.826976 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-20397a49-3db1-4a2a-b307-ac5fbf98d3a7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] GET failed (client error): The resource could not be found. Mar 28 19:08:50.828488 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-20397a49-3db1-4a2a-b307-ac5fbf98d3a7 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "GET /v2.0/ports/a3da9bcb-2869-4c97-a1dc-f57e4a6bee4a HTTP/1.1" status: 404 len: 333 time: 0.0755610 Mar 28 19:08:50.831013 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53496) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:50.831331 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53498) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:50.833600 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee6fd3-5d9d-4150-b752-072989bccf4d tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b0f238-5dff-4269-abca-f06a665113ef,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:50.845197 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1aee6fd3-5d9d-4150-b752-072989bccf4d tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:50.849212 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1aee6fd3-5d9d-4150-b752-072989bccf4d tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "DELETE /v2.0/security-groups/59b0f238-5dff-4269-abca-f06a665113ef HTTP/1.1" status: 204 len: 168 time: 0.3651679 Mar 28 19:08:50.850303 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53504) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:50.971906 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5ee4df72-91d4-44f4-9647-c68067c9076e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Calling delete_port for 149a1ef3-3712-4ef2-90e9-a24ea49b4d5f owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:50.987623 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b51fc1f5-6a0d-4ee6-9c0b-791ca78c9380 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Synchronizing usage tracker for tenant:2f1258f38deb4521b00588edd9df59d2 on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:08:51.006462 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-718bce26-3c14-45da-86f6-6a791a3b3b59 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting port b8370e4f-9e93-448b-a5ac-94a83465ecc2 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:51.006711 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-718bce26-3c14-45da-86f6-6a791a3b3b59 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:51.073561 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b51fc1f5-6a0d-4ee6-9c0b-791ca78c9380 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Unset dirty status for tenant:2f1258f38deb4521b00588edd9df59d2 on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:08:51.080255 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b51fc1f5-6a0d-4ee6-9c0b-791ca78c9380 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2277732 Mar 28 19:08:51.081221 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53512) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:51.104641 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-cfa847e1-e3b9-4048-b163-0ab35fb65d71 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group': {'name': 'tempest-secgroup--1166417013'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:51.116291 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-cfa847e1-e3b9-4048-b163-0ab35fb65d71 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:51.178263 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-cfa847e1-e3b9-4048-b163-0ab35fb65d71 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:51.186270 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d28ff8b6-9d64-4a8e-b8c6-a1e437be23fe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7c49d91779f148469f88ab2ed871b251&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481035 Mar 28 19:08:51.190056 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53516) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:51.215929 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cfa847e1-e3b9-4048-b163-0ab35fb65d71 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:51.334639 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-cfa847e1-e3b9-4048-b163-0ab35fb65d71 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:51.351978 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-cfa847e1-e3b9-4048-b163-0ab35fb65d71 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Usage tracker for resource:security_group_rule and tenant:2f1258f38deb4521b00588edd9df59d2 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:51.358813 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-cfa847e1-e3b9-4048-b163-0ab35fb65d71 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:51.368618 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-cfa847e1-e3b9-4048-b163-0ab35fb65d71 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:51.398923 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-006f5bf8-57f9-4bac-93f9-b35a2e68e2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:51.447691 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-718bce26-3c14-45da-86f6-6a791a3b3b59 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:51.622797 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-006f5bf8-57f9-4bac-93f9-b35a2e68e2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:51.695799 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-718bce26-3c14-45da-86f6-6a791a3b3b59 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Calling delete_port for b8370e4f-9e93-448b-a5ac-94a83465ecc2 owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:51.803432 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5ee4df72-91d4-44f4-9647-c68067c9076e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:51.829228 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cfa847e1-e3b9-4048-b163-0ab35fb65d71 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:51.834857 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cfa847e1-e3b9-4048-b163-0ab35fb65d71 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:51.885785 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4df72-91d4-44f4-9647-c68067c9076e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Port': ['ID=149a1ef3-3712-4ef2-90e9-a24ea49b4d5f,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:51.890426 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-331f37c9-1ea0-42b9-9577-4025d4d0c41d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Allocated IP 172.20.0.1 (1010730c-fe29-4d27-8ff4-a53b9aa96204/51d8316d-696a-4c8d-a940-05a7beb94eca/36096db1-b161-42d6-9d5f-6b4a152e1eac) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:51.905623 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-006f5bf8-57f9-4bac-93f9-b35a2e68e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:51.949861 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5012aec0-089f-4576-8a43-729b5a8cc4a7 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:51.950103 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa847e1-e3b9-4048-b163-0ab35fb65d71 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7265bd96-a15c-400b-8632-ac1caee16775,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:51.984692 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f5bf8-57f9-4bac-93f9-b35a2e68e2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc73cae-ae6e-4ec2-b320-e3111ad384f9,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:52.001037 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cfa847e1-e3b9-4048-b163-0ab35fb65d71 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:52.005379 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-cfa847e1-e3b9-4048-b163-0ab35fb65d71 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9197261 Mar 28 19:08:52.006476 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53520) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:52.010378 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-006f5bf8-57f9-4bac-93f9-b35a2e68e2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:52.013922 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-006f5bf8-57f9-4bac-93f9-b35a2e68e2a4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5cc73cae-ae6e-4ec2-b320-e3111ad384f9 HTTP/1.1" status: 204 len: 168 time: 0.8205149 Mar 28 19:08:52.026814 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-24b1b270-e091-4652-af3c-fa387337b62d tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group_rule': {'security_group_id': '7265bd96-a15c-400b-8632-ac1caee16775', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:52.027794 dv-neutron-834711-1-hyperv neutron-server[87833]: WARNING neutron.api.v2.base [None req-24b1b270-e091-4652-af3c-fa387337b62d tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 28 19:08:52.028318 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-24b1b270-e091-4652-af3c-fa387337b62d tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:08:52.032323 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-24b1b270-e091-4652-af3c-fa387337b62d tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0243027 Mar 28 19:08:52.032927 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53526) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:52.037938 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-718bce26-3c14-45da-86f6-6a791a3b3b59 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:52.098150 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5012aec0-089f-4576-8a43-729b5a8cc4a7 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:52.311492 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718bce26-3c14-45da-86f6-6a791a3b3b59 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Port': ['ID=b8370e4f-9e93-448b-a5ac-94a83465ecc2,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:52.404725 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-718bce26-3c14-45da-86f6-6a791a3b3b59 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:52.412242 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-718bce26-3c14-45da-86f6-6a791a3b3b59 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/ports/b8370e4f-9e93-448b-a5ac-94a83465ecc2 HTTP/1.1" status: 204 len: 168 time: 1.5670133 Mar 28 19:08:52.414392 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53532) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:52.465151 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-93bfebbf-7ad5-4121-bee8-fecaa79ad7ed tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:52.469628 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5012aec0-089f-4576-8a43-729b5a8cc4a7 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Deleting port 73cfff70-692d-4b60-928f-78b8ed2876b5 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:52.470285 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5012aec0-089f-4576-8a43-729b5a8cc4a7 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:52.485249 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c5fd68-86f1-40e5-8457-fbb1abff5d33 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] GET failed (client error): The resource could not be found. Mar 28 19:08:52.496469 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a7c5fd68-86f1-40e5-8457-fbb1abff5d33 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Synchronizing usage tracker for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:08:52.550183 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-93bfebbf-7ad5-4121-bee8-fecaa79ad7ed tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:52.568400 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a7c5fd68-86f1-40e5-8457-fbb1abff5d33 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Unset dirty status for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:08:52.571032 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a7c5fd68-86f1-40e5-8457-fbb1abff5d33 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "GET /v2.0/ports/b8370e4f-9e93-448b-a5ac-94a83465ecc2 HTTP/1.1" status: 404 len: 333 time: 0.1542840 Mar 28 19:08:52.576921 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53538) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:52.627049 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5ee4df72-91d4-44f4-9647-c68067c9076e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:52.629354 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-93bfebbf-7ad5-4121-bee8-fecaa79ad7ed tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:52.654768 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfebbf-7ad5-4121-bee8-fecaa79ad7ed tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7265bd96-a15c-400b-8632-ac1caee16775,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:52.695589 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-93bfebbf-7ad5-4121-bee8-fecaa79ad7ed tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:52.703237 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-93bfebbf-7ad5-4121-bee8-fecaa79ad7ed tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "DELETE /v2.0/security-groups/7265bd96-a15c-400b-8632-ac1caee16775 HTTP/1.1" status: 204 len: 168 time: 0.6689010 Mar 28 19:08:52.704310 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53546) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:52.795056 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a83036ec-a4ee-4a7e-bd27-5c666018f554 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Synchronizing usage tracker for tenant:2f1258f38deb4521b00588edd9df59d2 on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:08:52.803140 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5ee4df72-91d4-44f4-9647-c68067c9076e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/149a1ef3-3712-4ef2-90e9-a24ea49b4d5f HTTP/1.1" status: 204 len: 168 time: 3.2194998 Mar 28 19:08:52.810784 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53552) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:52.818377 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a83036ec-a4ee-4a7e-bd27-5c666018f554 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Unset dirty status for tenant:2f1258f38deb4521b00588edd9df59d2 on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:08:52.824571 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a83036ec-a4ee-4a7e-bd27-5c666018f554 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1192718 Mar 28 19:08:52.868919 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53556) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:52.874028 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f217a9-cace-4524-851e-4983b904700b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting subnet f9da67a7-6e1b-4b93-97c6-cbfcb6cc1e4d {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:08:52.880406 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-331f37c9-1ea0-42b9-9577-4025d4d0c41d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:52.901704 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-bede02d9-bd93-40a6-84e6-d82ac34ae304 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group': {'name': 'tempest-secgroup--2030694197'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:52.902022 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ca16bf-9bb8-42b7-aa86-1e8a1f83d052 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:52.903469 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ca16bf-9bb8-42b7-aa86-1e8a1f83d052 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:52.904952 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ca16bf-9bb8-42b7-aa86-1e8a1f83d052 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:52.905891 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d7ca16bf-9bb8-42b7-aa86-1e8a1f83d052 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:08:52.910083 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bede02d9-bd93-40a6-84e6-d82ac34ae304 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:52.918703 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-81f217a9-cace-4524-851e-4983b904700b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:52.933493 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d7ca16bf-9bb8-42b7-aa86-1e8a1f83d052 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:08:52.935796 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d7ca16bf-9bb8-42b7-aa86-1e8a1f83d052 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1234627 Mar 28 19:08:52.939614 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53562) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:52.952810 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bede02d9-bd93-40a6-84e6-d82ac34ae304 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:52.979147 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-331f37c9-1ea0-42b9-9577-4025d4d0c41d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Transition to ACTIVE for port object 36096db1-b161-42d6-9d5f-6b4a152e1eac will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:53.027705 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5012aec0-089f-4576-8a43-729b5a8cc4a7 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:53.040105 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-176446f0-3510-4c86-9852-712b29ad6f0f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting subnet 11a1d39f-6e3f-4651-b8ea-1aec637938d0 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:08:53.043912 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-176446f0-3510-4c86-9852-712b29ad6f0f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:53.104607 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-176446f0-3510-4c86-9852-712b29ad6f0f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:53.174312 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bede02d9-bd93-40a6-84e6-d82ac34ae304 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:53.197377 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5012aec0-089f-4576-8a43-729b5a8cc4a7 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Calling delete_port for 73cfff70-692d-4b60-928f-78b8ed2876b5 owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:53.197590 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-176446f0-3510-4c86-9852-712b29ad6f0f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:53.227372 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-81f217a9-cace-4524-851e-4983b904700b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:53.238941 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53572) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:53.285776 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-176446f0-3510-4c86-9852-712b29ad6f0f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:53.306611 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bede02d9-bd93-40a6-84e6-d82ac34ae304 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:53.321687 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bede02d9-bd93-40a6-84e6-d82ac34ae304 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Usage tracker for resource:security_group_rule and tenant:2f1258f38deb4521b00588edd9df59d2 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:53.337392 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bede02d9-bd93-40a6-84e6-d82ac34ae304 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:53.342731 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8089f0e-c563-42ea-a070-731334433213 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:08:53.357078 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-176446f0-3510-4c86-9852-712b29ad6f0f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:53.364695 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bede02d9-bd93-40a6-84e6-d82ac34ae304 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:53.371617 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Request body: {'networks': [{'name': 'tempest-network--1270713289'}, {'name': 'tempest-network--1993904729'}]} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:53.372225 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Request body: {'network': {'name': 'tempest-network--1270713289'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:53.373001 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Request body: {'network': {'name': 'tempest-network--1993904729'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:53.380195 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176446f0-3510-4c86-9852-712b29ad6f0f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Subnet': ['ID=11a1d39f-6e3f-4651-b8ea-1aec637938d0,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:53.388809 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:53.395795 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-331f37c9-1ea0-42b9-9577-4025d4d0c41d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:53.398046 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Usage tracker for resource:network and tenant:95b2a561eb9e44ce99904a3c87dc77c6 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:53.402209 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:53.410020 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:53.414745 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-176446f0-3510-4c86-9852-712b29ad6f0f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/11a1d39f-6e3f-4651-b8ea-1aec637938d0 HTTP/1.1" status: 204 len: 168 time: 0.4737549 Mar 28 19:08:53.417610 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53578) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:53.462659 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Made reservation on behalf of 95b2a561eb9e44ce99904a3c87dc77c6 for: {'network': 2} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:08:53.467081 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:53.494173 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:53.520030 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331f37c9-1ea0-42b9-9577-4025d4d0c41d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Network 1010730c-fe29-4d27-8ff4-a53b9aa96204 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:53.521752 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:53.530433 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Usage tracker for resource:security_group_rule and tenant:95b2a561eb9e44ce99904a3c87dc77c6 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:53.536153 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-331f37c9-1ea0-42b9-9577-4025d4d0c41d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:53.538002 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-503210f1-3067-44ae-84c4-3e70562d950d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting subnet f2ce6d92-045f-49f5-8029-adf7549c2116 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:08:53.538842 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-81f217a9-cace-4524-851e-4983b904700b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:53.541664 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:53.544718 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-503210f1-3067-44ae-84c4-3e70562d950d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:53.574703 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331f37c9-1ea0-42b9-9577-4025d4d0c41d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:08:53.576178 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53582) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:53.579948 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:53.590694 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-883295e2-3fa5-4e46-bc05-ef721b6273ca tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Request body: {'subnet': {'network_id': 'ae3ba056-ee36-4526-929e-3bba400b37e6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:53.642651 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-331f37c9-1ea0-42b9-9577-4025d4d0c41d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:53.756049 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-503210f1-3067-44ae-84c4-3e70562d950d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:53.803955 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f37c9-1ea0-42b9-9577-4025d4d0c41d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event updated for resources: {'Port': ['ID=36096db1-b161-42d6-9d5f-6b4a152e1eac,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:53.820317 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:53.882898 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:53.883372 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:53.902569 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-3543d2ef-5d6c-4a1d-aba6-8e240c1dc9f8 None None] Provisioning for port 36096db1-b161-42d6-9d5f-6b4a152e1eac completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:08:53.913763 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-3543d2ef-5d6c-4a1d-aba6-8e240c1dc9f8 None None] Provisioning complete for port 36096db1-b161-42d6-9d5f-6b4a152e1eac triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:53.914505 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3543d2ef-5d6c-4a1d-aba6-8e240c1dc9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:53.963343 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bede02d9-bd93-40a6-84e6-d82ac34ae304 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:53.975596 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-883295e2-3fa5-4e46-bc05-ef721b6273ca tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:53.986641 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09ed4211-5e31-4197-8deb-f0a2f48fe5e9,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:53.987457 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-3543d2ef-5d6c-4a1d-aba6-8e240c1dc9f8 None None] Port 36096db1-b161-42d6-9d5f-6b4a152e1eac cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:08:53.997662 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:08:54.000507 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-883295e2-3fa5-4e46-bc05-ef721b6273ca tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Usage tracker for resource:subnet and tenant:fe32ebde26f54d0898ada80456f9d179 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:54.002232 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bede02d9-bd93-40a6-84e6-d82ac34ae304 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:54.009244 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-883295e2-3fa5-4e46-bc05-ef721b6273ca tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:54.021033 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-883295e2-3fa5-4e46-bc05-ef721b6273ca tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:54.030574 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:54.030990 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Added segment f7de919d-086c-4f3e-8364-d48b6c0d134e of type vlan for network f5f6773a-0f12-4bfa-a85f-700a84dcd8c9 Mar 28 19:08:54.035587 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-503210f1-3067-44ae-84c4-3e70562d950d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:54.038627 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-81f217a9-cace-4524-851e-4983b904700b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:54.091003 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883295e2-3fa5-4e46-bc05-ef721b6273ca tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Made reservation on behalf of fe32ebde26f54d0898ada80456f9d179 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:08:54.095361 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-883295e2-3fa5-4e46-bc05-ef721b6273ca tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:54.110341 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f217a9-cace-4524-851e-4983b904700b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Subnet': ['ID=f9da67a7-6e1b-4b93-97c6-cbfcb6cc1e4d,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:54.115676 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-81f217a9-cace-4524-851e-4983b904700b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:54.128069 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55aa02b2-ae65-4854-8b07-16b9f8ebcd1c None None] Network 23b9e542-1a47-4b86-92f3-7fe548595ae0 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:08:54.144994 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede02d9-bd93-40a6-84e6-d82ac34ae304 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4846f253-e9f9-49a4-aeca-bc563dd3886f,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:54.168154 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:54.176160 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5012aec0-089f-4576-8a43-729b5a8cc4a7 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:54.256490 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012aec0-089f-4576-8a43-729b5a8cc4a7 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Pushing event deleted for resources: {'Port': ['ID=73cfff70-692d-4b60-928f-78b8ed2876b5,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:54.294045 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-81f217a9-cace-4524-851e-4983b904700b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/subnets/f9da67a7-6e1b-4b93-97c6-cbfcb6cc1e4d HTTP/1.1" status: 204 len: 168 time: 1.7135377 Mar 28 19:08:54.325520 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bede02d9-bd93-40a6-84e6-d82ac34ae304 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:54.326740 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-bede02d9-bd93-40a6-84e6-d82ac34ae304 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4499364 Mar 28 19:08:54.334031 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53586) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:54.334031 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53588) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:54.347280 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-8cf68b30-c8b3-4d6b-be98-02457afb026c tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group_rule': {'security_group_id': '4846f253-e9f9-49a4-aeca-bc563dd3886f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:54.362685 dv-neutron-834711-1-hyperv neutron-server[87832]: WARNING neutron.api.v2.base [None req-8cf68b30-c8b3-4d6b-be98-02457afb026c tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 28 19:08:54.363771 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-8cf68b30-c8b3-4d6b-be98-02457afb026c tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:08:54.365138 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8cf68b30-c8b3-4d6b-be98-02457afb026c tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0249221 Mar 28 19:08:54.372118 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53594) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:54.412236 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-503210f1-3067-44ae-84c4-3e70562d950d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:54.423291 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7848eb08-98ac-4dc7-8e6b-47265538e444 None None] DHCP port deletion for 23b9e542-1a47-4b86-92f3-7fe548595ae0 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:08:54.429137 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-7848eb08-98ac-4dc7-8e6b-47265538e444 None None] Deleting port 3281bdd1-644d-4bef-a3ea-c4ce610c2f98 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:54.429502 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7848eb08-98ac-4dc7-8e6b-47265538e444 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:54.457071 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-22643b1d-9d10-478e-bf66-b6e38b07ceeb None None] Provisioning complete for port 7aae104d-bf5e-4fae-8fb1-ec731e1f09d9 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:54.457440 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-22643b1d-9d10-478e-bf66-b6e38b07ceeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:54.470934 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:08:54.477928 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-503210f1-3067-44ae-84c4-3e70562d950d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:54.480727 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503210f1-3067-44ae-84c4-3e70562d950d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Subnet': ['ID=f2ce6d92-045f-49f5-8029-adf7549c2116,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:54.512951 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:54.513297 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Added segment b6c5e3d6-cf36-4653-a23d-0e02214be6a8 of type vlan for network f810c5c2-035a-4e81-8420-5027bdd3a0c0 Mar 28 19:08:54.526020 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-503210f1-3067-44ae-84c4-3e70562d950d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/f2ce6d92-045f-49f5-8029-adf7549c2116 HTTP/1.1" status: 204 len: 168 time: 1.1036909 Mar 28 19:08:54.526969 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53596) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:54.544369 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576b4591-ae50-40fd-84b0-4c7090dbaa99 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:08:54.591008 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-5224cd4c-7eb6-4ed0-947a-b668b32a67d1 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group_rule': {'security_group_id': '4846f253-e9f9-49a4-aeca-bc563dd3886f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:54.591836 dv-neutron-834711-1-hyperv neutron-server[87832]: WARNING neutron.api.v2.base [None req-5224cd4c-7eb6-4ed0-947a-b668b32a67d1 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 28 19:08:54.592443 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-5224cd4c-7eb6-4ed0-947a-b668b32a67d1 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:08:54.596993 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5224cd4c-7eb6-4ed0-947a-b668b32a67d1 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0091884 Mar 28 19:08:54.597603 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53602) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:54.612551 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5012aec0-089f-4576-8a43-729b5a8cc4a7 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:54.622652 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9acba8cd-2a98-4b85-ac2d-9d150ba341e4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0920095 Mar 28 19:08:54.622652 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:54.628832 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53606) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:54.636079 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-c5fb7ca0-75a1-47de-8f19-92607e6b6382 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:54.677394 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-cee29124-f253-433b-b2bd-b2aaed33e12f tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group_rule': {'security_group_id': '4846f253-e9f9-49a4-aeca-bc563dd3886f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:54.678377 dv-neutron-834711-1-hyperv neutron-server[87832]: WARNING neutron.api.v2.base [None req-cee29124-f253-433b-b2bd-b2aaed33e12f tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 28 19:08:54.679019 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-cee29124-f253-433b-b2bd-b2aaed33e12f tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:08:54.683462 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-cee29124-f253-433b-b2bd-b2aaed33e12f tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0694692 Mar 28 19:08:54.689363 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53610) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:54.716851 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-202bafb9-892f-4478-80dc-cf6af8659b34 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group_rule': {'security_group_id': '4846f253-e9f9-49a4-aeca-bc563dd3886f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:54.717912 dv-neutron-834711-1-hyperv neutron-server[87832]: WARNING neutron.api.v2.base [None req-202bafb9-892f-4478-80dc-cf6af8659b34 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 28 19:08:54.718592 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-202bafb9-892f-4478-80dc-cf6af8659b34 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:08:54.722734 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-202bafb9-892f-4478-80dc-cf6af8659b34 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0183258 Mar 28 19:08:54.726125 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53614) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:54.765153 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-331f37c9-1ea0-42b9-9577-4025d4d0c41d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:54.857060 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c5fb7ca0-75a1-47de-8f19-92607e6b6382 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:54.874470 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:54.875545 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:54.880880 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:54.885398 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:54.886039 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:54.888580 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-7848eb08-98ac-4dc7-8e6b-47265538e444 None None] For port 3281bdd1-644d-4bef-a3ea-c4ce610c2f98, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=3281bdd1-644d-4bef-a3ea-c4ce610c2f98,segment=NetworkSegment(4859b793-ae02-4c7a-b44e-6b6587a89707),segment_id=4859b793-ae02-4c7a-b44e-6b6587a89707)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:08:54.889050 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7848eb08-98ac-4dc7-8e6b-47265538e444 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:54.918952 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c5fb7ca0-75a1-47de-8f19-92607e6b6382 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:subnet and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:54.954667 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c5fb7ca0-75a1-47de-8f19-92607e6b6382 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:54.966631 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bdca9c15-a86d-4311-8639-8c92f9ddde34 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:54.987487 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.7442911 Mar 28 19:08:54.989331 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c5fb7ca0-75a1-47de-8f19-92607e6b6382 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:54.998762 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-883295e2-3fa5-4e46-bc05-ef721b6273ca tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:55.009843 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53618) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:55.095074 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-7848eb08-98ac-4dc7-8e6b-47265538e444 None None] Calling delete_port for 3281bdd1-644d-4bef-a3ea-c4ce610c2f98 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:55.157803 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c07b7b1f-1234-4d67-ba6f-3ccf352dea46 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:55.168146 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fb7ca0-75a1-47de-8f19-92607e6b6382 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:08:55.171554 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c5fb7ca0-75a1-47de-8f19-92607e6b6382 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:55.194764 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-bdca9c15-a86d-4311-8639-8c92f9ddde34 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting port 3281bdd1-644d-4bef-a3ea-c4ce610c2f98 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:55.194764 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bdca9c15-a86d-4311-8639-8c92f9ddde34 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:55.208565 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7848eb08-98ac-4dc7-8e6b-47265538e444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:55.210231 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Pushing event updated for resources: {'Network': ['ID=f5f6773a-0f12-4bfa-a85f-700a84dcd8c9,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:55.266459 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7848eb08-98ac-4dc7-8e6b-47265538e444 None None] No DVR routers for this DVR port 3281bdd1-644d-4bef-a3ea-c4ce610c2f98 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:08:55.270206 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network f5f6773a-0f12-4bfa-a85f-700a84dcd8c9 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:08:55.325033 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63edb529-0021-4a12-b026-7b46060d5784 None None] DHCP port deletion for 1857c8f5-5622-42ce-a4f9-106880783f61 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:08:55.344220 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5012aec0-089f-4576-8a43-729b5a8cc4a7 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:55.350280 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-bdca9c15-a86d-4311-8639-8c92f9ddde34 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] The port '3281bdd1-644d-4bef-a3ea-c4ce610c2f98' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:08:55.383684 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848eb08-98ac-4dc7-8e6b-47265538e444 None None] Pushing event deleted for resources: {'Port': ['ID=3281bdd1-644d-4bef-a3ea-c4ce610c2f98,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:55.389784 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-63edb529-0021-4a12-b026-7b46060d5784 None None] Deleting port 7aae104d-bf5e-4fae-8fb1-ec731e1f09d9 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:08:55.390199 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-63edb529-0021-4a12-b026-7b46060d5784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:55.425541 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883295e2-3fa5-4e46-bc05-ef721b6273ca tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Pushing event updated for resources: {'Subnet': ['ID=231d1bff-84a6-4f24-bf3a-f3e6e7b37f79,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:55.434447 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-428ee635-c542-4186-ba99-101ba41ca8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:55.436611 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c07b7b1f-1234-4d67-ba6f-3ccf352dea46 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:55.441454 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5012aec0-089f-4576-8a43-729b5a8cc4a7 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-466281'] for router, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:55.534537 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883295e2-3fa5-4e46-bc05-ef721b6273ca tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Checking segment: {'id': '476cafe6-930b-4305-b7f1-c3f26cf18a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ae3ba056-ee36-4526-929e-3bba400b37e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:08:55.534810 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883295e2-3fa5-4e46-bc05-ef721b6273ca tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Network hostable DHCP agents. Network: ae3ba056-ee36-4526-929e-3bba400b37e6, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:08:55.584319 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5f53f-1b50-4738-9699-ad5221647a1e tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Pushing event updated for resources: {'Network': ['ID=f810c5c2-035a-4e81-8420-5027bdd3a0c0,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:55.614569 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network f810c5c2-035a-4e81-8420-5027bdd3a0c0 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:08:55.617045 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdd1213-4133-4df1-af22-8731fbf48b84 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:55.622715 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdd1213-4133-4df1-af22-8731fbf48b84 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:55.629407 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdd1213-4133-4df1-af22-8731fbf48b84 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:55.634907 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdd1213-4133-4df1-af22-8731fbf48b84 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:55.635776 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3cdd1213-4133-4df1-af22-8731fbf48b84 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Synchronizing usage tracker for tenant:95b2a561eb9e44ce99904a3c87dc77c6 on resource:network {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:08:55.664689 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883295e2-3fa5-4e46-bc05-ef721b6273ca tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Network ae3ba056-ee36-4526-929e-3bba400b37e6 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:08:55.696361 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bdca9c15-a86d-4311-8639-8c92f9ddde34 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:55.701340 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c07b7b1f-1234-4d67-ba6f-3ccf352dea46 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:55.727597 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3cdd1213-4133-4df1-af22-8731fbf48b84 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Unset dirty status for tenant:95b2a561eb9e44ce99904a3c87dc77c6 on resource:network {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:08:55.731290 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3cdd1213-4133-4df1-af22-8731fbf48b84 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6922872 Mar 28 19:08:55.737239 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-883295e2-3fa5-4e46-bc05-ef721b6273ca tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, ae3ba056-ee36-4526-929e-3bba400b37e6) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:55.739844 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53622) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:55.741614 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883295e2-3fa5-4e46-bc05-ef721b6273ca tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:55.742301 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-883295e2-3fa5-4e46-bc05-ef721b6273ca tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:55.752087 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5012aec0-089f-4576-8a43-729b5a8cc4a7 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Router 3328514e-581c-4ca5-a18a-8fac35b21da2 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:08:55.752667 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b7b1f-1234-4d67-ba6f-3ccf352dea46 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4846f253-e9f9-49a4-aeca-bc563dd3886f,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:55.775588 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a493b716-a454-4018-b52d-c8a83b0579f7 None None] Network ae3ba056-ee36-4526-929e-3bba400b37e6 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:08:55.802586 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c07b7b1f-1234-4d67-ba6f-3ccf352dea46 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:55.806173 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c07b7b1f-1234-4d67-ba6f-3ccf352dea46 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "DELETE /v2.0/security-groups/4846f253-e9f9-49a4-aeca-bc563dd3886f HTTP/1.1" status: 204 len: 168 time: 1.0767176 Mar 28 19:08:55.811484 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-883295e2-3fa5-4e46-bc05-ef721b6273ca tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2342134 Mar 28 19:08:55.812698 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53626) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:55.813853 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53628) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:55.835143 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-bf8750f1-66ee-4f22-8ff0-f89b988f00e6 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1453053559'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:55.858309 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-bf8750f1-66ee-4f22-8ff0-f89b988f00e6 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:55.868348 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-bf8750f1-66ee-4f22-8ff0-f89b988f00e6 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Usage tracker for resource:network and tenant:fe32ebde26f54d0898ada80456f9d179 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:55.872829 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-bf8750f1-66ee-4f22-8ff0-f89b988f00e6 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:55.889438 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-63edb529-0021-4a12-b026-7b46060d5784 None None] For port 7aae104d-bf5e-4fae-8fb1-ec731e1f09d9, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=7aae104d-bf5e-4fae-8fb1-ec731e1f09d9,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:08:55.889851 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-63edb529-0021-4a12-b026-7b46060d5784 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:55.893702 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-bf8750f1-66ee-4f22-8ff0-f89b988f00e6 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:55.912509 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-bdca9c15-a86d-4311-8639-8c92f9ddde34 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b9e542-1a47-4b86-92f3-7fe548595ae0']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:55.956410 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8750f1-66ee-4f22-8ff0-f89b988f00e6 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Made reservation on behalf of fe32ebde26f54d0898ada80456f9d179 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:08:55.959695 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bf8750f1-66ee-4f22-8ff0-f89b988f00e6 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:55.993206 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-bdca9c15-a86d-4311-8639-8c92f9ddde34 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4859b793-ae02-4c7a-b44e-6b6587a89707') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:55.993796 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-bdca9c15-a86d-4311-8639-8c92f9ddde34 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4859b793-ae02-4c7a-b44e-6b6587a89707') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:55.997302 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a685f9df-0fe4-4c7c-8fea-399c65a19dec tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Synchronizing usage tracker for tenant:2f1258f38deb4521b00588edd9df59d2 on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:08:56.025561 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bdca9c15-a86d-4311-8639-8c92f9ddde34 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:56.042652 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf8750f1-66ee-4f22-8ff0-f89b988f00e6 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:08:56.080047 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bf8750f1-66ee-4f22-8ff0-f89b988f00e6 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:56.080402 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-bf8750f1-66ee-4f22-8ff0-f89b988f00e6 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Added segment 3c8b0298-0e78-46bd-8123-9d52aa1f987a of type vlan for network b06cdeaf-ecf2-494f-9b37-390c1975899d Mar 28 19:08:56.084265 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a685f9df-0fe4-4c7c-8fea-399c65a19dec tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Unset dirty status for tenant:2f1258f38deb4521b00588edd9df59d2 on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:08:56.091435 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-63edb529-0021-4a12-b026-7b46060d5784 None None] Calling delete_port for 7aae104d-bf5e-4fae-8fb1-ec731e1f09d9 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:08:56.091725 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a685f9df-0fe4-4c7c-8fea-399c65a19dec tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2749386 Mar 28 19:08:56.098736 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53634) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:56.105781 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-cd1235f7-9bc6-4458-915e-5343cc9b78bf tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group': {'name': 'tempest-secgroup--1768322597'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:56.114104 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-cd1235f7-9bc6-4458-915e-5343cc9b78bf tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:56.119844 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.objects.ports [None req-c5fb7ca0-75a1-47de-8f19-92607e6b6382 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87833) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 19:08:56.171915 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bdca9c15-a86d-4311-8639-8c92f9ddde34 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:56.180730 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-cd1235f7-9bc6-4458-915e-5343cc9b78bf tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:56.192354 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bf8750f1-66ee-4f22-8ff0-f89b988f00e6 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:56.226786 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cd1235f7-9bc6-4458-915e-5343cc9b78bf tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:56.244173 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-63edb529-0021-4a12-b026-7b46060d5784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:56.245212 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdca9c15-a86d-4311-8639-8c92f9ddde34 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:08:56.245875 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bdca9c15-a86d-4311-8639-8c92f9ddde34 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:08:56.261277 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:08:56.267360 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b6d03681-e2f1-4371-8fd1-7eb416244fe3 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:56.273313 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-cd1235f7-9bc6-4458-915e-5343cc9b78bf tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:56.302678 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63edb529-0021-4a12-b026-7b46060d5784 None None] No DVR routers for this DVR port 7aae104d-bf5e-4fae-8fb1-ec731e1f09d9 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:08:56.306798 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edb529-0021-4a12-b026-7b46060d5784 None None] Pushing event deleted for resources: {'Port': ['ID=7aae104d-bf5e-4fae-8fb1-ec731e1f09d9,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:56.315865 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-cd1235f7-9bc6-4458-915e-5343cc9b78bf tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Usage tracker for resource:security_group_rule and tenant:2f1258f38deb4521b00588edd9df59d2 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:56.322976 dv-neutron-834711-1-hyperv neutron-server[87833]: WARNING neutron.services.revisions.revision_plugin [None req-c5fb7ca0-75a1-47de-8f19-92607e6b6382 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Could not find related port for resource to bump revision. Mar 28 19:08:56.324478 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-cd1235f7-9bc6-4458-915e-5343cc9b78bf tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:56.327311 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bf8750f1-66ee-4f22-8ff0-f89b988f00e6 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:56.333428 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8750f1-66ee-4f22-8ff0-f89b988f00e6 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:56.334036 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bf8750f1-66ee-4f22-8ff0-f89b988f00e6 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:56.353950 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 3281bdd1-644d-4bef-a3ea-c4ce610c2f98 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:08:56.359023 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-cd1235f7-9bc6-4458-915e-5343cc9b78bf tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:56.363447 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5012aec0-089f-4576-8a43-729b5a8cc4a7 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:08:56.378505 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84533e07-8fdd-4f4d-b40f-82e309fa2775 None None] Sync routers for ids ['3328514e-581c-4ca5-a18a-8fac35b21da2'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:08:56.380255 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5012aec0-089f-4576-8a43-729b5a8cc4a7 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:56.381279 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5012aec0-089f-4576-8a43-729b5a8cc4a7 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "PUT /v2.0/routers/3328514e-581c-4ca5-a18a-8fac35b21da2 HTTP/1.1" status: 200 len: 710 time: 6.3623061 Mar 28 19:08:56.385436 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53638) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:56.388156 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84533e07-8fdd-4f4d-b40f-82e309fa2775 None None] Routers {'3328514e-581c-4ca5-a18a-8fac35b21da2'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:56.388773 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-84533e07-8fdd-4f4d-b40f-82e309fa2775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:08:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3328514e-581c-4ca5-a18a-8fac35b21da2'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:56.415360 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 3281bdd1-644d-4bef-a3ea-c4ce610c2f98 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:08:56.415783 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 3281bdd1-644d-4bef-a3ea-c4ce610c2f98 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:08:56.416347 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 7aae104d-bf5e-4fae-8fb1-ec731e1f09d9 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:08:56.456424 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-84533e07-8fdd-4f4d-b40f-82e309fa2775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:56.465183 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 7aae104d-bf5e-4fae-8fb1-ec731e1f09d9 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:08:56.465702 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 7aae104d-bf5e-4fae-8fb1-ec731e1f09d9 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:08:56.473577 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84533e07-8fdd-4f4d-b40f-82e309fa2775 None None] Routers {'3328514e-581c-4ca5-a18a-8fac35b21da2'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:56.474209 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-84533e07-8fdd-4f4d-b40f-82e309fa2775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:08:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3328514e-581c-4ca5-a18a-8fac35b21da2'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:56.483413 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af785217-7555-4057-b992-30910a37255c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-ae3ba056-ee36-4526-929e-3bba400b37e6', 'network_id': 'ae3ba056-ee36-4526-929e-3bba400b37e6', 'tenant_id': 'fe32ebde26f54d0898ada80456f9d179', 'fixed_ips': [{'subnet_id': '231d1bff-84a6-4f24-bf3a-f3e6e7b37f79'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:08:56.484633 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-af785217-7555-4057-b992-30910a37255c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:56.534350 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.ipam_pluggable_backend [None req-c5fb7ca0-75a1-47de-8f19-92607e6b6382 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Port 7aae104d-bf5e-4fae-8fb1-ec731e1f09d9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87833) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 28 19:08:56.534637 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.ipam_pluggable_backend [None req-c5fb7ca0-75a1-47de-8f19-92607e6b6382 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Reverting IP allocation for 2001:db8::f816:3eff:fe22:6d23 {{(pid=87833) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 28 19:08:56.549859 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-84533e07-8fdd-4f4d-b40f-82e309fa2775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:56.550621 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84533e07-8fdd-4f4d-b40f-82e309fa2775 None None] The sync data for ids ['3328514e-581c-4ca5-a18a-8fac35b21da2'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:08:56.559422 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c5fb7ca0-75a1-47de-8f19-92607e6b6382 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:56.599173 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.resource_extend [None req-331f37c9-1ea0-42b9-9577-4025d4d0c41d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:08:56.611976 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bdca9c15-a86d-4311-8639-8c92f9ddde34 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:56.629725 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ef55b614-4638-4ee0-8489-6592f24357a8 tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "GET /v2.0/routers/3328514e-581c-4ca5-a18a-8fac35b21da2 HTTP/1.1" status: 200 len: 745 time: 0.2413881 Mar 28 19:08:56.650769 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bdca9c15-a86d-4311-8639-8c92f9ddde34 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:56.659274 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53642) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:56.661495 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-331f37c9-1ea0-42b9-9577-4025d4d0c41d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:56.681042 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-af785217-7555-4057-b992-30910a37255c None None] Allocated IP 2001:db8:0:ffff::2 (ae3ba056-ee36-4526-929e-3bba400b37e6/231d1bff-84a6-4f24-bf3a-f3e6e7b37f79/13915d33-a21d-4265-8f51-8bfeaa61f3ea) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:56.689825 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb7ca0-75a1-47de-8f19-92607e6b6382 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Subnet': ['ID=fee15a91-108c-446f-ac11-33d1dfdf0108,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:56.712556 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8750f1-66ee-4f22-8ff0-f89b988f00e6 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Pushing event updated for resources: {'Network': ['ID=b06cdeaf-ecf2-494f-9b37-390c1975899d,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:56.721733 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-bf8750f1-66ee-4f22-8ff0-f89b988f00e6 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9016654 Mar 28 19:08:56.722900 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53646) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:56.729408 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fb7ca0-75a1-47de-8f19-92607e6b6382 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:56.736473 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-b9f26bfb-4a92-41f4-9fe7-987ddc6fc8e9 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Request body: {'subnet': {'network_id': 'b06cdeaf-ecf2-494f-9b37-390c1975899d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:56.740169 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network b06cdeaf-ecf2-494f-9b37-390c1975899d details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:08:56.762687 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca9c15-a86d-4311-8639-8c92f9ddde34 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Network': ['ID=23b9e542-1a47-4b86-92f3-7fe548595ae0,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:56.764584 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-331f37c9-1ea0-42b9-9577-4025d4d0c41d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:56.776955 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-c5fb7ca0-75a1-47de-8f19-92607e6b6382 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:56.779882 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fb7ca0-75a1-47de-8f19-92607e6b6382 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:56.780465 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c5fb7ca0-75a1-47de-8f19-92607e6b6382 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:56.831026 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-bdca9c15-a86d-4311-8639-8c92f9ddde34 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/networks/23b9e542-1a47-4b86-92f3-7fe548595ae0 HTTP/1.1" status: 204 len: 168 time: 2.4929862 Mar 28 19:08:56.834655 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a4c541-d526-4c93-8e27-0a54c0cbf861 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:08:56.838177 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53650) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:56.843522 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b6d03681-e2f1-4371-8fd1-7eb416244fe3 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:56.852768 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c89de0c4-3686-48d9-9426-c352ccf0c89c tempest-RoutersIpV6AdminTest-998870049 tempest-RoutersIpV6AdminTest-998870049-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=222bb166-3b66-45c7-9663-18be61b96587&device_id=3328514e-581c-4ca5-a18a-8fac35b21da2 HTTP/1.1" status: 200 len: 205 time: 0.1891506 Mar 28 19:08:56.865205 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-c1355a0b-5cd2-4de9-95a3-140593c9b0b6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1844981722'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:56.874079 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53654) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:56.884857 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c1355a0b-5cd2-4de9-95a3-140593c9b0b6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:56.903935 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-b6d03681-e2f1-4371-8fd1-7eb416244fe3 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f6773a-0f12-4bfa-a85f-700a84dcd8c9']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:56.930684 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f37c9-1ea0-42b9-9577-4025d4d0c41d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event updated for resources: {'Port': ['ID=36096db1-b161-42d6-9d5f-6b4a152e1eac,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:56.933861 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c1355a0b-5cd2-4de9-95a3-140593c9b0b6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:network and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:56.934474 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-b6d03681-e2f1-4371-8fd1-7eb416244fe3 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7de919d-086c-4f3e-8364-d48b6c0d134e') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:56.934982 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-b6d03681-e2f1-4371-8fd1-7eb416244fe3 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7de919d-086c-4f3e-8364-d48b6c0d134e') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:56.945415 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c1355a0b-5cd2-4de9-95a3-140593c9b0b6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:56.951321 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b6d03681-e2f1-4371-8fd1-7eb416244fe3 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:56.955372 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6d0a77a3-01c6-4fb5-bbf8-c8d0405b1017 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "GET /v2.0/ports?device_id=3328514e-581c-4ca5-a18a-8fac35b21da2 HTTP/1.1" status: 200 len: 205 time: 0.0760124 Mar 28 19:08:56.961125 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c5fb7ca0-75a1-47de-8f19-92607e6b6382 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3287644 Mar 28 19:08:56.961294 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-331f37c9-1ea0-42b9-9577-4025d4d0c41d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:56.965017 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53658) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:56.965556 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53660) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:56.966924 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c1355a0b-5cd2-4de9-95a3-140593c9b0b6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:56.969465 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b9f26bfb-4a92-41f4-9fe7-987ddc6fc8e9 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:56.981078 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b9f26bfb-4a92-41f4-9fe7-987ddc6fc8e9 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Usage tracker for resource:subnet and tenant:fe32ebde26f54d0898ada80456f9d179 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:56.991390 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b9f26bfb-4a92-41f4-9fe7-987ddc6fc8e9 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:57.001688 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cd1235f7-9bc6-4458-915e-5343cc9b78bf tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:57.002905 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b9f26bfb-4a92-41f4-9fe7-987ddc6fc8e9 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:57.010457 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cd1235f7-9bc6-4458-915e-5343cc9b78bf tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:57.027130 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-bbcdf2d6-fb08-458e-9266-394d85bce656 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:57.033013 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1355a0b-5cd2-4de9-95a3-140593c9b0b6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:08:57.036330 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c1355a0b-5cd2-4de9-95a3-140593c9b0b6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:57.056431 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f26bfb-4a92-41f4-9fe7-987ddc6fc8e9 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Made reservation on behalf of fe32ebde26f54d0898ada80456f9d179 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:08:57.060066 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b9f26bfb-4a92-41f4-9fe7-987ddc6fc8e9 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:57.098618 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b6d03681-e2f1-4371-8fd1-7eb416244fe3 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:57.114242 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cd1235f7-9bc6-4458-915e-5343cc9b78bf tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:57.118785 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-cd1235f7-9bc6-4458-915e-5343cc9b78bf tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0157676 Mar 28 19:08:57.122901 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53666) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:57.172629 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1235f7-9bc6-4458-915e-5343cc9b78bf tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98794fcd-abe9-468e-8d46-633d85677c5a,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:57.187693 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-3cdd4ba6-d011-4d42-bac0-a14625f22343 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group_rule': {'security_group_id': '98794fcd-abe9-468e-8d46-633d85677c5a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:57.188512 dv-neutron-834711-1-hyperv neutron-server[87833]: WARNING neutron.api.v2.base [None req-3cdd4ba6-d011-4d42-bac0-a14625f22343 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 28 19:08:57.189046 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-3cdd4ba6-d011-4d42-bac0-a14625f22343 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:08:57.193212 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3cdd4ba6-d011-4d42-bac0-a14625f22343 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0627954 Mar 28 19:08:57.197165 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53670) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:57.208735 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-3bf4cb76-368f-4c88-81c3-43677d43210b tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group_rule': {'security_group_id': '98794fcd-abe9-468e-8d46-633d85677c5a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:57.212967 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1355a0b-5cd2-4de9-95a3-140593c9b0b6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:08:57.221303 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-af785217-7555-4057-b992-30910a37255c None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:57.223904 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-3bf4cb76-368f-4c88-81c3-43677d43210b tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:57.229424 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3bf4cb76-368f-4c88-81c3-43677d43210b tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Usage tracker for resource:security_group_rule and tenant:2f1258f38deb4521b00588edd9df59d2 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:57.231573 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d03681-e2f1-4371-8fd1-7eb416244fe3 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:08:57.231919 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b6d03681-e2f1-4371-8fd1-7eb416244fe3 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:57.236324 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f5f4fa-ba43-4cb0-80aa-0c06f7b5c419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-1857c8f5-5622-42ce-a4f9-106880783f61', 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'fixed_ips': [{'subnet_id': 'fee15a91-108c-446f-ac11-33d1dfdf0108'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:08:57.237219 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d4f5f4fa-ba43-4cb0-80aa-0c06f7b5c419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:57.237529 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3bf4cb76-368f-4c88-81c3-43677d43210b tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:08:57.246961 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:08:57.251955 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-3bf4cb76-368f-4c88-81c3-43677d43210b tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:57.252188 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c1355a0b-5cd2-4de9-95a3-140593c9b0b6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:57.252492 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-c1355a0b-5cd2-4de9-95a3-140593c9b0b6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Added segment 532a4acd-51bf-4a9b-bc55-0bbf6f12ce72 of type vlan for network cef7e40d-46ac-4b43-8bcb-64bdbb874ce1 Mar 28 19:08:57.311890 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c1355a0b-5cd2-4de9-95a3-140593c9b0b6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:57.363545 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-3bf4cb76-368f-4c88-81c3-43677d43210b tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:08:57.367372 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3bf4cb76-368f-4c88-81c3-43677d43210b tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1667161 Mar 28 19:08:57.371760 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53674) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:57.383180 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-c194350b-0ac0-47b1-9731-165968c834a4 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group_rule': {'security_group_id': '98794fcd-abe9-468e-8d46-633d85677c5a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:57.383653 dv-neutron-834711-1-hyperv neutron-server[87833]: WARNING neutron.api.v2.base [None req-c194350b-0ac0-47b1-9731-165968c834a4 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 28 19:08:57.384134 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-c194350b-0ac0-47b1-9731-165968c834a4 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:08:57.385098 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c194350b-0ac0-47b1-9731-165968c834a4 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0125628 Mar 28 19:08:57.396248 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dc61cf5d-fa93-428a-a50d-6e2589329346 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:57.398752 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53678) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:57.409057 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-d4f5f4fa-ba43-4cb0-80aa-0c06f7b5c419 None None] Allocated IP 2001:db8::f816:3eff:fe2c:403f (1857c8f5-5622-42ce-a4f9-106880783f61/fee15a91-108c-446f-ac11-33d1dfdf0108/0c17cae4-10af-434f-9c2f-bb1cfbd7090e) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:57.410026 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-c0cfedbc-746b-4850-8a63-483374df41d8 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group_rule': {'security_group_id': '98794fcd-abe9-468e-8d46-633d85677c5a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:57.419782 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c0cfedbc-746b-4850-8a63-483374df41d8 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:57.436607 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c1355a0b-5cd2-4de9-95a3-140593c9b0b6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:57.442871 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1355a0b-5cd2-4de9-95a3-140593c9b0b6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:57.443502 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c1355a0b-5cd2-4de9-95a3-140593c9b0b6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:57.449293 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c0cfedbc-746b-4850-8a63-483374df41d8 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Usage tracker for resource:security_group_rule and tenant:2f1258f38deb4521b00588edd9df59d2 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:57.474932 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c0cfedbc-746b-4850-8a63-483374df41d8 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:57.492468 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c0cfedbc-746b-4850-8a63-483374df41d8 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:57.586271 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c1355a0b-5cd2-4de9-95a3-140593c9b0b6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7384295 Mar 28 19:08:57.591404 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53682) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:57.604912 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-c4ccbb93-b619-45e6-834b-51f74467c54a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'subnet': {'network_id': 'cef7e40d-46ac-4b43-8bcb-64bdbb874ce1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:57.617424 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-cd9c1231-6617-4bbd-8df9-f3ae1661671e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:57.620254 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1355a0b-5cd2-4de9-95a3-140593c9b0b6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Network': ['ID=cef7e40d-46ac-4b43-8bcb-64bdbb874ce1,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:57.636803 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d4f5f4fa-ba43-4cb0-80aa-0c06f7b5c419 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:57.648774 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network cef7e40d-46ac-4b43-8bcb-64bdbb874ce1 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:08:57.735570 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-d4f5f4fa-ba43-4cb0-80aa-0c06f7b5c419 None None] Transition to ACTIVE for port object 0c17cae4-10af-434f-9c2f-bb1cfbd7090e will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:57.751449 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-c0cfedbc-746b-4850-8a63-483374df41d8 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:08:57.752406 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c0cfedbc-746b-4850-8a63-483374df41d8 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3526986 Mar 28 19:08:57.757468 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-d4f5f4fa-ba43-4cb0-80aa-0c06f7b5c419 None None] Transition to ACTIVE for port object 0c17cae4-10af-434f-9c2f-bb1cfbd7090e will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:57.760465 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-af785217-7555-4057-b992-30910a37255c None None] Transition to ACTIVE for port object 13915d33-a21d-4265-8f51-8bfeaa61f3ea will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:57.762635 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53686) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:57.773949 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d4f5f4fa-ba43-4cb0-80aa-0c06f7b5c419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:57.787815 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b6d03681-e2f1-4371-8fd1-7eb416244fe3 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:57.821024 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b6d03681-e2f1-4371-8fd1-7eb416244fe3 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:57.826347 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-9dc61c26-8058-40ee-be21-231ae7e0c5eb tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group_rule': {'security_group_id': '98794fcd-abe9-468e-8d46-633d85677c5a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:57.826829 dv-neutron-834711-1-hyperv neutron-server[87833]: WARNING neutron.api.v2.base [None req-9dc61c26-8058-40ee-be21-231ae7e0c5eb tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 28 19:08:57.827354 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-9dc61c26-8058-40ee-be21-231ae7e0c5eb tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:08:57.828849 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9dc61c26-8058-40ee-be21-231ae7e0c5eb tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0652137 Mar 28 19:08:57.834523 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53690) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:57.842659 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-bd3f1408-3525-4bdf-a4ea-701a6be42383 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group_rule': {'security_group_id': '98794fcd-abe9-468e-8d46-633d85677c5a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:57.852492 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.objects.ports [None req-b9f26bfb-4a92-41f4-9fe7-987ddc6fc8e9 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87833) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 19:08:57.857027 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b9f26bfb-4a92-41f4-9fe7-987ddc6fc8e9 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:57.862985 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-bd3f1408-3525-4bdf-a4ea-701a6be42383 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:57.863336 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5f4fa-ba43-4cb0-80aa-0c06f7b5c419 None None] Pushing event updated for resources: {'Port': ['ID=0c17cae4-10af-434f-9c2f-bb1cfbd7090e,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:57.896550 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d03681-e2f1-4371-8fd1-7eb416244fe3 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Pushing event deleted for resources: {'Network': ['ID=f5f6773a-0f12-4bfa-a85f-700a84dcd8c9,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:57.897368 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c4ccbb93-b619-45e6-834b-51f74467c54a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:57.900282 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bbcdf2d6-fb08-458e-9266-394d85bce656 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:57.900862 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-bd3f1408-3525-4bdf-a4ea-701a6be42383 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Usage tracker for resource:security_group_rule and tenant:2f1258f38deb4521b00588edd9df59d2 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:57.920314 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-bd3f1408-3525-4bdf-a4ea-701a6be42383 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:57.920964 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dc61cf5d-fa93-428a-a50d-6e2589329346 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:57.926980 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c4ccbb93-b619-45e6-834b-51f74467c54a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:subnet and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:57.928791 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dc61cf5d-fa93-428a-a50d-6e2589329346 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:57.931214 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bbcdf2d6-fb08-458e-9266-394d85bce656 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:subnet and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:57.935717 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bbcdf2d6-fb08-458e-9266-394d85bce656 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:57.935903 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c4ccbb93-b619-45e6-834b-51f74467c54a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:57.941365 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-af785217-7555-4057-b992-30910a37255c None None] Transition to ACTIVE for port object 13915d33-a21d-4265-8f51-8bfeaa61f3ea will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:57.941538 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b6d03681-e2f1-4371-8fd1-7eb416244fe3 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] 10.222.0.10 "DELETE /v2.0/networks/f5f6773a-0f12-4bfa-a85f-700a84dcd8c9 HTTP/1.1" status: 204 len: 168 time: 2.2002439 Mar 28 19:08:57.947310 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f5f4fa-ba43-4cb0-80aa-0c06f7b5c419 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:57.948772 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bbcdf2d6-fb08-458e-9266-394d85bce656 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:57.948909 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-bd3f1408-3525-4bdf-a4ea-701a6be42383 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:57.949249 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-d4f5f4fa-ba43-4cb0-80aa-0c06f7b5c419 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:57.950558 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53694) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:57.951895 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f5f4fa-ba43-4cb0-80aa-0c06f7b5c419 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:08:57.953643 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c4ccbb93-b619-45e6-834b-51f74467c54a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:57.991144 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f26bfb-4a92-41f4-9fe7-987ddc6fc8e9 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Pushing event updated for resources: {'Subnet': ['ID=481da87e-a099-4bf6-aa6d-51e6f4526893,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:57.991879 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331f37c9-1ea0-42b9-9577-4025d4d0c41d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Network 1010730c-fe29-4d27-8ff4-a53b9aa96204 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:57.997205 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-331f37c9-1ea0-42b9-9577-4025d4d0c41d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:57.997872 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ccbb93-b619-45e6-834b-51f74467c54a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:08:58.002070 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c4ccbb93-b619-45e6-834b-51f74467c54a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:58.008610 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-af785217-7555-4057-b992-30910a37255c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:58.016217 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.securitygroups_db [None req-bd3f1408-3525-4bdf-a4ea-701a6be42383 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Project 2f1258f38deb4521b00588edd9df59d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:08:58.018963 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcdf2d6-fb08-458e-9266-394d85bce656 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:08:58.022674 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bbcdf2d6-fb08-458e-9266-394d85bce656 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:58.041778 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f26bfb-4a92-41f4-9fe7-987ddc6fc8e9 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Checking segment: {'id': '3c8b0298-0e78-46bd-8123-9d52aa1f987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'b06cdeaf-ecf2-494f-9b37-390c1975899d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:08:58.042138 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f26bfb-4a92-41f4-9fe7-987ddc6fc8e9 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Network hostable DHCP agents. Network: b06cdeaf-ecf2-494f-9b37-390c1975899d, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:08:58.122010 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2c4493d7-ae01-444d-a1d9-65df6cd29161 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:58.123808 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dc61cf5d-fa93-428a-a50d-6e2589329346 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:58.124490 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc61cf5d-fa93-428a-a50d-6e2589329346 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Fanout notify agent at l3_agent the message router_deleted on router 3328514e-581c-4ca5-a18a-8fac35b21da2 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:08:58.146751 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af785217-7555-4057-b992-30910a37255c None None] Pushing event updated for resources: {'Port': ['ID=13915d33-a21d-4265-8f51-8bfeaa61f3ea,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:58.160976 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-bd3f1408-3525-4bdf-a4ea-701a6be42383 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:08:58.162451 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-bd3f1408-3525-4bdf-a4ea-701a6be42383 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3251698 Mar 28 19:08:58.165603 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53698) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:58.166767 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af785217-7555-4057-b992-30910a37255c None None] Network ae3ba056-ee36-4526-929e-3bba400b37e6 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:58.174807 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-af785217-7555-4057-b992-30910a37255c None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:58.178325 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af785217-7555-4057-b992-30910a37255c None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:08:58.178656 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-a2a762e5-1654-4b4c-86a9-75f15029a22c tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group_rule': {'security_group_id': '98794fcd-abe9-468e-8d46-633d85677c5a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:58.179295 dv-neutron-834711-1-hyperv neutron-server[87833]: WARNING neutron.api.v2.base [None req-a2a762e5-1654-4b4c-86a9-75f15029a22c tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 28 19:08:58.180065 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-a2a762e5-1654-4b4c-86a9-75f15029a22c tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:08:58.183765 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a2a762e5-1654-4b4c-86a9-75f15029a22c tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0145288 Mar 28 19:08:58.190104 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53702) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:58.193219 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f26bfb-4a92-41f4-9fe7-987ddc6fc8e9 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Network b06cdeaf-ecf2-494f-9b37-390c1975899d is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:08:58.204969 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-e4909d7b-c080-44d4-b5a7-accd1b5ab7d6 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group_rule': {'security_group_id': '98794fcd-abe9-468e-8d46-633d85677c5a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:58.217081 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e4909d7b-c080-44d4-b5a7-accd1b5ab7d6 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:58.224295 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e4909d7b-c080-44d4-b5a7-accd1b5ab7d6 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Usage tracker for resource:security_group_rule and tenant:2f1258f38deb4521b00588edd9df59d2 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:58.229350 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e4909d7b-c080-44d4-b5a7-accd1b5ab7d6 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:58.233705 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-b9f26bfb-4a92-41f4-9fe7-987ddc6fc8e9 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, b06cdeaf-ecf2-494f-9b37-390c1975899d) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:58.237679 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dc61cf5d-fa93-428a-a50d-6e2589329346 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:58.239019 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-dc61cf5d-fa93-428a-a50d-6e2589329346 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "DELETE /v2.0/routers/3328514e-581c-4ca5-a18a-8fac35b21da2 HTTP/1.1" status: 204 len: 168 time: 1.2725244 Mar 28 19:08:58.247305 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e4909d7b-c080-44d4-b5a7-accd1b5ab7d6 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:58.249227 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53706) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:58.255086 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea7cb6d-9eda-41e8-bc1f-8387199c940a None None] Network b06cdeaf-ecf2-494f-9b37-390c1975899d requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:08:58.299570 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f26bfb-4a92-41f4-9fe7-987ddc6fc8e9 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:58.300412 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b9f26bfb-4a92-41f4-9fe7-987ddc6fc8e9 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:58.300772 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-d4f5f4fa-ba43-4cb0-80aa-0c06f7b5c419 None None] Attempting to bind port 0c17cae4-10af-434f-9c2f-bb1cfbd7090e on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:08:58.301934 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-d4f5f4fa-ba43-4cb0-80aa-0c06f7b5c419 None None] Attempting to bind port 0c17cae4-10af-434f-9c2f-bb1cfbd7090e by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:08:58.302305 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f5f4fa-ba43-4cb0-80aa-0c06f7b5c419 None None] Attempting to bind port 0c17cae4-10af-434f-9c2f-bb1cfbd7090e on network 1857c8f5-5622-42ce-a4f9-106880783f61 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:08:58.318117 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-00604335-eeed-4985-84ab-52a709297e1b tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "GET /v2.0/ports?device_id=3328514e-581c-4ca5-a18a-8fac35b21da2 HTTP/1.1" status: 200 len: 205 time: 0.0648530 Mar 28 19:08:58.325870 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53710) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:58.340222 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f5f4fa-ba43-4cb0-80aa-0c06f7b5c419 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:08:58.340675 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f5f4fa-ba43-4cb0-80aa-0c06f7b5c419 None None] Checking segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:08:58.341051 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d4f5f4fa-ba43-4cb0-80aa-0c06f7b5c419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:58.342010 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f5f4fa-ba43-4cb0-80aa-0c06f7b5c419 None None] Bound using segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:08:58.342010 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-d4f5f4fa-ba43-4cb0-80aa-0c06f7b5c419 None None] Bound port: 0c17cae4-10af-434f-9c2f-bb1cfbd7090e, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:08:58.342264 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d4f5f4fa-ba43-4cb0-80aa-0c06f7b5c419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:58.425972 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.securitygroups_db [None req-e4909d7b-c080-44d4-b5a7-accd1b5ab7d6 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Project 2f1258f38deb4521b00588edd9df59d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:08:58.451018 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-09e0f758-9daf-4617-b27c-f33fcba63672 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] delete failed (client error): The resource could not be found. Mar 28 19:08:58.454658 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-09e0f758-9daf-4617-b27c-f33fcba63672 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "DELETE /v2.0/routers/3328514e-581c-4ca5-a18a-8fac35b21da2 HTTP/1.1" status: 404 len: 336 time: 0.1233749 Mar 28 19:08:58.463709 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b9f26bfb-4a92-41f4-9fe7-987ddc6fc8e9 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7343204 Mar 28 19:08:58.463904 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53714) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:58.466616 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53716) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:58.470857 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-66e21bd1-413d-4053-84ab-2fb71c0c8e56 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Request body: {'port': {'network_id': 'b06cdeaf-ecf2-494f-9b37-390c1975899d', 'name': 'tempest-NetworksIpV6TestAttrs-1743584799'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:58.487722 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-af785217-7555-4057-b992-30910a37255c None None] Attempting to bind port 13915d33-a21d-4265-8f51-8bfeaa61f3ea on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:08:58.488164 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-af785217-7555-4057-b992-30910a37255c None None] Attempting to bind port 13915d33-a21d-4265-8f51-8bfeaa61f3ea by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '476cafe6-930b-4305-b7f1-c3f26cf18a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ae3ba056-ee36-4526-929e-3bba400b37e6'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:08:58.488586 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af785217-7555-4057-b992-30910a37255c None None] Attempting to bind port 13915d33-a21d-4265-8f51-8bfeaa61f3ea on network ae3ba056-ee36-4526-929e-3bba400b37e6 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:08:58.503882 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-3cb5df00-af3b-4eea-8d0c-adf06c73d100 None None] Provisioning complete for port 36096db1-b161-42d6-9d5f-6b4a152e1eac triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:08:58.504381 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3cb5df00-af3b-4eea-8d0c-adf06c73d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:58.569320 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af785217-7555-4057-b992-30910a37255c None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:08:58.569570 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af785217-7555-4057-b992-30910a37255c None None] Checking segment: {'id': '476cafe6-930b-4305-b7f1-c3f26cf18a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ae3ba056-ee36-4526-929e-3bba400b37e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:08:58.570085 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-af785217-7555-4057-b992-30910a37255c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:58.570536 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af785217-7555-4057-b992-30910a37255c None None] Bound using segment: {'id': '476cafe6-930b-4305-b7f1-c3f26cf18a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ae3ba056-ee36-4526-929e-3bba400b37e6'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:08:58.571049 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-af785217-7555-4057-b992-30910a37255c None None] Bound port: 13915d33-a21d-4265-8f51-8bfeaa61f3ea, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476cafe6-930b-4305-b7f1-c3f26cf18a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ae3ba056-ee36-4526-929e-3bba400b37e6'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:08:58.571436 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-af785217-7555-4057-b992-30910a37255c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:58.591013 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-41894189-c9cd-4b19-ab73-62ebc6171873 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea7e57a1-908c-4be5-a5a6-c536f3fdffa9 HTTP/1.1" status: 200 len: 205 time: 0.1243100 Mar 28 19:08:58.591495 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2c4493d7-ae01-444d-a1d9-65df6cd29161 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:58.606212 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53722) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:58.649366 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-e4909d7b-c080-44d4-b5a7-accd1b5ab7d6 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:08:58.650381 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e4909d7b-c080-44d4-b5a7-accd1b5ab7d6 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4589410 Mar 28 19:08:58.703607 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53726) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:58.725889 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-6be6b287-b121-4ee0-b266-cbe770cd11ce tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group_rule': {'security_group_id': '98794fcd-abe9-468e-8d46-633d85677c5a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:58.731895 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6be6b287-b121-4ee0-b266-cbe770cd11ce tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:58.737336 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6be6b287-b121-4ee0-b266-cbe770cd11ce tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Usage tracker for resource:security_group_rule and tenant:2f1258f38deb4521b00588edd9df59d2 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:58.742292 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6be6b287-b121-4ee0-b266-cbe770cd11ce tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:58.748449 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6be6b287-b121-4ee0-b266-cbe770cd11ce tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:58.789357 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.securitygroups_db [None req-6be6b287-b121-4ee0-b266-cbe770cd11ce tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Project 2f1258f38deb4521b00588edd9df59d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:08:58.814895 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:58.816614 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:58.824852 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-d4f5f4fa-ba43-4cb0-80aa-0c06f7b5c419 None None] For port 0c17cae4-10af-434f-9c2f-bb1cfbd7090e, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:08:58.827505 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-3cb5df00-af3b-4eea-8d0c-adf06c73d100 None None] Port 36096db1-b161-42d6-9d5f-6b4a152e1eac cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:08:58.843024 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-d4f5f4fa-ba43-4cb0-80aa-0c06f7b5c419 None None] For port 0c17cae4-10af-434f-9c2f-bb1cfbd7090e, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=0c17cae4-10af-434f-9c2f-bb1cfbd7090e,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:08:58.846526 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c4ccbb93-b619-45e6-834b-51f74467c54a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:58.847453 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-2c4493d7-ae01-444d-a1d9-65df6cd29161 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f810c5c2-035a-4e81-8420-5027bdd3a0c0']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:58.855699 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d4f5f4fa-ba43-4cb0-80aa-0c06f7b5c419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:58.856330 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331f37c9-1ea0-42b9-9577-4025d4d0c41d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Router 1b149795-4513-4644-9d66-b730d8819921 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:08:58.858500 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-7625fc8e-59ff-4d4f-a9a5-dd0ed13213db tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] delete failed (client error): The resource could not be found. Mar 28 19:08:58.859608 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7625fc8e-59ff-4d4f-a9a5-dd0ed13213db tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "DELETE /v2.0/routers/ea7e57a1-908c-4be5-a5a6-c536f3fdffa9 HTTP/1.1" status: 404 len: 336 time: 0.2524621 Mar 28 19:08:58.866161 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53730) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:58.876467 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-2c4493d7-ae01-444d-a1d9-65df6cd29161 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c5e3d6-cf36-4653-a23d-0e02214be6a8') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:58.876770 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-2c4493d7-ae01-444d-a1d9-65df6cd29161 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c5e3d6-cf36-4653-a23d-0e02214be6a8') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:58.880401 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-6be6b287-b121-4ee0-b266-cbe770cd11ce tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:08:58.884548 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6be6b287-b121-4ee0-b266-cbe770cd11ce tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1767464 Mar 28 19:08:58.887357 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53734) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:58.900035 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d290fe-9348-49eb-9044-66ba2d891489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-b06cdeaf-ecf2-494f-9b37-390c1975899d', 'network_id': 'b06cdeaf-ecf2-494f-9b37-390c1975899d', 'tenant_id': 'fe32ebde26f54d0898ada80456f9d179', 'fixed_ips': [{'subnet_id': '481da87e-a099-4bf6-aa6d-51e6f4526893'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:08:58.901164 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f5d290fe-9348-49eb-9044-66ba2d891489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:58.933000 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-66e21bd1-413d-4053-84ab-2fb71c0c8e56 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:58.957845 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-af785217-7555-4057-b992-30910a37255c None None] For port 13915d33-a21d-4265-8f51-8bfeaa61f3ea, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:08:58.963968 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-66e21bd1-413d-4053-84ab-2fb71c0c8e56 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Usage tracker for resource:port and tenant:fe32ebde26f54d0898ada80456f9d179 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:58.964631 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-af785217-7555-4057-b992-30910a37255c None None] For port 13915d33-a21d-4265-8f51-8bfeaa61f3ea, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=13915d33-a21d-4265-8f51-8bfeaa61f3ea,segment=NetworkSegment(476cafe6-930b-4305-b7f1-c3f26cf18a09),segment_id=476cafe6-930b-4305-b7f1-c3f26cf18a09)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:08:58.978238 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-66e21bd1-413d-4053-84ab-2fb71c0c8e56 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:58.992405 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2c4493d7-ae01-444d-a1d9-65df6cd29161 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:58.999881 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-66e21bd1-413d-4053-84ab-2fb71c0c8e56 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:59.000962 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-cc4a481b-8654-4d4e-a14a-3e597261e685 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dda83c7-3047-4fd4-a6e4-41e6d9980171 HTTP/1.1" status: 200 len: 205 time: 0.1305048 Mar 28 19:08:59.001860 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ccbb93-b619-45e6-834b-51f74467c54a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Subnet': ['ID=b60f6362-26fb-4076-91c6-38989b12e440,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:59.003856 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53738) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:59.014364 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-af785217-7555-4057-b992-30910a37255c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:59.029994 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2c4493d7-ae01-444d-a1d9-65df6cd29161 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:59.066111 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5f4fa-ba43-4cb0-80aa-0c06f7b5c419 None None] Pushing event updated for resources: {'Port': ['ID=0c17cae4-10af-434f-9c2f-bb1cfbd7090e,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:59.081000 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ccbb93-b619-45e6-834b-51f74467c54a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Checking segment: {'id': '532a4acd-51bf-4a9b-bc55-0bbf6f12ce72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cef7e40d-46ac-4b43-8bcb-64bdbb874ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:08:59.081237 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ccbb93-b619-45e6-834b-51f74467c54a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network hostable DHCP agents. Network: cef7e40d-46ac-4b43-8bcb-64bdbb874ce1, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:08:59.085856 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c4493d7-ae01-444d-a1d9-65df6cd29161 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:08:59.086275 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2c4493d7-ae01-444d-a1d9-65df6cd29161 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:08:59.102865 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:08:59.108515 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-48fc8b97-3acf-45fd-af51-9127e761df99 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] delete failed (client error): The resource could not be found. Mar 28 19:08:59.109575 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-48fc8b97-3acf-45fd-af51-9127e761df99 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "DELETE /v2.0/routers/7dda83c7-3047-4fd4-a6e4-41e6d9980171 HTTP/1.1" status: 404 len: 336 time: 0.1045489 Mar 28 19:08:59.110543 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e21bd1-413d-4053-84ab-2fb71c0c8e56 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Made reservation on behalf of fe32ebde26f54d0898ada80456f9d179 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:08:59.114023 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-66e21bd1-413d-4053-84ab-2fb71c0c8e56 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:59.124793 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53742) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:59.180801 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e89248a7-422c-4e9c-8d8a-43d935f8ab94 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:59.223630 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-66e21bd1-413d-4053-84ab-2fb71c0c8e56 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] device_id is not set on port e8891f58-593a-45b1-a691-4bfc5e856920 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:08:59.239101 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af785217-7555-4057-b992-30910a37255c None None] Pushing event updated for resources: {'Port': ['ID=13915d33-a21d-4265-8f51-8bfeaa61f3ea,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:59.250381 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-f5d290fe-9348-49eb-9044-66ba2d891489 None None] Allocated IP 2001:db8::f816:3eff:fe8b:39ca (b06cdeaf-ecf2-494f-9b37-390c1975899d/481da87e-a099-4bf6-aa6d-51e6f4526893/ea16e22a-b5f2-47f8-9a6b-148901f67186) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:08:59.255433 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2c4493d7-ae01-444d-a1d9-65df6cd29161 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:59.284173 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2c4493d7-ae01-444d-a1d9-65df6cd29161 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:59.303800 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ffce9978-17ff-4a0e-b565-6b3e99f78cfa tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee156cc8-1883-4ab4-bf84-ad760a59dcd8 HTTP/1.1" status: 200 len: 205 time: 0.1730981 Mar 28 19:08:59.322897 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53746) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:59.325811 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4493d7-ae01-444d-a1d9-65df6cd29161 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Pushing event deleted for resources: {'Network': ['ID=f810c5c2-035a-4e81-8420-5027bdd3a0c0,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:59.333316 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e89248a7-422c-4e9c-8d8a-43d935f8ab94 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:59.392288 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ccbb93-b619-45e6-834b-51f74467c54a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network cef7e40d-46ac-4b43-8bcb-64bdbb874ce1 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:08:59.438029 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-8f5e1900-43e6-4c04-b736-0b58a44624d6 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] delete failed (client error): The resource could not be found. Mar 28 19:08:59.439186 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8f5e1900-43e6-4c04-b736-0b58a44624d6 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "DELETE /v2.0/routers/ee156cc8-1883-4ab4-bf84-ad760a59dcd8 HTTP/1.1" status: 404 len: 336 time: 0.1149139 Mar 28 19:08:59.445377 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53750) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:59.448414 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331f37c9-1ea0-42b9-9577-4025d4d0c41d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:08:59.462842 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a675b2e-6b2d-4565-af4d-bd47f7c4c3d6 None None] Sync routers for ids ['1b149795-4513-4644-9d66-b730d8819921'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:08:59.484750 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e89248a7-422c-4e9c-8d8a-43d935f8ab94 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:59.490819 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2c4493d7-ae01-444d-a1d9-65df6cd29161 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] 10.222.0.10 "DELETE /v2.0/networks/f810c5c2-035a-4e81-8420-5027bdd3a0c0 HTTP/1.1" status: 204 len: 168 time: 1.5355825 Mar 28 19:08:59.499486 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-331f37c9-1ea0-42b9-9577-4025d4d0c41d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "PUT /v2.0/routers/1b149795-4513-4644-9d66-b730d8819921/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2113156 Mar 28 19:08:59.500648 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53754) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:59.507075 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-c4ccbb93-b619-45e6-834b-51f74467c54a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, cef7e40d-46ac-4b43-8bcb-64bdbb874ce1) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:59.508579 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53756) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:59.509490 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89248a7-422c-4e9c-8d8a-43d935f8ab94 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98794fcd-abe9-468e-8d46-633d85677c5a,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:59.525089 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1a5acb-6a08-4978-b626-5fa59e2c75e9 None None] Network cef7e40d-46ac-4b43-8bcb-64bdbb874ce1 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:08:59.541955 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ccbb93-b619-45e6-834b-51f74467c54a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:59.542589 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c4ccbb93-b619-45e6-834b-51f74467c54a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:59.558447 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e607bf7a-f30c-490b-8127-29819bd33fba tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8600182-48e0-4d14-b405-5765a3386dde HTTP/1.1" status: 200 len: 205 time: 0.1115885 Mar 28 19:08:59.569013 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-2e024a6c-b8c0-49f7-bcf0-aec96d9bf9ee tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Request body: {'port': {'network_id': '1010730c-fe29-4d27-8ff4-a53b9aa96204', 'name': 'tempest-FloatingIPTestJSON-240349802'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:59.580399 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53762) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:59.617728 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a675b2e-6b2d-4565-af4d-bd47f7c4c3d6 None None] Routers {'1b149795-4513-4644-9d66-b730d8819921'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:59.618354 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-9a675b2e-6b2d-4565-af4d-bd47f7c4c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:08:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['1b149795-4513-4644-9d66-b730d8819921'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:59.711979 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f5d290fe-9348-49eb-9044-66ba2d891489 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:59.736129 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-362daa17-ca69-43e1-9c73-ab2065eeccb3 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] delete failed (client error): The resource could not be found. Mar 28 19:08:59.737523 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-362daa17-ca69-43e1-9c73-ab2065eeccb3 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "DELETE /v2.0/routers/a8600182-48e0-4d14-b405-5765a3386dde HTTP/1.1" status: 404 len: 336 time: 0.1562045 Mar 28 19:08:59.746551 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f5d290fe-9348-49eb-9044-66ba2d891489 None None] Transition to ACTIVE for port object ea16e22a-b5f2-47f8-9a6b-148901f67186 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:59.751598 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e89248a7-422c-4e9c-8d8a-43d935f8ab94 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:59.755085 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e89248a7-422c-4e9c-8d8a-43d935f8ab94 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "DELETE /v2.0/security-groups/98794fcd-abe9-468e-8d46-633d85677c5a HTTP/1.1" status: 204 len: 168 time: 0.8597307 Mar 28 19:08:59.755330 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53766) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:59.759635 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c4ccbb93-b619-45e6-834b-51f74467c54a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1625388 Mar 28 19:08:59.792334 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bbcdf2d6-fb08-458e-9266-394d85bce656 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:59.797268 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53770) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:59.797561 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53772) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:59.818732 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-5c072eda-6693-4104-9347-2ee26ec83d2e tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-643681254', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:08:59.825400 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-5c072eda-6693-4104-9347-2ee26ec83d2e tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:59.829262 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5c072eda-6693-4104-9347-2ee26ec83d2e tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:router and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:59.832150 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5c072eda-6693-4104-9347-2ee26ec83d2e tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:08:59.837821 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-5c072eda-6693-4104-9347-2ee26ec83d2e tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:08:59.839486 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-9a675b2e-6b2d-4565-af4d-bd47f7c4c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:59.857182 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5c072eda-6693-4104-9347-2ee26ec83d2e tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:59.857772 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5c072eda-6693-4104-9347-2ee26ec83d2e tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:59.869773 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f5d290fe-9348-49eb-9044-66ba2d891489 None None] Transition to ACTIVE for port object ea16e22a-b5f2-47f8-9a6b-148901f67186 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:08:59.872775 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a675b2e-6b2d-4565-af4d-bd47f7c4c3d6 None None] Routers {'1b149795-4513-4644-9d66-b730d8819921'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:08:59.873390 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-9a675b2e-6b2d-4565-af4d-bd47f7c4c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:08:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['1b149795-4513-4644-9d66-b730d8819921'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:08:59.913707 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5c072eda-6693-4104-9347-2ee26ec83d2e tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:08:59.921338 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-2e024a6c-b8c0-49f7-bcf0-aec96d9bf9ee tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:08:59.927624 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-de62c9b3-65f2-48a1-9575-90943415e8da tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "GET /v2.0/ports?device_id=30e3049c-3788-418e-9aa8-9086c4977976 HTTP/1.1" status: 200 len: 205 time: 0.1737430 Mar 28 19:08:59.933638 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53778) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:08:59.943441 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-2e024a6c-b8c0-49f7-bcf0-aec96d9bf9ee tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Usage tracker for resource:port and tenant:1743e377fa3445a1bfe766f337c9afee is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:08:59.946686 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcdf2d6-fb08-458e-9266-394d85bce656 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:08:59.966741 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdf2d6-fb08-458e-9266-394d85bce656 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Subnet': ['ID=fc71bf84-4e4b-4aad-a8cb-fa8b9d60840d,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:08:59.969215 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-bbcdf2d6-fb08-458e-9266-394d85bce656 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:08:59.974352 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcdf2d6-fb08-458e-9266-394d85bce656 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:08:59.975331 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bbcdf2d6-fb08-458e-9266-394d85bce656 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:00.000472 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f5d290fe-9348-49eb-9044-66ba2d891489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:00.004333 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-2e024a6c-b8c0-49f7-bcf0-aec96d9bf9ee tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:00.009309 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c2ea303b-9271-4058-bd81-aa16061999ea tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Synchronizing usage tracker for tenant:2f1258f38deb4521b00588edd9df59d2 on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:00.021229 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161c6d6b-0a21-4dea-8035-768e4e7ddb4b tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:00.027662 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161c6d6b-0a21-4dea-8035-768e4e7ddb4b tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:00.028655 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-161c6d6b-0a21-4dea-8035-768e4e7ddb4b tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Synchronizing usage tracker for tenant:95b2a561eb9e44ce99904a3c87dc77c6 on resource:network {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:00.033698 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-bbcdf2d6-fb08-458e-9266-394d85bce656 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0656395 Mar 28 19:09:00.035419 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-2e024a6c-b8c0-49f7-bcf0-aec96d9bf9ee tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:00.044315 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53782) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:00.051480 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-c37f2842-d63a-46ab-928a-7fb01047ff58 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'port': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'mac_address': 'fa:16:3e:e9:88:a3', 'name': 'tempest-NetworksTestDHCPv6-1150509642'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:00.072207 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-161c6d6b-0a21-4dea-8035-768e4e7ddb4b tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Unset dirty status for tenant:95b2a561eb9e44ce99904a3c87dc77c6 on resource:network {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:00.073633 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-161c6d6b-0a21-4dea-8035-768e4e7ddb4b tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5563984 Mar 28 19:09:00.079268 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-9a675b2e-6b2d-4565-af4d-bd47f7c4c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:00.080564 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a675b2e-6b2d-4565-af4d-bd47f7c4c3d6 None None] The sync data for ids ['1b149795-4513-4644-9d66-b730d8819921'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:09:00.083842 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-69e23eee-0c15-4bb5-b4cb-9012a4c4d083 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] delete failed (client error): The resource could not be found. Mar 28 19:09:00.087630 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-69e23eee-0c15-4bb5-b4cb-9012a4c4d083 tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "DELETE /v2.0/routers/30e3049c-3788-418e-9aa8-9086c4977976 HTTP/1.1" status: 404 len: 336 time: 0.1491652 Mar 28 19:09:00.091031 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53786) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:00.091204 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53788) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:00.100531 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-c29f5384-d89c-46a0-9671-8f2dc2b1f663 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1019794624'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:00.105718 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d290fe-9348-49eb-9044-66ba2d891489 None None] Pushing event updated for resources: {'Port': ['ID=ea16e22a-b5f2-47f8-9a6b-148901f67186,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:00.110118 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c29f5384-d89c-46a0-9671-8f2dc2b1f663 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:00.143513 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5c072eda-6693-4104-9347-2ee26ec83d2e tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:00.143961 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d290fe-9348-49eb-9044-66ba2d891489 None None] Network b06cdeaf-ecf2-494f-9b37-390c1975899d is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:00.146140 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:00.147044 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-f5d290fe-9348-49eb-9044-66ba2d891489 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:00.149881 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d290fe-9348-49eb-9044-66ba2d891489 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:09:00.153371 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e024a6c-b8c0-49f7-bcf0-aec96d9bf9ee tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Made reservation on behalf of 1743e377fa3445a1bfe766f337c9afee for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:00.157390 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2e024a6c-b8c0-49f7-bcf0-aec96d9bf9ee tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:00.170323 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c2ea303b-9271-4058-bd81-aa16061999ea tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Unset dirty status for tenant:2f1258f38deb4521b00588edd9df59d2 on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:00.171902 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c2ea303b-9271-4058-bd81-aa16061999ea tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3730838 Mar 28 19:09:00.176359 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53794) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:00.182186 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c29f5384-d89c-46a0-9671-8f2dc2b1f663 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:00.182664 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-b629eb7e-63d4-463a-a33c-297efcec8ecc tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] DELETE failed (client error): The resource could not be found. Mar 28 19:09:00.183140 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b629eb7e-63d4-463a-a33c-297efcec8ecc tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:09:00.190091 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-3454f29e-af77-4d3c-8bc7-9a15d677e9ab tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group': {'name': 'tempest-secgroup--1644166095'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:00.196452 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-3454f29e-af77-4d3c-8bc7-9a15d677e9ab tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:00.206902 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-3454f29e-af77-4d3c-8bc7-9a15d677e9ab tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:00.207849 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-2e024a6c-b8c0-49f7-bcf0-aec96d9bf9ee tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] device_id is not set on port e9ee4d03-90fd-47c1-9310-b430957cc6ed yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:09:00.227219 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3454f29e-af77-4d3c-8bc7-9a15d677e9ab tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:00.245487 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b629eb7e-63d4-463a-a33c-297efcec8ecc tempest-RoutersIpV6AdminTest-451125523 tempest-RoutersIpV6AdminTest-451125523-project] 10.222.0.10 "DELETE /v2.0/subnets/6ad3cd8f-770b-4060-a7ec-03473480f9dd HTTP/1.1" status: 404 len: 337 time: 0.1474111 Mar 28 19:09:00.251184 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29f5384-d89c-46a0-9671-8f2dc2b1f663 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Made reservation on behalf of 95b2a561eb9e44ce99904a3c87dc77c6 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:00.254604 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5c072eda-6693-4104-9347-2ee26ec83d2e tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:00.255797 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5c072eda-6693-4104-9347-2ee26ec83d2e tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4556565 Mar 28 19:09:00.258248 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c29f5384-d89c-46a0-9671-8f2dc2b1f663 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:00.262462 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53800) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:00.270725 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-66e21bd1-413d-4053-84ab-2fb71c0c8e56 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Allocated IP 2001:db8::f816:3eff:fe73:977e (b06cdeaf-ecf2-494f-9b37-390c1975899d/481da87e-a099-4bf6-aa6d-51e6f4526893/e8891f58-593a-45b1-a691-4bfc5e856920) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:00.284722 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-ef1d61d9-7e0a-48f0-8272-191c372bd9b2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'port': {'network_id': 'cef7e40d-46ac-4b43-8bcb-64bdbb874ce1', 'name': 'tempest-PortsIpV6TestJSON-895727052'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:00.319309 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-f5d290fe-9348-49eb-9044-66ba2d891489 None None] Attempting to bind port ea16e22a-b5f2-47f8-9a6b-148901f67186 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:09:00.319309 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-f5d290fe-9348-49eb-9044-66ba2d891489 None None] Attempting to bind port ea16e22a-b5f2-47f8-9a6b-148901f67186 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '3c8b0298-0e78-46bd-8123-9d52aa1f987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'b06cdeaf-ecf2-494f-9b37-390c1975899d'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:09:00.319958 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d290fe-9348-49eb-9044-66ba2d891489 None None] Attempting to bind port ea16e22a-b5f2-47f8-9a6b-148901f67186 on network b06cdeaf-ecf2-494f-9b37-390c1975899d {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:09:00.326362 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d290fe-9348-49eb-9044-66ba2d891489 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:09:00.326362 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d290fe-9348-49eb-9044-66ba2d891489 None None] Checking segment: {'id': '3c8b0298-0e78-46bd-8123-9d52aa1f987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'b06cdeaf-ecf2-494f-9b37-390c1975899d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:09:00.326681 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f5d290fe-9348-49eb-9044-66ba2d891489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:00.327182 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d290fe-9348-49eb-9044-66ba2d891489 None None] Bound using segment: {'id': '3c8b0298-0e78-46bd-8123-9d52aa1f987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'b06cdeaf-ecf2-494f-9b37-390c1975899d'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:09:00.327870 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-f5d290fe-9348-49eb-9044-66ba2d891489 None None] Bound port: ea16e22a-b5f2-47f8-9a6b-148901f67186, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8b0298-0e78-46bd-8123-9d52aa1f987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'b06cdeaf-ecf2-494f-9b37-390c1975899d'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:09:00.328659 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f5d290fe-9348-49eb-9044-66ba2d891489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:00.376957 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c37f2842-d63a-46ab-928a-7fb01047ff58 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:00.393102 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c37f2842-d63a-46ab-928a-7fb01047ff58 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:port and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:00.399853 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c37f2842-d63a-46ab-928a-7fb01047ff58 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:00.423014 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-3454f29e-af77-4d3c-8bc7-9a15d677e9ab tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:00.441715 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c37f2842-d63a-46ab-928a-7fb01047ff58 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:00.445424 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281585c1-9a63-4d30-92e9-664fe696a191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-cef7e40d-46ac-4b43-8bcb-64bdbb874ce1', 'network_id': 'cef7e40d-46ac-4b43-8bcb-64bdbb874ce1', 'tenant_id': '0eafd6e2aac349b4a881ab8a1e025dc4', 'fixed_ips': [{'subnet_id': 'b60f6362-26fb-4076-91c6-38989b12e440'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:09:00.446217 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3454f29e-af77-4d3c-8bc7-9a15d677e9ab tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Usage tracker for resource:security_group_rule and tenant:2f1258f38deb4521b00588edd9df59d2 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:00.447783 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-281585c1-9a63-4d30-92e9-664fe696a191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:00.457830 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3454f29e-af77-4d3c-8bc7-9a15d677e9ab tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:00.470089 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 13915d33-a21d-4265-8f51-8bfeaa61f3ea up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:09:00.472382 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29f5384-d89c-46a0-9671-8f2dc2b1f663 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:09:00.479609 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-3454f29e-af77-4d3c-8bc7-9a15d677e9ab tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:00.496411 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c29f5384-d89c-46a0-9671-8f2dc2b1f663 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:00.496764 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-c29f5384-d89c-46a0-9671-8f2dc2b1f663 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Added segment 2cd16f80-93b0-413a-b971-563fd7f077d3 of type vlan for network ce870cbf-659a-4e1d-b8ae-29d3a0f2f5a4 Mar 28 19:09:00.498853 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37f2842-d63a-46ab-928a-7fb01047ff58 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:00.678009 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 13915d33-a21d-4265-8f51-8bfeaa61f3ea completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:00.723169 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 0c17cae4-10af-434f-9c2f-bb1cfbd7090e up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:09:00.814362 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-f5d290fe-9348-49eb-9044-66ba2d891489 None None] For port ea16e22a-b5f2-47f8-9a6b-148901f67186, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:09:00.815122 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c29f5384-d89c-46a0-9671-8f2dc2b1f663 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:00.849211 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53806) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:00.861549 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-f5d290fe-9348-49eb-9044-66ba2d891489 None None] For port ea16e22a-b5f2-47f8-9a6b-148901f67186, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=ea16e22a-b5f2-47f8-9a6b-148901f67186,segment=NetworkSegment(3c8b0298-0e78-46bd-8123-9d52aa1f987a),segment_id=3c8b0298-0e78-46bd-8123-9d52aa1f987a)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:09:00.872488 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f5d290fe-9348-49eb-9044-66ba2d891489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:00.880618 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3454f29e-af77-4d3c-8bc7-9a15d677e9ab tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:00.901592 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3454f29e-af77-4d3c-8bc7-9a15d677e9ab tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:00.917040 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-2e024a6c-b8c0-49f7-bcf0-aec96d9bf9ee tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Allocated IP 172.20.0.3 (1010730c-fe29-4d27-8ff4-a53b9aa96204/51d8316d-696a-4c8d-a940-05a7beb94eca/e9ee4d03-90fd-47c1-9310-b430957cc6ed) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:00.933957 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-ef1d61d9-7e0a-48f0-8272-191c372bd9b2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:00.947632 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ef1d61d9-7e0a-48f0-8272-191c372bd9b2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:port and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:00.957053 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ef1d61d9-7e0a-48f0-8272-191c372bd9b2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:00.976143 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3454f29e-af77-4d3c-8bc7-9a15d677e9ab tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:00.980743 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3454f29e-af77-4d3c-8bc7-9a15d677e9ab tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8028302 Mar 28 19:09:00.981695 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53812) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:00.990256 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.resource_extend [None req-c29f5384-d89c-46a0-9671-8f2dc2b1f663 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:09:00.992568 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-ef1d61d9-7e0a-48f0-8272-191c372bd9b2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:01.007113 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c37f2842-d63a-46ab-928a-7fb01047ff58 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:01.041790 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-9e113720-7c84-426b-ab94-8eeb6fd326af tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group_rule': {'security_group_id': '93568bdc-bf64-47f9-9091-76ef8219c67c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:01.045350 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-66e21bd1-413d-4053-84ab-2fb71c0c8e56 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:01.050414 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-9e113720-7c84-426b-ab94-8eeb6fd326af tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:01.056216 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-9e113720-7c84-426b-ab94-8eeb6fd326af tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Usage tracker for resource:security_group_rule and tenant:2f1258f38deb4521b00588edd9df59d2 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:01.060128 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-9e113720-7c84-426b-ab94-8eeb6fd326af tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:01.071809 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-9e113720-7c84-426b-ab94-8eeb6fd326af tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:01.077504 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc78356-2b36-4212-8ef0-64cc454fb75c None None] Network ae3ba056-ee36-4526-929e-3bba400b37e6 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:01.100552 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1d61d9-7e0a-48f0-8272-191c372bd9b2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:01.103932 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ef1d61d9-7e0a-48f0-8272-191c372bd9b2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:01.111310 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-c37f2842-d63a-46ab-928a-7fb01047ff58 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] device_id is not set on port 19e3ebc9-eb79-47c7-b7ca-3448b914d33d yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:09:01.184936 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-66e21bd1-413d-4053-84ab-2fb71c0c8e56 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Transition to ACTIVE for port object e8891f58-593a-45b1-a691-4bfc5e856920 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:01.186385 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6be7810f-133a-4b0d-a287-1bd8700f554f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:01.235640 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-281585c1-9a63-4d30-92e9-664fe696a191 None None] Allocated IP 2001:db8::2 (cef7e40d-46ac-4b43-8bcb-64bdbb874ce1/b60f6362-26fb-4076-91c6-38989b12e440/08bbe8af-ea62-4ebc-85f7-6a58e31270f7) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:01.260854 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 0c17cae4-10af-434f-9c2f-bb1cfbd7090e completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:01.273137 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7956030-ae36-49d0-a00e-b61079b5f403 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:01.299070 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-3a841774-d55a-4a69-a4dc-1bc994028249 None None] Provisioning for port 13915d33-a21d-4265-8f51-8bfeaa61f3ea completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:01.332150 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d290fe-9348-49eb-9044-66ba2d891489 None None] Pushing event updated for resources: {'Port': ['ID=ea16e22a-b5f2-47f8-9a6b-148901f67186,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:01.362534 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-3a841774-d55a-4a69-a4dc-1bc994028249 None None] Provisioning complete for port 13915d33-a21d-4265-8f51-8bfeaa61f3ea triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:01.363176 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3a841774-d55a-4a69-a4dc-1bc994028249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:01.383340 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454f29e-af77-4d3c-8bc7-9a15d677e9ab tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93568bdc-bf64-47f9-9091-76ef8219c67c,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:01.384710 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-ef1d61d9-7e0a-48f0-8272-191c372bd9b2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] device_id is not set on port ed6ce658-b0e3-4651-81e9-2599cc1a6f04 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:09:01.401668 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c29f5384-d89c-46a0-9671-8f2dc2b1f663 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:01.407437 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29f5384-d89c-46a0-9671-8f2dc2b1f663 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:01.408205 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c29f5384-d89c-46a0-9671-8f2dc2b1f663 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:01.447072 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6be7810f-133a-4b0d-a287-1bd8700f554f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:01.600490 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c29f5384-d89c-46a0-9671-8f2dc2b1f663 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5079224 Mar 28 19:09:01.600895 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6be7810f-133a-4b0d-a287-1bd8700f554f admin admin] Usage tracker for resource:security_group_rule and tenant:e6c57515830543a6952571afdd7483f1 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:01.601346 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53816) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:01.613941 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6be7810f-133a-4b0d-a287-1bd8700f554f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:01.626527 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6be7810f-133a-4b0d-a287-1bd8700f554f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:01.635442 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-9e113720-7c84-426b-ab94-8eeb6fd326af tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] create failed (client error): The resource could not be found. Mar 28 19:09:01.636758 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9e113720-7c84-426b-ab94-8eeb6fd326af tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6097808 Mar 28 19:09:01.641345 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-0248dc47-e8aa-4cee-9629-b192d8e68446 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1599952358'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:01.646718 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0248dc47-e8aa-4cee-9629-b192d8e68446 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:01.668340 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0248dc47-e8aa-4cee-9629-b192d8e68446 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:01.670453 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53820) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:01.684260 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f5384-d89c-46a0-9671-8f2dc2b1f663 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Pushing event updated for resources: {'Network': ['ID=ce870cbf-659a-4e1d-b8ae-29d3a0f2f5a4,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:01.700399 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0248dc47-e8aa-4cee-9629-b192d8e68446 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Made reservation on behalf of 95b2a561eb9e44ce99904a3c87dc77c6 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:01.704389 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0248dc47-e8aa-4cee-9629-b192d8e68446 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:01.712061 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2e024a6c-b8c0-49f7-bcf0-aec96d9bf9ee tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:01.727979 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network ce870cbf-659a-4e1d-b8ae-29d3a0f2f5a4 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:09:01.732024 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-2e024a6c-b8c0-49f7-bcf0-aec96d9bf9ee tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Transition to ACTIVE for port object e9ee4d03-90fd-47c1-9310-b430957cc6ed will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:01.756747 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-6b27e26a-4fdf-41a5-81bc-23ad8538b031 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group_rule': {'security_group_id': '93568bdc-bf64-47f9-9091-76ef8219c67c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1ab55649-04ca-4d00-8669-94f6e7d4f216'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:01.770332 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6b27e26a-4fdf-41a5-81bc-23ad8538b031 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:01.783896 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0248dc47-e8aa-4cee-9629-b192d8e68446 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:09:01.786286 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6b27e26a-4fdf-41a5-81bc-23ad8538b031 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Usage tracker for resource:security_group_rule and tenant:2f1258f38deb4521b00588edd9df59d2 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:01.793402 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6b27e26a-4fdf-41a5-81bc-23ad8538b031 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:01.810345 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6b27e26a-4fdf-41a5-81bc-23ad8538b031 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:01.817835 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-66e21bd1-413d-4053-84ab-2fb71c0c8e56 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:01.848429 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0248dc47-e8aa-4cee-9629-b192d8e68446 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:01.850803 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-0248dc47-e8aa-4cee-9629-b192d8e68446 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Added segment 406e62c8-39e5-4364-9c95-47b9f579d786 of type vlan for network 5232b40b-67fd-418c-ad44-583be81ba233 Mar 28 19:09:01.895122 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0248dc47-e8aa-4cee-9629-b192d8e68446 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:01.903266 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:01.915620 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-c37f2842-d63a-46ab-928a-7fb01047ff58 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Allocated IP 172.20.0.11 (1857c8f5-5622-42ce-a4f9-106880783f61/fc71bf84-4e4b-4aad-a8cb-fa8b9d60840d/19e3ebc9-eb79-47c7-b7ca-3448b914d33d) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:01.919029 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2e024a6c-b8c0-49f7-bcf0-aec96d9bf9ee tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:01.932015 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e21bd1-413d-4053-84ab-2fb71c0c8e56 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Network b06cdeaf-ecf2-494f-9b37-390c1975899d is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:01.936054 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-c37f2842-d63a-46ab-928a-7fb01047ff58 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Allocated IP 2001:db8::f816:3eff:fee9:88a3 (1857c8f5-5622-42ce-a4f9-106880783f61/fee15a91-108c-446f-ac11-33d1dfdf0108/19e3ebc9-eb79-47c7-b7ca-3448b914d33d) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:01.948669 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-66e21bd1-413d-4053-84ab-2fb71c0c8e56 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:01.952531 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0248dc47-e8aa-4cee-9629-b192d8e68446 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:01.959490 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0248dc47-e8aa-4cee-9629-b192d8e68446 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:01.960098 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0248dc47-e8aa-4cee-9629-b192d8e68446 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:01.969710 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e21bd1-413d-4053-84ab-2fb71c0c8e56 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:09:01.975265 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e21bd1-413d-4053-84ab-2fb71c0c8e56 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:01.976028 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-66e21bd1-413d-4053-84ab-2fb71c0c8e56 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:01.979565 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e21bd1-413d-4053-84ab-2fb71c0c8e56 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Pushing event updated for resources: {'Port': ['ID=e8891f58-593a-45b1-a691-4bfc5e856920,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:02.067544 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-6b27e26a-4fdf-41a5-81bc-23ad8538b031 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] create failed (client error): The resource could not be found. Mar 28 19:09:02.068584 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6b27e26a-4fdf-41a5-81bc-23ad8538b031 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3289888 Mar 28 19:09:02.076968 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e024a6c-b8c0-49f7-bcf0-aec96d9bf9ee tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Network 1010730c-fe29-4d27-8ff4-a53b9aa96204 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:02.087826 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53824) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:02.106351 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-2e024a6c-b8c0-49f7-bcf0-aec96d9bf9ee tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:02.127971 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-66e21bd1-413d-4053-84ab-2fb71c0c8e56 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.6578836 Mar 28 19:09:02.127971 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e024a6c-b8c0-49f7-bcf0-aec96d9bf9ee tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:09:02.137045 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53828) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:02.157516 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6be7810f-133a-4b0d-a287-1bd8700f554f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:02.165422 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e024a6c-b8c0-49f7-bcf0-aec96d9bf9ee tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event updated for resources: {'Port': ['ID=e9ee4d03-90fd-47c1-9310-b430957cc6ed,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:02.191430 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6be7810f-133a-4b0d-a287-1bd8700f554f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:02.196958 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0248dc47-e8aa-4cee-9629-b192d8e68446 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5602853 Mar 28 19:09:02.196958 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248dc47-e8aa-4cee-9629-b192d8e68446 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Pushing event updated for resources: {'Network': ['ID=5232b40b-67fd-418c-ad44-583be81ba233,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:02.204306 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53832) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:02.222477 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 5232b40b-67fd-418c-ad44-583be81ba233 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:09:02.245746 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Request body: {'ports': [{'network_id': 'ce870cbf-659a-4e1d-b8ae-29d3a0f2f5a4', 'name': 'tempest-port--1020895112', 'admin_state_up': True}, {'network_id': '5232b40b-67fd-418c-ad44-583be81ba233', 'admin_state_up': False}]} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:02.246058 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Request body: {'port': {'network_id': 'ce870cbf-659a-4e1d-b8ae-29d3a0f2f5a4', 'name': 'tempest-port--1020895112', 'admin_state_up': True}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:02.246282 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-281585c1-9a63-4d30-92e9-664fe696a191 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:02.246540 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Request body: {'port': {'network_id': '5232b40b-67fd-418c-ad44-583be81ba233', 'admin_state_up': False}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:02.301210 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-15dc3724-9bd2-4ea2-8c03-37043072e381 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Deleting subnet 481da87e-a099-4bf6-aa6d-51e6f4526893 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:09:02.310349 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-15dc3724-9bd2-4ea2-8c03-37043072e381 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:02.313105 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-281585c1-9a63-4d30-92e9-664fe696a191 None None] Transition to ACTIVE for port object 08bbe8af-ea62-4ebc-85f7-6a58e31270f7 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:02.318307 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3a841774-d55a-4a69-a4dc-1bc994028249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:02.405227 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e024a6c-b8c0-49f7-bcf0-aec96d9bf9ee tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:02.406403 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2e024a6c-b8c0-49f7-bcf0-aec96d9bf9ee tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:02.431448 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c37f2842-d63a-46ab-928a-7fb01047ff58 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:02.440829 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-15dc3724-9bd2-4ea2-8c03-37043072e381 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:02.490306 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7810f-133a-4b0d-a287-1bd8700f554f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee243d14-0323-4596-85b4-30502de76dc3,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:02.504874 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6be7810f-133a-4b0d-a287-1bd8700f554f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e6c57515830543a6952571afdd7483f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6519222 Mar 28 19:09:02.509908 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53836) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:02.527376 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c37f2842-d63a-46ab-928a-7fb01047ff58 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Transition to ACTIVE for port object 19e3ebc9-eb79-47c7-b7ca-3448b914d33d will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:02.540930 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f11654f7-4dc4-43ca-add4-c809f6213e71 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:02.549012 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:09:02.551953 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device ea16e22a-b5f2-47f8-9a6b-148901f67186 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:09:02.585368 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2e024a6c-b8c0-49f7-bcf0-aec96d9bf9ee tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0598845 Mar 28 19:09:02.587048 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53840) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:02.603553 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-281585c1-9a63-4d30-92e9-664fe696a191 None None] Transition to ACTIVE for port object 08bbe8af-ea62-4ebc-85f7-6a58e31270f7 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:02.605253 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-2a66920c-743b-4e2f-9457-66ad926f2c4b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Request body: {'floatingip': {'port_id': 'e9ee4d03-90fd-47c1-9310-b430957cc6ed'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:02.638332 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f11654f7-4dc4-43ca-add4-c809f6213e71 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:02.751822 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-3a841774-d55a-4a69-a4dc-1bc994028249 None None] For port 13915d33-a21d-4265-8f51-8bfeaa61f3ea, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=13915d33-a21d-4265-8f51-8bfeaa61f3ea,segment=NetworkSegment(476cafe6-930b-4305-b7f1-c3f26cf18a09),segment_id=476cafe6-930b-4305-b7f1-c3f26cf18a09)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:09:02.761945 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-281585c1-9a63-4d30-92e9-664fe696a191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:02.798442 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:02.805898 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Usage tracker for resource:port and tenant:95b2a561eb9e44ce99904a3c87dc77c6 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:02.810202 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:02.813328 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4d5a2d08-d81f-4b15-b990-e2f80b1a5f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:02.819722 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:02.852838 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3a841774-d55a-4a69-a4dc-1bc994028249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:02.862013 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281585c1-9a63-4d30-92e9-664fe696a191 None None] Pushing event updated for resources: {'Port': ['ID=08bbe8af-ea62-4ebc-85f7-6a58e31270f7,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:02.920687 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c37f2842-d63a-46ab-928a-7fb01047ff58 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:02.935986 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2a66920c-743b-4e2f-9457-66ad926f2c4b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:02.938736 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f11654f7-4dc4-43ca-add4-c809f6213e71 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:02.948344 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Made reservation on behalf of 95b2a561eb9e44ce99904a3c87dc77c6 for: {'port': 2} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:02.953815 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:02.978696 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a841774-d55a-4a69-a4dc-1bc994028249 None None] Pushing event updated for resources: {'Port': ['ID=13915d33-a21d-4265-8f51-8bfeaa61f3ea,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:02.996017 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11654f7-4dc4-43ca-add4-c809f6213e71 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93568bdc-bf64-47f9-9091-76ef8219c67c,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:03.009063 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a28740-775e-494d-bee6-b3671ac4eaa4 None None] Network b06cdeaf-ecf2-494f-9b37-390c1975899d requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:03.011093 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:03.069225 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-ef1d61d9-7e0a-48f0-8272-191c372bd9b2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Allocated IP 2001:db8::341 (cef7e40d-46ac-4b43-8bcb-64bdbb874ce1/b60f6362-26fb-4076-91c6-38989b12e440/ed6ce658-b0e3-4651-81e9-2599cc1a6f04) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:03.073197 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f11654f7-4dc4-43ca-add4-c809f6213e71 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:03.074402 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f11654f7-4dc4-43ca-add4-c809f6213e71 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "DELETE /v2.0/security-groups/93568bdc-bf64-47f9-9091-76ef8219c67c HTTP/1.1" status: 204 len: 168 time: 0.9858210 Mar 28 19:09:03.088648 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53844) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:03.110650 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4d5a2d08-d81f-4b15-b990-e2f80b1a5f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:03.184420 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37f2842-d63a-46ab-928a-7fb01047ff58 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:03.217913 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-c37f2842-d63a-46ab-928a-7fb01047ff58 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:03.227342 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-15dc3724-9bd2-4ea2-8c03-37043072e381 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:03.244127 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281585c1-9a63-4d30-92e9-664fe696a191 None None] Network cef7e40d-46ac-4b43-8bcb-64bdbb874ce1 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:03.250124 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port ea16e22a-b5f2-47f8-9a6b-148901f67186 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:03.255272 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f2842-d63a-46ab-928a-7fb01047ff58 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Port': ['ID=19e3ebc9-eb79-47c7-b7ca-3448b914d33d,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:03.262738 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-281585c1-9a63-4d30-92e9-664fe696a191 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:03.269359 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281585c1-9a63-4d30-92e9-664fe696a191 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:09:03.282149 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-049cd15c-bffa-4049-b3f9-fcb3f035cdf1 None None] Provisioning for port 0c17cae4-10af-434f-9c2f-bb1cfbd7090e completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:03.289976 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37f2842-d63a-46ab-928a-7fb01047ff58 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:09:03.300899 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-049cd15c-bffa-4049-b3f9-fcb3f035cdf1 None None] Provisioning complete for port 0c17cae4-10af-434f-9c2f-bb1cfbd7090e triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:03.301286 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-049cd15c-bffa-4049-b3f9-fcb3f035cdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:03.386906 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-24453ad2-ea04-463e-9b5b-e46041eb9c1c tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Synchronizing usage tracker for tenant:2f1258f38deb4521b00588edd9df59d2 on resource:security_group {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:03.408685 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] device_id is not set on port 2e80a04f-1439-4a03-b052-f9c3ef982da0 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:09:03.488180 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37f2842-d63a-46ab-928a-7fb01047ff58 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:03.488808 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c37f2842-d63a-46ab-928a-7fb01047ff58 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:03.503467 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4d5a2d08-d81f-4b15-b990-e2f80b1a5f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:03.505793 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-24453ad2-ea04-463e-9b5b-e46041eb9c1c tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Unset dirty status for tenant:2f1258f38deb4521b00588edd9df59d2 on resource:security_group {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:03.507059 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-24453ad2-ea04-463e-9b5b-e46041eb9c1c tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4137433 Mar 28 19:09:03.512806 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53848) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:03.522690 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-1d2c1aa7-3112-4302-a362-2976c561f7cb tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group_rule': {'security_group_id': 'c2eb5cfd-5277-4268-a1b3-cb9fd0dcf1d3', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:03.528494 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-1d2c1aa7-3112-4302-a362-2976c561f7cb tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:03.533237 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-1d2c1aa7-3112-4302-a362-2976c561f7cb tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Usage tracker for resource:security_group_rule and tenant:2f1258f38deb4521b00588edd9df59d2 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:03.533393 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-281585c1-9a63-4d30-92e9-664fe696a191 None None] Attempting to bind port 08bbe8af-ea62-4ebc-85f7-6a58e31270f7 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:09:03.533604 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-281585c1-9a63-4d30-92e9-664fe696a191 None None] Attempting to bind port 08bbe8af-ea62-4ebc-85f7-6a58e31270f7 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '532a4acd-51bf-4a9b-bc55-0bbf6f12ce72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cef7e40d-46ac-4b43-8bcb-64bdbb874ce1'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:09:03.533956 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281585c1-9a63-4d30-92e9-664fe696a191 None None] Attempting to bind port 08bbe8af-ea62-4ebc-85f7-6a58e31270f7 on network cef7e40d-46ac-4b43-8bcb-64bdbb874ce1 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:09:03.537884 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-1d2c1aa7-3112-4302-a362-2976c561f7cb tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:03.550137 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-1d2c1aa7-3112-4302-a362-2976c561f7cb tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:03.561835 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281585c1-9a63-4d30-92e9-664fe696a191 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:09:03.562543 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281585c1-9a63-4d30-92e9-664fe696a191 None None] Checking segment: {'id': '532a4acd-51bf-4a9b-bc55-0bbf6f12ce72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cef7e40d-46ac-4b43-8bcb-64bdbb874ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:09:03.562702 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-281585c1-9a63-4d30-92e9-664fe696a191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:03.563174 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281585c1-9a63-4d30-92e9-664fe696a191 None None] Bound using segment: {'id': '532a4acd-51bf-4a9b-bc55-0bbf6f12ce72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cef7e40d-46ac-4b43-8bcb-64bdbb874ce1'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:09:03.563649 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-281585c1-9a63-4d30-92e9-664fe696a191 None None] Bound port: 08bbe8af-ea62-4ebc-85f7-6a58e31270f7, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532a4acd-51bf-4a9b-bc55-0bbf6f12ce72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cef7e40d-46ac-4b43-8bcb-64bdbb874ce1'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:09:03.564021 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-281585c1-9a63-4d30-92e9-664fe696a191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:03.627919 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ef1d61d9-7e0a-48f0-8272-191c372bd9b2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:03.663451 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf5ba82-ffb4-436d-9d26-b34ea345c8f0 None None] Update dhcp port {'port': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'fixed_ips': [{'subnet_id': 'fee15a91-108c-446f-ac11-33d1dfdf0108', 'ip_address': '2001:db8::f816:3eff:fe2c:403f'}, {'subnet_id': 'fc71bf84-4e4b-4aad-a8cb-fa8b9d60840d'}], 'binding:host_id': 'dv-neutron-834711-1-hyperv'}, 'id': '0c17cae4-10af-434f-9c2f-bb1cfbd7090e'} from dv-neutron-834711-1-hyperv. {{(pid=87834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 19:09:03.680485 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-ef1d61d9-7e0a-48f0-8272-191c372bd9b2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Transition to ACTIVE for port object ed6ce658-b0e3-4651-81e9-2599cc1a6f04 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:03.694245 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:03.721955 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-15dc3724-9bd2-4ea2-8c03-37043072e381 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:03.725498 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a2d08-d81f-4b15-b990-e2f80b1a5f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee243d14-0323-4596-85b4-30502de76dc3,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:03.732156 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-1d2c1aa7-3112-4302-a362-2976c561f7cb tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] create failed (client error): The resource could not be found. Mar 28 19:09:03.732883 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1d2c1aa7-3112-4302-a362-2976c561f7cb tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2163095 Mar 28 19:09:03.738824 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53852) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:03.750521 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-bb483302-2130-437f-a4e9-0d6c5dd8ef16 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group': {'name': 'tempest-secgroup--382306364'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:03.756019 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-bb483302-2130-437f-a4e9-0d6c5dd8ef16 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:03.766082 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-bb483302-2130-437f-a4e9-0d6c5dd8ef16 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:03.782842 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4d5a2d08-d81f-4b15-b990-e2f80b1a5f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:03.786983 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4d5a2d08-d81f-4b15-b990-e2f80b1a5f7c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ee243d14-0323-4596-85b4-30502de76dc3 HTTP/1.1" status: 204 len: 168 time: 1.2736070 Mar 28 19:09:03.792299 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc3724-9bd2-4ea2-8c03-37043072e381 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Pushing event deleted for resources: {'Subnet': ['ID=481da87e-a099-4bf6-aa6d-51e6f4526893,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:03.797579 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-15dc3724-9bd2-4ea2-8c03-37043072e381 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:03.799741 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-15dc3724-9bd2-4ea2-8c03-37043072e381 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "DELETE /v2.0/subnets/481da87e-a099-4bf6-aa6d-51e6f4526893 HTTP/1.1" status: 204 len: 168 time: 1.6489685 Mar 28 19:09:03.802000 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c37f2842-d63a-46ab-928a-7fb01047ff58 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.7560441 Mar 28 19:09:03.806806 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53858) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:03.807405 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53860) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:03.826136 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-281585c1-9a63-4d30-92e9-664fe696a191 None None] For port 08bbe8af-ea62-4ebc-85f7-6a58e31270f7, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:09:03.830393 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-281585c1-9a63-4d30-92e9-664fe696a191 None None] For port 08bbe8af-ea62-4ebc-85f7-6a58e31270f7, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=08bbe8af-ea62-4ebc-85f7-6a58e31270f7,segment=NetworkSegment(532a4acd-51bf-4a9b-bc55-0bbf6f12ce72),segment_id=532a4acd-51bf-4a9b-bc55-0bbf6f12ce72)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:09:03.834685 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fcf5ba82-ffb4-436d-9d26-b34ea345c8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:03.857647 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-049cd15c-bffa-4049-b3f9-fcb3f035cdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:03.867949 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bb483302-2130-437f-a4e9-0d6c5dd8ef16 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:03.915794 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-bb483302-2130-437f-a4e9-0d6c5dd8ef16 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:03.923697 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-bb483302-2130-437f-a4e9-0d6c5dd8ef16 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Usage tracker for resource:security_group_rule and tenant:2f1258f38deb4521b00588edd9df59d2 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:03.930294 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] device_id is not set on port 3f9c716c-d0c8-492f-94c9-d8c7704e0383 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:09:03.933881 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-bb483302-2130-437f-a4e9-0d6c5dd8ef16 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:03.943838 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ef1d61d9-7e0a-48f0-8272-191c372bd9b2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:03.954638 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-281585c1-9a63-4d30-92e9-664fe696a191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:03.954872 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-bb483302-2130-437f-a4e9-0d6c5dd8ef16 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:04.135357 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-049cd15c-bffa-4049-b3f9-fcb3f035cdf1 None None] For port 0c17cae4-10af-434f-9c2f-bb1cfbd7090e, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=0c17cae4-10af-434f-9c2f-bb1cfbd7090e,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:09:04.157593 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1d61d9-7e0a-48f0-8272-191c372bd9b2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network cef7e40d-46ac-4b43-8bcb-64bdbb874ce1 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:04.166802 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-049cd15c-bffa-4049-b3f9-fcb3f035cdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:04.175012 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-ef1d61d9-7e0a-48f0-8272-191c372bd9b2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:04.177797 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1d61d9-7e0a-48f0-8272-191c372bd9b2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:09:04.185417 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1d61d9-7e0a-48f0-8272-191c372bd9b2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:04.185637 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ef1d61d9-7e0a-48f0-8272-191c372bd9b2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:04.252932 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d61d9-7e0a-48f0-8272-191c372bd9b2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Port': ['ID=ed6ce658-b0e3-4651-81e9-2599cc1a6f04,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:04.267954 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281585c1-9a63-4d30-92e9-664fe696a191 None None] Pushing event updated for resources: {'Port': ['ID=08bbe8af-ea62-4ebc-85f7-6a58e31270f7,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:04.269409 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ef1d61d9-7e0a-48f0-8272-191c372bd9b2 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0000193 Mar 28 19:09:04.272563 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53868) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:04.276393 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c24e67a-c2a9-4a16-977d-fe9b57c048df None None] Network b06cdeaf-ecf2-494f-9b37-390c1975899d requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:04.328734 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53872) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:04.332389 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4edf64-5c00-4bb9-95c5-303ca532552f tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:04.334780 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4edf64-5c00-4bb9-95c5-303ca532552f tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:04.335666 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3d4edf64-5c00-4bb9-95c5-303ca532552f tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Synchronizing usage tracker for tenant:fe32ebde26f54d0898ada80456f9d179 on resource:subnet {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:04.510248 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-fcf5ba82-ffb4-436d-9d26-b34ea345c8f0 None None] Allocated IP 172.20.0.2 (1857c8f5-5622-42ce-a4f9-106880783f61/fc71bf84-4e4b-4aad-a8cb-fa8b9d60840d/0c17cae4-10af-434f-9c2f-bb1cfbd7090e) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:04.607680 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-049cd15c-bffa-4049-b3f9-fcb3f035cdf1 None None] Provisioning for port ea16e22a-b5f2-47f8-9a6b-148901f67186 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:04.630790 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 13915d33-a21d-4265-8f51-8bfeaa61f3ea up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:09:04.674815 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2a66920c-743b-4e2f-9457-66ad926f2c4b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:04.688849 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-114b0f93-606a-4584-b5a6-42e5fa290fc9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7bb4ac49875c45c19f6e9ca2a143ead5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470581 Mar 28 19:09:04.689520 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53876) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:04.701867 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-049cd15c-bffa-4049-b3f9-fcb3f035cdf1 None None] Provisioning complete for port ea16e22a-b5f2-47f8-9a6b-148901f67186 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:04.702294 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-049cd15c-bffa-4049-b3f9-fcb3f035cdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:04.725127 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2a66920c-743b-4e2f-9457-66ad926f2c4b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:04.795326 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3d4edf64-5c00-4bb9-95c5-303ca532552f tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Unset dirty status for tenant:fe32ebde26f54d0898ada80456f9d179 on resource:subnet {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:04.799909 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3d4edf64-5c00-4bb9-95c5-303ca532552f tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.9879494 Mar 28 19:09:04.815142 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53880) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:04.817679 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bb483302-2130-437f-a4e9-0d6c5dd8ef16 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:04.837521 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bb483302-2130-437f-a4e9-0d6c5dd8ef16 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:04.864811 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4193be-cb1b-44ed-b978-18be2ab9187b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:04.870504 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4193be-cb1b-44ed-b978-18be2ab9187b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:04.871326 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ae4193be-cb1b-44ed-b978-18be2ab9187b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:04.924386 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:04.946766 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bb483302-2130-437f-a4e9-0d6c5dd8ef16 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:04.948008 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-bb483302-2130-437f-a4e9-0d6c5dd8ef16 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2066653 Mar 28 19:09:04.950781 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-fcf5ba82-ffb4-436d-9d26-b34ea345c8f0 None None] For port 0c17cae4-10af-434f-9c2f-bb1cfbd7090e, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=0c17cae4-10af-434f-9c2f-bb1cfbd7090e,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:09:04.954503 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53884) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:04.954745 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cd15c-bffa-4049-b3f9-fcb3f035cdf1 None None] Pushing event updated for resources: {'Port': ['ID=0c17cae4-10af-434f-9c2f-bb1cfbd7090e,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:04.960731 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb483302-2130-437f-a4e9-0d6c5dd8ef16 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ff00a1-2a94-4494-8b1d-114f27e3c8ce,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:05.007277 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-bf231998-886a-49f8-b439-c1ec372b0f28 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group': {'name': 'tempest-secgroup--2114747460'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:05.021862 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-bf231998-886a-49f8-b439-c1ec372b0f28 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:05.043313 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-bf231998-886a-49f8-b439-c1ec372b0f28 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:05.053154 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 13915d33-a21d-4265-8f51-8bfeaa61f3ea triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:05.053815 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:05.081037 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ae4193be-cb1b-44ed-b978-18be2ab9187b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:05.085050 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ae4193be-cb1b-44ed-b978-18be2ab9187b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 1.2745450 Mar 28 19:09:05.090028 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53888) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:05.103240 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bf88ebe7-5712-4294-9ede-c53819acd4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:05.122951 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bf231998-886a-49f8-b439-c1ec372b0f28 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:05.134184 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fcf5ba82-ffb4-436d-9d26-b34ea345c8f0 None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:05.169572 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-bf231998-886a-49f8-b439-c1ec372b0f28 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:05.174417 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-bf231998-886a-49f8-b439-c1ec372b0f28 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Usage tracker for resource:security_group_rule and tenant:2f1258f38deb4521b00588edd9df59d2 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:05.178646 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-bf231998-886a-49f8-b439-c1ec372b0f28 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:05.179489 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bf88ebe7-5712-4294-9ede-c53819acd4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:05.182322 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-049cd15c-bffa-4049-b3f9-fcb3f035cdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:05.185177 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-bf231998-886a-49f8-b439-c1ec372b0f28 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:05.199921 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-fcf5ba82-ffb4-436d-9d26-b34ea345c8f0 None None] Transition to ACTIVE for port object 0c17cae4-10af-434f-9c2f-bb1cfbd7090e will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:05.226485 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fcf5ba82-ffb4-436d-9d26-b34ea345c8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:05.230701 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-45d94708-1d6d-4d97-9bd4-0ebf373cd509 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:05.231697 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eb992d70-f22e-431b-b885-2eb5dfe04f74 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:05.256585 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:05.265795 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.l3_db [None req-2a66920c-743b-4e2f-9457-66ad926f2c4b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Floating IP 154a7f4d-f1fd-4e47-8c45-2a2ad04d6569 associated. External IP: 172.26.4.152, port: d69a5304-f2fe-4866-8fc0-a23f0644189b. Mar 28 19:09:05.310148 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-049cd15c-bffa-4049-b3f9-fcb3f035cdf1 None None] For port ea16e22a-b5f2-47f8-9a6b-148901f67186, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=ea16e22a-b5f2-47f8-9a6b-148901f67186,segment=NetworkSegment(3c8b0298-0e78-46bd-8123-9d52aa1f987a),segment_id=3c8b0298-0e78-46bd-8123-9d52aa1f987a)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:09:05.319648 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bf88ebe7-5712-4294-9ede-c53819acd4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:05.354914 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce984072-b5cb-4d74-9877-aaea2df11d56 None None] DHCP port deletion for b06cdeaf-ecf2-494f-9b37-390c1975899d request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:09:05.362282 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb992d70-f22e-431b-b885-2eb5dfe04f74 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 28 19:09:05.362754 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb992d70-f22e-431b-b885-2eb5dfe04f74 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:09:05.365670 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-049cd15c-bffa-4049-b3f9-fcb3f035cdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:05.370913 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88ebe7-5712-4294-9ede-c53819acd4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749ca33d-e353-4fbd-be9a-3721e74dff03,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:05.380996 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ec961120-7385-4738-9018-e43451264049 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting port 19e3ebc9-eb79-47c7-b7ca-3448b914d33d {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:05.381342 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec961120-7385-4738-9018-e43451264049 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:05.410620 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bf88ebe7-5712-4294-9ede-c53819acd4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:05.414099 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-bf88ebe7-5712-4294-9ede-c53819acd4a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/749ca33d-e353-4fbd-be9a-3721e74dff03 HTTP/1.1" status: 204 len: 168 time: 0.7197683 Mar 28 19:09:05.427679 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-eb992d70-f22e-431b-b885-2eb5dfe04f74 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "DELETE /v2.0/networks/b06cdeaf-ecf2-494f-9b37-390c1975899d HTTP/1.1" status: 409 len: 405 time: 0.6065357 Mar 28 19:09:05.434412 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53894) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:05.460254 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-6ae60bc1-5308-427c-b0a6-8887cf61d8b1 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-793912061'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:05.470440 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-ce984072-b5cb-4d74-9877-aaea2df11d56 None None] Deleting port ea16e22a-b5f2-47f8-9a6b-148901f67186 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:05.471193 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ce984072-b5cb-4d74-9877-aaea2df11d56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:05.545077 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e984c22b-87e1-4119-b944-424105257efc None None] Network cef7e40d-46ac-4b43-8bcb-64bdbb874ce1 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:05.549719 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6ae60bc1-5308-427c-b0a6-8887cf61d8b1 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:05.584071 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6ae60bc1-5308-427c-b0a6-8887cf61d8b1 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Usage tracker for resource:network and tenant:fe32ebde26f54d0898ada80456f9d179 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:05.597271 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6ae60bc1-5308-427c-b0a6-8887cf61d8b1 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:05.605422 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5ba82-ffb4-436d-9d26-b34ea345c8f0 None None] Pushing event updated for resources: {'Port': ['ID=0c17cae4-10af-434f-9c2f-bb1cfbd7090e,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:05.772038 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Pushing event updated for resources: {'Port': ['ID=2e80a04f-1439-4a03-b052-f9c3ef982da0,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:05.781717 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-049cd15c-bffa-4049-b3f9-fcb3f035cdf1 None None] Provisioning for port e9ee4d03-90fd-47c1-9310-b430957cc6ed completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:05.819085 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bf231998-886a-49f8-b439-c1ec372b0f28 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:05.845783 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Checking segment: {'id': '2cd16f80-93b0-413a-b971-563fd7f077d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ce870cbf-659a-4e1d-b8ae-29d3a0f2f5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:09:05.846314 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Network hostable DHCP agents. Network: ce870cbf-659a-4e1d-b8ae-29d3a0f2f5a4, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:09:05.846437 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cd15c-bffa-4049-b3f9-fcb3f035cdf1 None None] Pushing event updated for resources: {'Port': ['ID=ea16e22a-b5f2-47f8-9a6b-148901f67186,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:05.877566 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bf231998-886a-49f8-b439-c1ec372b0f28 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:05.945703 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf231998-886a-49f8-b439-c1ec372b0f28 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d59a1af9-1786-4332-aa82-9166b1d36361,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:06.029072 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec961120-7385-4738-9018-e43451264049 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:06.050810 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-ce984072-b5cb-4d74-9877-aaea2df11d56 None None] For port ea16e22a-b5f2-47f8-9a6b-148901f67186, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=ea16e22a-b5f2-47f8-9a6b-148901f67186,segment=NetworkSegment(3c8b0298-0e78-46bd-8123-9d52aa1f987a),segment_id=3c8b0298-0e78-46bd-8123-9d52aa1f987a)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:09:06.051222 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ce984072-b5cb-4d74-9877-aaea2df11d56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:06.160251 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-45d94708-1d6d-4d97-9bd4-0ebf373cd509 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:06.175666 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-45d94708-1d6d-4d97-9bd4-0ebf373cd509 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:06.195608 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-ce984072-b5cb-4d74-9877-aaea2df11d56 None None] Calling delete_port for ea16e22a-b5f2-47f8-9a6b-148901f67186 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:06.206069 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ec961120-7385-4738-9018-e43451264049 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Calling delete_port for 19e3ebc9-eb79-47c7-b7ca-3448b914d33d owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:06.247223 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-049cd15c-bffa-4049-b3f9-fcb3f035cdf1 None None] Provisioning complete for port e9ee4d03-90fd-47c1-9310-b430957cc6ed triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:06.247832 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-049cd15c-bffa-4049-b3f9-fcb3f035cdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:06.419402 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6ae60bc1-5308-427c-b0a6-8887cf61d8b1 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:06.477809 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-049cd15c-bffa-4049-b3f9-fcb3f035cdf1 None None] Port e9ee4d03-90fd-47c1-9310-b430957cc6ed cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:09:06.480795 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d94708-1d6d-4d97-9bd4-0ebf373cd509 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Port': ['ID=ed6ce658-b0e3-4651-81e9-2599cc1a6f04,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:06.491160 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Network ce870cbf-659a-4e1d-b8ae-29d3a0f2f5a4 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:09:06.544219 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bf231998-886a-49f8-b439-c1ec372b0f28 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:06.545440 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-bf231998-886a-49f8-b439-c1ec372b0f28 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5876975 Mar 28 19:09:06.553372 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53916) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:06.562286 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-c4f8d7ef-3992-4908-a939-e05a57b759d7 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group_rule': {'security_group_id': '53ff00a1-2a94-4494-8b1d-114f27e3c8ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd59a1af9-1786-4332-aa82-9166b1d36361'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:06.571230 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, ce870cbf-659a-4e1d-b8ae-29d3a0f2f5a4) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:06.573226 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c4f8d7ef-3992-4908-a939-e05a57b759d7 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:06.586858 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c4f8d7ef-3992-4908-a939-e05a57b759d7 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Usage tracker for resource:security_group_rule and tenant:2f1258f38deb4521b00588edd9df59d2 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:06.592880 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:09:06.593797 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:06.595663 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c4f8d7ef-3992-4908-a939-e05a57b759d7 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:06.745631 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c4f8d7ef-3992-4908-a939-e05a57b759d7 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:06.802591 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 0c17cae4-10af-434f-9c2f-bb1cfbd7090e up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:09:06.831401 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bb3a33-4328-46f1-adb3-84e51b0126e8 None None] Network ce870cbf-659a-4e1d-b8ae-29d3a0f2f5a4 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:06.921080 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae60bc1-5308-427c-b0a6-8887cf61d8b1 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Made reservation on behalf of fe32ebde26f54d0898ada80456f9d179 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:06.926499 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6ae60bc1-5308-427c-b0a6-8887cf61d8b1 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:06.946013 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a66920c-743b-4e2f-9457-66ad926f2c4b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Router 748a009d-3589-4943-98f8-5b3937601b1f has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:09:06.957777 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec961120-7385-4738-9018-e43451264049 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:07.019443 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Pushing event updated for resources: {'Port': ['ID=3f9c716c-d0c8-492f-94c9-d8c7704e0383,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:07.064448 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Checking segment: {'id': '406e62c8-39e5-4364-9c95-47b9f579d786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5232b40b-67fd-418c-ad44-583be81ba233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:09:07.064803 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Network hostable DHCP agents. Network: 5232b40b-67fd-418c-ad44-583be81ba233, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:09:07.068527 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ce984072-b5cb-4d74-9877-aaea2df11d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:07.072548 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-c4f8d7ef-3992-4908-a939-e05a57b759d7 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:09:07.073586 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c4f8d7ef-3992-4908-a939-e05a57b759d7 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5192790 Mar 28 19:09:07.082672 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53926) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:07.199857 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec961120-7385-4738-9018-e43451264049 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Port': ['ID=19e3ebc9-eb79-47c7-b7ca-3448b914d33d,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:07.225957 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-45d94708-1d6d-4d97-9bd4-0ebf373cd509 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:07.226217 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae60bc1-5308-427c-b0a6-8887cf61d8b1 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:09:07.290415 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-7f265f91-d45f-404e-9c7e-efc76e03b6c1 None None] Provisioning for port 08bbe8af-ea62-4ebc-85f7-6a58e31270f7 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:07.302507 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce984072-b5cb-4d74-9877-aaea2df11d56 None None] No DVR routers for this DVR port ea16e22a-b5f2-47f8-9a6b-148901f67186 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:09:07.303001 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Network 5232b40b-67fd-418c-ad44-583be81ba233 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:09:07.306605 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce984072-b5cb-4d74-9877-aaea2df11d56 None None] Pushing event deleted for resources: {'Port': ['ID=ea16e22a-b5f2-47f8-9a6b-148901f67186,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:07.345226 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-7f265f91-d45f-404e-9c7e-efc76e03b6c1 None None] Could not find standard attr ID for object ea16e22a-b5f2-47f8-9a6b-148901f67186. {{(pid=87834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 19:09:07.352732 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6ae60bc1-5308-427c-b0a6-8887cf61d8b1 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:07.354043 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-6ae60bc1-5308-427c-b0a6-8887cf61d8b1 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Added segment 1861fedf-62d2-4f5e-be8a-ce91ec5edfbc of type vlan for network 3eeef18c-baa7-47d5-8270-4b0013c67d18 Mar 28 19:09:07.404054 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 08bbe8af-ea62-4ebc-85f7-6a58e31270f7 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:09:07.429280 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-820f9f84-72e4-40b8-8ba9-10c12896cbf6 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:07.490696 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-7f265f91-d45f-404e-9c7e-efc76e03b6c1 None None] Provisioning for port e8891f58-593a-45b1-a691-4bfc5e856920 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:07.499839 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-820f9f84-72e4-40b8-8ba9-10c12896cbf6 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:07.505096 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-7f265f91-d45f-404e-9c7e-efc76e03b6c1 None None] Provisioning complete for port e8891f58-593a-45b1-a691-4bfc5e856920 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:07.505480 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7f265f91-d45f-404e-9c7e-efc76e03b6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:07.509424 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 5232b40b-67fd-418c-ad44-583be81ba233) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:07.513253 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:09:07.519767 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:07.524856 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:07.525623 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:07.565775 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d65a68a-3d74-4bdb-8867-d7a407b6e1cf None None] Network 5232b40b-67fd-418c-ad44-583be81ba233 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:07.565954 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-7a5be43d-ab6e-420a-b122-af132ec4f93a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.3442125 Mar 28 19:09:07.568457 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53938) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:07.584447 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6ae60bc1-5308-427c-b0a6-8887cf61d8b1 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:07.597046 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec961120-7385-4738-9018-e43451264049 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:07.638095 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a66920c-743b-4e2f-9457-66ad926f2c4b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:09:07.651004 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7ab8e1-ebdc-42fe-90e4-32ed93174d28 None None] Sync routers for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:09:07.678530 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7ab8e1-ebdc-42fe-90e4-32ed93174d28 None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:09:07.682720 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-3b7ab8e1-ebdc-42fe-90e4-32ed93174d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:08:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:07.710281 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ec961120-7385-4738-9018-e43451264049 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/19e3ebc9-eb79-47c7-b7ca-3448b914d33d HTTP/1.1" status: 204 len: 168 time: 2.6173160 Mar 28 19:09:07.730802 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53944) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:07.819064 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53948) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:07.819064 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-45d94708-1d6d-4d97-9bd4-0ebf373cd509 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:07.828259 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-3b7ab8e1-ebdc-42fe-90e4-32ed93174d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:07.845892 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7ab8e1-ebdc-42fe-90e4-32ed93174d28 None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:09:07.847127 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-3b7ab8e1-ebdc-42fe-90e4-32ed93174d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:08:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:07.881684 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6ae60bc1-5308-427c-b0a6-8887cf61d8b1 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:07.892577 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae60bc1-5308-427c-b0a6-8887cf61d8b1 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:07.893253 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6ae60bc1-5308-427c-b0a6-8887cf61d8b1 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:07.915076 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-7f265f91-d45f-404e-9c7e-efc76e03b6c1 None None] Port e8891f58-593a-45b1-a691-4bfc5e856920 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:09:07.959744 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-3b7ab8e1-ebdc-42fe-90e4-32ed93174d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:07.960444 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7ab8e1-ebdc-42fe-90e4-32ed93174d28 None None] The sync data for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:09:07.972530 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-820f9f84-72e4-40b8-8ba9-10c12896cbf6 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:07.999904 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f9f84-72e4-40b8-8ba9-10c12896cbf6 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59a1af9-1786-4332-aa82-9166b1d36361,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:08.044208 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1741b048-d8f7-474c-bac4-035d0f1aeb09 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:08.051269 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1741b048-d8f7-474c-bac4-035d0f1aeb09 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:08.052310 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-1741b048-d8f7-474c-bac4-035d0f1aeb09 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Synchronizing usage tracker for tenant:95b2a561eb9e44ce99904a3c87dc77c6 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:08.067699 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc059e6-968c-457c-89b5-c93fba339815 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:08.069193 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc059e6-968c-457c-89b5-c93fba339815 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:08.070676 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc059e6-968c-457c-89b5-c93fba339815 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:08.071670 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ebc059e6-968c-457c-89b5-c93fba339815 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:08.072273 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 08bbe8af-ea62-4ebc-85f7-6a58e31270f7 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:08.082023 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-7f265f91-d45f-404e-9c7e-efc76e03b6c1 None None] Provisioning complete for port 13915d33-a21d-4265-8f51-8bfeaa61f3ea triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:08.082391 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7f265f91-d45f-404e-9c7e-efc76e03b6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:08.082498 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-742f0921-7bac-42b8-b695-3c834938a4cc tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1541164641', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:08.098900 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6ae60bc1-5308-427c-b0a6-8887cf61d8b1 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.6634002 Mar 28 19:09:08.101850 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53954) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:08.119779 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 08bbe8af-ea62-4ebc-85f7-6a58e31270f7 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:08.120148 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:08.154730 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-820f9f84-72e4-40b8-8ba9-10c12896cbf6 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:08.158795 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-820f9f84-72e4-40b8-8ba9-10c12896cbf6 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "DELETE /v2.0/security-groups/d59a1af9-1786-4332-aa82-9166b1d36361 HTTP/1.1" status: 204 len: 168 time: 1.0723143 Mar 28 19:09:08.158795 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-1741b048-d8f7-474c-bac4-035d0f1aeb09 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Unset dirty status for tenant:95b2a561eb9e44ce99904a3c87dc77c6 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:08.158795 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1741b048-d8f7-474c-bac4-035d0f1aeb09 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5893710 Mar 28 19:09:08.167285 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53956) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:08.167494 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53958) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:08.168455 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-742f0921-7bac-42b8-b695-3c834938a4cc tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:08.226785 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-742f0921-7bac-42b8-b695-3c834938a4cc tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Usage tracker for resource:port and tenant:0e8b3324dbee45a494295ad60f0313d6 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:08.231225 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-742f0921-7bac-42b8-b695-3c834938a4cc tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:08.314794 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-3af3fb0d-4fa7-4db0-9108-d8358c67a2db tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Request body: {'subnet': {'network_id': '3eeef18c-baa7-47d5-8270-4b0013c67d18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:08.324562 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-742f0921-7bac-42b8-b695-3c834938a4cc tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:08.392322 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-df3a3c7a-ca3e-486e-a03f-ab0987fa9f48 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Synchronizing usage tracker for tenant:2f1258f38deb4521b00588edd9df59d2 on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:08.395219 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:08.425494 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-421f0b98-f483-41b5-be33-1b89dffb82fa tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Deleting port 2e80a04f-1439-4a03-b052-f9c3ef982da0 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:08.425938 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-421f0b98-f483-41b5-be33-1b89dffb82fa tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:08.435672 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 08bbe8af-ea62-4ebc-85f7-6a58e31270f7, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=08bbe8af-ea62-4ebc-85f7-6a58e31270f7,segment=NetworkSegment(532a4acd-51bf-4a9b-bc55-0bbf6f12ce72),segment_id=532a4acd-51bf-4a9b-bc55-0bbf6f12ce72)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:09:08.442934 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:08.459132 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae60bc1-5308-427c-b0a6-8887cf61d8b1 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Pushing event updated for resources: {'Network': ['ID=3eeef18c-baa7-47d5-8270-4b0013c67d18,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:08.469671 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-3af3fb0d-4fa7-4db0-9108-d8358c67a2db tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:08.476001 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ebc059e6-968c-457c-89b5-c93fba339815 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:08.479538 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ebc059e6-968c-457c-89b5-c93fba339815 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7372546 Mar 28 19:09:08.481566 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53966) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:08.511743 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 3eeef18c-baa7-47d5-8270-4b0013c67d18 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:09:08.523531 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742f0921-7bac-42b8-b695-3c834938a4cc tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Made reservation on behalf of 0e8b3324dbee45a494295ad60f0313d6 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:08.526144 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device ea16e22a-b5f2-47f8-9a6b-148901f67186 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:09:08.527706 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-742f0921-7bac-42b8-b695-3c834938a4cc tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:08.594858 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-df3a3c7a-ca3e-486e-a03f-ab0987fa9f48 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Unset dirty status for tenant:2f1258f38deb4521b00588edd9df59d2 on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:08.596290 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-df3a3c7a-ca3e-486e-a03f-ab0987fa9f48 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.4251709 Mar 28 19:09:08.596505 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: ea16e22a-b5f2-47f8-9a6b-148901f67186 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:09:08.596733 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device ea16e22a-b5f2-47f8-9a6b-148901f67186 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:09:08.611104 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-742f0921-7bac-42b8-b695-3c834938a4cc tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:08.625118 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53970) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:08.633161 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-3af3fb0d-4fa7-4db0-9108-d8358c67a2db tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:08.657785 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a48f589-b0aa-404f-838e-d692c8397d14 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting subnet fc71bf84-4e4b-4aad-a8cb-fa8b9d60840d {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:09:08.669509 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7a48f589-b0aa-404f-838e-d692c8397d14 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:08.695890 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-4af3d363-d6e4-47b5-8505-852fc4f50d6a None None] Provisioning for port 0c17cae4-10af-434f-9c2f-bb1cfbd7090e completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:08.700870 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=08bbe8af-ea62-4ebc-85f7-6a58e31270f7,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:08.707217 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af3fb0d-4fa7-4db0-9108-d8358c67a2db tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Made reservation on behalf of fe32ebde26f54d0898ada80456f9d179 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:08.709168 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-4af3d363-d6e4-47b5-8505-852fc4f50d6a None None] Provisioning complete for port 0c17cae4-10af-434f-9c2f-bb1cfbd7090e triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:08.709539 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4af3d363-d6e4-47b5-8505-852fc4f50d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:08.711372 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3af3fb0d-4fa7-4db0-9108-d8358c67a2db tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:08.820970 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-742f0921-7bac-42b8-b695-3c834938a4cc tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:08.857771 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-4af3d363-d6e4-47b5-8505-852fc4f50d6a None None] Provisioning complete for port 08bbe8af-ea62-4ebc-85f7-6a58e31270f7 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:08.858041 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4af3d363-d6e4-47b5-8505-852fc4f50d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:08.872599 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-742f0921-7bac-42b8-b695-3c834938a4cc tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Usage tracker for resource:security_group_rule and tenant:0e8b3324dbee45a494295ad60f0313d6 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:08.889807 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-742f0921-7bac-42b8-b695-3c834938a4cc tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:08.892894 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7a48f589-b0aa-404f-838e-d692c8397d14 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:08.967072 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-742f0921-7bac-42b8-b695-3c834938a4cc tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:08.997649 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-421f0b98-f483-41b5-be33-1b89dffb82fa tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:08.999415 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a66920c-743b-4e2f-9457-66ad926f2c4b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Router 1b149795-4513-4644-9d66-b730d8819921 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:09:09.003398 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-4af3d363-d6e4-47b5-8505-852fc4f50d6a None None] Provisioning for port ed6ce658-b0e3-4651-81e9-2599cc1a6f04 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:09.010505 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-4af3d363-d6e4-47b5-8505-852fc4f50d6a None None] Provisioning complete for port ed6ce658-b0e3-4651-81e9-2599cc1a6f04 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:09.011041 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4af3d363-d6e4-47b5-8505-852fc4f50d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:09.108572 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-4af3d363-d6e4-47b5-8505-852fc4f50d6a None None] Port ed6ce658-b0e3-4651-81e9-2599cc1a6f04 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:09:09.112267 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-4af3d363-d6e4-47b5-8505-852fc4f50d6a None None] Could not find standard attr ID for object 19e3ebc9-eb79-47c7-b7ca-3448b914d33d. {{(pid=87834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 19:09:09.158621 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7a48f589-b0aa-404f-838e-d692c8397d14 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:09.232705 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-884ad051-c1e4-411f-91d6-46e7b30bcdce None None] Provisioning complete for port ed6ce658-b0e3-4651-81e9-2599cc1a6f04 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:09.233571 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-884ad051-c1e4-411f-91d6-46e7b30bcdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:09.272800 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-421f0b98-f483-41b5-be33-1b89dffb82fa tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Calling delete_port for 2e80a04f-1439-4a03-b052-f9c3ef982da0 owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:09.289084 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-884ad051-c1e4-411f-91d6-46e7b30bcdce None None] Port ed6ce658-b0e3-4651-81e9-2599cc1a6f04 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:09:09.316422 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6207e90c-132b-497b-873a-d516579e1ab5 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:09.321846 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.db.resource_extend [None req-45d94708-1d6d-4d97-9bd4-0ebf373cd509 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:09:09.357664 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-45d94708-1d6d-4d97-9bd4-0ebf373cd509 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:09.367329 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a66920c-743b-4e2f-9457-66ad926f2c4b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:09:09.377341 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7a48f589-b0aa-404f-838e-d692c8397d14 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:09.380068 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708ba78c-99ab-43ca-9540-ed7973ee7036 None None] Sync routers for ids ['1b149795-4513-4644-9d66-b730d8819921'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:09:09.385502 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-45d94708-1d6d-4d97-9bd4-0ebf373cd509 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:09.386264 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-45d94708-1d6d-4d97-9bd4-0ebf373cd509 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:09.391406 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708ba78c-99ab-43ca-9540-ed7973ee7036 None None] Routers {'1b149795-4513-4644-9d66-b730d8819921'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:09:09.392039 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-708ba78c-99ab-43ca-9540-ed7973ee7036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:08:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['1b149795-4513-4644-9d66-b730d8819921'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:09.431869 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6207e90c-132b-497b-873a-d516579e1ab5 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:09.455873 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-708ba78c-99ab-43ca-9540-ed7973ee7036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:09.465301 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48f589-b0aa-404f-838e-d692c8397d14 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Subnet': ['ID=fc71bf84-4e4b-4aad-a8cb-fa8b9d60840d,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:09.466989 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708ba78c-99ab-43ca-9540-ed7973ee7036 None None] Routers {'1b149795-4513-4644-9d66-b730d8819921'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:09:09.467220 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-708ba78c-99ab-43ca-9540-ed7973ee7036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:08:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['1b149795-4513-4644-9d66-b730d8819921'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:09.471690 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7a48f589-b0aa-404f-838e-d692c8397d14 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:09.475935 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7a48f589-b0aa-404f-838e-d692c8397d14 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/fc71bf84-4e4b-4aad-a8cb-fa8b9d60840d HTTP/1.1" status: 204 len: 168 time: 0.9865189 Mar 28 19:09:09.475935 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2a66920c-743b-4e2f-9457-66ad926f2c4b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:09.500428 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53974) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:09.533431 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68398712-f06f-4b64-85a0-3872a50c0a1f None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:09.570055 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-708ba78c-99ab-43ca-9540-ed7973ee7036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:09.570055 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708ba78c-99ab-43ca-9540-ed7973ee7036 None None] The sync data for ids ['1b149795-4513-4644-9d66-b730d8819921'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:09:09.607343 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.objects.ports [None req-3af3fb0d-4fa7-4db0-9108-d8358c67a2db tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87832) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 19:09:09.614360 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3af3fb0d-4fa7-4db0-9108-d8358c67a2db tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:09.652572 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-421f0b98-f483-41b5-be33-1b89dffb82fa tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:09.664226 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d94708-1d6d-4d97-9bd4-0ebf373cd509 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Port': ['ID=ed6ce658-b0e3-4651-81e9-2599cc1a6f04,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:09.698669 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2a66920c-743b-4e2f-9457-66ad926f2c4b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "PUT /v2.0/floatingips/154a7f4d-f1fd-4e47-8c45-2a2ad04d6569 HTTP/1.1" status: 200 len: 977 time: 7.1077886 Mar 28 19:09:09.703353 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53978) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:09.760816 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f0b98-f483-41b5-be33-1b89dffb82fa tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Pushing event deleted for resources: {'Port': ['ID=2e80a04f-1439-4a03-b052-f9c3ef982da0,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:09.767848 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3fb0d-4fa7-4db0-9108-d8358c67a2db tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Pushing event updated for resources: {'Subnet': ['ID=eb417c5c-8897-458d-af57-c8d97517d072,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:09.772730 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c081b1-0d78-4a21-adf3-0fd57e236dc7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting subnet fee15a91-108c-446f-ac11-33d1dfdf0108 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:09:09.776492 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af3fb0d-4fa7-4db0-9108-d8358c67a2db tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Checking segment: {'id': '1861fedf-62d2-4f5e-be8a-ce91ec5edfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3eeef18c-baa7-47d5-8270-4b0013c67d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:09:09.776778 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af3fb0d-4fa7-4db0-9108-d8358c67a2db tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Network hostable DHCP agents. Network: 3eeef18c-baa7-47d5-8270-4b0013c67d18, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:09:09.785296 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-742f0921-7bac-42b8-b695-3c834938a4cc tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:09.786670 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-421f0b98-f483-41b5-be33-1b89dffb82fa tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:09.793765 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7c081b1-0d78-4a21-adf3-0fd57e236dc7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:09.810216 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-85f82351-717b-44f2-a0b4-98ca97300f0d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Deleting port e9ee4d03-90fd-47c1-9310-b430957cc6ed {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:09.810405 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-85f82351-717b-44f2-a0b4-98ca97300f0d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:09.824335 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6207e90c-132b-497b-873a-d516579e1ab5 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:09.849153 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af3fb0d-4fa7-4db0-9108-d8358c67a2db tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Network 3eeef18c-baa7-47d5-8270-4b0013c67d18 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:09:09.863293 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-742f0921-7bac-42b8-b695-3c834938a4cc tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:09.864662 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-3af3fb0d-4fa7-4db0-9108-d8358c67a2db tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 3eeef18c-baa7-47d5-8270-4b0013c67d18) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:09.876075 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5741f08-dd34-4f44-aab0-4c86e748915b None None] Network 3eeef18c-baa7-47d5-8270-4b0013c67d18 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:09.877940 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af3fb0d-4fa7-4db0-9108-d8358c67a2db tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:09.878708 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3af3fb0d-4fa7-4db0-9108-d8358c67a2db tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:09.889345 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-742f0921-7bac-42b8-b695-3c834938a4cc tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] device_id is not set on port 1da25317-b61b-41d4-b9a2-e0fa2c7f6bb4 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:09:09.939961 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3af3fb0d-4fa7-4db0-9108-d8358c67a2db tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6424313 Mar 28 19:09:09.940856 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207e90c-132b-497b-873a-d516579e1ab5 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ff00a1-2a94-4494-8b1d-114f27e3c8ce,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:09.942789 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 53982) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:09.973300 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-f407928b-d081-421f-90de-af36f384744b tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Request body: {'port': {'network_id': '3eeef18c-baa7-47d5-8270-4b0013c67d18', 'name': 'tempest-NetworksIpV6TestAttrs-1847983524'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:10.133975 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7ce055-ffed-4e80-a23f-acb7a2ebbe2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-3eeef18c-baa7-47d5-8270-4b0013c67d18', 'network_id': '3eeef18c-baa7-47d5-8270-4b0013c67d18', 'tenant_id': 'fe32ebde26f54d0898ada80456f9d179', 'fixed_ips': [{'subnet_id': 'eb417c5c-8897-458d-af57-c8d97517d072'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:09:10.135552 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-db7ce055-ffed-4e80-a23f-acb7a2ebbe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:10.169552 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7c081b1-0d78-4a21-adf3-0fd57e236dc7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:10.222527 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d94708-1d6d-4d97-9bd4-0ebf373cd509 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network cef7e40d-46ac-4b43-8bcb-64bdbb874ce1 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:10.264527 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-45d94708-1d6d-4d97-9bd4-0ebf373cd509 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:10.272615 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f407928b-d081-421f-90de-af36f384744b tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:10.277369 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-85f82351-717b-44f2-a0b4-98ca97300f0d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:10.280233 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6207e90c-132b-497b-873a-d516579e1ab5 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:10.284655 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6207e90c-132b-497b-873a-d516579e1ab5 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "DELETE /v2.0/security-groups/53ff00a1-2a94-4494-8b1d-114f27e3c8ce HTTP/1.1" status: 204 len: 168 time: 1.6517398 Mar 28 19:09:10.286419 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53986) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:10.299637 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-421f0b98-f483-41b5-be33-1b89dffb82fa tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] 10.222.0.10 "DELETE /v2.0/ports/2e80a04f-1439-4a03-b052-f9c3ef982da0 HTTP/1.1" status: 204 len: 168 time: 2.1242895 Mar 28 19:09:10.299637 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f407928b-d081-421f-90de-af36f384744b tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Usage tracker for resource:port and tenant:fe32ebde26f54d0898ada80456f9d179 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:10.313207 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53990) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:10.368768 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-db7ce055-ffed-4e80-a23f-acb7a2ebbe2d None None] Allocated IP 2001:db8::f816:3eff:fecf:e4e6 (3eeef18c-baa7-47d5-8270-4b0013c67d18/eb417c5c-8897-458d-af57-c8d97517d072/13eda82c-06c2-4b7b-b103-04e9fd729de2) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:10.461073 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f407928b-d081-421f-90de-af36f384744b tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:10.507983 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f407928b-d081-421f-90de-af36f384744b tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:10.535824 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f0921-7bac-42b8-b695-3c834938a4cc tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f801311f-9967-4df0-8702-265f976ce97b,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:10.541443 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-cf918bdc-281e-4699-a16b-a56372e9ef78 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Deleting port 3f9c716c-d0c8-492f-94c9-d8c7704e0383 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:10.541958 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cf918bdc-281e-4699-a16b-a56372e9ef78 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:10.590397 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-946f611d-c649-4ea5-9331-7fcd9341a11a tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3023541 Mar 28 19:09:10.591246 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53994) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:10.601924 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f407928b-d081-421f-90de-af36f384744b tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Made reservation on behalf of fe32ebde26f54d0898ada80456f9d179 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:10.605435 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-4ba29296-4b7a-447d-8256-55eb60800565 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group': {'name': 'tempest-secgroup--964968335'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:10.605578 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f407928b-d081-421f-90de-af36f384744b tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:10.618346 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-4ba29296-4b7a-447d-8256-55eb60800565 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:10.626695 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-4ba29296-4b7a-447d-8256-55eb60800565 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Usage tracker for resource:security_group and tenant:2f1258f38deb4521b00588edd9df59d2 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:10.647125 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-742f0921-7bac-42b8-b695-3c834938a4cc tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Allocated IP 172.26.4.53 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/1da25317-b61b-41d4-b9a2-e0fa2c7f6bb4) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:10.650731 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-4ba29296-4b7a-447d-8256-55eb60800565 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:10.673991 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-4ba29296-4b7a-447d-8256-55eb60800565 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:10.706682 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 08bbe8af-ea62-4ebc-85f7-6a58e31270f7 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:09:10.748500 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-af2592da-5946-4e9a-ad0f-672f2b8ffeac None None] Provisioning complete for port 0c17cae4-10af-434f-9c2f-bb1cfbd7090e triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:10.749007 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-af2592da-5946-4e9a-ad0f-672f2b8ffeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:10.779100 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-db7ce055-ffed-4e80-a23f-acb7a2ebbe2d None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:10.819352 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-db7ce055-ffed-4e80-a23f-acb7a2ebbe2d None None] Transition to ACTIVE for port object 13eda82c-06c2-4b7b-b103-04e9fd729de2 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:10.834809 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7c081b1-0d78-4a21-adf3-0fd57e236dc7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:10.861454 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-db7ce055-ffed-4e80-a23f-acb7a2ebbe2d None None] Transition to ACTIVE for port object 13eda82c-06c2-4b7b-b103-04e9fd729de2 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:10.867622 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-f407928b-d081-421f-90de-af36f384744b tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] device_id is not set on port ff362d92-50bc-4544-8512-f2081d24fba8 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:09:10.895668 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-db7ce055-ffed-4e80-a23f-acb7a2ebbe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:10.927506 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cf918bdc-281e-4699-a16b-a56372e9ef78 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:10.966323 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 08bbe8af-ea62-4ebc-85f7-6a58e31270f7 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:10.966686 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:10.984948 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d94708-1d6d-4d97-9bd4-0ebf373cd509 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Router 74da9053-b9fc-4d38-8eb3-393309e37673 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:09:11.011559 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7ce055-ffed-4e80-a23f-acb7a2ebbe2d None None] Network 3eeef18c-baa7-47d5-8270-4b0013c67d18 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:11.016821 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-742f0921-7bac-42b8-b695-3c834938a4cc tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:11.021479 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-db7ce055-ffed-4e80-a23f-acb7a2ebbe2d None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:11.035615 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7ce055-ffed-4e80-a23f-acb7a2ebbe2d None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:09:11.047591 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ce055-ffed-4e80-a23f-acb7a2ebbe2d None None] Pushing event updated for resources: {'Port': ['ID=13eda82c-06c2-4b7b-b103-04e9fd729de2,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:11.059139 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-cf918bdc-281e-4699-a16b-a56372e9ef78 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Calling delete_port for 3f9c716c-d0c8-492f-94c9-d8c7704e0383 owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:11.137896 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4ba29296-4b7a-447d-8256-55eb60800565 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:11.200145 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-db7ce055-ffed-4e80-a23f-acb7a2ebbe2d None None] Attempting to bind port 13eda82c-06c2-4b7b-b103-04e9fd729de2 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:09:11.200501 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-db7ce055-ffed-4e80-a23f-acb7a2ebbe2d None None] Attempting to bind port 13eda82c-06c2-4b7b-b103-04e9fd729de2 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '1861fedf-62d2-4f5e-be8a-ce91ec5edfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3eeef18c-baa7-47d5-8270-4b0013c67d18'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:09:11.200861 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7ce055-ffed-4e80-a23f-acb7a2ebbe2d None None] Attempting to bind port 13eda82c-06c2-4b7b-b103-04e9fd729de2 on network 3eeef18c-baa7-47d5-8270-4b0013c67d18 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:09:11.211537 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7ce055-ffed-4e80-a23f-acb7a2ebbe2d None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:09:11.211902 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7ce055-ffed-4e80-a23f-acb7a2ebbe2d None None] Checking segment: {'id': '1861fedf-62d2-4f5e-be8a-ce91ec5edfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3eeef18c-baa7-47d5-8270-4b0013c67d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:09:11.212292 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-db7ce055-ffed-4e80-a23f-acb7a2ebbe2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:11.212674 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7ce055-ffed-4e80-a23f-acb7a2ebbe2d None None] Bound using segment: {'id': '1861fedf-62d2-4f5e-be8a-ce91ec5edfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3eeef18c-baa7-47d5-8270-4b0013c67d18'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:09:11.213137 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-db7ce055-ffed-4e80-a23f-acb7a2ebbe2d None None] Bound port: 13eda82c-06c2-4b7b-b103-04e9fd729de2, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1861fedf-62d2-4f5e-be8a-ce91ec5edfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3eeef18c-baa7-47d5-8270-4b0013c67d18'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:09:11.213499 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-db7ce055-ffed-4e80-a23f-acb7a2ebbe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:11.248969 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7c081b1-0d78-4a21-adf3-0fd57e236dc7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:11.264810 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-913a70f4-8a66-4646-ac07-2c8170b0dd59 None None] Provisioning complete for port ed6ce658-b0e3-4651-81e9-2599cc1a6f04 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:11.265740 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-913a70f4-8a66-4646-ac07-2c8170b0dd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:11.266034 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-4ba29296-4b7a-447d-8256-55eb60800565 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:11.273299 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-4ba29296-4b7a-447d-8256-55eb60800565 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Usage tracker for resource:security_group_rule and tenant:2f1258f38deb4521b00588edd9df59d2 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:11.278153 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-4ba29296-4b7a-447d-8256-55eb60800565 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:11.283233 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cf918bdc-281e-4699-a16b-a56372e9ef78 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:11.331440 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-4ba29296-4b7a-447d-8256-55eb60800565 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:11.339276 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96df43e-fbaa-4832-b572-255f427f5385 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:11.364535 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-85f82351-717b-44f2-a0b4-98ca97300f0d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:11.365107 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-85f82351-717b-44f2-a0b4-98ca97300f0d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:11.365593 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.l3_db [None req-85f82351-717b-44f2-a0b4-98ca97300f0d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Floating IP 154a7f4d-f1fd-4e47-8c45-2a2ad04d6569 disassociated. External IP: 172.26.4.152, port: e9ee4d03-90fd-47c1-9310-b430957cc6ed. Mar 28 19:09:11.366120 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-85f82351-717b-44f2-a0b4-98ca97300f0d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Calling delete_port for e9ee4d03-90fd-47c1-9310-b430957cc6ed owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:11.371242 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c081b1-0d78-4a21-adf3-0fd57e236dc7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Subnet': ['ID=fee15a91-108c-446f-ac11-33d1dfdf0108,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:11.380823 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7c081b1-0d78-4a21-adf3-0fd57e236dc7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:11.399643 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf918bdc-281e-4699-a16b-a56372e9ef78 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Pushing event deleted for resources: {'Port': ['ID=3f9c716c-d0c8-492f-94c9-d8c7704e0383,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:11.411178 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cf918bdc-281e-4699-a16b-a56372e9ef78 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:11.412670 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-f407928b-d081-421f-90de-af36f384744b tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Allocated IP 2001:db8::f816:3eff:fe9a:92b5 (3eeef18c-baa7-47d5-8270-4b0013c67d18/eb417c5c-8897-458d-af57-c8d97517d072/ff362d92-50bc-4544-8512-f2081d24fba8) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:11.441108 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-cf918bdc-281e-4699-a16b-a56372e9ef78 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] 10.222.0.10 "DELETE /v2.0/ports/3f9c716c-d0c8-492f-94c9-d8c7704e0383 HTTP/1.1" status: 204 len: 168 time: 1.0562837 Mar 28 19:09:11.443830 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 53998) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:11.456238 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e7c081b1-0d78-4a21-adf3-0fd57e236dc7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/fee15a91-108c-446f-ac11-33d1dfdf0108 HTTP/1.1" status: 204 len: 168 time: 1.9523273 Mar 28 19:09:11.457925 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d94708-1d6d-4d97-9bd4-0ebf373cd509 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:09:11.462096 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54002) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:11.470909 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-45d94708-1d6d-4d97-9bd4-0ebf373cd509 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "PUT /v2.0/routers/74da9053-b9fc-4d38-8eb3-393309e37673/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1880693 Mar 28 19:09:11.473297 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecbce64-4a16-41de-81dc-a61fa034b5d9 None None] Sync routers for ids ['74da9053-b9fc-4d38-8eb3-393309e37673'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:09:11.482343 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54006) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:11.484096 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecbce64-4a16-41de-81dc-a61fa034b5d9 None None] Routers {'74da9053-b9fc-4d38-8eb3-393309e37673'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:09:11.486676 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-9ecbce64-4a16-41de-81dc-a61fa034b5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:08:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['74da9053-b9fc-4d38-8eb3-393309e37673'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:11.491801 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-913a70f4-8a66-4646-ac07-2c8170b0dd59 None None] Port ed6ce658-b0e3-4651-81e9-2599cc1a6f04 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:09:11.540067 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-db7ce055-ffed-4e80-a23f-acb7a2ebbe2d None None] For port 13eda82c-06c2-4b7b-b103-04e9fd729de2, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:09:11.545881 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-db7ce055-ffed-4e80-a23f-acb7a2ebbe2d None None] For port 13eda82c-06c2-4b7b-b103-04e9fd729de2, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=13eda82c-06c2-4b7b-b103-04e9fd729de2,segment=NetworkSegment(1861fedf-62d2-4f5e-be8a-ce91ec5edfbc),segment_id=1861fedf-62d2-4f5e-be8a-ce91ec5edfbc)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:09:11.551849 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1f4a09d4-aeaf-470d-8354-9f367755ed19 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0883632 Mar 28 19:09:11.559503 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-9ecbce64-4a16-41de-81dc-a61fa034b5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:11.560608 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-742f0921-7bac-42b8-b695-3c834938a4cc tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:11.560773 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-5f16f1f2-a28d-42a2-8cd1-be663addeffb tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Synchronizing usage tracker for tenant:95b2a561eb9e44ce99904a3c87dc77c6 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:11.562652 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54010) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:11.571656 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecbce64-4a16-41de-81dc-a61fa034b5d9 None None] Routers {'74da9053-b9fc-4d38-8eb3-393309e37673'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:09:11.572780 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-9ecbce64-4a16-41de-81dc-a61fa034b5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:08:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['74da9053-b9fc-4d38-8eb3-393309e37673'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:11.611181 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-ccfb5618-ab9d-483a-aa25-a2234198bbb7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:11.641407 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4ba29296-4b7a-447d-8256-55eb60800565 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:11.642187 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-9ecbce64-4a16-41de-81dc-a61fa034b5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:11.642804 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecbce64-4a16-41de-81dc-a61fa034b5d9 None None] The sync data for ids ['74da9053-b9fc-4d38-8eb3-393309e37673'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:09:11.674316 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-db7ce055-ffed-4e80-a23f-acb7a2ebbe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:11.691598 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-5f16f1f2-a28d-42a2-8cd1-be663addeffb tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Unset dirty status for tenant:95b2a561eb9e44ce99904a3c87dc77c6 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:11.696741 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5f16f1f2-a28d-42a2-8cd1-be663addeffb tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2522979 Mar 28 19:09:11.702515 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54014) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:11.713258 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4ba29296-4b7a-447d-8256-55eb60800565 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:11.742785 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742f0921-7bac-42b8-b695-3c834938a4cc tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:11.746325 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-22e2e18e-6489-44f7-80e4-a3d5dc24c274 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2048147207'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:11.752648 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-22e2e18e-6489-44f7-80e4-a3d5dc24c274 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:11.758760 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-22e2e18e-6489-44f7-80e4-a3d5dc24c274 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Usage tracker for resource:network and tenant:95b2a561eb9e44ce99904a3c87dc77c6 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:11.771191 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-742f0921-7bac-42b8-b695-3c834938a4cc tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:11.774189 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ce055-ffed-4e80-a23f-acb7a2ebbe2d None None] Pushing event updated for resources: {'Port': ['ID=13eda82c-06c2-4b7b-b103-04e9fd729de2,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:11.785526 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742f0921-7bac-42b8-b695-3c834938a4cc tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:09:11.789630 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-22e2e18e-6489-44f7-80e4-a3d5dc24c274 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:11.795597 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4ba29296-4b7a-447d-8256-55eb60800565 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:11.798022 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4ba29296-4b7a-447d-8256-55eb60800565 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1967034 Mar 28 19:09:11.810210 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54018) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:11.816100 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-22e2e18e-6489-44f7-80e4-a3d5dc24c274 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:11.831185 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f0921-7bac-42b8-b695-3c834938a4cc tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Pushing event updated for resources: {'Port': ['ID=1da25317-b61b-41d4-b9a2-e0fa2c7f6bb4,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:11.839907 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-55f21230-40b3-4fea-bd63-f8f20106fc3f tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group_rule': {'security_group_id': '6e93a552-f635-456c-b73d-5840f02d07ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:11.862944 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-55f21230-40b3-4fea-bd63-f8f20106fc3f tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:11.873572 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba29296-4b7a-447d-8256-55eb60800565 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e93a552-f635-456c-b73d-5840f02d07ed,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:11.878171 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-55f21230-40b3-4fea-bd63-f8f20106fc3f tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Usage tracker for resource:security_group_rule and tenant:2f1258f38deb4521b00588edd9df59d2 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:11.882448 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e2e18e-6489-44f7-80e4-a3d5dc24c274 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Made reservation on behalf of 95b2a561eb9e44ce99904a3c87dc77c6 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:11.887136 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-22e2e18e-6489-44f7-80e4-a3d5dc24c274 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:11.897821 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-55f21230-40b3-4fea-bd63-f8f20106fc3f tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:11.900588 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e827e83-f53c-43be-9f89-0752691d310c None None] DHCP port deletion for 1857c8f5-5622-42ce-a4f9-106880783f61 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:09:11.905980 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-7e827e83-f53c-43be-9f89-0752691d310c None None] Deleting port 0c17cae4-10af-434f-9c2f-bb1cfbd7090e {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:11.906484 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7e827e83-f53c-43be-9f89-0752691d310c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:11.909918 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055c8580-196c-4649-9403-41a4d624068a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:11.910724 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-055c8580-196c-4649-9403-41a4d624068a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Synchronizing usage tracker for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:11.922175 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-55f21230-40b3-4fea-bd63-f8f20106fc3f tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:11.926032 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-ccfb5618-ab9d-483a-aa25-a2234198bbb7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:11.926205 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-85f82351-717b-44f2-a0b4-98ca97300f0d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:11.937286 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ccfb5618-ab9d-483a-aa25-a2234198bbb7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:subnet and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:11.943568 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ccfb5618-ab9d-483a-aa25-a2234198bbb7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:11.953946 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-ccfb5618-ab9d-483a-aa25-a2234198bbb7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:11.959945 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742f0921-7bac-42b8-b695-3c834938a4cc tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:11.960539 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-742f0921-7bac-42b8-b695-3c834938a4cc tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:12.009401 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfb5618-ab9d-483a-aa25-a2234198bbb7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:12.013238 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ccfb5618-ab9d-483a-aa25-a2234198bbb7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:12.034806 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-742f0921-7bac-42b8-b695-3c834938a4cc tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.2053034 Mar 28 19:09:12.040019 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54022) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:12.042503 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f407928b-d081-421f-90de-af36f384744b tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:12.070993 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-f272f729-b700-4833-8f77-95c70b3e6b50 tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.53'}]}}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:12.083110 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f272f729-b700-4833-8f77-95c70b3e6b50 tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:12.144498 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f272f729-b700-4833-8f77-95c70b3e6b50 tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Usage tracker for resource:router and tenant:0e8b3324dbee45a494295ad60f0313d6 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:12.152206 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f272f729-b700-4833-8f77-95c70b3e6b50 tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:12.162486 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f272f729-b700-4833-8f77-95c70b3e6b50 tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:12.164800 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-f407928b-d081-421f-90de-af36f384744b tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Transition to ACTIVE for port object ff362d92-50bc-4544-8512-f2081d24fba8 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:12.192228 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f272f729-b700-4833-8f77-95c70b3e6b50 tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:12.193185 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f272f729-b700-4833-8f77-95c70b3e6b50 tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:12.195584 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f82351-717b-44f2-a0b4-98ca97300f0d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event deleted for resources: {'Port': ['ID=e9ee4d03-90fd-47c1-9310-b430957cc6ed,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:12.199056 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e2e18e-6489-44f7-80e4-a3d5dc24c274 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:09:12.202393 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-55f21230-40b3-4fea-bd63-f8f20106fc3f tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:09:12.204195 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-55f21230-40b3-4fea-bd63-f8f20106fc3f tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3856556 Mar 28 19:09:12.205325 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-055c8580-196c-4649-9403-41a4d624068a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Unset dirty status for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:12.206451 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-055c8580-196c-4649-9403-41a4d624068a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "GET /v2.0/ports?device_id=74da9053-b9fc-4d38-8eb3-393309e37673 HTTP/1.1" status: 200 len: 988 time: 0.7211599 Mar 28 19:09:12.219934 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54026) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:12.220580 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54028) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:12.240746 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-cddef015-109f-4afe-a6da-dc2473e25bae tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group_rule': {'security_group_id': '6e93a552-f635-456c-b73d-5840f02d07ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:12.256023 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-7e827e83-f53c-43be-9f89-0752691d310c None None] For port 0c17cae4-10af-434f-9c2f-bb1cfbd7090e, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=0c17cae4-10af-434f-9c2f-bb1cfbd7090e,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:09:12.256457 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7e827e83-f53c-43be-9f89-0752691d310c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:12.317353 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-cddef015-109f-4afe-a6da-dc2473e25bae tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:12.340399 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-cddef015-109f-4afe-a6da-dc2473e25bae tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Usage tracker for resource:security_group_rule and tenant:2f1258f38deb4521b00588edd9df59d2 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:12.348055 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f272f729-b700-4833-8f77-95c70b3e6b50 tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:12.350389 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-cddef015-109f-4afe-a6da-dc2473e25bae tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:12.381736 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-22e2e18e-6489-44f7-80e4-a3d5dc24c274 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:12.382088 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-22e2e18e-6489-44f7-80e4-a3d5dc24c274 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Added segment 3e746140-09b7-428f-ac9f-e2adcf622eb6 of type vlan for network a8d7f203-5022-4d9c-8927-fa7adb807585 Mar 28 19:09:12.391445 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-7e827e83-f53c-43be-9f89-0752691d310c None None] Calling delete_port for 0c17cae4-10af-434f-9c2f-bb1cfbd7090e owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:12.418725 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-cddef015-109f-4afe-a6da-dc2473e25bae tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:12.477866 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-22e2e18e-6489-44f7-80e4-a3d5dc24c274 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:12.486286 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7e827e83-f53c-43be-9f89-0752691d310c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:12.489727 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f82351-717b-44f2-a0b4-98ca97300f0d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Router 1b149795-4513-4644-9d66-b730d8819921 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:09:12.541070 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e827e83-f53c-43be-9f89-0752691d310c None None] Pushing event deleted for resources: {'Port': ['ID=0c17cae4-10af-434f-9c2f-bb1cfbd7090e,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:12.544424 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e827e83-f53c-43be-9f89-0752691d310c None None] No DVR routers for this DVR port 0c17cae4-10af-434f-9c2f-bb1cfbd7090e on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:09:12.570558 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f407928b-d081-421f-90de-af36f384744b tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:12.586220 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-22e2e18e-6489-44f7-80e4-a3d5dc24c274 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:12.591603 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e2e18e-6489-44f7-80e4-a3d5dc24c274 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:12.592181 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-22e2e18e-6489-44f7-80e4-a3d5dc24c274 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:12.792481 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 13eda82c-06c2-4b7b-b103-04e9fd729de2 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:09:12.860641 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-22e2e18e-6489-44f7-80e4-a3d5dc24c274 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1486816 Mar 28 19:09:12.868038 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f82351-717b-44f2-a0b4-98ca97300f0d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:09:12.872621 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54034) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:12.878139 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 13eda82c-06c2-4b7b-b103-04e9fd729de2 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:12.887671 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d0bab9-1f0e-40b9-b33e-00a11bb41047 None None] Sync routers for ids ['1b149795-4513-4644-9d66-b730d8819921'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:09:12.901317 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2e18e-6489-44f7-80e4-a3d5dc24c274 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Pushing event updated for resources: {'Network': ['ID=a8d7f203-5022-4d9c-8927-fa7adb807585,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:12.905168 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d0bab9-1f0e-40b9-b33e-00a11bb41047 None None] Routers {'1b149795-4513-4644-9d66-b730d8819921'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:09:12.906128 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-b5d0bab9-1f0e-40b9-b33e-00a11bb41047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:08:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['1b149795-4513-4644-9d66-b730d8819921'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:12.914929 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-8f62f54d-46df-470e-abda-940577a0d46a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1854136787'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:12.919965 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8f62f54d-46df-470e-abda-940577a0d46a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:12.924985 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8f62f54d-46df-470e-abda-940577a0d46a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Usage tracker for resource:network and tenant:95b2a561eb9e44ce99904a3c87dc77c6 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:12.928381 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8f62f54d-46df-470e-abda-940577a0d46a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:12.934725 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8f62f54d-46df-470e-abda-940577a0d46a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:12.975433 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network a8d7f203-5022-4d9c-8927-fa7adb807585 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:09:12.986440 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f62f54d-46df-470e-abda-940577a0d46a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Made reservation on behalf of 95b2a561eb9e44ce99904a3c87dc77c6 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:12.990106 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8f62f54d-46df-470e-abda-940577a0d46a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:13.000546 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 0c17cae4-10af-434f-9c2f-bb1cfbd7090e no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:09:13.004382 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407928b-d081-421f-90de-af36f384744b tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Pushing event updated for resources: {'Port': ['ID=ff362d92-50bc-4544-8512-f2081d24fba8,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:13.042031 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f62f54d-46df-470e-abda-940577a0d46a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:09:13.048902 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-85f82351-717b-44f2-a0b4-98ca97300f0d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:13.056600 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 0c17cae4-10af-434f-9c2f-bb1cfbd7090e {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:09:13.057072 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 0c17cae4-10af-434f-9c2f-bb1cfbd7090e not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:09:13.058567 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8f62f54d-46df-470e-abda-940577a0d46a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:13.059126 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-8f62f54d-46df-470e-abda-940577a0d46a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Added segment c624ddd5-7eb4-438f-912f-f65f71ed89f0 of type vlan for network a17049bf-1dee-42c8-b865-2f4d8e0a52bb Mar 28 19:09:13.061468 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-85f82351-717b-44f2-a0b4-98ca97300f0d tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "DELETE /v2.0/ports/e9ee4d03-90fd-47c1-9310-b430957cc6ed HTTP/1.1" status: 204 len: 168 time: 3.3548653 Mar 28 19:09:13.063225 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-b5d0bab9-1f0e-40b9-b33e-00a11bb41047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:13.069424 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54038) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:13.136080 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d0bab9-1f0e-40b9-b33e-00a11bb41047 None None] Routers {'1b149795-4513-4644-9d66-b730d8819921'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:09:13.136957 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-b5d0bab9-1f0e-40b9-b33e-00a11bb41047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:08:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['1b149795-4513-4644-9d66-b730d8819921'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:13.177446 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-cddef015-109f-4afe-a6da-dc2473e25bae tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:09:13.179350 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-cddef015-109f-4afe-a6da-dc2473e25bae tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.9461434 Mar 28 19:09:13.181625 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8f62f54d-46df-470e-abda-940577a0d46a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:13.187419 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54042) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:13.201181 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051075f7-ea5f-4409-a733-10d536e5fd18 None None] Network 3eeef18c-baa7-47d5-8270-4b0013c67d18 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:13.214159 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f407928b-d081-421f-90de-af36f384744b tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Network 3eeef18c-baa7-47d5-8270-4b0013c67d18 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:13.221837 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-f407928b-d081-421f-90de-af36f384744b tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:13.230370 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f407928b-d081-421f-90de-af36f384744b tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:09:13.236418 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f407928b-d081-421f-90de-af36f384744b tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:13.237316 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f407928b-d081-421f-90de-af36f384744b tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:13.252610 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-b5d0bab9-1f0e-40b9-b33e-00a11bb41047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:13.253007 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d0bab9-1f0e-40b9-b33e-00a11bb41047 None None] The sync data for ids ['1b149795-4513-4644-9d66-b730d8819921'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:09:13.342409 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8f62f54d-46df-470e-abda-940577a0d46a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:13.347812 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f62f54d-46df-470e-abda-940577a0d46a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:13.348474 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8f62f54d-46df-470e-abda-940577a0d46a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:13.355013 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-39f803d7-a67c-4539-a2bb-29aeb41250aa None None] Provisioning for port 13eda82c-06c2-4b7b-b103-04e9fd729de2 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:13.364751 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-39f803d7-a67c-4539-a2bb-29aeb41250aa None None] Provisioning complete for port 13eda82c-06c2-4b7b-b103-04e9fd729de2 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:13.365111 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-39f803d7-a67c-4539-a2bb-29aeb41250aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:13.465955 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f407928b-d081-421f-90de-af36f384744b tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.5113614 Mar 28 19:09:13.468381 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54046) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:13.486850 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed44666d-9e31-46a2-8c27-d94ccd02d06a tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:13.529026 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ccfb5618-ab9d-483a-aa25-a2234198bbb7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:13.544524 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8f62f54d-46df-470e-abda-940577a0d46a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6632745 Mar 28 19:09:13.569998 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f272f729-b700-4833-8f77-95c70b3e6b50 tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:13.603768 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-39f803d7-a67c-4539-a2bb-29aeb41250aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:13.699782 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfb5618-ab9d-483a-aa25-a2234198bbb7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:13.700459 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62f54d-46df-470e-abda-940577a0d46a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Pushing event updated for resources: {'Network': ['ID=a17049bf-1dee-42c8-b865-2f4d8e0a52bb,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:13.711108 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-ccfb5618-ab9d-483a-aa25-a2234198bbb7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:13.713916 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed44666d-9e31-46a2-8c27-d94ccd02d06a tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:13.716034 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb5618-ab9d-483a-aa25-a2234198bbb7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Subnet': ['ID=88f4a864-68f6-45e5-8af9-8c1f5bab676f,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:13.721908 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-67bafb51-0af6-4ee1-a37e-e51200f99120 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Deleting subnet eb417c5c-8897-458d-af57-c8d97517d072 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:09:13.724780 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfb5618-ab9d-483a-aa25-a2234198bbb7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:13.725468 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ccfb5618-ab9d-483a-aa25-a2234198bbb7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:13.742665 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-67bafb51-0af6-4ee1-a37e-e51200f99120 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:13.748693 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network a17049bf-1dee-42c8-b865-2f4d8e0a52bb details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:09:13.808945 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ccfb5618-ab9d-483a-aa25-a2234198bbb7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2419012 Mar 28 19:09:13.813817 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54050) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:13.820555 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed44666d-9e31-46a2-8c27-d94ccd02d06a tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:13.841321 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-970d0f26-e5ba-428e-a441-54ae4803dfad tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:13.954338 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-67bafb51-0af6-4ee1-a37e-e51200f99120 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:14.028156 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-39f803d7-a67c-4539-a2bb-29aeb41250aa None None] For port 13eda82c-06c2-4b7b-b103-04e9fd729de2, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=13eda82c-06c2-4b7b-b103-04e9fd729de2,segment=NetworkSegment(1861fedf-62d2-4f5e-be8a-ce91ec5edfbc),segment_id=1861fedf-62d2-4f5e-be8a-ce91ec5edfbc)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:09:14.050437 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0c6418-92fb-4f3f-8d6a-a7e87d436297 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:14.078162 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44666d-9e31-46a2-8c27-d94ccd02d06a tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e93a552-f635-456c-b73d-5840f02d07ed,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:14.087613 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-99500ddb-d9f0-49f4-95d7-725bcaadef48 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:14.102112 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed44666d-9e31-46a2-8c27-d94ccd02d06a tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:14.103637 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ed44666d-9e31-46a2-8c27-d94ccd02d06a tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "DELETE /v2.0/security-groups/6e93a552-f635-456c-b73d-5840f02d07ed HTTP/1.1" status: 204 len: 168 time: 0.9154379 Mar 28 19:09:14.150292 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54054) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:14.331338 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-970d0f26-e5ba-428e-a441-54ae4803dfad tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:14.336018 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-39f803d7-a67c-4539-a2bb-29aeb41250aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:14.337385 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-970d0f26-e5ba-428e-a441-54ae4803dfad tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:subnet and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:14.348227 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-970d0f26-e5ba-428e-a441-54ae4803dfad tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:14.362605 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-970d0f26-e5ba-428e-a441-54ae4803dfad tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:14.366488 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dc6a133e-f732-4ad5-ac6e-7cd6093a8637 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:14.468920 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a364eb0a-9358-4586-8c17-388deac57a8a tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Synchronizing usage tracker for tenant:2f1258f38deb4521b00588edd9df59d2 on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:14.496670 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f803d7-a67c-4539-a2bb-29aeb41250aa None None] Pushing event updated for resources: {'Port': ['ID=13eda82c-06c2-4b7b-b103-04e9fd729de2,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:14.517729 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5926ba1-4d42-478c-8ef2-ea96ef2c26c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-1857c8f5-5622-42ce-a4f9-106880783f61', 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'fixed_ips': [{'subnet_id': '88f4a864-68f6-45e5-8af9-8c1f5bab676f'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:09:14.518521 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d5926ba1-4d42-478c-8ef2-ea96ef2c26c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:14.591284 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a364eb0a-9358-4586-8c17-388deac57a8a tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Unset dirty status for tenant:2f1258f38deb4521b00588edd9df59d2 on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:14.593613 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a364eb0a-9358-4586-8c17-388deac57a8a tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4406154 Mar 28 19:09:14.596902 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-67bafb51-0af6-4ee1-a37e-e51200f99120 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:14.615769 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54060) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:14.678788 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-7cb88259-68e3-4d39-b58b-614a5ba39be4 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group': {'name': 'tempest-secgroup--1613614761'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:14.750390 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-7cb88259-68e3-4d39-b58b-614a5ba39be4 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:14.769245 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-7cb88259-68e3-4d39-b58b-614a5ba39be4 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:14.771828 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970d0f26-e5ba-428e-a441-54ae4803dfad tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:14.775456 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-970d0f26-e5ba-428e-a441-54ae4803dfad tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:14.914660 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-d5926ba1-4d42-478c-8ef2-ea96ef2c26c1 None None] Allocated IP 172.20.0.2 (1857c8f5-5622-42ce-a4f9-106880783f61/88f4a864-68f6-45e5-8af9-8c1f5bab676f/174e11fe-9cca-4c4e-8f94-4b8baa8dd362) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:15.055380 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-99500ddb-d9f0-49f4-95d7-725bcaadef48 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting port ed6ce658-b0e3-4651-81e9-2599cc1a6f04 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:15.055829 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-99500ddb-d9f0-49f4-95d7-725bcaadef48 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:15.088782 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-67bafb51-0af6-4ee1-a37e-e51200f99120 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:15.093775 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f272f729-b700-4833-8f77-95c70b3e6b50 tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:15.102832 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7cb88259-68e3-4d39-b58b-614a5ba39be4 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:15.170619 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f272f729-b700-4833-8f77-95c70b3e6b50 tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:15.176975 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bafb51-0af6-4ee1-a37e-e51200f99120 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Pushing event deleted for resources: {'Subnet': ['ID=eb417c5c-8897-458d-af57-c8d97517d072,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:15.197642 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d5926ba1-4d42-478c-8ef2-ea96ef2c26c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:15.199657 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-7cb88259-68e3-4d39-b58b-614a5ba39be4 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:15.204532 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-7cb88259-68e3-4d39-b58b-614a5ba39be4 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Usage tracker for resource:security_group_rule and tenant:2f1258f38deb4521b00588edd9df59d2 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:15.207617 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-7cb88259-68e3-4d39-b58b-614a5ba39be4 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:15.209854 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-d5926ba1-4d42-478c-8ef2-ea96ef2c26c1 None None] Transition to ACTIVE for port object 174e11fe-9cca-4c4e-8f94-4b8baa8dd362 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:15.214224 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-7cb88259-68e3-4d39-b58b-614a5ba39be4 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:15.222607 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-67bafb51-0af6-4ee1-a37e-e51200f99120 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:15.237880 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-d5926ba1-4d42-478c-8ef2-ea96ef2c26c1 None None] Transition to ACTIVE for port object 174e11fe-9cca-4c4e-8f94-4b8baa8dd362 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:15.245716 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-07750cb1-7bb2-4748-ba8f-5ecc78084d8c None None] Provisioning complete for port 13eda82c-06c2-4b7b-b103-04e9fd729de2 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:15.246086 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-07750cb1-7bb2-4748-ba8f-5ecc78084d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:15.301841 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-67bafb51-0af6-4ee1-a37e-e51200f99120 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "DELETE /v2.0/subnets/eb417c5c-8897-458d-af57-c8d97517d072 HTTP/1.1" status: 204 len: 168 time: 1.7742853 Mar 28 19:09:15.304061 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7cb88259-68e3-4d39-b58b-614a5ba39be4 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:15.307719 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54064) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:15.323996 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 13eda82c-06c2-4b7b-b103-04e9fd729de2 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:09:15.353680 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970c9085-2723-433b-b870-77411794e838 None None] Network 3eeef18c-baa7-47d5-8270-4b0013c67d18 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:15.417551 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c39e25f-b774-4763-a21a-2ea4a5fc5116 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:15.419213 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c39e25f-b774-4763-a21a-2ea4a5fc5116 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:15.419956 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0c39e25f-b774-4763-a21a-2ea4a5fc5116 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Synchronizing usage tracker for tenant:fe32ebde26f54d0898ada80456f9d179 on resource:subnet {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:15.424403 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7cb88259-68e3-4d39-b58b-614a5ba39be4 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:15.482510 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-99500ddb-d9f0-49f4-95d7-725bcaadef48 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:15.494923 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7cb88259-68e3-4d39-b58b-614a5ba39be4 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:15.498680 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7cb88259-68e3-4d39-b58b-614a5ba39be4 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8326221 Mar 28 19:09:15.503936 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54068) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:15.528233 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d5926ba1-4d42-478c-8ef2-ea96ef2c26c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:15.531427 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-c2d78fbf-7a17-4fb8-ba09-919b1867228b tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:15.532004 dv-neutron-834711-1-hyperv neutron-server[87832]: WARNING neutron.api.v2.base [None req-c2d78fbf-7a17-4fb8-ba09-919b1867228b tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 28 19:09:15.532462 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-c2d78fbf-7a17-4fb8-ba09-919b1867228b tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] update failed (client error): There was a conflict when trying to complete your request. Mar 28 19:09:15.536773 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c2d78fbf-7a17-4fb8-ba09-919b1867228b tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "PUT /v2.0/security-groups/59b5595d-ae18-4aa4-9b70-11f8880716d9 HTTP/1.1" status: 409 len: 330 time: 0.0271492 Mar 28 19:09:15.540235 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54072) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:15.607602 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.objects.ports [None req-970d0f26-e5ba-428e-a441-54ae4803dfad tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87832) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 19:09:15.622122 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5926ba1-4d42-478c-8ef2-ea96ef2c26c1 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:15.626759 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5926ba1-4d42-478c-8ef2-ea96ef2c26c1 None None] Pushing event updated for resources: {'Port': ['ID=174e11fe-9cca-4c4e-8f94-4b8baa8dd362,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:15.634922 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-d5926ba1-4d42-478c-8ef2-ea96ef2c26c1 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:15.703157 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-99500ddb-d9f0-49f4-95d7-725bcaadef48 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Calling delete_port for ed6ce658-b0e3-4651-81e9-2599cc1a6f04 owned by network:router_interface {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:15.751029 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5926ba1-4d42-478c-8ef2-ea96ef2c26c1 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:09:15.776267 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0c39e25f-b774-4763-a21a-2ea4a5fc5116 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Unset dirty status for tenant:fe32ebde26f54d0898ada80456f9d179 on resource:subnet {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:15.777436 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0c39e25f-b774-4763-a21a-2ea4a5fc5116 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4411397 Mar 28 19:09:15.804715 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb88259-68e3-4d39-b58b-614a5ba39be4 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59b5595d-ae18-4aa4-9b70-11f8880716d9,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:15.818667 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54076) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:15.821596 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11de85f9-859a-4fcd-954c-cf5cbec48785 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:15.851790 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11de85f9-859a-4fcd-954c-cf5cbec48785 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:15.901489 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-99500ddb-d9f0-49f4-95d7-725bcaadef48 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:15.929862 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-dc6a133e-f732-4ad5-ac6e-7cd6093a8637 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Deleting port 36096db1-b161-42d6-9d5f-6b4a152e1eac {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:15.930696 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dc6a133e-f732-4ad5-ac6e-7cd6093a8637 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:15.959788 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99500ddb-d9f0-49f4-95d7-725bcaadef48 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Port': ['ID=ed6ce658-b0e3-4651-81e9-2599cc1a6f04,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:15.961934 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f272f729-b700-4833-8f77-95c70b3e6b50 tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:16.033718 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-07750cb1-7bb2-4748-ba8f-5ecc78084d8c None None] Provisioning for port ff362d92-50bc-4544-8512-f2081d24fba8 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:16.058173 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 13eda82c-06c2-4b7b-b103-04e9fd729de2 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:16.058692 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:16.117909 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-07750cb1-7bb2-4748-ba8f-5ecc78084d8c None None] Provisioning complete for port ff362d92-50bc-4544-8512-f2081d24fba8 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:16.118450 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-07750cb1-7bb2-4748-ba8f-5ecc78084d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:16.167439 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-d5926ba1-4d42-478c-8ef2-ea96ef2c26c1 None None] Attempting to bind port 174e11fe-9cca-4c4e-8f94-4b8baa8dd362 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:09:16.167975 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-d5926ba1-4d42-478c-8ef2-ea96ef2c26c1 None None] Attempting to bind port 174e11fe-9cca-4c4e-8f94-4b8baa8dd362 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:09:16.168461 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5926ba1-4d42-478c-8ef2-ea96ef2c26c1 None None] Attempting to bind port 174e11fe-9cca-4c4e-8f94-4b8baa8dd362 on network 1857c8f5-5622-42ce-a4f9-106880783f61 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:09:16.171168 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dc6a133e-f732-4ad5-ac6e-7cd6093a8637 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:16.178137 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5926ba1-4d42-478c-8ef2-ea96ef2c26c1 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:09:16.178668 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5926ba1-4d42-478c-8ef2-ea96ef2c26c1 None None] Checking segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:09:16.179291 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d5926ba1-4d42-478c-8ef2-ea96ef2c26c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:16.179692 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5926ba1-4d42-478c-8ef2-ea96ef2c26c1 None None] Bound using segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:09:16.180285 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-d5926ba1-4d42-478c-8ef2-ea96ef2c26c1 None None] Bound port: 174e11fe-9cca-4c4e-8f94-4b8baa8dd362, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:09:16.180766 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d5926ba1-4d42-478c-8ef2-ea96ef2c26c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:16.291559 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f272f729-b700-4833-8f77-95c70b3e6b50 tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:16.294055 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f272f729-b700-4833-8f77-95c70b3e6b50 tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:16.375442 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e5953f-ef89-4188-8ae3-2af09c6744e4 None None] DHCP port deletion for 3eeef18c-baa7-47d5-8270-4b0013c67d18 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:09:16.401891 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-07750cb1-7bb2-4748-ba8f-5ecc78084d8c None None] Port ff362d92-50bc-4544-8512-f2081d24fba8 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:09:16.412090 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-22e5953f-ef89-4188-8ae3-2af09c6744e4 None None] Deleting port 13eda82c-06c2-4b7b-b103-04e9fd729de2 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:16.412811 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-22e5953f-ef89-4188-8ae3-2af09c6744e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:16.537941 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f272f729-b700-4833-8f77-95c70b3e6b50 tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:16.538503 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f272f729-b700-4833-8f77-95c70b3e6b50 tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ebf5c6cb-5e07-44e8-92e6-81bb5fe78306 {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:09:16.563288 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-dc6a133e-f732-4ad5-ac6e-7cd6093a8637 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Calling delete_port for 36096db1-b161-42d6-9d5f-6b4a152e1eac owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:16.715250 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-22e5953f-ef89-4188-8ae3-2af09c6744e4 None None] For port 13eda82c-06c2-4b7b-b103-04e9fd729de2, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=13eda82c-06c2-4b7b-b103-04e9fd729de2,segment=NetworkSegment(1861fedf-62d2-4f5e-be8a-ce91ec5edfbc),segment_id=1861fedf-62d2-4f5e-be8a-ce91ec5edfbc)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:09:16.715718 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-22e5953f-ef89-4188-8ae3-2af09c6744e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:16.816173 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-f272f729-b700-4833-8f77-95c70b3e6b50 tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 28 19:09:16.820608 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f272f729-b700-4833-8f77-95c70b3e6b50 tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.7747502 Mar 28 19:09:16.823527 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54080) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:16.842766 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-22e5953f-ef89-4188-8ae3-2af09c6744e4 None None] Calling delete_port for 13eda82c-06c2-4b7b-b103-04e9fd729de2 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:16.885333 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-99500ddb-d9f0-49f4-95d7-725bcaadef48 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:16.891034 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-434b2784-236e-4b37-b455-47db8fdc2ee2 tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Deleting port 1da25317-b61b-41d4-b9a2-e0fa2c7f6bb4 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:16.891399 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-434b2784-236e-4b37-b455-47db8fdc2ee2 tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:16.920265 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 13eda82c-06c2-4b7b-b103-04e9fd729de2 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:09:16.960756 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-22e5953f-ef89-4188-8ae3-2af09c6744e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:17.020172 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5953f-ef89-4188-8ae3-2af09c6744e4 None None] Pushing event deleted for resources: {'Port': ['ID=13eda82c-06c2-4b7b-b103-04e9fd729de2,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:17.025885 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 13eda82c-06c2-4b7b-b103-04e9fd729de2 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:09:17.026338 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 13eda82c-06c2-4b7b-b103-04e9fd729de2 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:09:17.042478 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a4b98310-aea5-40bc-b1ce-73456dcb05c9 None None] Provisioning complete for port ff362d92-50bc-4544-8512-f2081d24fba8 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:17.042979 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a4b98310-aea5-40bc-b1ce-73456dcb05c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:17.047853 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54084) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:17.048776 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11de85f9-859a-4fcd-954c-cf5cbec48785 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:17.089319 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e5953f-ef89-4188-8ae3-2af09c6744e4 None None] No DVR routers for this DVR port 13eda82c-06c2-4b7b-b103-04e9fd729de2 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:09:17.094524 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-4c0bb1c1-f58d-4221-92f1-9d4129baf78a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Request body: {'subnets': [{'network_id': 'a8d7f203-5022-4d9c-8927-fa7adb807585', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1807016353', 'ip_version': 6}, {'network_id': 'a17049bf-1dee-42c8-b865-2f4d8e0a52bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:17.094915 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-4c0bb1c1-f58d-4221-92f1-9d4129baf78a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Request body: {'subnet': {'network_id': 'a8d7f203-5022-4d9c-8927-fa7adb807585', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1807016353', 'ip_version': 6}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:17.096399 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-4c0bb1c1-f58d-4221-92f1-9d4129baf78a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Request body: {'subnet': {'network_id': 'a17049bf-1dee-42c8-b865-2f4d8e0a52bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:17.103370 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-d5926ba1-4d42-478c-8ef2-ea96ef2c26c1 None None] For port 174e11fe-9cca-4c4e-8f94-4b8baa8dd362, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:09:17.120279 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a4b98310-aea5-40bc-b1ce-73456dcb05c9 None None] Port ff362d92-50bc-4544-8512-f2081d24fba8 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:09:17.131230 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de85f9-859a-4fcd-954c-cf5cbec48785 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b5595d-ae18-4aa4-9b70-11f8880716d9,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:17.143432 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-d5926ba1-4d42-478c-8ef2-ea96ef2c26c1 None None] For port 174e11fe-9cca-4c4e-8f94-4b8baa8dd362, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=174e11fe-9cca-4c4e-8f94-4b8baa8dd362,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:09:17.154543 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d5926ba1-4d42-478c-8ef2-ea96ef2c26c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:17.211536 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dc6a133e-f732-4ad5-ac6e-7cd6093a8637 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:17.279798 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5926ba1-4d42-478c-8ef2-ea96ef2c26c1 None None] Pushing event updated for resources: {'Port': ['ID=174e11fe-9cca-4c4e-8f94-4b8baa8dd362,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:17.382483 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99500ddb-d9f0-49f4-95d7-725bcaadef48 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Router 74da9053-b9fc-4d38-8eb3-393309e37673 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:09:17.399995 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-434b2784-236e-4b37-b455-47db8fdc2ee2 tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:17.446918 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a133e-f732-4ad5-ac6e-7cd6093a8637 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event deleted for resources: {'Port': ['ID=36096db1-b161-42d6-9d5f-6b4a152e1eac,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:17.459710 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0809a33f-4dd2-4e3a-82c3-719a6d012667 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:17.516342 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11de85f9-859a-4fcd-954c-cf5cbec48785 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:17.517643 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-11de85f9-859a-4fcd-954c-cf5cbec48785 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "DELETE /v2.0/security-groups/59b5595d-ae18-4aa4-9b70-11f8880716d9 HTTP/1.1" status: 204 len: 168 time: 1.9717796 Mar 28 19:09:17.550785 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54088) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:17.631855 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99500ddb-d9f0-49f4-95d7-725bcaadef48 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:09:17.644222 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f348663a-62bc-4869-a656-845d27b15530 None None] Sync routers for ids ['74da9053-b9fc-4d38-8eb3-393309e37673'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:09:17.646447 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-0809a33f-4dd2-4e3a-82c3-719a6d012667 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 28 19:09:17.646959 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0809a33f-4dd2-4e3a-82c3-719a6d012667 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:09:17.653646 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0809a33f-4dd2-4e3a-82c3-719a6d012667 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "DELETE /v2.0/networks/3eeef18c-baa7-47d5-8270-4b0013c67d18 HTTP/1.1" status: 409 len: 405 time: 1.7563324 Mar 28 19:09:17.657741 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54092) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:17.666133 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f348663a-62bc-4869-a656-845d27b15530 None None] Routers {'74da9053-b9fc-4d38-8eb3-393309e37673'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:09:17.667102 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-f348663a-62bc-4869-a656-845d27b15530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:08:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['74da9053-b9fc-4d38-8eb3-393309e37673'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:17.701287 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-434b2784-236e-4b37-b455-47db8fdc2ee2 tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Calling delete_port for 1da25317-b61b-41d4-b9a2-e0fa2c7f6bb4 owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:17.713130 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-4f248220-164e-425b-89c2-df46fbff7399 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-238123994'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:17.737874 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-4f248220-164e-425b-89c2-df46fbff7399 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:17.754411 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-f348663a-62bc-4869-a656-845d27b15530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:17.769582 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f348663a-62bc-4869-a656-845d27b15530 None None] Routers {'74da9053-b9fc-4d38-8eb3-393309e37673'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:09:17.770560 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-f348663a-62bc-4869-a656-845d27b15530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:08:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['74da9053-b9fc-4d38-8eb3-393309e37673'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:17.804242 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-970d0f26-e5ba-428e-a441-54ae4803dfad tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:17.810411 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-99500ddb-d9f0-49f4-95d7-725bcaadef48 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "PUT /v2.0/routers/74da9053-b9fc-4d38-8eb3-393309e37673/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5804005 Mar 28 19:09:17.812626 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54096) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:17.821786 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-4f248220-164e-425b-89c2-df46fbff7399 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Usage tracker for resource:network and tenant:fe32ebde26f54d0898ada80456f9d179 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:17.828996 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-4f248220-164e-425b-89c2-df46fbff7399 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:17.836177 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-f348663a-62bc-4869-a656-845d27b15530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:17.836572 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f348663a-62bc-4869-a656-845d27b15530 None None] The sync data for ids ['74da9053-b9fc-4d38-8eb3-393309e37673'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:09:17.859448 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-4f248220-164e-425b-89c2-df46fbff7399 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:17.884317 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-9fa88cbc-d60d-4a93-9c2b-8ad14fbaa31b tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Synchronizing usage tracker for tenant:2f1258f38deb4521b00588edd9df59d2 on resource:security_group {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:17.893435 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-365f4af0-9881-4af8-a23f-eeb50eb5c0e4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] GET failed (client error): The resource could not be found. Mar 28 19:09:17.893972 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-365f4af0-9881-4af8-a23f-eeb50eb5c0e4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Synchronizing usage tracker for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:17.924865 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-365f4af0-9881-4af8-a23f-eeb50eb5c0e4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Unset dirty status for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:17.928985 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-365f4af0-9881-4af8-a23f-eeb50eb5c0e4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "GET /v2.0/ports/ed6ce658-b0e3-4651-81e9-2599cc1a6f04 HTTP/1.1" status: 404 len: 333 time: 0.1124110 Mar 28 19:09:17.929135 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54100) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:17.994308 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-4c0bb1c1-f58d-4221-92f1-9d4129baf78a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:18.001339 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f248220-164e-425b-89c2-df46fbff7399 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Made reservation on behalf of fe32ebde26f54d0898ada80456f9d179 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:18.004770 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4f248220-164e-425b-89c2-df46fbff7399 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:18.027126 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-4c0bb1c1-f58d-4221-92f1-9d4129baf78a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Usage tracker for resource:subnet and tenant:95b2a561eb9e44ce99904a3c87dc77c6 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:18.049329 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-4c0bb1c1-f58d-4221-92f1-9d4129baf78a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:18.073084 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-9fa88cbc-d60d-4a93-9c2b-8ad14fbaa31b tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] Unset dirty status for tenant:2f1258f38deb4521b00588edd9df59d2 on resource:security_group {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:18.074359 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9fa88cbc-d60d-4a93-9c2b-8ad14fbaa31b tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5200987 Mar 28 19:09:18.079189 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-4c0bb1c1-f58d-4221-92f1-9d4129baf78a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:18.087532 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54104) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:18.090982 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dc6a133e-f732-4ad5-ac6e-7cd6093a8637 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:18.112126 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-434b2784-236e-4b37-b455-47db8fdc2ee2 tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:18.143461 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f248220-164e-425b-89c2-df46fbff7399 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:09:18.208392 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b2784-236e-4b37-b455-47db8fdc2ee2 tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Pushing event deleted for resources: {'Port': ['ID=1da25317-b61b-41d4-b9a2-e0fa2c7f6bb4,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:18.287846 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0bb1c1-f58d-4221-92f1-9d4129baf78a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Made reservation on behalf of 95b2a561eb9e44ce99904a3c87dc77c6 for: {'subnet': 2} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:18.292184 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4c0bb1c1-f58d-4221-92f1-9d4129baf78a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:18.292516 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4c0bb1c1-f58d-4221-92f1-9d4129baf78a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:18.309729 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6a41e342-f7fc-4cfe-9f94-53ac94759877 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:18.314461 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-d21de6a8-bc22-4540-b1e2-cbb20b339e2b tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] delete failed (client error): The resource could not be found. Mar 28 19:09:18.319617 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d21de6a8-bc22-4540-b1e2-cbb20b339e2b tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "DELETE /v2.0/security-groups/87dc88f9-0e24-4054-9395-57166b777d03 HTTP/1.1" status: 404 len: 347 time: 0.2260492 Mar 28 19:09:18.335343 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54108) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:18.402523 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4f248220-164e-425b-89c2-df46fbff7399 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:18.402871 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-4f248220-164e-425b-89c2-df46fbff7399 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Added segment 9a8d0836-78c2-42c7-9153-2f87e2472ba6 of type vlan for network 4a9f89ef-3d54-4d61-a510-c0ec2456671c Mar 28 19:09:18.556984 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-434b2784-236e-4b37-b455-47db8fdc2ee2 tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:18.557594 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-0aa4ca1f-1e26-4445-a5d3-19345f14fbb6 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] show failed (client error): The resource could not be found. Mar 28 19:09:18.562642 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0aa4ca1f-1e26-4445-a5d3-19345f14fbb6 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "GET /v2.0/security-groups/80839e43-2864-4208-a4d0-2139d11c01bb HTTP/1.1" status: 404 len: 347 time: 0.1703866 Mar 28 19:09:18.564491 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-69fc3ffb-59fb-49e3-950a-5141c78a9d81 None None] Provisioning for port 174e11fe-9cca-4c4e-8f94-4b8baa8dd362 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:18.567357 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54116) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:18.587381 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-434b2784-236e-4b37-b455-47db8fdc2ee2 tempest-RoutersAdminNegativeIpV6Test-1442633944 tempest-RoutersAdminNegativeIpV6Test-1442633944-project-admin] 10.222.0.10 "DELETE /v2.0/ports/1da25317-b61b-41d4-b9a2-e0fa2c7f6bb4 HTTP/1.1" status: 204 len: 168 time: 1.7596207 Mar 28 19:09:18.625471 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4f248220-164e-425b-89c2-df46fbff7399 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:18.648591 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6a41e342-f7fc-4cfe-9f94-53ac94759877 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:18.652407 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-1ca921c9-cb67-40bd-926c-cb647fbe4038 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] show failed (client error): The resource could not be found. Mar 28 19:09:18.658182 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1ca921c9-cb67-40bd-926c-cb647fbe4038 tempest-NegativeSecGroupIPv6Test-1811443777 tempest-NegativeSecGroupIPv6Test-1811443777-project] 10.222.0.10 "GET /v2.0/security-group-rules/01b0e56b-7bc8-49fd-a8ce-253c898b06d5 HTTP/1.1" status: 404 len: 356 time: 0.0888193 Mar 28 19:09:18.659575 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6a41e342-f7fc-4cfe-9f94-53ac94759877 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:18.708054 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6a41e342-f7fc-4cfe-9f94-53ac94759877 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:18.708501 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a41e342-f7fc-4cfe-9f94-53ac94759877 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Fanout notify agent at l3_agent the message router_deleted on router 74da9053-b9fc-4d38-8eb3-393309e37673 {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:09:18.725413 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6a41e342-f7fc-4cfe-9f94-53ac94759877 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:18.730346 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6a41e342-f7fc-4cfe-9f94-53ac94759877 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/routers/74da9053-b9fc-4d38-8eb3-393309e37673 HTTP/1.1" status: 204 len: 168 time: 0.8002825 Mar 28 19:09:18.731280 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54124) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:18.771598 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-970d0f26-e5ba-428e-a441-54ae4803dfad tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] For port 174e11fe-9cca-4c4e-8f94-4b8baa8dd362, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=174e11fe-9cca-4c4e-8f94-4b8baa8dd362,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:09:18.863290 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-87f487c3-3691-414a-8d05-5fcda56283fd tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting subnet b60f6362-26fb-4076-91c6-38989b12e440 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:09:18.867135 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-87f487c3-3691-414a-8d05-5fcda56283fd tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:18.872223 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 174e11fe-9cca-4c4e-8f94-4b8baa8dd362 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:09:18.955174 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-87f487c3-3691-414a-8d05-5fcda56283fd tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:18.969331 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4f248220-164e-425b-89c2-df46fbff7399 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:18.974677 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f248220-164e-425b-89c2-df46fbff7399 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:18.975292 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4f248220-164e-425b-89c2-df46fbff7399 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:18.982282 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-970d0f26-e5ba-428e-a441-54ae4803dfad tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:19.023959 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 174e11fe-9cca-4c4e-8f94-4b8baa8dd362 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:19.026475 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-970d0f26-e5ba-428e-a441-54ae4803dfad tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:19.027313 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-970d0f26-e5ba-428e-a441-54ae4803dfad tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:19.033660 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 174e11fe-9cca-4c4e-8f94-4b8baa8dd362 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:19.034210 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:19.063185 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-87f487c3-3691-414a-8d05-5fcda56283fd tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:19.136789 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54132) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:19.137123 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54134) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:19.177481 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-87f487c3-3691-414a-8d05-5fcda56283fd tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:19.216794 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970d0f26-e5ba-428e-a441-54ae4803dfad tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:19.219610 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:19.233283 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f487c3-3691-414a-8d05-5fcda56283fd tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Subnet': ['ID=b60f6362-26fb-4076-91c6-38989b12e440,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:19.243423 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-87f487c3-3691-414a-8d05-5fcda56283fd tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:19.247397 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45ed752-11d4-422a-83ac-88f5faa6ea20 None None] Network cef7e40d-46ac-4b43-8bcb-64bdbb874ce1 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:19.250547 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-87f487c3-3691-414a-8d05-5fcda56283fd tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/subnets/b60f6362-26fb-4076-91c6-38989b12e440 HTTP/1.1" status: 204 len: 168 time: 0.5182841 Mar 28 19:09:19.255827 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54144) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:19.296637 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-970d0f26-e5ba-428e-a441-54ae4803dfad tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:19.308202 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970d0f26-e5ba-428e-a441-54ae4803dfad tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:19.308858 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-970d0f26-e5ba-428e-a441-54ae4803dfad tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:19.320626 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954bd0cb-fa27-442a-9b92-1951a1b90cd3 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:19.352869 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4f248220-164e-425b-89c2-df46fbff7399 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6816993 Mar 28 19:09:19.382930 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54148) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:19.448268 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f5de0b12-3290-4402-beda-0835799ec2be admin admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:19.471103 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-535d3416-1911-402e-a52f-c37bfa2f2bad tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:19.477850 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 174e11fe-9cca-4c4e-8f94-4b8baa8dd362, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=174e11fe-9cca-4c4e-8f94-4b8baa8dd362,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:09:19.484084 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f5de0b12-3290-4402-beda-0835799ec2be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:19.485640 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f248220-164e-425b-89c2-df46fbff7399 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Pushing event updated for resources: {'Network': ['ID=4a9f89ef-3d54-4d61-a510-c0ec2456671c,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:19.490670 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f5de0b12-3290-4402-beda-0835799ec2be admin admin] Usage tracker for resource:security_group_rule and tenant:f2b46cd89033495881413bc546291a43 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:19.496675 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:19.500189 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f5de0b12-3290-4402-beda-0835799ec2be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:19.504484 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-f71eb095-2946-43c3-9b15-16d8788ddb67 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Request body: {'subnet': {'network_id': '4a9f89ef-3d54-4d61-a510-c0ec2456671c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:19.515618 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f5de0b12-3290-4402-beda-0835799ec2be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:19.522290 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-535d3416-1911-402e-a52f-c37bfa2f2bad tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting port 08bbe8af-ea62-4ebc-85f7-6a58e31270f7 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:19.522708 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-535d3416-1911-402e-a52f-c37bfa2f2bad tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:19.575078 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-7f3b5e6a-bcb7-43c2-bceb-d43d71161dfa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2f1258f38deb4521b00588edd9df59d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4327910 Mar 28 19:09:19.576872 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54152) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:19.586850 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-970d0f26-e5ba-428e-a441-54ae4803dfad tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.7672200 Mar 28 19:09:19.597512 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54156) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:19.610797 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 4a9f89ef-3d54-4d61-a510-c0ec2456671c details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:09:19.613053 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d0f26-e5ba-428e-a441-54ae4803dfad tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Subnet': ['ID=dc494f28-80c4-4744-b82e-f13f7d2334bc,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:19.621052 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-27663f3e-09d3-4fb6-893b-dca765e07edc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'port': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'mac_address': 'fa:16:3e:b6:6c:5b', 'name': 'tempest-NetworksTestDHCPv6-1784490903'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:19.626814 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d0f26-e5ba-428e-a441-54ae4803dfad tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Port': ['ID=174e11fe-9cca-4c4e-8f94-4b8baa8dd362,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:19.799378 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=174e11fe-9cca-4c4e-8f94-4b8baa8dd362,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:19.863630 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6a133e-f732-4ad5-ac6e-7cd6093a8637 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Router 1b149795-4513-4644-9d66-b730d8819921 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:09:19.867772 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f71eb095-2946-43c3-9b15-16d8788ddb67 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:19.899529 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f71eb095-2946-43c3-9b15-16d8788ddb67 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:19.992735 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71eb095-2946-43c3-9b15-16d8788ddb67 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Made reservation on behalf of fe32ebde26f54d0898ada80456f9d179 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:19.996996 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f71eb095-2946-43c3-9b15-16d8788ddb67 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:20.016821 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0ad03363-03ac-4d5f-aac4-a6ad98beaa96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:20.027034 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1913f70d-be71-4db8-85e9-9620391300ea None None] DHCP port deletion for cef7e40d-46ac-4b43-8bcb-64bdbb874ce1 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:09:20.032063 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-1913f70d-be71-4db8-85e9-9620391300ea None None] Deleting port 08bbe8af-ea62-4ebc-85f7-6a58e31270f7 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:20.032546 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1913f70d-be71-4db8-85e9-9620391300ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:20.171956 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0ad03363-03ac-4d5f-aac4-a6ad98beaa96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:20.201757 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-535d3416-1911-402e-a52f-c37bfa2f2bad tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] For port 08bbe8af-ea62-4ebc-85f7-6a58e31270f7, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=08bbe8af-ea62-4ebc-85f7-6a58e31270f7,segment=NetworkSegment(532a4acd-51bf-4a9b-bc55-0bbf6f12ce72),segment_id=532a4acd-51bf-4a9b-bc55-0bbf6f12ce72)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:09:20.202711 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-535d3416-1911-402e-a52f-c37bfa2f2bad tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:20.234244 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f5de0b12-3290-4402-beda-0835799ec2be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:20.270012 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-27663f3e-09d3-4fb6-893b-dca765e07edc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:20.335607 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f5de0b12-3290-4402-beda-0835799ec2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:20.344444 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-27663f3e-09d3-4fb6-893b-dca765e07edc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:port and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:20.372444 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-1913f70d-be71-4db8-85e9-9620391300ea None None] For port 08bbe8af-ea62-4ebc-85f7-6a58e31270f7, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=08bbe8af-ea62-4ebc-85f7-6a58e31270f7,segment=NetworkSegment(532a4acd-51bf-4a9b-bc55-0bbf6f12ce72),segment_id=532a4acd-51bf-4a9b-bc55-0bbf6f12ce72)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:09:20.372834 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1913f70d-be71-4db8-85e9-9620391300ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:20.409816 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4c0bb1c1-f58d-4221-92f1-9d4129baf78a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:20.444728 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-535d3416-1911-402e-a52f-c37bfa2f2bad tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Calling delete_port for 08bbe8af-ea62-4ebc-85f7-6a58e31270f7 owned by network:dhcp {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:20.475492 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-27663f3e-09d3-4fb6-893b-dca765e07edc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:20.517312 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-27663f3e-09d3-4fb6-893b-dca765e07edc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:20.533639 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-1913f70d-be71-4db8-85e9-9620391300ea None None] Calling delete_port for 08bbe8af-ea62-4ebc-85f7-6a58e31270f7 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:20.536656 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0bb1c1-f58d-4221-92f1-9d4129baf78a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Pushing event updated for resources: {'Subnet': ['ID=a15e02c6-2474-4dcc-9375-ccb660c61d39,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:20.545601 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f5de0b12-3290-4402-beda-0835799ec2be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f2b46cd89033495881413bc546291a43&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4074552 Mar 28 19:09:20.546712 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0ad03363-03ac-4d5f-aac4-a6ad98beaa96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:20.553626 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54162) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:20.595844 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0ad03363-03ac-4d5f-aac4-a6ad98beaa96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:20.597239 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0ad03363-03ac-4d5f-aac4-a6ad98beaa96 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7f0d5f94-ed1b-4d96-aa8d-6803761752b6 HTTP/1.1" status: 204 len: 168 time: 1.0187247 Mar 28 19:09:20.600374 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27663f3e-09d3-4fb6-893b-dca765e07edc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:20.616039 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de0b12-3290-4402-beda-0835799ec2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1370ff40-6f00-40fc-86e4-84ae4d3146d7,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:20.632012 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1913f70d-be71-4db8-85e9-9620391300ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:20.666208 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad03363-03ac-4d5f-aac4-a6ad98beaa96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0d5f94-ed1b-4d96-aa8d-6803761752b6,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:20.763503 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.db.api [None req-535d3416-1911-402e-a52f-c37bfa2f2bad tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:09:20.764056 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG oslo_db.api [None req-535d3416-1911-402e-a52f-c37bfa2f2bad tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:09:20.777727 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913f70d-be71-4db8-85e9-9620391300ea None None] Pushing event deleted for resources: {'Port': ['ID=08bbe8af-ea62-4ebc-85f7-6a58e31270f7,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:20.783707 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1913f70d-be71-4db8-85e9-9620391300ea None None] No DVR routers for this DVR port 08bbe8af-ea62-4ebc-85f7-6a58e31270f7 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:09:20.815107 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 174e11fe-9cca-4c4e-8f94-4b8baa8dd362 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:09:20.826729 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-27663f3e-09d3-4fb6-893b-dca765e07edc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:20.861469 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-27663f3e-09d3-4fb6-893b-dca765e07edc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] device_id is not set on port dc96a181-04ed-4e3d-ad30-f3fd2f47ea57 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:09:20.865426 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-0ed1f782-fd4b-4341-bc86-d944b2b4b44c None None] Provisioning complete for port 174e11fe-9cca-4c4e-8f94-4b8baa8dd362 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:20.865794 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0ed1f782-fd4b-4341-bc86-d944b2b4b44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:20.911789 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0bb1c1-f58d-4221-92f1-9d4129baf78a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Checking segment: {'id': '3e746140-09b7-428f-ac9f-e2adcf622eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a8d7f203-5022-4d9c-8927-fa7adb807585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:09:20.912070 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0bb1c1-f58d-4221-92f1-9d4129baf78a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Network hostable DHCP agents. Network: a8d7f203-5022-4d9c-8927-fa7adb807585, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:09:20.949378 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 174e11fe-9cca-4c4e-8f94-4b8baa8dd362 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:20.949659 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:20.967217 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6a133e-f732-4ad5-ac6e-7cd6093a8637 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:09:20.979773 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9533720-af26-4b5e-b24a-f95d92f3e495 None None] Sync routers for ids ['1b149795-4513-4644-9d66-b730d8819921'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:09:20.986924 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0bb1c1-f58d-4221-92f1-9d4129baf78a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Network a8d7f203-5022-4d9c-8927-fa7adb807585 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:09:20.991326 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-dc6a133e-f732-4ad5-ac6e-7cd6093a8637 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "PUT /v2.0/routers/1b149795-4513-4644-9d66-b730d8819921/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9228189 Mar 28 19:09:21.005037 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1382eb81-65e1-4a3a-a309-cf32bf1eb776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:21.014915 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54170) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:21.044186 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-4c0bb1c1-f58d-4221-92f1-9d4129baf78a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, a8d7f203-5022-4d9c-8927-fa7adb807585) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:21.047210 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9533720-af26-4b5e-b24a-f95d92f3e495 None None] Routers {'1b149795-4513-4644-9d66-b730d8819921'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:09:21.047833 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-b9533720-af26-4b5e-b24a-f95d92f3e495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:08:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['1b149795-4513-4644-9d66-b730d8819921'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:21.062319 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4c0bb1c1-f58d-4221-92f1-9d4129baf78a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:21.107086 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af99e697-befe-489c-bb70-3f858a7a145c None None] Network a8d7f203-5022-4d9c-8927-fa7adb807585 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:21.144435 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-b9533720-af26-4b5e-b24a-f95d92f3e495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:21.168336 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1382eb81-65e1-4a3a-a309-cf32bf1eb776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:21.239904 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9533720-af26-4b5e-b24a-f95d92f3e495 None None] Routers {'1b149795-4513-4644-9d66-b730d8819921'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:09:21.240519 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-b9533720-af26-4b5e-b24a-f95d92f3e495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:08:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['1b149795-4513-4644-9d66-b730d8819921'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:21.265850 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-535d3416-1911-402e-a52f-c37bfa2f2bad tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting port 08bbe8af-ea62-4ebc-85f7-6a58e31270f7 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:21.266575 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-535d3416-1911-402e-a52f-c37bfa2f2bad tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:21.301025 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0bb1c1-f58d-4221-92f1-9d4129baf78a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Checking segment: {'id': 'c624ddd5-7eb4-438f-912f-f65f71ed89f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a17049bf-1dee-42c8-b865-2f4d8e0a52bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:09:21.302986 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0bb1c1-f58d-4221-92f1-9d4129baf78a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Network hostable DHCP agents. Network: a17049bf-1dee-42c8-b865-2f4d8e0a52bb, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:09:21.345937 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-b9533720-af26-4b5e-b24a-f95d92f3e495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:21.346137 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9533720-af26-4b5e-b24a-f95d92f3e495 None None] The sync data for ids ['1b149795-4513-4644-9d66-b730d8819921'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:09:21.370468 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-535d3416-1911-402e-a52f-c37bfa2f2bad tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] The port '08bbe8af-ea62-4ebc-85f7-6a58e31270f7' was deleted {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:09:21.378462 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0bb1c1-f58d-4221-92f1-9d4129baf78a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Network a17049bf-1dee-42c8-b865-2f4d8e0a52bb is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:09:21.387504 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0bb1c1-f58d-4221-92f1-9d4129baf78a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Pushing event updated for resources: {'Subnet': ['ID=66001d2c-7da0-491b-923b-56a8e6e9d1b6,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:21.422151 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-4c0bb1c1-f58d-4221-92f1-9d4129baf78a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, a17049bf-1dee-42c8-b865-2f4d8e0a52bb) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:21.422751 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d0edbafb-5099-44a8-a498-7857036c8bce tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:21.445787 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8d4790-628f-479f-b07a-eede6fd0c519 None None] Network a17049bf-1dee-42c8-b865-2f4d8e0a52bb requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:21.483051 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0bb1c1-f58d-4221-92f1-9d4129baf78a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:21.484313 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0bb1c1-f58d-4221-92f1-9d4129baf78a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:21.485299 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4c0bb1c1-f58d-4221-92f1-9d4129baf78a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:21.503806 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.objects.ports [None req-f71eb095-2946-43c3-9b15-16d8788ddb67 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87832) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 19:09:21.504559 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-27663f3e-09d3-4fb6-893b-dca765e07edc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Allocated IP 172.20.0.8 (1857c8f5-5622-42ce-a4f9-106880783f61/88f4a864-68f6-45e5-8af9-8c1f5bab676f/dc96a181-04ed-4e3d-ad30-f3fd2f47ea57) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:21.511462 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f71eb095-2946-43c3-9b15-16d8788ddb67 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:21.554531 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-27663f3e-09d3-4fb6-893b-dca765e07edc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Allocated IP 2001:db8::f816:3eff:feb6:6c5b (1857c8f5-5622-42ce-a4f9-106880783f61/dc494f28-80c4-4744-b82e-f13f7d2334bc/dc96a181-04ed-4e3d-ad30-f3fd2f47ea57) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:21.571117 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 08bbe8af-ea62-4ebc-85f7-6a58e31270f7 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:09:21.599575 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4c0bb1c1-f58d-4221-92f1-9d4129baf78a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.5472703 Mar 28 19:09:21.606693 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54190) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:21.613580 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1382eb81-65e1-4a3a-a309-cf32bf1eb776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:21.616611 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1382eb81-65e1-4a3a-a309-cf32bf1eb776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:21.617864 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1382eb81-65e1-4a3a-a309-cf32bf1eb776 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1370ff40-6f00-40fc-86e4-84ae4d3146d7 HTTP/1.1" status: 204 len: 168 time: 0.9313736 Mar 28 19:09:21.627503 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 08bbe8af-ea62-4ebc-85f7-6a58e31270f7 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:09:21.627948 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 08bbe8af-ea62-4ebc-85f7-6a58e31270f7 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:09:21.629385 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-535d3416-1911-402e-a52f-c37bfa2f2bad tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:21.699252 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71eb095-2946-43c3-9b15-16d8788ddb67 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Pushing event updated for resources: {'Subnet': ['ID=dd22212b-ff31-4f42-b12f-f30908c76e1f,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:21.709157 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382eb81-65e1-4a3a-a309-cf32bf1eb776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1370ff40-6f00-40fc-86e4-84ae4d3146d7,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:21.737760 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71eb095-2946-43c3-9b15-16d8788ddb67 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Checking segment: {'id': '9a8d0836-78c2-42c7-9153-2f87e2472ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4a9f89ef-3d54-4d61-a510-c0ec2456671c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:09:21.738417 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71eb095-2946-43c3-9b15-16d8788ddb67 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Network hostable DHCP agents. Network: 4a9f89ef-3d54-4d61-a510-c0ec2456671c, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:09:21.745717 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-535d3416-1911-402e-a52f-c37bfa2f2bad tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef7e40d-46ac-4b43-8bcb-64bdbb874ce1']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:21.773560 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a90c06-ad77-4c62-90fd-a152fc33fb3a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:21.775363 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a90c06-ad77-4c62-90fd-a152fc33fb3a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:21.777277 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529cddd4-3cf0-4c09-b078-782e1ff8c2d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-a8d7f203-5022-4d9c-8927-fa7adb807585', 'network_id': 'a8d7f203-5022-4d9c-8927-fa7adb807585', 'tenant_id': '95b2a561eb9e44ce99904a3c87dc77c6', 'fixed_ips': [{'subnet_id': 'a15e02c6-2474-4dcc-9375-ccb660c61d39'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:09:21.778096 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-529cddd4-3cf0-4c09-b078-782e1ff8c2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:21.778393 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a90c06-ad77-4c62-90fd-a152fc33fb3a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:21.779464 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e1a90c06-ad77-4c62-90fd-a152fc33fb3a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Synchronizing usage tracker for tenant:95b2a561eb9e44ce99904a3c87dc77c6 on resource:subnet {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:21.802973 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71eb095-2946-43c3-9b15-16d8788ddb67 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Network 4a9f89ef-3d54-4d61-a510-c0ec2456671c is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:09:21.826687 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54196) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:21.828621 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e1a90c06-ad77-4c62-90fd-a152fc33fb3a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Unset dirty status for tenant:95b2a561eb9e44ce99904a3c87dc77c6 on resource:subnet {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:21.830554 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e1a90c06-ad77-4c62-90fd-a152fc33fb3a tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2180250 Mar 28 19:09:21.840274 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54202) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:21.844476 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-f71eb095-2946-43c3-9b15-16d8788ddb67 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 4a9f89ef-3d54-4d61-a510-c0ec2456671c) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:21.860618 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71eb095-2946-43c3-9b15-16d8788ddb67 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:21.861649 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f71eb095-2946-43c3-9b15-16d8788ddb67 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:21.870041 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c4f718-bfd8-49ab-9454-079da44aa8cb None None] Network 4a9f89ef-3d54-4d61-a510-c0ec2456671c requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:21.949123 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f71eb095-2946-43c3-9b15-16d8788ddb67 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.4912755 Mar 28 19:09:21.953091 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54206) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:21.991499 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec525ae-1766-45b2-8839-415a82702615 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Deleting subnet a15e02c6-2474-4dcc-9375-ccb660c61d39 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:09:22.011590 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dec525ae-1766-45b2-8839-415a82702615 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:22.021566 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-535d3416-1911-402e-a52f-c37bfa2f2bad tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '532a4acd-51bf-4a9b-bc55-0bbf6f12ce72') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:22.021922 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-535d3416-1911-402e-a52f-c37bfa2f2bad tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '532a4acd-51bf-4a9b-bc55-0bbf6f12ce72') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:22.086331 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-535d3416-1911-402e-a52f-c37bfa2f2bad tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:22.145307 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dec525ae-1766-45b2-8839-415a82702615 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:22.184419 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-5ed3509e-be7e-4b61-9114-40f0ea6270d0 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:22.185283 dv-neutron-834711-1-hyperv neutron-server[87832]: WARNING neutron.api.v2.base [None req-5ed3509e-be7e-4b61-9114-40f0ea6270d0 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 28 19:09:22.186426 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-5ed3509e-be7e-4b61-9114-40f0ea6270d0 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] create failed (client error): There was a conflict when trying to complete your request. Mar 28 19:09:22.187301 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5ed3509e-be7e-4b61-9114-40f0ea6270d0 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3540816 Mar 28 19:09:22.197445 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54214) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:22.214019 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-708dfdd9-fe8c-482e-be82-aeedd8d5ed5e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group': {'name': 'tempest-secgroup--1645186712'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:22.232293 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-708dfdd9-fe8c-482e-be82-aeedd8d5ed5e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:22.243317 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-708dfdd9-fe8c-482e-be82-aeedd8d5ed5e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Usage tracker for resource:security_group and tenant:9a24cbafda124330aa6353b2c13784fc is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:22.252080 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-535d3416-1911-402e-a52f-c37bfa2f2bad tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:22.257310 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-708dfdd9-fe8c-482e-be82-aeedd8d5ed5e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:22.265777 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f8447d2a-7505-4e0c-b4e6-8dc9dfa5e159 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:22.272817 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-535d3416-1911-402e-a52f-c37bfa2f2bad tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:09:22.273368 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-535d3416-1911-402e-a52f-c37bfa2f2bad tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:22.275625 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-708dfdd9-fe8c-482e-be82-aeedd8d5ed5e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:22.289079 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dec525ae-1766-45b2-8839-415a82702615 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: util.warn( Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: util.warn( Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: util.warn( Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: util.warn( Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:09:22.289302 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:09:22.308635 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d0edbafb-5099-44a8-a498-7857036c8bce tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:22.315243 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54218) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:22.387116 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-708dfdd9-fe8c-482e-be82-aeedd8d5ed5e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:22.411349 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-d0edbafb-5099-44a8-a498-7857036c8bce tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Deleting port 9b0e2f31-2eff-4634-9137-c6b14638026a {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:22.411686 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d0edbafb-5099-44a8-a498-7857036c8bce tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:22.419352 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-708dfdd9-fe8c-482e-be82-aeedd8d5ed5e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:22.427571 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37eeaecb-57c4-449b-a17d-8b2f3dc86597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-a17049bf-1dee-42c8-b865-2f4d8e0a52bb', 'network_id': 'a17049bf-1dee-42c8-b865-2f4d8e0a52bb', 'tenant_id': '95b2a561eb9e44ce99904a3c87dc77c6', 'fixed_ips': [{'subnet_id': '66001d2c-7da0-491b-923b-56a8e6e9d1b6'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:09:22.428373 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-37eeaecb-57c4-449b-a17d-8b2f3dc86597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:22.440483 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45da4ce3-c8ab-4faa-b5b5-69b3baa13450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-4a9f89ef-3d54-4d61-a510-c0ec2456671c', 'network_id': '4a9f89ef-3d54-4d61-a510-c0ec2456671c', 'tenant_id': 'fe32ebde26f54d0898ada80456f9d179', 'fixed_ips': [{'subnet_id': 'dd22212b-ff31-4f42-b12f-f30908c76e1f'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:09:22.441294 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-45da4ce3-c8ab-4faa-b5b5-69b3baa13450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:22.455321 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-708dfdd9-fe8c-482e-be82-aeedd8d5ed5e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:22.462790 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-708dfdd9-fe8c-482e-be82-aeedd8d5ed5e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Usage tracker for resource:security_group_rule and tenant:9a24cbafda124330aa6353b2c13784fc is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:22.470111 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-708dfdd9-fe8c-482e-be82-aeedd8d5ed5e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:22.479248 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-708dfdd9-fe8c-482e-be82-aeedd8d5ed5e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:22.482465 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f8447d2a-7505-4e0c-b4e6-8dc9dfa5e159 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:22.490469 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-535d3416-1911-402e-a52f-c37bfa2f2bad tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:22.520912 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-535d3416-1911-402e-a52f-c37bfa2f2bad tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:22.525467 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-27663f3e-09d3-4fb6-893b-dca765e07edc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:22.538964 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dec525ae-1766-45b2-8839-415a82702615 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:22.545409 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-20008c3b-9aff-42ab-b64d-8489586fd39b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0e8b3324dbee45a494295ad60f0313d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247567 Mar 28 19:09:22.551149 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d3416-1911-402e-a52f-c37bfa2f2bad tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Network': ['ID=cef7e40d-46ac-4b43-8bcb-64bdbb874ce1,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:22.569741 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54224) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:22.609053 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec525ae-1766-45b2-8839-415a82702615 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Pushing event deleted for resources: {'Subnet': ['ID=a15e02c6-2474-4dcc-9375-ccb660c61d39,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:22.609269 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-27663f3e-09d3-4fb6-893b-dca765e07edc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Transition to ACTIVE for port object dc96a181-04ed-4e3d-ad30-f3fd2f47ea57 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:22.622516 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-535d3416-1911-402e-a52f-c37bfa2f2bad tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/networks/cef7e40d-46ac-4b43-8bcb-64bdbb874ce1 HTTP/1.1" status: 204 len: 168 time: 3.3591983 Mar 28 19:09:22.622765 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dec525ae-1766-45b2-8839-415a82702615 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:22.624804 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54228) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:22.626626 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-37eeaecb-57c4-449b-a17d-8b2f3dc86597 None None] Allocated IP 2001:db8:0:1::1 (a17049bf-1dee-42c8-b865-2f4d8e0a52bb/66001d2c-7da0-491b-923b-56a8e6e9d1b6/bd901f0b-490c-4d5c-891a-4fa83ca83095) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:22.711091 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-dec525ae-1766-45b2-8839-415a82702615 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] 10.222.0.10 "DELETE /v2.0/subnets/a15e02c6-2474-4dcc-9375-ccb660c61d39 HTTP/1.1" status: 204 len: 168 time: 0.8690352 Mar 28 19:09:22.716592 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54232) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:22.718325 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c763941-ddc7-4328-bed7-ae94b2661707 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:22.724400 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4c763941-ddc7-4328-bed7-ae94b2661707 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "GET /v2.0/ports/1528995a-3926-4666-bc63-fc42d320375b HTTP/1.1" status: 200 len: 845 time: 0.0913393 Mar 28 19:09:22.724400 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54236) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:22.771986 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f8447d2a-7505-4e0c-b4e6-8dc9dfa5e159 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:22.790362 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d0edbafb-5099-44a8-a498-7857036c8bce tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:22.833579 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8447d2a-7505-4e0c-b4e6-8dc9dfa5e159 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Pushing event deleted for resources: {'Subnet': ['ID=dd22212b-ff31-4f42-b12f-f30908c76e1f,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:22.861242 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-37eeaecb-57c4-449b-a17d-8b2f3dc86597 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:22.872330 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-37eeaecb-57c4-449b-a17d-8b2f3dc86597 None None] Transition to ACTIVE for port object bd901f0b-490c-4d5c-891a-4fa83ca83095 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:22.881298 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3f1a5173-2bff-45e8-a254-8626f0690054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:22.892453 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-37eeaecb-57c4-449b-a17d-8b2f3dc86597 None None] Transition to ACTIVE for port object bd901f0b-490c-4d5c-891a-4fa83ca83095 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:22.900550 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-37eeaecb-57c4-449b-a17d-8b2f3dc86597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server [None req-529cddd4-3cf0-4c09-b078-782e1ff8c2d4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a15e02c6-2474-4dcc-9375-ccb660c61d39: This subnet is being modified by another concurrent operation. Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 19:09:22.920023 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise exception Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a15e02c6-2474-4dcc-9375-ccb660c61d39: This subnet is being modified by another concurrent operation. Mar 28 19:09:22.924674 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server Mar 28 19:09:22.951950 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-d0edbafb-5099-44a8-a498-7857036c8bce tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Calling delete_port for 9b0e2f31-2eff-4634-9137-c6b14638026a owned by network:router_gateway {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:22.999922 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-27663f3e-09d3-4fb6-893b-dca765e07edc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:23.003580 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abf1637-d5d3-46f6-9a16-076691983971 None None] Network a8d7f203-5022-4d9c-8927-fa7adb807585 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:23.004587 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-443e445f-13df-4d5e-8bbb-bf30445cdddb tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Deleting subnet 66001d2c-7da0-491b-923b-56a8e6e9d1b6 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:09:23.011877 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c9a6bda1-91a7-458f-9075-221283c04b51 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "GET /v2.0/ports/1528995a-3926-4666-bc63-fc42d320375b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2864616 Mar 28 19:09:23.021747 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54240) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:23.035603 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-49f63bd3-afea-4681-848b-3922c8a3cf23 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'subnet': {'network_id': '389cf68c-811d-47a7-87b6-39d5be3bb01f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:23.048394 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37eeaecb-57c4-449b-a17d-8b2f3dc86597 None None] Network a17049bf-1dee-42c8-b865-2f4d8e0a52bb is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:23.059477 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-37eeaecb-57c4-449b-a17d-8b2f3dc86597 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:23.062958 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-443e445f-13df-4d5e-8bbb-bf30445cdddb tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:23.075797 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eeaecb-57c4-449b-a17d-8b2f3dc86597 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:09:23.109044 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3f1a5173-2bff-45e8-a254-8626f0690054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:23.137813 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f8447d2a-7505-4e0c-b4e6-8dc9dfa5e159 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:23.178371 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27663f3e-09d3-4fb6-893b-dca765e07edc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:23.198627 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27663f3e-09d3-4fb6-893b-dca765e07edc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Port': ['ID=dc96a181-04ed-4e3d-ad30-f3fd2f47ea57,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:23.201354 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-27663f3e-09d3-4fb6-893b-dca765e07edc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:23.204821 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-443e445f-13df-4d5e-8bbb-bf30445cdddb tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:23.238498 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-708dfdd9-fe8c-482e-be82-aeedd8d5ed5e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:23.242687 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-f8447d2a-7505-4e0c-b4e6-8dc9dfa5e159 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9f89ef-3d54-4d61-a510-c0ec2456671c']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:23.248111 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27663f3e-09d3-4fb6-893b-dca765e07edc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:09:23.255700 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-708dfdd9-fe8c-482e-be82-aeedd8d5ed5e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:23.257921 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eeaecb-57c4-449b-a17d-8b2f3dc86597 None None] Pushing event updated for resources: {'Port': ['ID=bd901f0b-490c-4d5c-891a-4fa83ca83095,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:23.273332 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-f8447d2a-7505-4e0c-b4e6-8dc9dfa5e159 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a8d0836-78c2-42c7-9153-2f87e2472ba6') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:23.273636 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-f8447d2a-7505-4e0c-b4e6-8dc9dfa5e159 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a8d0836-78c2-42c7-9153-2f87e2472ba6') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:23.286729 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-708dfdd9-fe8c-482e-be82-aeedd8d5ed5e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:23.297457 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-49f63bd3-afea-4681-848b-3922c8a3cf23 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:23.302594 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-708dfdd9-fe8c-482e-be82-aeedd8d5ed5e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Usage tracker for resource:security_group_rule and tenant:9a24cbafda124330aa6353b2c13784fc is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:23.314401 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-708dfdd9-fe8c-482e-be82-aeedd8d5ed5e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:23.317370 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-37eeaecb-57c4-449b-a17d-8b2f3dc86597 None None] Attempting to bind port bd901f0b-490c-4d5c-891a-4fa83ca83095 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:09:23.317544 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-37eeaecb-57c4-449b-a17d-8b2f3dc86597 None None] Attempting to bind port bd901f0b-490c-4d5c-891a-4fa83ca83095 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'c624ddd5-7eb4-438f-912f-f65f71ed89f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a17049bf-1dee-42c8-b865-2f4d8e0a52bb'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:09:23.317829 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eeaecb-57c4-449b-a17d-8b2f3dc86597 None None] Attempting to bind port bd901f0b-490c-4d5c-891a-4fa83ca83095 on network a17049bf-1dee-42c8-b865-2f4d8e0a52bb {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:09:23.318008 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f8447d2a-7505-4e0c-b4e6-8dc9dfa5e159 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:23.331082 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-49f63bd3-afea-4681-848b-3922c8a3cf23 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:subnet and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:23.338469 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-708dfdd9-fe8c-482e-be82-aeedd8d5ed5e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:23.343583 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-49f63bd3-afea-4681-848b-3922c8a3cf23 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:23.350007 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708dfdd9-fe8c-482e-be82-aeedd8d5ed5e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2ba4f3-1316-4bda-a972-4fa55cc1e83a,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:23.358386 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4778774-80b0-4aed-a2b4-1eadc6d1888c None None] Network 4a9f89ef-3d54-4d61-a510-c0ec2456671c requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:23.359583 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-49f63bd3-afea-4681-848b-3922c8a3cf23 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:23.361586 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f8447d2a-7505-4e0c-b4e6-8dc9dfa5e159 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:23.375012 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8447d2a-7505-4e0c-b4e6-8dc9dfa5e159 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:09:23.375446 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f8447d2a-7505-4e0c-b4e6-8dc9dfa5e159 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:09:23.397018 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:09:23.412076 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d0edbafb-5099-44a8-a498-7857036c8bce tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:23.475242 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0edbafb-5099-44a8-a498-7857036c8bce tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event deleted for resources: {'Port': ['ID=9b0e2f31-2eff-4634-9137-c6b14638026a,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:23.478658 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f63bd3-afea-4681-848b-3922c8a3cf23 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:23.482321 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-49f63bd3-afea-4681-848b-3922c8a3cf23 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:23.533864 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27663f3e-09d3-4fb6-893b-dca765e07edc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:23.534850 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-27663f3e-09d3-4fb6-893b-dca765e07edc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:23.552170 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3f1a5173-2bff-45e8-a254-8626f0690054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:23.568169 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eeaecb-57c4-449b-a17d-8b2f3dc86597 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:09:23.568642 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eeaecb-57c4-449b-a17d-8b2f3dc86597 None None] Checking segment: {'id': 'c624ddd5-7eb4-438f-912f-f65f71ed89f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a17049bf-1dee-42c8-b865-2f4d8e0a52bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:09:23.569105 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-37eeaecb-57c4-449b-a17d-8b2f3dc86597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:23.569505 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eeaecb-57c4-449b-a17d-8b2f3dc86597 None None] Bound using segment: {'id': 'c624ddd5-7eb4-438f-912f-f65f71ed89f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a17049bf-1dee-42c8-b865-2f4d8e0a52bb'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:09:23.570001 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-37eeaecb-57c4-449b-a17d-8b2f3dc86597 None None] Bound port: bd901f0b-490c-4d5c-891a-4fa83ca83095, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c624ddd5-7eb4-438f-912f-f65f71ed89f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a17049bf-1dee-42c8-b865-2f4d8e0a52bb'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:09:23.570424 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-37eeaecb-57c4-449b-a17d-8b2f3dc86597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:23.610403 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f8447d2a-7505-4e0c-b4e6-8dc9dfa5e159 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:23.627665 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a5173-2bff-45e8-a254-8626f0690054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f801311f-9967-4df0-8702-265f976ce97b,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:23.638951 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3f1a5173-2bff-45e8-a254-8626f0690054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:23.641014 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3f1a5173-2bff-45e8-a254-8626f0690054 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f801311f-9967-4df0-8702-265f976ce97b HTTP/1.1" status: 204 len: 168 time: 1.0682156 Mar 28 19:09:23.656541 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-27663f3e-09d3-4fb6-893b-dca765e07edc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.0457087 Mar 28 19:09:23.660286 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54246) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:23.661606 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-443e445f-13df-4d5e-8bbb-bf30445cdddb tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:23.669890 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f8447d2a-7505-4e0c-b4e6-8dc9dfa5e159 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:23.726217 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8447d2a-7505-4e0c-b4e6-8dc9dfa5e159 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Pushing event deleted for resources: {'Network': ['ID=4a9f89ef-3d54-4d61-a510-c0ec2456671c,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:23.761492 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-708dfdd9-fe8c-482e-be82-aeedd8d5ed5e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:23.784669 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-708dfdd9-fe8c-482e-be82-aeedd8d5ed5e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:23.814873 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f8447d2a-7505-4e0c-b4e6-8dc9dfa5e159 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "DELETE /v2.0/networks/4a9f89ef-3d54-4d61-a510-c0ec2456671c HTTP/1.1" status: 204 len: 168 time: 1.8554773 Mar 28 19:09:23.823149 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54250) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:23.836524 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-b1bbade9-97a4-42a1-8c50-71530bd6e4f2 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-195180468'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:23.854503 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-708dfdd9-fe8c-482e-be82-aeedd8d5ed5e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:23.861060 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-708dfdd9-fe8c-482e-be82-aeedd8d5ed5e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6621518 Mar 28 19:09:23.864599 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b1bbade9-97a4-42a1-8c50-71530bd6e4f2 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:23.866635 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54254) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:23.878053 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-19fcb19f-7df5-4b51-a492-87086e486f80 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group_rule': {'security_group_id': '6b9ec3a0-da22-41f7-8c9c-0e7df5720472', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:23.883077 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b1bbade9-97a4-42a1-8c50-71530bd6e4f2 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Usage tracker for resource:network and tenant:fe32ebde26f54d0898ada80456f9d179 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:23.887011 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708dfdd9-fe8c-482e-be82-aeedd8d5ed5e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9ec3a0-da22-41f7-8c9c-0e7df5720472,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:23.887228 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-9fca6b22-189e-43d5-9e0b-6796f5165697 None None] Provisioning for port dc96a181-04ed-4e3d-ad30-f3fd2f47ea57 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:23.890118 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b1bbade9-97a4-42a1-8c50-71530bd6e4f2 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:23.901174 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-9fca6b22-189e-43d5-9e0b-6796f5165697 None None] Provisioning complete for port dc96a181-04ed-4e3d-ad30-f3fd2f47ea57 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:23.901775 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9fca6b22-189e-43d5-9e0b-6796f5165697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:23.925282 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d0edbafb-5099-44a8-a498-7857036c8bce tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:23.932844 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-19fcb19f-7df5-4b51-a492-87086e486f80 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:23.940981 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b1bbade9-97a4-42a1-8c50-71530bd6e4f2 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:23.944863 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-19fcb19f-7df5-4b51-a492-87086e486f80 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Usage tracker for resource:security_group_rule and tenant:9a24cbafda124330aa6353b2c13784fc is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:23.948148 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-19fcb19f-7df5-4b51-a492-87086e486f80 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:23.972148 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-9fca6b22-189e-43d5-9e0b-6796f5165697 None None] Port dc96a181-04ed-4e3d-ad30-f3fd2f47ea57 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:09:24.018412 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-19fcb19f-7df5-4b51-a492-87086e486f80 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:24.028933 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-49f63bd3-afea-4681-848b-3922c8a3cf23 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:24.078001 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-19fcb19f-7df5-4b51-a492-87086e486f80 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:24.103165 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bbade9-97a4-42a1-8c50-71530bd6e4f2 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Made reservation on behalf of fe32ebde26f54d0898ada80456f9d179 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:24.107419 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1bbade9-97a4-42a1-8c50-71530bd6e4f2 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:24.114954 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d0edbafb-5099-44a8-a498-7857036c8bce tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:24.124841 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d0edbafb-5099-44a8-a498-7857036c8bce tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:24.142547 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f63bd3-afea-4681-848b-3922c8a3cf23 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network 389cf68c-811d-47a7-87b6-39d5be3bb01f is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:24.150405 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-49f63bd3-afea-4681-848b-3922c8a3cf23 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:24.166462 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f63bd3-afea-4681-848b-3922c8a3cf23 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:24.167976 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-49f63bd3-afea-4681-848b-3922c8a3cf23 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:24.169863 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5308ee40-2808-45be-827f-607f23216df5 None None] Network 389cf68c-811d-47a7-87b6-39d5be3bb01f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:24.172855 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d0edbafb-5099-44a8-a498-7857036c8bce tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:24.173514 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0edbafb-5099-44a8-a498-7857036c8bce tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Fanout notify agent at l3_agent the message router_deleted on router 1b149795-4513-4644-9d66-b730d8819921 {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:09:24.177102 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-443e445f-13df-4d5e-8bbb-bf30445cdddb tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:24.203857 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-49f63bd3-afea-4681-848b-3922c8a3cf23 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1777012 Mar 28 19:09:24.204610 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f63bd3-afea-4681-848b-3922c8a3cf23 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Subnet': ['ID=bc90ef13-f7be-4e20-80c2-3c03ccbc8ae4,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:24.209882 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54266) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:24.220174 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-0b792cb0-e4f5-41df-a6f7-6a58d87fec12 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'security_group': {'name': 'tempest-secgroup-1674652131'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:24.228815 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0b792cb0-e4f5-41df-a6f7-6a58d87fec12 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:24.232948 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1bbade9-97a4-42a1-8c50-71530bd6e4f2 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:09:24.241161 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471c25e0-c5fa-45c3-85a3-16511a3cf218 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:24.247287 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471c25e0-c5fa-45c3-85a3-16511a3cf218 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:24.248002 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-471c25e0-c5fa-45c3-85a3-16511a3cf218 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:24.249064 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0b792cb0-e4f5-41df-a6f7-6a58d87fec12 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:security_group and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:24.250719 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e445f-13df-4d5e-8bbb-bf30445cdddb tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Pushing event deleted for resources: {'Subnet': ['ID=66001d2c-7da0-491b-923b-56a8e6e9d1b6,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:24.255093 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0b792cb0-e4f5-41df-a6f7-6a58d87fec12 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:24.255278 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-443e445f-13df-4d5e-8bbb-bf30445cdddb tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:24.263216 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-19fcb19f-7df5-4b51-a492-87086e486f80 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:24.264277 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-37eeaecb-57c4-449b-a17d-8b2f3dc86597 None None] For port bd901f0b-490c-4d5c-891a-4fa83ca83095, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:09:24.269030 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d0edbafb-5099-44a8-a498-7857036c8bce tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:24.269351 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0b792cb0-e4f5-41df-a6f7-6a58d87fec12 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:24.270240 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d0edbafb-5099-44a8-a498-7857036c8bce tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "DELETE /v2.0/routers/1b149795-4513-4644-9d66-b730d8819921 HTTP/1.1" status: 204 len: 168 time: 3.2586308 Mar 28 19:09:24.271606 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1bbade9-97a4-42a1-8c50-71530bd6e4f2 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:24.271942 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-b1bbade9-97a4-42a1-8c50-71530bd6e4f2 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Added segment b65d36e8-832c-49f6-bc56-306d99c85198 of type vlan for network b702a14e-9c07-4778-ae5d-176684c76ba8 Mar 28 19:09:24.273612 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54272) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:24.282326 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-19fcb19f-7df5-4b51-a492-87086e486f80 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:24.284149 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-443e445f-13df-4d5e-8bbb-bf30445cdddb tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] 10.222.0.10 "DELETE /v2.0/subnets/66001d2c-7da0-491b-923b-56a8e6e9d1b6 HTTP/1.1" status: 204 len: 168 time: 1.5631285 Mar 28 19:09:24.286160 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54276) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:24.335870 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-471c25e0-c5fa-45c3-85a3-16511a3cf218 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:24.336920 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-471c25e0-c5fa-45c3-85a3-16511a3cf218 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6336062 Mar 28 19:09:24.339848 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54280) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:24.345638 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-37eeaecb-57c4-449b-a17d-8b2f3dc86597 None None] For port bd901f0b-490c-4d5c-891a-4fa83ca83095, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=bd901f0b-490c-4d5c-891a-4fa83ca83095,segment=NetworkSegment(c624ddd5-7eb4-438f-912f-f65f71ed89f0),segment_id=c624ddd5-7eb4-438f-912f-f65f71ed89f0)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:09:24.357281 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-37eeaecb-57c4-449b-a17d-8b2f3dc86597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:24.370932 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b792cb0-e4f5-41df-a6f7-6a58d87fec12 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:24.395426 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcb19f-7df5-4b51-a492-87086e486f80 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cba8c77-96d1-42a5-9be9-ae6f44e08040,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:24.398613 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1bbade9-97a4-42a1-8c50-71530bd6e4f2 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:24.428858 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0b792cb0-e4f5-41df-a6f7-6a58d87fec12 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:24.435245 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f64a90d-fc88-4fe2-8f05-8d8382b01032 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Deleting subnet 51d8316d-696a-4c8d-a940-05a7beb94eca {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:09:24.435786 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fa6fff-aaeb-4f67-b988-384d5189a293 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:24.435979 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c0fa6fff-aaeb-4f67-b988-384d5189a293 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Synchronizing usage tracker for tenant:95b2a561eb9e44ce99904a3c87dc77c6 on resource:subnet {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:24.443147 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-19fcb19f-7df5-4b51-a492-87086e486f80 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:24.444456 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-19fcb19f-7df5-4b51-a492-87086e486f80 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5749843 Mar 28 19:09:24.446227 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0b792cb0-e4f5-41df-a6f7-6a58d87fec12 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:security_group_rule and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:24.447602 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0f64a90d-fc88-4fe2-8f05-8d8382b01032 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:24.457303 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0b792cb0-e4f5-41df-a6f7-6a58d87fec12 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:24.459905 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54286) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:24.485585 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-2eb5ce08-9f6b-45eb-aa12-24dd4d58314d tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group_rule': {'security_group_id': '6b9ec3a0-da22-41f7-8c9c-0e7df5720472', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:24.495607 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0b792cb0-e4f5-41df-a6f7-6a58d87fec12 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:24.495815 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-74209592-51c7-4dff-bd0b-d7691bb57a4b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting port dc96a181-04ed-4e3d-ad30-f3fd2f47ea57 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:24.495815 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-74209592-51c7-4dff-bd0b-d7691bb57a4b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:24.497062 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2eb5ce08-9f6b-45eb-aa12-24dd4d58314d tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:24.512100 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2eb5ce08-9f6b-45eb-aa12-24dd4d58314d tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Usage tracker for resource:security_group_rule and tenant:9a24cbafda124330aa6353b2c13784fc is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:24.519482 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2eb5ce08-9f6b-45eb-aa12-24dd4d58314d tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:24.522912 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c0fa6fff-aaeb-4f67-b988-384d5189a293 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Unset dirty status for tenant:95b2a561eb9e44ce99904a3c87dc77c6 on resource:subnet {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:24.524145 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c0fa6fff-aaeb-4f67-b988-384d5189a293 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2313409 Mar 28 19:09:24.525544 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eeaecb-57c4-449b-a17d-8b2f3dc86597 None None] Pushing event updated for resources: {'Port': ['ID=bd901f0b-490c-4d5c-891a-4fa83ca83095,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:24.533489 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54292) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:24.534832 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2eb5ce08-9f6b-45eb-aa12-24dd4d58314d tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:24.540183 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1bbade9-97a4-42a1-8c50-71530bd6e4f2 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:24.552459 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bbade9-97a4-42a1-8c50-71530bd6e4f2 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:24.553795 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1bbade9-97a4-42a1-8c50-71530bd6e4f2 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:24.604622 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0f64a90d-fc88-4fe2-8f05-8d8382b01032 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:24.634360 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f25908-0dbe-4c44-af77-ab16e3bf37d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-389cf68c-811d-47a7-87b6-39d5be3bb01f', 'network_id': '389cf68c-811d-47a7-87b6-39d5be3bb01f', 'tenant_id': '0eafd6e2aac349b4a881ab8a1e025dc4', 'fixed_ips': [{'subnet_id': 'bc90ef13-f7be-4e20-80c2-3c03ccbc8ae4'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:09:24.635333 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-63f25908-0dbe-4c44-af77-ab16e3bf37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:24.828152 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b1bbade9-97a4-42a1-8c50-71530bd6e4f2 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0039043 Mar 28 19:09:24.833580 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54300) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:24.852183 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-fb8428cd-6701-44ba-bdfb-a8ea189689c8 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Request body: {'subnet': {'network_id': 'b702a14e-9c07-4778-ae5d-176684c76ba8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:24.876519 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2eb5ce08-9f6b-45eb-aa12-24dd4d58314d tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:24.889036 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ff1a9cf1-ba6b-4b91-ad24-db23528241b6 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:24.934308 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-63f25908-0dbe-4c44-af77-ab16e3bf37d7 None None] Allocated IP 2001:db8::2 (389cf68c-811d-47a7-87b6-39d5be3bb01f/bc90ef13-f7be-4e20-80c2-3c03ccbc8ae4/6b8a5e20-5609-4c01-9929-576de7e0ea95) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:25.003257 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54304) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:25.013739 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbade9-97a4-42a1-8c50-71530bd6e4f2 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Pushing event updated for resources: {'Network': ['ID=b702a14e-9c07-4778-ae5d-176684c76ba8,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:25.028382 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network b702a14e-9c07-4778-ae5d-176684c76ba8 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:09:25.043784 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0f64a90d-fc88-4fe2-8f05-8d8382b01032 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:25.049503 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ff1a9cf1-ba6b-4b91-ad24-db23528241b6 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Deleting port bd901f0b-490c-4d5c-891a-4fa83ca83095 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:25.049840 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ff1a9cf1-ba6b-4b91-ad24-db23528241b6 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:25.130579 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-74209592-51c7-4dff-bd0b-d7691bb57a4b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:25.145735 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-fb8428cd-6701-44ba-bdfb-a8ea189689c8 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:25.153126 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-fb8428cd-6701-44ba-bdfb-a8ea189689c8 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Usage tracker for resource:subnet and tenant:fe32ebde26f54d0898ada80456f9d179 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:25.158388 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-fb8428cd-6701-44ba-bdfb-a8ea189689c8 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:25.200023 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b792cb0-e4f5-41df-a6f7-6a58d87fec12 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:25.244911 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b792cb0-e4f5-41df-a6f7-6a58d87fec12 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:25.269886 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-0742c0cc-15ca-40c0-8498-98149fc5ccae tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1931017349'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:25.274614 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0742c0cc-15ca-40c0-8498-98149fc5ccae tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:25.280069 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-fb8428cd-6701-44ba-bdfb-a8ea189689c8 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:25.285910 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-2eb5ce08-9f6b-45eb-aa12-24dd4d58314d tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] create failed (client error): There was a conflict when trying to complete your request. Mar 28 19:09:25.286996 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2eb5ce08-9f6b-45eb-aa12-24dd4d58314d tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8233581 Mar 28 19:09:25.291639 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-74209592-51c7-4dff-bd0b-d7691bb57a4b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Calling delete_port for dc96a181-04ed-4e3d-ad30-f3fd2f47ea57 owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:25.320185 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-451f02fd-17a0-48e3-8f41-0f677c2f547c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:25.322911 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54310) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:25.339072 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-63f25908-0dbe-4c44-af77-ab16e3bf37d7 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:25.350332 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-63f25908-0dbe-4c44-af77-ab16e3bf37d7 None None] Transition to ACTIVE for port object 6b8a5e20-5609-4c01-9929-576de7e0ea95 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:25.354548 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0742c0cc-15ca-40c0-8498-98149fc5ccae tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Usage tracker for resource:network and tenant:6f3f5355e540495192c49a9f8945a82a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:25.365206 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0742c0cc-15ca-40c0-8498-98149fc5ccae tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:25.370655 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8428cd-6701-44ba-bdfb-a8ea189689c8 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Made reservation on behalf of fe32ebde26f54d0898ada80456f9d179 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:25.371092 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-63f25908-0dbe-4c44-af77-ab16e3bf37d7 None None] Transition to ACTIVE for port object 6b8a5e20-5609-4c01-9929-576de7e0ea95 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:25.374548 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fb8428cd-6701-44ba-bdfb-a8ea189689c8 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:25.376459 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-63f25908-0dbe-4c44-af77-ab16e3bf37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:25.451932 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f25908-0dbe-4c44-af77-ab16e3bf37d7 None None] Network 389cf68c-811d-47a7-87b6-39d5be3bb01f is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:25.460299 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-63f25908-0dbe-4c44-af77-ab16e3bf37d7 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:25.466659 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f25908-0dbe-4c44-af77-ab16e3bf37d7 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:09:25.473062 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f25908-0dbe-4c44-af77-ab16e3bf37d7 None None] Pushing event updated for resources: {'Port': ['ID=6b8a5e20-5609-4c01-9929-576de7e0ea95,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:25.533883 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ff1a9cf1-ba6b-4b91-ad24-db23528241b6 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] For port bd901f0b-490c-4d5c-891a-4fa83ca83095, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=bd901f0b-490c-4d5c-891a-4fa83ca83095,segment=NetworkSegment(c624ddd5-7eb4-438f-912f-f65f71ed89f0),segment_id=c624ddd5-7eb4-438f-912f-f65f71ed89f0)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:09:25.534455 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ff1a9cf1-ba6b-4b91-ad24-db23528241b6 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:25.586245 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-63f25908-0dbe-4c44-af77-ab16e3bf37d7 None None] Attempting to bind port 6b8a5e20-5609-4c01-9929-576de7e0ea95 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:09:25.586681 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-63f25908-0dbe-4c44-af77-ab16e3bf37d7 None None] Attempting to bind port 6b8a5e20-5609-4c01-9929-576de7e0ea95 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '929e340d-93ae-49ea-a7fa-75f200ed0111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '389cf68c-811d-47a7-87b6-39d5be3bb01f'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:09:25.587090 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f25908-0dbe-4c44-af77-ab16e3bf37d7 None None] Attempting to bind port 6b8a5e20-5609-4c01-9929-576de7e0ea95 on network 389cf68c-811d-47a7-87b6-39d5be3bb01f {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:09:25.593548 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f25908-0dbe-4c44-af77-ab16e3bf37d7 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:09:25.594367 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f25908-0dbe-4c44-af77-ab16e3bf37d7 None None] Checking segment: {'id': '929e340d-93ae-49ea-a7fa-75f200ed0111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '389cf68c-811d-47a7-87b6-39d5be3bb01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:09:25.595008 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-63f25908-0dbe-4c44-af77-ab16e3bf37d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:25.595573 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f25908-0dbe-4c44-af77-ab16e3bf37d7 None None] Bound using segment: {'id': '929e340d-93ae-49ea-a7fa-75f200ed0111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '389cf68c-811d-47a7-87b6-39d5be3bb01f'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:09:25.596207 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-63f25908-0dbe-4c44-af77-ab16e3bf37d7 None None] Bound port: 6b8a5e20-5609-4c01-9929-576de7e0ea95, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '929e340d-93ae-49ea-a7fa-75f200ed0111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '389cf68c-811d-47a7-87b6-39d5be3bb01f'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:09:25.596786 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-63f25908-0dbe-4c44-af77-ab16e3bf37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:25.606634 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0742c0cc-15ca-40c0-8498-98149fc5ccae tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:25.669710 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b792cb0-e4f5-41df-a6f7-6a58d87fec12 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62080997-ecde-45ae-9342-feb48dc01cf2,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:25.672607 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b792cb0-e4f5-41df-a6f7-6a58d87fec12 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:25.673742 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0b792cb0-e4f5-41df-a6f7-6a58d87fec12 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4618397 Mar 28 19:09:25.683508 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ff1a9cf1-ba6b-4b91-ad24-db23528241b6 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Calling delete_port for bd901f0b-490c-4d5c-891a-4fa83ca83095 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:25.747450 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-63f25908-0dbe-4c44-af77-ab16e3bf37d7 None None] For port 6b8a5e20-5609-4c01-9929-576de7e0ea95, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:09:25.751499 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54314) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:25.752424 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-63f25908-0dbe-4c44-af77-ab16e3bf37d7 None None] For port 6b8a5e20-5609-4c01-9929-576de7e0ea95, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=6b8a5e20-5609-4c01-9929-576de7e0ea95,segment=NetworkSegment(929e340d-93ae-49ea-a7fa-75f200ed0111),segment_id=929e340d-93ae-49ea-a7fa-75f200ed0111)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:09:25.758351 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-63f25908-0dbe-4c44-af77-ab16e3bf37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:25.762051 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-0ea1f22d-b4c3-4b9c-87d9-cae43bd904f0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'security_group': {'name': 'tempest-secgroup-2112986871'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:25.771690 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0ea1f22d-b4c3-4b9c-87d9-cae43bd904f0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:25.774324 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0742c0cc-15ca-40c0-8498-98149fc5ccae tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Made reservation on behalf of 6f3f5355e540495192c49a9f8945a82a for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:25.777865 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0742c0cc-15ca-40c0-8498-98149fc5ccae tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:25.805070 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0ea1f22d-b4c3-4b9c-87d9-cae43bd904f0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:security_group and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:25.811285 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0ea1f22d-b4c3-4b9c-87d9-cae43bd904f0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:25.815004 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0742c0cc-15ca-40c0-8498-98149fc5ccae tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:25.834763 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0ea1f22d-b4c3-4b9c-87d9-cae43bd904f0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:25.852990 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e0d034a4-990c-4c9b-8ede-8750df289c2c tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:25.855642 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0f64a90d-fc88-4fe2-8f05-8d8382b01032 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:25.860784 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0742c0cc-15ca-40c0-8498-98149fc5ccae tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:25.861567 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f25908-0dbe-4c44-af77-ab16e3bf37d7 None None] Pushing event updated for resources: {'Port': ['ID=6b8a5e20-5609-4c01-9929-576de7e0ea95,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:25.871240 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0742c0cc-15ca-40c0-8498-98149fc5ccae tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Usage tracker for resource:security_group_rule and tenant:6f3f5355e540495192c49a9f8945a82a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:25.876904 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0742c0cc-15ca-40c0-8498-98149fc5ccae tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:25.884284 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0ea1f22d-b4c3-4b9c-87d9-cae43bd904f0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:25.895605 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0742c0cc-15ca-40c0-8498-98149fc5ccae tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:25.911272 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ff1a9cf1-ba6b-4b91-ad24-db23528241b6 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:25.950486 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdd5afc-5e4f-41d7-8945-edac7d85553f None None] Network 1010730c-fe29-4d27-8ff4-a53b9aa96204 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:25.971529 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64a90d-fc88-4fe2-8f05-8d8382b01032 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event deleted for resources: {'Subnet': ['ID=51d8316d-696a-4c8d-a940-05a7beb94eca,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:25.973659 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0ea1f22d-b4c3-4b9c-87d9-cae43bd904f0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:25.974162 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0f64a90d-fc88-4fe2-8f05-8d8382b01032 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:25.983409 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-74209592-51c7-4dff-bd0b-d7691bb57a4b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:25.986267 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a9cf1-ba6b-4b91-ad24-db23528241b6 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Pushing event deleted for resources: {'Port': ['ID=bd901f0b-490c-4d5c-891a-4fa83ca83095,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:25.993655 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e0d034a4-990c-4c9b-8ede-8750df289c2c tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:25.994536 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0ea1f22d-b4c3-4b9c-87d9-cae43bd904f0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:security_group_rule and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:26.003353 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0ea1f22d-b4c3-4b9c-87d9-cae43bd904f0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:26.010928 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1a9cf1-ba6b-4b91-ad24-db23528241b6 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] No DVR routers for this DVR port bd901f0b-490c-4d5c-891a-4fa83ca83095 on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:09:26.016485 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0ea1f22d-b4c3-4b9c-87d9-cae43bd904f0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:26.055716 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07e9246-a611-427d-bae3-989777171aa4 None None] Network a17049bf-1dee-42c8-b865-2f4d8e0a52bb requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:26.095481 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74209592-51c7-4dff-bd0b-d7691bb57a4b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Port': ['ID=dc96a181-04ed-4e3d-ad30-f3fd2f47ea57,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:26.122094 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0f64a90d-fc88-4fe2-8f05-8d8382b01032 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "DELETE /v2.0/subnets/51d8316d-696a-4c8d-a940-05a7beb94eca HTTP/1.1" status: 204 len: 168 time: 1.8475811 Mar 28 19:09:26.179404 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54318) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:26.244784 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ff1a9cf1-ba6b-4b91-ad24-db23528241b6 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:26.353317 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e0d034a4-990c-4c9b-8ede-8750df289c2c tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:26.375220 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-49acc9a5-5c4f-4f30-8826-3b78c397e25f None None] Could not find standard attr ID for object bd901f0b-490c-4d5c-891a-4fa83ca83095. {{(pid=87834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 19:09:26.396337 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-74209592-51c7-4dff-bd0b-d7691bb57a4b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:26.399955 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c2140be9-92e1-4672-b59e-74cd8955b5f9 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:26.404244 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d034a4-990c-4c9b-8ede-8750df289c2c tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9ec3a0-da22-41f7-8c9c-0e7df5720472,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:26.416028 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-74209592-51c7-4dff-bd0b-d7691bb57a4b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/dc96a181-04ed-4e3d-ad30-f3fd2f47ea57 HTTP/1.1" status: 204 len: 168 time: 2.0748968 Mar 28 19:09:26.424164 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54322) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:26.439676 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fb8428cd-6701-44ba-bdfb-a8ea189689c8 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:26.445754 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e0d034a4-990c-4c9b-8ede-8750df289c2c tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:26.453618 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e0d034a4-990c-4c9b-8ede-8750df289c2c tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "DELETE /v2.0/security-groups/6b9ec3a0-da22-41f7-8c9c-0e7df5720472 HTTP/1.1" status: 204 len: 168 time: 1.1207802 Mar 28 19:09:26.455717 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54328) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:26.561274 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8428cd-6701-44ba-bdfb-a8ea189689c8 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Checking segment: {'id': 'b65d36e8-832c-49f6-bc56-306d99c85198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b702a14e-9c07-4778-ae5d-176684c76ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:09:26.562077 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8428cd-6701-44ba-bdfb-a8ea189689c8 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Network hostable DHCP agents. Network: b702a14e-9c07-4778-ae5d-176684c76ba8, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:09:26.575829 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8428cd-6701-44ba-bdfb-a8ea189689c8 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Pushing event updated for resources: {'Subnet': ['ID=66d03fe4-32a4-4768-aceb-5961c2d73a5f,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:26.588671 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8428cd-6701-44ba-bdfb-a8ea189689c8 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Network b702a14e-9c07-4778-ae5d-176684c76ba8 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:09:26.597233 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0ea1f22d-b4c3-4b9c-87d9-cae43bd904f0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:26.599120 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-ff1a9cf1-ba6b-4b91-ad24-db23528241b6 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a17049bf-1dee-42c8-b865-2f4d8e0a52bb']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:26.601409 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-fb8428cd-6701-44ba-bdfb-a8ea189689c8 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, b702a14e-9c07-4778-ae5d-176684c76ba8) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:26.605910 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78032683-2e01-46bd-b2e1-fdaed5115f70 None None] DHCP port deletion for a17049bf-1dee-42c8-b865-2f4d8e0a52bb request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:09:26.606499 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c2140be9-92e1-4672-b59e-74cd8955b5f9 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Deleting port 9933cd31-8b16-4114-927a-6933b6aa3b8d {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:26.606840 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c2140be9-92e1-4672-b59e-74cd8955b5f9 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:26.607168 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8428cd-6701-44ba-bdfb-a8ea189689c8 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:26.607815 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fb8428cd-6701-44ba-bdfb-a8ea189689c8 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:26.612568 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02c2ffd-8fa4-4450-b3f1-1640b74f42ee None None] Network b702a14e-9c07-4778-ae5d-176684c76ba8 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:26.630067 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-fb8428cd-6701-44ba-bdfb-a8ea189689c8 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7950482 Mar 28 19:09:26.632877 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54334) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:26.668588 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0ea1f22d-b4c3-4b9c-87d9-cae43bd904f0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:26.672708 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-ff1a9cf1-ba6b-4b91-ad24-db23528241b6 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c624ddd5-7eb4-438f-912f-f65f71ed89f0') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:26.673216 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-ff1a9cf1-ba6b-4b91-ad24-db23528241b6 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c624ddd5-7eb4-438f-912f-f65f71ed89f0') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:26.684808 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4479b7-8de2-4bcc-a142-f9c468887525 None None] DHCP port deletion for 1010730c-fe29-4d27-8ff4-a53b9aa96204 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:09:26.711058 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-ad4479b7-8de2-4bcc-a142-f9c468887525 None None] Deleting port 9933cd31-8b16-4114-927a-6933b6aa3b8d {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:26.712504 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ad4479b7-8de2-4bcc-a142-f9c468887525 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:26.755168 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ff1a9cf1-ba6b-4b91-ad24-db23528241b6 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:26.809702 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0742c0cc-15ca-40c0-8498-98149fc5ccae tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:26.836835 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22007a7d-e075-4798-b6d2-dd8fef8219b1 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:26.838305 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22007a7d-e075-4798-b6d2-dd8fef8219b1 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:26.839803 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22007a7d-e075-4798-b6d2-dd8fef8219b1 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:26.840624 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-22007a7d-e075-4798-b6d2-dd8fef8219b1 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:26.845131 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 6b8a5e20-5609-4c01-9929-576de7e0ea95 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:09:26.855464 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0742c0cc-15ca-40c0-8498-98149fc5ccae tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:26.857712 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f9840590-5b32-4566-a081-d92004420964 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:26.882555 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1f22d-b4c3-4b9c-87d9-cae43bd904f0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74425b6a-6119-4355-9227-0c7c90363106,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:26.898058 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ff1a9cf1-ba6b-4b91-ad24-db23528241b6 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:26.932341 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1fd50be1-43a0-4278-98d3-8135b8089655 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Synchronizing usage tracker for tenant:9a24cbafda124330aa6353b2c13784fc on resource:security_group {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:26.936685 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0ea1f22d-b4c3-4b9c-87d9-cae43bd904f0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:26.938161 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0ea1f22d-b4c3-4b9c-87d9-cae43bd904f0 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1840613 Mar 28 19:09:26.949840 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54338) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:26.950582 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f9840590-5b32-4566-a081-d92004420964 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:26.951353 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1a9cf1-ba6b-4b91-ad24-db23528241b6 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:09:26.951763 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ff1a9cf1-ba6b-4b91-ad24-db23528241b6 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:09:26.969509 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:09:26.989508 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-79637219-95c2-4dcf-ab24-10bf2cc5f2ac tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-542657783', 'security_groups': ['74425b6a-6119-4355-9227-0c7c90363106'], 'network_id': '389cf68c-811d-47a7-87b6-39d5be3bb01f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bc90ef13-f7be-4e20-80c2-3c03ccbc8ae4'}]}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:27.003585 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0742c0cc-15ca-40c0-8498-98149fc5ccae tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:09:27.088578 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742c0cc-15ca-40c0-8498-98149fc5ccae tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3985e83b-5646-42a5-b359-ce397f902837,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:27.113100 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0742c0cc-15ca-40c0-8498-98149fc5ccae tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:27.113538 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-0742c0cc-15ca-40c0-8498-98149fc5ccae tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Added segment c2c2695b-8bb8-49c4-8168-efc6abda7c49 of type vlan for network 95878d54-f985-4afa-8b1c-6acad31b89d4 Mar 28 19:09:27.118452 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-22007a7d-e075-4798-b6d2-dd8fef8219b1 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:27.119816 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-22007a7d-e075-4798-b6d2-dd8fef8219b1 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6861889 Mar 28 19:09:27.127464 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54342) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:27.148018 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1fd50be1-43a0-4278-98d3-8135b8089655 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Unset dirty status for tenant:9a24cbafda124330aa6353b2c13784fc on resource:security_group {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:27.149273 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1fd50be1-43a0-4278-98d3-8135b8089655 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5895271 Mar 28 19:09:27.158528 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54346) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:27.200719 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 6b8a5e20-5609-4c01-9929-576de7e0ea95 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:27.212587 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-e84768ae-5e46-4e34-b305-68a2e5201beb tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group': {'name': 'tempest-secgroup--1257466683'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:27.226019 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ff1a9cf1-ba6b-4b91-ad24-db23528241b6 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:27.240670 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-79637219-95c2-4dcf-ab24-10bf2cc5f2ac tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:27.245907 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-79637219-95c2-4dcf-ab24-10bf2cc5f2ac tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:port and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:27.250343 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-79637219-95c2-4dcf-ab24-10bf2cc5f2ac tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:27.256680 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-79637219-95c2-4dcf-ab24-10bf2cc5f2ac tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:27.258972 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ff1a9cf1-ba6b-4b91-ad24-db23528241b6 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:27.261683 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e84768ae-5e46-4e34-b305-68a2e5201beb tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:27.265379 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0742c0cc-15ca-40c0-8498-98149fc5ccae tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:27.268900 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f9840590-5b32-4566-a081-d92004420964 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:27.292939 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a9cf1-ba6b-4b91-ad24-db23528241b6 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Pushing event deleted for resources: {'Network': ['ID=a17049bf-1dee-42c8-b865-2f4d8e0a52bb,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:27.310726 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e84768ae-5e46-4e34-b305-68a2e5201beb tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:27.320648 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 9933cd31-8b16-4114-927a-6933b6aa3b8d no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:09:27.322657 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-c2140be9-92e1-4672-b59e-74cd8955b5f9 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] For port 9933cd31-8b16-4114-927a-6933b6aa3b8d, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=9933cd31-8b16-4114-927a-6933b6aa3b8d,segment=NetworkSegment(55f4c028-ab05-4bda-a3d0-6be4479899bf),segment_id=55f4c028-ab05-4bda-a3d0-6be4479899bf)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:09:27.323040 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c2140be9-92e1-4672-b59e-74cd8955b5f9 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:27.331765 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ff1a9cf1-ba6b-4b91-ad24-db23528241b6 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] 10.222.0.10 "DELETE /v2.0/networks/a17049bf-1dee-42c8-b865-2f4d8e0a52bb HTTP/1.1" status: 204 len: 168 time: 2.7936590 Mar 28 19:09:27.333539 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79637219-95c2-4dcf-ab24-10bf2cc5f2ac tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:27.337858 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54350) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:27.365298 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-ad4479b7-8de2-4bcc-a142-f9c468887525 None None] For port 9933cd31-8b16-4114-927a-6933b6aa3b8d, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=9933cd31-8b16-4114-927a-6933b6aa3b8d,segment=NetworkSegment(55f4c028-ab05-4bda-a3d0-6be4479899bf),segment_id=55f4c028-ab05-4bda-a3d0-6be4479899bf)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:09:27.365693 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ad4479b7-8de2-4bcc-a142-f9c468887525 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:27.382367 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481baeed-db9c-48de-aae4-0b0371511756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-b702a14e-9c07-4778-ae5d-176684c76ba8', 'network_id': 'b702a14e-9c07-4778-ae5d-176684c76ba8', 'tenant_id': 'fe32ebde26f54d0898ada80456f9d179', 'fixed_ips': [{'subnet_id': '66d03fe4-32a4-4768-aceb-5961c2d73a5f'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:09:27.383236 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-481baeed-db9c-48de-aae4-0b0371511756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:27.448301 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca3f76db-f58d-4f07-a4ab-a51d2c0af814 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting subnet 88f4a864-68f6-45e5-8af9-8c1f5bab676f {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:09:27.465809 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9840590-5b32-4566-a081-d92004420964 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Pushing event deleted for resources: {'Subnet': ['ID=66d03fe4-32a4-4768-aceb-5961c2d73a5f,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:27.474198 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ca3f76db-f58d-4f07-a4ab-a51d2c0af814 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:27.486168 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c2140be9-92e1-4672-b59e-74cd8955b5f9 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Calling delete_port for 9933cd31-8b16-4114-927a-6933b6aa3b8d owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:27.583879 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f9840590-5b32-4566-a081-d92004420964 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:27.605821 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-ad4479b7-8de2-4bcc-a142-f9c468887525 None None] Calling delete_port for 9933cd31-8b16-4114-927a-6933b6aa3b8d owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:27.628868 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ca3f76db-f58d-4f07-a4ab-a51d2c0af814 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:27.676180 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-f9840590-5b32-4566-a081-d92004420964 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b702a14e-9c07-4778-ae5d-176684c76ba8']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:27.694865 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-79637219-95c2-4dcf-ab24-10bf2cc5f2ac tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:27.707103 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-964d51f8-762a-4f17-8b62-b135c3d2824f None None] Provisioning for port 6b8a5e20-5609-4c01-9929-576de7e0ea95 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:27.709401 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-f9840590-5b32-4566-a081-d92004420964 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b65d36e8-832c-49f6-bc56-306d99c85198') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:27.709690 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-f9840590-5b32-4566-a081-d92004420964 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b65d36e8-832c-49f6-bc56-306d99c85198') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:27.721277 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d538634d-2b25-42a9-83a8-1808ff8cd9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:27.729388 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e84768ae-5e46-4e34-b305-68a2e5201beb tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:27.732880 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-964d51f8-762a-4f17-8b62-b135c3d2824f None None] Provisioning complete for port 6b8a5e20-5609-4c01-9929-576de7e0ea95 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:27.733637 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-964d51f8-762a-4f17-8b62-b135c3d2824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:27.737968 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f9840590-5b32-4566-a081-d92004420964 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:27.757072 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a581970c-4163-450b-bae9-1a1e212e85db None None] Network b702a14e-9c07-4778-ae5d-176684c76ba8 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:27.757810 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-79637219-95c2-4dcf-ab24-10bf2cc5f2ac tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] device_id is not set on port 2a4eaea3-44b3-4a5c-87fd-0e924c61cb67 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:09:27.811699 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f9840590-5b32-4566-a081-d92004420964 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:27.827602 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:27.834928 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9840590-5b32-4566-a081-d92004420964 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:09:27.835096 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0742c0cc-15ca-40c0-8498-98149fc5ccae tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:27.835312 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f9840590-5b32-4566-a081-d92004420964 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:27.840864 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0742c0cc-15ca-40c0-8498-98149fc5ccae tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:27.841472 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0742c0cc-15ca-40c0-8498-98149fc5ccae tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:09:27.852948 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:09:27.870431 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e84768ae-5e46-4e34-b305-68a2e5201beb tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:27.894097 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e84768ae-5e46-4e34-b305-68a2e5201beb tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Usage tracker for resource:security_group_rule and tenant:9a24cbafda124330aa6353b2c13784fc is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:27.901575 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6ba82c15-850b-4944-bb4f-d5f316ffdca2 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:27.906059 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e84768ae-5e46-4e34-b305-68a2e5201beb tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:27.929855 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ad4479b7-8de2-4bcc-a142-f9c468887525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:27.937782 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e84768ae-5e46-4e34-b305-68a2e5201beb tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:27.993603 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0742c0cc-15ca-40c0-8498-98149fc5ccae tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.9879024 Mar 28 19:09:28.003509 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54354) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:28.051288 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-c2140be9-92e1-4672-b59e-74cd8955b5f9 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:09:28.051996 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-c2140be9-92e1-4672-b59e-74cd8955b5f9 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:09:28.055615 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-2dc9a162-3f04-48a2-b741-df93e139758b tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Request body: {'subnet': {'network_id': '95878d54-f985-4afa-8b1c-6acad31b89d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:28.121235 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4479b7-8de2-4bcc-a142-f9c468887525 None None] Pushing event deleted for resources: {'Port': ['ID=9933cd31-8b16-4114-927a-6933b6aa3b8d,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:28.122939 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ca3f76db-f58d-4f07-a4ab-a51d2c0af814 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:28.132919 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4479b7-8de2-4bcc-a142-f9c468887525 None None] No DVR routers for this DVR port 9933cd31-8b16-4114-927a-6933b6aa3b8d on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:09:28.173919 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd58f11-1cc6-4020-b4f6-4d3f20313065 None None] get_active_networks_info from dv-neutron-834711-1-hyperv {{(pid=87834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 19:09:28.179075 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6ba82c15-850b-4944-bb4f-d5f316ffdca2 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:28.192086 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f9840590-5b32-4566-a081-d92004420964 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:28.206668 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742c0cc-15ca-40c0-8498-98149fc5ccae tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Pushing event updated for resources: {'Network': ['ID=95878d54-f985-4afa-8b1c-6acad31b89d4,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:28.218794 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f9840590-5b32-4566-a081-d92004420964 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:28.226591 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 95878d54-f985-4afa-8b1c-6acad31b89d4 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:09:28.244362 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9840590-5b32-4566-a081-d92004420964 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Pushing event deleted for resources: {'Network': ['ID=b702a14e-9c07-4778-ae5d-176684c76ba8,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:28.282012 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-6ba82c15-850b-4944-bb4f-d5f316ffdca2 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d7f203-5022-4d9c-8927-fa7adb807585']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:28.294750 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f9840590-5b32-4566-a081-d92004420964 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "DELETE /v2.0/networks/b702a14e-9c07-4778-ae5d-176684c76ba8 HTTP/1.1" status: 204 len: 168 time: 1.6606457 Mar 28 19:09:28.300533 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54358) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:28.326699 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-81e20e48-6a21-4228-ba0b-7301c7933e19 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-652141192'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:28.327952 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-964d51f8-762a-4f17-8b62-b135c3d2824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:28.329400 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ca3f76db-f58d-4f07-a4ab-a51d2c0af814 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:28.334462 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-6ba82c15-850b-4944-bb4f-d5f316ffdca2 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e746140-09b7-428f-ac9f-e2adcf622eb6') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:28.334868 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-6ba82c15-850b-4944-bb4f-d5f316ffdca2 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e746140-09b7-428f-ac9f-e2adcf622eb6') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:28.348566 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-81e20e48-6a21-4228-ba0b-7301c7933e19 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:28.359016 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6ba82c15-850b-4944-bb4f-d5f316ffdca2 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:28.374019 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-81e20e48-6a21-4228-ba0b-7301c7933e19 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Usage tracker for resource:network and tenant:fe32ebde26f54d0898ada80456f9d179 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:28.377083 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2dc9a162-3f04-48a2-b741-df93e139758b tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:28.387656 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-81e20e48-6a21-4228-ba0b-7301c7933e19 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:28.391443 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-79637219-95c2-4dcf-ab24-10bf2cc5f2ac tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Allocated IP 2001:db8::2ef (389cf68c-811d-47a7-87b6-39d5be3bb01f/bc90ef13-f7be-4e20-80c2-3c03ccbc8ae4/2a4eaea3-44b3-4a5c-87fd-0e924c61cb67) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:28.395619 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f76db-f58d-4f07-a4ab-a51d2c0af814 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Subnet': ['ID=88f4a864-68f6-45e5-8af9-8c1f5bab676f,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:28.397427 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2dc9a162-3f04-48a2-b741-df93e139758b tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Usage tracker for resource:subnet and tenant:6f3f5355e540495192c49a9f8945a82a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:28.397772 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ca3f76db-f58d-4f07-a4ab-a51d2c0af814 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:28.400889 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-81e20e48-6a21-4228-ba0b-7301c7933e19 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:28.414057 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2dc9a162-3f04-48a2-b741-df93e139758b tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:28.417860 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6ba82c15-850b-4944-bb4f-d5f316ffdca2 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:28.422656 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-964d51f8-762a-4f17-8b62-b135c3d2824f None None] For port 6b8a5e20-5609-4c01-9929-576de7e0ea95, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=6b8a5e20-5609-4c01-9929-576de7e0ea95,segment=NetworkSegment(929e340d-93ae-49ea-a7fa-75f200ed0111),segment_id=929e340d-93ae-49ea-a7fa-75f200ed0111)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:09:28.423936 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ca3f76db-f58d-4f07-a4ab-a51d2c0af814 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/88f4a864-68f6-45e5-8af9-8c1f5bab676f HTTP/1.1" status: 204 len: 168 time: 1.2953546 Mar 28 19:09:28.427032 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54362) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:28.434757 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-964d51f8-762a-4f17-8b62-b135c3d2824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:28.443414 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2dc9a162-3f04-48a2-b741-df93e139758b tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:28.446803 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e84768ae-5e46-4e34-b305-68a2e5201beb tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:28.448306 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba82c15-850b-4944-bb4f-d5f316ffdca2 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:09:28.448758 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6ba82c15-850b-4944-bb4f-d5f316ffdca2 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:09:28.463804 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:09:28.467690 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e20e48-6a21-4228-ba0b-7301c7933e19 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Made reservation on behalf of fe32ebde26f54d0898ada80456f9d179 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:28.470911 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-81e20e48-6a21-4228-ba0b-7301c7933e19 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:28.490419 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd58f11-1cc6-4020-b4f6-4d3f20313065 None None] Resources bound (agent type, host, resource id): {{(pid=87834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 19:09:28.492432 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e84768ae-5e46-4e34-b305-68a2e5201beb tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:28.527181 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-964d51f8-762a-4f17-8b62-b135c3d2824f None None] Provisioning complete for port 1528995a-3926-4666-bc63-fc42d320375b triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:28.527557 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-964d51f8-762a-4f17-8b62-b135c3d2824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:28.550277 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc7ee438-e870-4a4d-9429-7b24152e3cb8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting subnet dc494f28-80c4-4744-b82e-f13f7d2334bc {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:09:28.560648 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c2140be9-92e1-4672-b59e-74cd8955b5f9 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Deleting port 9933cd31-8b16-4114-927a-6933b6aa3b8d {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:28.561094 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c2140be9-92e1-4672-b59e-74cd8955b5f9 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:28.602596 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fc7ee438-e870-4a4d-9429-7b24152e3cb8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:28.623316 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d51f8-762a-4f17-8b62-b135c3d2824f None None] Pushing event updated for resources: {'Port': ['ID=6b8a5e20-5609-4c01-9929-576de7e0ea95,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:28.625375 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc9a162-3f04-48a2-b741-df93e139758b tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Made reservation on behalf of 6f3f5355e540495192c49a9f8945a82a for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:28.629261 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2dc9a162-3f04-48a2-b741-df93e139758b tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:28.693748 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:28.711029 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:28.717244 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-964d51f8-762a-4f17-8b62-b135c3d2824f None None] Port 1528995a-3926-4666-bc63-fc42d320375b cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:09:28.735948 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-79637219-95c2-4dcf-ab24-10bf2cc5f2ac tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:28.770106 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fc7ee438-e870-4a4d-9429-7b24152e3cb8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:28.788240 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 6b8a5e20-5609-4c01-9929-576de7e0ea95 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:09:28.844118 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c2140be9-92e1-4672-b59e-74cd8955b5f9 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] The port '9933cd31-8b16-4114-927a-6933b6aa3b8d' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:09:28.845431 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84768ae-5e46-4e34-b305-68a2e5201beb tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0673dc38-662c-4592-812b-02c1cee454c9,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:28.864473 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fc7ee438-e870-4a4d-9429-7b24152e3cb8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:28.887050 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e20e48-6a21-4228-ba0b-7301c7933e19 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:09:28.893878 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-79637219-95c2-4dcf-ab24-10bf2cc5f2ac tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Transition to ACTIVE for port object 2a4eaea3-44b3-4a5c-87fd-0e924c61cb67 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:28.928441 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6ba82c15-850b-4944-bb4f-d5f316ffdca2 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:28.932843 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6ba82c15-850b-4944-bb4f-d5f316ffdca2 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:28.940345 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 6b8a5e20-5609-4c01-9929-576de7e0ea95 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:28.940820 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:28.954796 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-79637219-95c2-4dcf-ab24-10bf2cc5f2ac tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:28.990956 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-81e20e48-6a21-4228-ba0b-7301c7933e19 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:28.991306 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-81e20e48-6a21-4228-ba0b-7301c7933e19 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Added segment 77901727-b71d-4055-b807-5cb41137779f of type vlan for network 9ce47d06-f7c7-45d7-94cb-175d329bcfd5 Mar 28 19:09:28.997706 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e84768ae-5e46-4e34-b305-68a2e5201beb tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:29.002128 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e84768ae-5e46-4e34-b305-68a2e5201beb tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8394299 Mar 28 19:09:29.009460 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54366) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:29.014233 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fc7ee438-e870-4a4d-9429-7b24152e3cb8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:29.054230 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-2383dd16-a894-4273-8f49-dd71a038c04b tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group_rule': {'security_group_id': '0673dc38-662c-4592-812b-02c1cee454c9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:29.054631 dv-neutron-834711-1-hyperv neutron-server[87833]: WARNING neutron.api.v2.base [None req-2383dd16-a894-4273-8f49-dd71a038c04b tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 28 19:09:29.055287 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-2383dd16-a894-4273-8f49-dd71a038c04b tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:09:29.058656 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2383dd16-a894-4273-8f49-dd71a038c04b tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0435023 Mar 28 19:09:29.058845 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba82c15-850b-4944-bb4f-d5f316ffdca2 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Pushing event deleted for resources: {'Network': ['ID=a8d7f203-5022-4d9c-8927-fa7adb807585,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:29.066219 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54370) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:29.080968 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ee438-e870-4a4d-9429-7b24152e3cb8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Subnet': ['ID=dc494f28-80c4-4744-b82e-f13f7d2334bc,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:29.083083 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79637219-95c2-4dcf-ab24-10bf2cc5f2ac tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network 389cf68c-811d-47a7-87b6-39d5be3bb01f is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:29.093370 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6ba82c15-850b-4944-bb4f-d5f316ffdca2 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] 10.222.0.10 "DELETE /v2.0/networks/a8d7f203-5022-4d9c-8927-fa7adb807585 HTTP/1.1" status: 204 len: 168 time: 1.7520173 Mar 28 19:09:29.095684 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fc7ee438-e870-4a4d-9429-7b24152e3cb8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:29.100702 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c2140be9-92e1-4672-b59e-74cd8955b5f9 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:29.109721 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54374) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:29.114758 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-79637219-95c2-4dcf-ab24-10bf2cc5f2ac tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:29.121170 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79637219-95c2-4dcf-ab24-10bf2cc5f2ac tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:09:29.127574 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79637219-95c2-4dcf-ab24-10bf2cc5f2ac tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:29.128302 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-79637219-95c2-4dcf-ab24-10bf2cc5f2ac tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:29.177299 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee4b5e1-64c5-4a35-83d9-f9c6e721a9c7 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:29.178657 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79637219-95c2-4dcf-ab24-10bf2cc5f2ac tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Port': ['ID=2a4eaea3-44b3-4a5c-87fd-0e924c61cb67,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:29.178939 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-c2140be9-92e1-4672-b59e-74cd8955b5f9 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1010730c-fe29-4d27-8ff4-a53b9aa96204']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:29.195802 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-81e20e48-6a21-4228-ba0b-7301c7933e19 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:29.208965 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-fc7ee438-e870-4a4d-9429-7b24152e3cb8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/dc494f28-80c4-4744-b82e-f13f7d2334bc HTTP/1.1" status: 204 len: 168 time: 0.7805190 Mar 28 19:09:29.211166 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54378) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:29.212985 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-c2140be9-92e1-4672-b59e-74cd8955b5f9 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f4c028-ab05-4bda-a3d0-6be4479899bf') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:29.213191 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-c2140be9-92e1-4672-b59e-74cd8955b5f9 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f4c028-ab05-4bda-a3d0-6be4479899bf') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:29.236787 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-79637219-95c2-4dcf-ab24-10bf2cc5f2ac tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2556000 Mar 28 19:09:29.239325 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54382) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:29.253083 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-c6f31a61-5fd1-4dd9-bccc-43d130d17afc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'subnet': {'network_id': '389cf68c-811d-47a7-87b6-39d5be3bb01f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:29.308386 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7fc41e20-2b2b-4146-ba37-360d545058e9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854654 Mar 28 19:09:29.317244 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c2140be9-92e1-4672-b59e-74cd8955b5f9 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:29.324807 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54386) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:29.340792 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-dd56c069-0689-4437-97be-cbc29e9b06f4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:29.440597 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.resource_extend [None req-81e20e48-6a21-4228-ba0b-7301c7933e19 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:09:29.458072 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ee3e5338-39cc-44c0-8095-287897996b91 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:29.458271 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f3359352-a75d-4221-912a-35b6954e1d34 None None] Provisioning for port 2a4eaea3-44b3-4a5c-87fd-0e924c61cb67 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:29.465259 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f3359352-a75d-4221-912a-35b6954e1d34 None None] Provisioning complete for port 2a4eaea3-44b3-4a5c-87fd-0e924c61cb67 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:29.465682 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f3359352-a75d-4221-912a-35b6954e1d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:29.490717 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-658accc5-9602-4418-ab31-f5c981bf08bf tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:29.508024 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-81e20e48-6a21-4228-ba0b-7301c7933e19 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:29.513580 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e20e48-6a21-4228-ba0b-7301c7933e19 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:29.514172 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-81e20e48-6a21-4228-ba0b-7301c7933e19 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:29.522466 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f3359352-a75d-4221-912a-35b6954e1d34 None None] Port 2a4eaea3-44b3-4a5c-87fd-0e924c61cb67 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:09:29.527803 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdcec42-0ba6-4dfe-8a0d-dd249505847b None None] DHCP port deletion for 1857c8f5-5622-42ce-a4f9-106880783f61 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:09:29.528203 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ee3e5338-39cc-44c0-8095-287897996b91 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:29.532278 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-1fdcec42-0ba6-4dfe-8a0d-dd249505847b None None] Deleting port 174e11fe-9cca-4c4e-8f94-4b8baa8dd362 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:29.532711 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1fdcec42-0ba6-4dfe-8a0d-dd249505847b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:29.564121 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c2140be9-92e1-4672-b59e-74cd8955b5f9 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:29.566498 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2dc9a162-3f04-48a2-b741-df93e139758b tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:29.606698 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c6f31a61-5fd1-4dd9-bccc-43d130d17afc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:29.642902 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c6f31a61-5fd1-4dd9-bccc-43d130d17afc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:subnet and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:29.660723 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c6f31a61-5fd1-4dd9-bccc-43d130d17afc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:29.674418 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c6f31a61-5fd1-4dd9-bccc-43d130d17afc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:29.746457 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2140be9-92e1-4672-b59e-74cd8955b5f9 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:09:29.746833 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c2140be9-92e1-4672-b59e-74cd8955b5f9 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:29.751815 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-658accc5-9602-4418-ab31-f5c981bf08bf tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:29.764544 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-1fdcec42-0ba6-4dfe-8a0d-dd249505847b None None] For port 174e11fe-9cca-4c4e-8f94-4b8baa8dd362, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=174e11fe-9cca-4c4e-8f94-4b8baa8dd362,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:09:29.765251 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1fdcec42-0ba6-4dfe-8a0d-dd249505847b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:09:29.766849 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:09:29.777181 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ee3e5338-39cc-44c0-8095-287897996b91 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:29.781985 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f31a61-5fd1-4dd9-bccc-43d130d17afc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:29.785473 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c6f31a61-5fd1-4dd9-bccc-43d130d17afc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:29.833748 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-658accc5-9602-4418-ab31-f5c981bf08bf tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5232b40b-67fd-418c-ad44-583be81ba233']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:29.842897 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e5338-39cc-44c0-8095-287897996b91 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0673dc38-662c-4592-812b-02c1cee454c9,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:29.854267 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ee3e5338-39cc-44c0-8095-287897996b91 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:29.855396 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ee3e5338-39cc-44c0-8095-287897996b91 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "DELETE /v2.0/security-groups/0673dc38-662c-4592-812b-02c1cee454c9 HTTP/1.1" status: 204 len: 168 time: 0.7826278 Mar 28 19:09:29.904359 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-dd56c069-0689-4437-97be-cbc29e9b06f4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:29.908229 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-81e20e48-6a21-4228-ba0b-7301c7933e19 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6052291 Mar 28 19:09:29.911376 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54390) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:29.911702 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54392) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:29.925081 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-658accc5-9602-4418-ab31-f5c981bf08bf tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '406e62c8-39e5-4364-9c95-47b9f579d786') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:29.925458 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-658accc5-9602-4418-ab31-f5c981bf08bf tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '406e62c8-39e5-4364-9c95-47b9f579d786') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:29.928985 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-dd56c069-0689-4437-97be-cbc29e9b06f4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:subnet and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:29.948589 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-e4043568-d565-4125-9245-895cf38b0cb4 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Request body: {'subnet': {'network_id': '9ce47d06-f7c7-45d7-94cb-175d329bcfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:29.948856 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-dd56c069-0689-4437-97be-cbc29e9b06f4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:29.953878 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e20e48-6a21-4228-ba0b-7301c7933e19 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Pushing event updated for resources: {'Network': ['ID=9ce47d06-f7c7-45d7-94cb-175d329bcfd5,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:29.959239 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-1fdcec42-0ba6-4dfe-8a0d-dd249505847b None None] Calling delete_port for 174e11fe-9cca-4c4e-8f94-4b8baa8dd362 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:29.970683 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-dd56c069-0689-4437-97be-cbc29e9b06f4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:29.976106 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9a162-3f04-48a2-b741-df93e139758b tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Pushing event updated for resources: {'Subnet': ['ID=85073874-9951-45c0-bc55-906e465d4570,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:29.991201 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc9a162-3f04-48a2-b741-df93e139758b tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Checking segment: {'id': 'c2c2695b-8bb8-49c4-8168-efc6abda7c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '95878d54-f985-4afa-8b1c-6acad31b89d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:09:29.991810 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc9a162-3f04-48a2-b741-df93e139758b tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Network hostable DHCP agents. Network: 95878d54-f985-4afa-8b1c-6acad31b89d4, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:09:29.999242 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-658accc5-9602-4418-ab31-f5c981bf08bf tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:30.000185 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c2140be9-92e1-4672-b59e-74cd8955b5f9 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:30.003345 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 9ce47d06-f7c7-45d7-94cb-175d329bcfd5 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:09:30.004615 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c2140be9-92e1-4672-b59e-74cd8955b5f9 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:30.029477 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd56c069-0689-4437-97be-cbc29e9b06f4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:30.033275 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dd56c069-0689-4437-97be-cbc29e9b06f4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:30.087092 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2140be9-92e1-4672-b59e-74cd8955b5f9 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event deleted for resources: {'Network': ['ID=1010730c-fe29-4d27-8ff4-a53b9aa96204,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:30.093670 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c2140be9-92e1-4672-b59e-74cd8955b5f9 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "DELETE /v2.0/networks/1010730c-fe29-4d27-8ff4-a53b9aa96204 HTTP/1.1" status: 204 len: 168 time: 3.9129109 Mar 28 19:09:30.096925 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54398) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:30.149761 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:30.162717 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1fdcec42-0ba6-4dfe-8a0d-dd249505847b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:30.215662 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdcec42-0ba6-4dfe-8a0d-dd249505847b None None] Pushing event deleted for resources: {'Port': ['ID=174e11fe-9cca-4c4e-8f94-4b8baa8dd362,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:30.224179 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-658accc5-9602-4418-ab31-f5c981bf08bf tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:30.225585 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdcec42-0ba6-4dfe-8a0d-dd249505847b None None] No DVR routers for this DVR port 174e11fe-9cca-4c4e-8f94-4b8baa8dd362 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:09:30.254704 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658accc5-9602-4418-ab31-f5c981bf08bf tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:09:30.255156 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-658accc5-9602-4418-ab31-f5c981bf08bf tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:30.271999 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-bd9635ef-4e03-4c7f-a9dc-e629e56724ef tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Synchronizing usage tracker for tenant:9a24cbafda124330aa6353b2c13784fc on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:09:30.274641 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:09:30.287891 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.ipam_backend_mixin [None req-c6f31a61-5fd1-4dd9-bccc-43d130d17afc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc90ef13-f7be-4e20-80c2-3c03ccbc8ae4 (CIDR: 2001:db8::/64) Mar 28 19:09:30.304140 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc9a162-3f04-48a2-b741-df93e139758b tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Network 95878d54-f985-4afa-8b1c-6acad31b89d4 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:09:30.344610 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f63ff3bd-0d66-441f-99d4-95ed07ccdb50 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Deleting port d0306d58-6db4-48e8-8a87-0934721b4034 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:30.344873 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f63ff3bd-0d66-441f-99d4-95ed07ccdb50 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:30.348528 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f31a61-5fd1-4dd9-bccc-43d130d17afc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:09:30.349005 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f31a61-5fd1-4dd9-bccc-43d130d17afc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:09:30.355468 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e4043568-d565-4125-9245-895cf38b0cb4 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:30.374726 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e4043568-d565-4125-9245-895cf38b0cb4 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Usage tracker for resource:subnet and tenant:fe32ebde26f54d0898ada80456f9d179 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:30.377664 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-2dc9a162-3f04-48a2-b741-df93e139758b tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 95878d54-f985-4afa-8b1c-6acad31b89d4) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:30.382324 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e4043568-d565-4125-9245-895cf38b0cb4 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:30.382541 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc9a162-3f04-48a2-b741-df93e139758b tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:30.383163 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2dc9a162-3f04-48a2-b741-df93e139758b tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:30.390416 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e4043568-d565-4125-9245-895cf38b0cb4 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:30.392415 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-bd9635ef-4e03-4c7f-a9dc-e629e56724ef tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Unset dirty status for tenant:9a24cbafda124330aa6353b2c13784fc on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:30.392880 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5e5c14-49f2-436c-b1f0-c8ccc069fafe None None] Network 95878d54-f985-4afa-8b1c-6acad31b89d4 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:30.398054 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-bd9635ef-4e03-4c7f-a9dc-e629e56724ef tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4810328 Mar 28 19:09:30.398054 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-658accc5-9602-4418-ab31-f5c981bf08bf tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:30.400884 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54402) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:30.402443 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c6f31a61-5fd1-4dd9-bccc-43d130d17afc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1600478 Mar 28 19:09:30.414970 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54406) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:30.425682 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-4195b0ed-0f31-4f82-8270-e41d28bbe7b3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group': {'name': 'tempest-secgroup--123667419'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:30.425871 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-f1b50871-8a72-4812-b938-1ac50e44818b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'subnet': {'network_id': '389cf68c-811d-47a7-87b6-39d5be3bb01f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:30.431759 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-658accc5-9602-4418-ab31-f5c981bf08bf tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:30.433654 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-658accc5-9602-4418-ab31-f5c981bf08bf tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] 10.222.0.10 "DELETE /v2.0/networks/5232b40b-67fd-418c-ad44-583be81ba233 HTTP/1.1" status: 204 len: 168 time: 1.3207986 Mar 28 19:09:30.438052 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54410) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:30.439461 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4195b0ed-0f31-4f82-8270-e41d28bbe7b3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:30.446694 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4043568-d565-4125-9245-895cf38b0cb4 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Made reservation on behalf of fe32ebde26f54d0898ada80456f9d179 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:30.450227 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e4043568-d565-4125-9245-895cf38b0cb4 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:30.485982 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658accc5-9602-4418-ab31-f5c981bf08bf tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Pushing event deleted for resources: {'Network': ['ID=5232b40b-67fd-418c-ad44-583be81ba233,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:30.505002 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2dc9a162-3f04-48a2-b741-df93e139758b tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4978902 Mar 28 19:09:30.508091 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54414) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:30.508989 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4195b0ed-0f31-4f82-8270-e41d28bbe7b3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:30.533846 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-9bfc9f70-ee80-4c0c-b698-b2d7d5b6ecfe tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Request body: {'port': {'network_id': '95878d54-f985-4afa-8b1c-6acad31b89d4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1512645022'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:30.633220 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507ff4ae-c181-4358-b73f-6b6cf9a87d3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-95878d54-f985-4afa-8b1c-6acad31b89d4', 'network_id': '95878d54-f985-4afa-8b1c-6acad31b89d4', 'tenant_id': '6f3f5355e540495192c49a9f8945a82a', 'fixed_ips': [{'subnet_id': '85073874-9951-45c0-bc55-906e465d4570'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:09:30.634135 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-507ff4ae-c181-4358-b73f-6b6cf9a87d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:30.685627 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4195b0ed-0f31-4f82-8270-e41d28bbe7b3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:30.757566 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f63ff3bd-0d66-441f-99d4-95ed07ccdb50 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:30.757914 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f63ff3bd-0d66-441f-99d4-95ed07ccdb50 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:30.801383 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-368177ea-2ac3-4dba-aa5d-1ceeddebe164 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:30.813695 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 174e11fe-9cca-4c4e-8f94-4b8baa8dd362 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:09:30.823288 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4195b0ed-0f31-4f82-8270-e41d28bbe7b3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:30.844193 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4195b0ed-0f31-4f82-8270-e41d28bbe7b3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Usage tracker for resource:security_group_rule and tenant:9a24cbafda124330aa6353b2c13784fc is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:30.850186 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4195b0ed-0f31-4f82-8270-e41d28bbe7b3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:30.852839 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 174e11fe-9cca-4c4e-8f94-4b8baa8dd362 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:09:30.853389 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 174e11fe-9cca-4c4e-8f94-4b8baa8dd362 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:09:30.865609 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4195b0ed-0f31-4f82-8270-e41d28bbe7b3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:30.868998 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-507ff4ae-c181-4358-b73f-6b6cf9a87d3c None None] Allocated IP 2001:db8::2 (95878d54-f985-4afa-8b1c-6acad31b89d4/85073874-9951-45c0-bc55-906e465d4570/d7bdd714-9468-4573-b247-0a81f20b1cbf) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:30.903978 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f63ff3bd-0d66-441f-99d4-95ed07ccdb50 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Calling delete_port for d0306d58-6db4-48e8-8a87-0934721b4034 owned by network:floatingip {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:30.930418 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f1b50871-8a72-4812-b938-1ac50e44818b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:30.944119 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dd56c069-0689-4437-97be-cbc29e9b06f4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:30.949944 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f1b50871-8a72-4812-b938-1ac50e44818b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:subnet and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:30.978465 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f1b50871-8a72-4812-b938-1ac50e44818b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:30.997653 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f1b50871-8a72-4812-b938-1ac50e44818b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:31.014203 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-9bfc9f70-ee80-4c0c-b698-b2d7d5b6ecfe tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:31.030834 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd56c069-0689-4437-97be-cbc29e9b06f4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:31.037825 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-dd56c069-0689-4437-97be-cbc29e9b06f4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:31.041339 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd56c069-0689-4437-97be-cbc29e9b06f4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:31.042083 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dd56c069-0689-4437-97be-cbc29e9b06f4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:31.049822 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde381ff-b76f-452a-b4a6-d1c8077d25a6 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:31.074619 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9bfc9f70-ee80-4c0c-b698-b2d7d5b6ecfe tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Usage tracker for resource:port and tenant:6f3f5355e540495192c49a9f8945a82a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:31.078334 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-368177ea-2ac3-4dba-aa5d-1ceeddebe164 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:31.079887 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b50871-8a72-4812-b938-1ac50e44818b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:31.083571 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f1b50871-8a72-4812-b938-1ac50e44818b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:31.096003 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9bfc9f70-ee80-4c0c-b698-b2d7d5b6ecfe tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:31.119824 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-9bfc9f70-ee80-4c0c-b698-b2d7d5b6ecfe tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:31.124494 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56c069-0689-4437-97be-cbc29e9b06f4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Subnet': ['ID=8d61d6ae-f00f-464c-b5d2-cd83d281539c,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:31.135781 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-368177ea-2ac3-4dba-aa5d-1ceeddebe164 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce870cbf-659a-4e1d-b8ae-29d3a0f2f5a4']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:31.141329 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-dd56c069-0689-4437-97be-cbc29e9b06f4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8149037 Mar 28 19:09:31.144114 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54418) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:31.168137 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfc9f70-ee80-4c0c-b698-b2d7d5b6ecfe tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Made reservation on behalf of 6f3f5355e540495192c49a9f8945a82a for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:31.170585 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-507ff4ae-c181-4358-b73f-6b6cf9a87d3c None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:31.171969 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9bfc9f70-ee80-4c0c-b698-b2d7d5b6ecfe tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:31.181958 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-368177ea-2ac3-4dba-aa5d-1ceeddebe164 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd16f80-93b0-413a-b971-563fd7f077d3') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:31.182324 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-368177ea-2ac3-4dba-aa5d-1ceeddebe164 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd16f80-93b0-413a-b971-563fd7f077d3') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:31.219775 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-368177ea-2ac3-4dba-aa5d-1ceeddebe164 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:31.264582 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-9bfc9f70-ee80-4c0c-b698-b2d7d5b6ecfe tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] device_id is not set on port 7e09c673-d040-4183-9102-f3301f8863fa yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:09:31.303378 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-368177ea-2ac3-4dba-aa5d-1ceeddebe164 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:31.307153 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4195b0ed-0f31-4f82-8270-e41d28bbe7b3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:31.316742 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637d3756-bc09-4cf5-9c21-eb7ebea0e1d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-1857c8f5-5622-42ce-a4f9-106880783f61', 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'fixed_ips': [{'subnet_id': '8d61d6ae-f00f-464c-b5d2-cd83d281539c'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:09:31.317568 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-637d3756-bc09-4cf5-9c21-eb7ebea0e1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:31.349395 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-034831d6-985e-4cd0-86e4-e47c04c8bf2f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:31.349619 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4195b0ed-0f31-4f82-8270-e41d28bbe7b3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:31.353189 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-368177ea-2ac3-4dba-aa5d-1ceeddebe164 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:09:31.353595 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-368177ea-2ac3-4dba-aa5d-1ceeddebe164 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:09:31.385922 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:09:31.475874 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-637d3756-bc09-4cf5-9c21-eb7ebea0e1d0 None None] Allocated IP 172.20.0.2 (1857c8f5-5622-42ce-a4f9-106880783f61/8d61d6ae-f00f-464c-b5d2-cd83d281539c/dc58a4a8-cbe8-459c-9fda-11761a242e25) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:31.521296 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f63ff3bd-0d66-441f-99d4-95ed07ccdb50 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:31.525770 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195b0ed-0f31-4f82-8270-e41d28bbe7b3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b27ce83-b391-4ba7-8da5-4f0aea57f80d,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:31.526297 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:31.573115 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-368177ea-2ac3-4dba-aa5d-1ceeddebe164 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:31.579623 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.objects.ports [None req-e4043568-d565-4125-9245-895cf38b0cb4 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87833) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 19:09:31.583804 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e4043568-d565-4125-9245-895cf38b0cb4 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:31.583998 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-507ff4ae-c181-4358-b73f-6b6cf9a87d3c None None] Transition to ACTIVE for port object d7bdd714-9468-4573-b247-0a81f20b1cbf will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:31.608386 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-368177ea-2ac3-4dba-aa5d-1ceeddebe164 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:31.619799 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-507ff4ae-c181-4358-b73f-6b6cf9a87d3c None None] Transition to ACTIVE for port object d7bdd714-9468-4573-b247-0a81f20b1cbf will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:31.630437 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-507ff4ae-c181-4358-b73f-6b6cf9a87d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:31.631304 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ff3bd-0d66-441f-99d4-95ed07ccdb50 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event deleted for resources: {'Port': ['ID=d0306d58-6db4-48e8-8a87-0934721b4034,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:31.636420 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368177ea-2ac3-4dba-aa5d-1ceeddebe164 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] Pushing event deleted for resources: {'Network': ['ID=ce870cbf-659a-4e1d-b8ae-29d3a0f2f5a4,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:31.638155 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4195b0ed-0f31-4f82-8270-e41d28bbe7b3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:31.639470 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4195b0ed-0f31-4f82-8270-e41d28bbe7b3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2356801 Mar 28 19:09:31.643709 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54422) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:31.658522 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-1d6c50dc-2d7c-4c65-9538-901e90c789ea tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group_rule': {'security_group_id': '6b27ce83-b391-4ba7-8da5-4f0aea57f80d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:31.659432 dv-neutron-834711-1-hyperv neutron-server[87832]: WARNING neutron.api.v2.base [None req-1d6c50dc-2d7c-4c65-9538-901e90c789ea tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 28 19:09:31.659931 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-1d6c50dc-2d7c-4c65-9538-901e90c789ea tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:09:31.660883 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1d6c50dc-2d7c-4c65-9538-901e90c789ea tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0152960 Mar 28 19:09:31.696923 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54426) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:31.715632 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-034831d6-985e-4cd0-86e4-e47c04c8bf2f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:31.720538 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f63ff3bd-0d66-441f-99d4-95ed07ccdb50 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for floatingip, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:31.729373 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-368177ea-2ac3-4dba-aa5d-1ceeddebe164 tempest-BulkNetworkOpsIpV6Test-1479500999 tempest-BulkNetworkOpsIpV6Test-1479500999-project] 10.222.0.10 "DELETE /v2.0/networks/ce870cbf-659a-4e1d-b8ae-29d3a0f2f5a4 HTTP/1.1" status: 204 len: 168 time: 1.2874224 Mar 28 19:09:31.730239 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-034831d6-985e-4cd0-86e4-e47c04c8bf2f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:subnet and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:31.732702 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-637d3756-bc09-4cf5-9c21-eb7ebea0e1d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:31.735440 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-034831d6-985e-4cd0-86e4-e47c04c8bf2f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:31.745236 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-637d3756-bc09-4cf5-9c21-eb7ebea0e1d0 None None] Transition to ACTIVE for port object dc58a4a8-cbe8-459c-9fda-11761a242e25 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:31.765086 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-637d3756-bc09-4cf5-9c21-eb7ebea0e1d0 None None] Transition to ACTIVE for port object dc58a4a8-cbe8-459c-9fda-11761a242e25 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:31.778425 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-034831d6-985e-4cd0-86e4-e47c04c8bf2f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:31.808722 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-637d3756-bc09-4cf5-9c21-eb7ebea0e1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:31.811888 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034831d6-985e-4cd0-86e4-e47c04c8bf2f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:31.815317 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-034831d6-985e-4cd0-86e4-e47c04c8bf2f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:31.840868 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f63ff3bd-0d66-441f-99d4-95ed07ccdb50 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:31.841682 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637d3756-bc09-4cf5-9c21-eb7ebea0e1d0 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:31.848091 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-637d3756-bc09-4cf5-9c21-eb7ebea0e1d0 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:31.848226 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f63ff3bd-0d66-441f-99d4-95ed07ccdb50 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "DELETE /v2.0/floatingips/154a7f4d-f1fd-4e47-8c45-2a2ad04d6569 HTTP/1.1" status: 204 len: 168 time: 1.7498431 Mar 28 19:09:31.860697 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-9bfc9f70-ee80-4c0c-b698-b2d7d5b6ecfe tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Allocated IP 2001:db8::347 (95878d54-f985-4afa-8b1c-6acad31b89d4/85073874-9951-45c0-bc55-906e465d4570/7e09c673-d040-4183-9102-f3301f8863fa) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:31.861541 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507ff4ae-c181-4358-b73f-6b6cf9a87d3c None None] Network 95878d54-f985-4afa-8b1c-6acad31b89d4 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:31.862513 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637d3756-bc09-4cf5-9c21-eb7ebea0e1d0 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:09:31.864437 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54432) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:31.867392 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-507ff4ae-c181-4358-b73f-6b6cf9a87d3c None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:31.874510 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507ff4ae-c181-4358-b73f-6b6cf9a87d3c None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:09:31.876893 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ff4ae-c181-4358-b73f-6b6cf9a87d3c None None] Pushing event updated for resources: {'Port': ['ID=d7bdd714-9468-4573-b247-0a81f20b1cbf,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:31.921544 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4043568-d565-4125-9245-895cf38b0cb4 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Pushing event updated for resources: {'Subnet': ['ID=ede048f5-1484-48cf-9945-07de9b69c0f2,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:31.934965 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4043568-d565-4125-9245-895cf38b0cb4 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Checking segment: {'id': '77901727-b71d-4055-b807-5cb41137779f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9ce47d06-f7c7-45d7-94cb-175d329bcfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:09:31.935417 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4043568-d565-4125-9245-895cf38b0cb4 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Network hostable DHCP agents. Network: 9ce47d06-f7c7-45d7-94cb-175d329bcfd5, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:09:31.983414 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d35b12-440d-4336-8bf3-680b27ec9a45 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] DELETE failed (client error): The resource could not be found. Mar 28 19:09:31.983894 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d35b12-440d-4336-8bf3-680b27ec9a45 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:09:31.988968 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-64d35b12-440d-4336-8bf3-680b27ec9a45 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "DELETE /v2.0/ports/e9ee4d03-90fd-47c1-9310-b430957cc6ed HTTP/1.1" status: 404 len: 333 time: 0.1203172 Mar 28 19:09:31.990017 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54438) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:31.996611 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4043568-d565-4125-9245-895cf38b0cb4 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Network 9ce47d06-f7c7-45d7-94cb-175d329bcfd5 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:09:32.065116 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f1b50871-8a72-4812-b938-1ac50e44818b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:32.065848 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b74ab930-0ade-4b5a-a5ae-2492cb27289b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Synchronizing usage tracker for tenant:1743e377fa3445a1bfe766f337c9afee on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:32.089152 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-e4043568-d565-4125-9245-895cf38b0cb4 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 9ce47d06-f7c7-45d7-94cb-175d329bcfd5) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:32.117960 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c4c05b-595d-460b-bc98-7d7b205c5f7e None None] Network 9ce47d06-f7c7-45d7-94cb-175d329bcfd5 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:32.125641 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4043568-d565-4125-9245-895cf38b0cb4 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:32.126388 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e4043568-d565-4125-9245-895cf38b0cb4 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:32.140965 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54444) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:32.150206 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b50871-8a72-4812-b938-1ac50e44818b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network 389cf68c-811d-47a7-87b6-39d5be3bb01f is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:32.152335 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b74ab930-0ade-4b5a-a5ae-2492cb27289b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Unset dirty status for tenant:1743e377fa3445a1bfe766f337c9afee on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:32.156988 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b74ab930-0ade-4b5a-a5ae-2492cb27289b tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b149795-4513-4644-9d66-b730d8819921 HTTP/1.1" status: 200 len: 205 time: 0.1592247 Mar 28 19:09:32.157148 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-f1b50871-8a72-4812-b938-1ac50e44818b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:32.158779 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b50871-8a72-4812-b938-1ac50e44818b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:32.159398 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f1b50871-8a72-4812-b938-1ac50e44818b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:32.163018 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54450) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:32.188280 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eb8efb-09c5-4c49-ac82-8026c0e33ea3 None None] Network 389cf68c-811d-47a7-87b6-39d5be3bb01f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:32.197219 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3ffce2b0-703f-4be4-b4a4-193dd81f2ce8 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:32.208029 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e4043568-d565-4125-9245-895cf38b0cb4 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2932887 Mar 28 19:09:32.244391 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54454) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:32.274158 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-507ff4ae-c181-4358-b73f-6b6cf9a87d3c None None] Attempting to bind port d7bdd714-9468-4573-b247-0a81f20b1cbf on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:09:32.274523 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-507ff4ae-c181-4358-b73f-6b6cf9a87d3c None None] Attempting to bind port d7bdd714-9468-4573-b247-0a81f20b1cbf by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'c2c2695b-8bb8-49c4-8168-efc6abda7c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '95878d54-f985-4afa-8b1c-6acad31b89d4'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:09:32.274923 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507ff4ae-c181-4358-b73f-6b6cf9a87d3c None None] Attempting to bind port d7bdd714-9468-4573-b247-0a81f20b1cbf on network 95878d54-f985-4afa-8b1c-6acad31b89d4 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:09:32.289169 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-637d3756-bc09-4cf5-9c21-eb7ebea0e1d0 None None] Attempting to bind port dc58a4a8-cbe8-459c-9fda-11761a242e25 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:09:32.289506 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-637d3756-bc09-4cf5-9c21-eb7ebea0e1d0 None None] Attempting to bind port dc58a4a8-cbe8-459c-9fda-11761a242e25 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:09:32.289878 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637d3756-bc09-4cf5-9c21-eb7ebea0e1d0 None None] Attempting to bind port dc58a4a8-cbe8-459c-9fda-11761a242e25 on network 1857c8f5-5622-42ce-a4f9-106880783f61 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:09:32.292722 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d3756-bc09-4cf5-9c21-eb7ebea0e1d0 None None] Pushing event updated for resources: {'Port': ['ID=dc58a4a8-cbe8-459c-9fda-11761a242e25,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:32.298605 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b50871-8a72-4812-b938-1ac50e44818b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Subnet': ['ID=392cada1-bf4c-43c4-9857-4a3c76629bc3,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:32.302477 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-b40c3dc4-5d58-47b2-a19e-31644bbe9d23 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] delete failed (client error): The resource could not be found. Mar 28 19:09:32.305973 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b40c3dc4-5d58-47b2-a19e-31644bbe9d23 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "DELETE /v2.0/routers/1b149795-4513-4644-9d66-b730d8819921 HTTP/1.1" status: 404 len: 336 time: 0.1341641 Mar 28 19:09:32.307539 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507ff4ae-c181-4358-b73f-6b6cf9a87d3c None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:09:32.307539 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507ff4ae-c181-4358-b73f-6b6cf9a87d3c None None] Checking segment: {'id': 'c2c2695b-8bb8-49c4-8168-efc6abda7c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '95878d54-f985-4afa-8b1c-6acad31b89d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:09:32.307936 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-507ff4ae-c181-4358-b73f-6b6cf9a87d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:32.308261 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507ff4ae-c181-4358-b73f-6b6cf9a87d3c None None] Bound using segment: {'id': 'c2c2695b-8bb8-49c4-8168-efc6abda7c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '95878d54-f985-4afa-8b1c-6acad31b89d4'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:09:32.308749 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-507ff4ae-c181-4358-b73f-6b6cf9a87d3c None None] Bound port: d7bdd714-9468-4573-b247-0a81f20b1cbf, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c2695b-8bb8-49c4-8168-efc6abda7c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '95878d54-f985-4afa-8b1c-6acad31b89d4'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:09:32.309120 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-507ff4ae-c181-4358-b73f-6b6cf9a87d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:32.320986 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54458) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:32.364233 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f1b50871-8a72-4812-b938-1ac50e44818b tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9447222 Mar 28 19:09:32.365812 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54462) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:32.373257 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637d3756-bc09-4cf5-9c21-eb7ebea0e1d0 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:09:32.373637 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637d3756-bc09-4cf5-9c21-eb7ebea0e1d0 None None] Checking segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:09:32.374751 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-637d3756-bc09-4cf5-9c21-eb7ebea0e1d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:32.375168 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637d3756-bc09-4cf5-9c21-eb7ebea0e1d0 None None] Bound using segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:09:32.375700 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-637d3756-bc09-4cf5-9c21-eb7ebea0e1d0 None None] Bound port: dc58a4a8-cbe8-459c-9fda-11761a242e25, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:09:32.376023 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-637d3756-bc09-4cf5-9c21-eb7ebea0e1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:32.379122 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-229d0962-849f-44ab-9048-6f760612186d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-650330392', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '392cada1-bf4c-43c4-9857-4a3c76629bc3'}], 'security_groups': ['62080997-ecde-45ae-9342-feb48dc01cf2']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:32.476855 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-849eed31-a048-48a7-9424-cad082d26884 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] DELETE failed (client error): The resource could not be found. Mar 28 19:09:32.477055 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-849eed31-a048-48a7-9424-cad082d26884 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:09:32.481216 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-849eed31-a048-48a7-9424-cad082d26884 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "DELETE /v2.0/subnets/51d8316d-696a-4c8d-a940-05a7beb94eca HTTP/1.1" status: 404 len: 337 time: 0.1548922 Mar 28 19:09:32.487470 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54466) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:32.489842 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3ffce2b0-703f-4be4-b4a4-193dd81f2ce8 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:32.627097 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7486c3c8-7f69-4339-8722-582698412aff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=95b2a561eb9e44ce99904a3c87dc77c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4849994 Mar 28 19:09:32.631795 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54470) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:32.638042 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:32.644931 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2466e6ac-4d77-41d4-be75-ae5f89bf2022 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Deleting port d69a5304-f2fe-4866-8fc0-a23f0644189b {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:32.645277 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2466e6ac-4d77-41d4-be75-ae5f89bf2022 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:32.669497 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-507ff4ae-c181-4358-b73f-6b6cf9a87d3c None None] For port d7bdd714-9468-4573-b247-0a81f20b1cbf, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:09:32.682029 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-637d3756-bc09-4cf5-9c21-eb7ebea0e1d0 None None] For port dc58a4a8-cbe8-459c-9fda-11761a242e25, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:09:32.694923 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-637d3756-bc09-4cf5-9c21-eb7ebea0e1d0 None None] For port dc58a4a8-cbe8-459c-9fda-11761a242e25, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=dc58a4a8-cbe8-459c-9fda-11761a242e25,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:09:32.695079 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9bfc9f70-ee80-4c0c-b698-b2d7d5b6ecfe tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:32.697282 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-507ff4ae-c181-4358-b73f-6b6cf9a87d3c None None] For port d7bdd714-9468-4573-b247-0a81f20b1cbf, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=d7bdd714-9468-4573-b247-0a81f20b1cbf,segment=NetworkSegment(c2c2695b-8bb8-49c4-8168-efc6abda7c49),segment_id=c2c2695b-8bb8-49c4-8168-efc6abda7c49)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:09:32.755272 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-507ff4ae-c181-4358-b73f-6b6cf9a87d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:32.757910 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-229d0962-849f-44ab-9048-6f760612186d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:32.787289 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-9bfc9f70-ee80-4c0c-b698-b2d7d5b6ecfe tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Transition to ACTIVE for port object 7e09c673-d040-4183-9102-f3301f8863fa will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:32.788162 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-637d3756-bc09-4cf5-9c21-eb7ebea0e1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:32.813946 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3ffce2b0-703f-4be4-b4a4-193dd81f2ce8 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:32.890760 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45aeed2-62e0-46d6-8bbe-c55a219d4782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-9ce47d06-f7c7-45d7-94cb-175d329bcfd5', 'network_id': '9ce47d06-f7c7-45d7-94cb-175d329bcfd5', 'tenant_id': 'fe32ebde26f54d0898ada80456f9d179', 'fixed_ips': [{'subnet_id': 'ede048f5-1484-48cf-9945-07de9b69c0f2'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:09:32.891617 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c45aeed2-62e0-46d6-8bbe-c55a219d4782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:32.921916 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffce2b0-703f-4be4-b4a4-193dd81f2ce8 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b27ce83-b391-4ba7-8da5-4f0aea57f80d,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:32.945233 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9bfc9f70-ee80-4c0c-b698-b2d7d5b6ecfe tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:32.947283 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ff4ae-c181-4358-b73f-6b6cf9a87d3c None None] Pushing event updated for resources: {'Port': ['ID=d7bdd714-9468-4573-b247-0a81f20b1cbf,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:32.950620 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3ffce2b0-703f-4be4-b4a4-193dd81f2ce8 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:32.951740 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3ffce2b0-703f-4be4-b4a4-193dd81f2ce8 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "DELETE /v2.0/security-groups/6b27ce83-b391-4ba7-8da5-4f0aea57f80d HTTP/1.1" status: 204 len: 168 time: 1.2477434 Mar 28 19:09:32.954212 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f6e49898-94e1-43e8-889c-cf4a55283b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:32.956680 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54476) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:32.994116 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:33.085747 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfc9f70-ee80-4c0c-b698-b2d7d5b6ecfe tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Network 95878d54-f985-4afa-8b1c-6acad31b89d4 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:33.092659 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-9bfc9f70-ee80-4c0c-b698-b2d7d5b6ecfe tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:33.102095 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfc9f70-ee80-4c0c-b698-b2d7d5b6ecfe tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:09:33.107645 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfc9f70-ee80-4c0c-b698-b2d7d5b6ecfe tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:33.111081 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9bfc9f70-ee80-4c0c-b698-b2d7d5b6ecfe tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:33.160169 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d3756-bc09-4cf5-9c21-eb7ebea0e1d0 None None] Pushing event updated for resources: {'Port': ['ID=dc58a4a8-cbe8-459c-9fda-11761a242e25,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:33.177260 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc9f70-ee80-4c0c-b698-b2d7d5b6ecfe tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Pushing event updated for resources: {'Port': ['ID=7e09c673-d040-4183-9102-f3301f8863fa,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:33.192590 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9bfc9f70-ee80-4c0c-b698-b2d7d5b6ecfe tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.6781125 Mar 28 19:09:33.194728 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54482) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:33.258566 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f2260-c42f-43d6-b9ee-28ac8611c134 req-8234fd09-8bdc-4b8f-a91a-9ab10e9c4be5 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:33.267979 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-636f2260-c42f-43d6-b9ee-28ac8611c134 req-8234fd09-8bdc-4b8f-a91a-9ab10e9c4be5 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.4554839 Mar 28 19:09:33.273097 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-f9efe0dd-a80c-4b95-9c6d-9741704b8103 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Request body: {'port': {'network_id': '95878d54-f985-4afa-8b1c-6acad31b89d4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-239842532', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:33.273657 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.api.validators [None req-f9efe0dd-a80c-4b95-9c6d-9741704b8103 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] bootfile-name is not in valid_values {{(pid=87833) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 19:09:33.273993 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.api.validators [None req-f9efe0dd-a80c-4b95-9c6d-9741704b8103 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] tftp-server is not in valid_values {{(pid=87833) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 19:09:33.274321 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.api.validators [None req-f9efe0dd-a80c-4b95-9c6d-9741704b8103 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] server-ip-address is not in valid_values {{(pid=87833) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 19:09:33.329017 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-c45aeed2-62e0-46d6-8bbe-c55a219d4782 None None] Allocated IP 2001:db8::f816:3eff:fe86:d4eb (9ce47d06-f7c7-45d7-94cb-175d329bcfd5/ede048f5-1484-48cf-9945-07de9b69c0f2/a51aa3fc-4ec1-484a-97c8-1228dd22d91e) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:33.366363 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f6e49898-94e1-43e8-889c-cf4a55283b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:33.487529 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27c5621-f055-4621-ab25-e9ca88224f75 None None] Update dhcp port {'port': {'network_id': '389cf68c-811d-47a7-87b6-39d5be3bb01f', 'fixed_ips': [{'subnet_id': 'bc90ef13-f7be-4e20-80c2-3c03ccbc8ae4', 'ip_address': '2001:db8::2'}, {'subnet_id': '392cada1-bf4c-43c4-9857-4a3c76629bc3'}], 'binding:host_id': 'dv-neutron-834711-1-hyperv'}, 'id': '6b8a5e20-5609-4c01-9929-576de7e0ea95'} from dv-neutron-834711-1-hyperv. {{(pid=87834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 19:09:33.488811 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f9efe0dd-a80c-4b95-9c6d-9741704b8103 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:33.501301 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f9efe0dd-a80c-4b95-9c6d-9741704b8103 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Usage tracker for resource:port and tenant:6f3f5355e540495192c49a9f8945a82a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:33.508086 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f9efe0dd-a80c-4b95-9c6d-9741704b8103 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:33.560018 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-69a68088-fbb8-40b3-b828-08e215373e05 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Synchronizing usage tracker for tenant:9a24cbafda124330aa6353b2c13784fc on resource:security_group {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:33.574247 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-636f2260-c42f-43d6-b9ee-28ac8611c134 req-8786e6b2-2183-4b1b-856f-08d5a93a8d2f tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3048768 Mar 28 19:09:33.579529 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f9efe0dd-a80c-4b95-9c6d-9741704b8103 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:33.639114 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.objects.ports [None req-034831d6-985e-4cd0-86e4-e47c04c8bf2f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87832) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 19:09:33.650941 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2466e6ac-4d77-41d4-be75-ae5f89bf2022 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:33.700412 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c45aeed2-62e0-46d6-8bbe-c55a219d4782 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:33.712138 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-c45aeed2-62e0-46d6-8bbe-c55a219d4782 None None] Transition to ACTIVE for port object a51aa3fc-4ec1-484a-97c8-1228dd22d91e will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:33.738151 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-c45aeed2-62e0-46d6-8bbe-c55a219d4782 None None] Transition to ACTIVE for port object a51aa3fc-4ec1-484a-97c8-1228dd22d91e will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:33.739527 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9efe0dd-a80c-4b95-9c6d-9741704b8103 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Made reservation on behalf of 6f3f5355e540495192c49a9f8945a82a for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:33.749611 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f9efe0dd-a80c-4b95-9c6d-9741704b8103 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:33.772339 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c45aeed2-62e0-46d6-8bbe-c55a219d4782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:33.787247 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-69a68088-fbb8-40b3-b828-08e215373e05 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Unset dirty status for tenant:9a24cbafda124330aa6353b2c13784fc on resource:security_group {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:33.788089 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-69a68088-fbb8-40b3-b828-08e215373e05 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8198476 Mar 28 19:09:33.823553 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54492) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:33.873287 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2466e6ac-4d77-41d4-be75-ae5f89bf2022 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Calling delete_port for d69a5304-f2fe-4866-8fc0-a23f0644189b owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:33.883331 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-3846c4ff-ec92-42cc-a7a1-265baa3a7f9c tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group': {'name': 'tempest-secgroup--1044274328'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:33.912685 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-3846c4ff-ec92-42cc-a7a1-265baa3a7f9c tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:33.923430 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e27c5621-f055-4621-ab25-e9ca88224f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:33.929933 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-f9efe0dd-a80c-4b95-9c6d-9741704b8103 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] device_id is not set on port 077d698e-9f19-43e0-b20e-60d6bf61d40d yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:09:33.933793 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f6e49898-94e1-43e8-889c-cf4a55283b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:33.963301 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45aeed2-62e0-46d6-8bbe-c55a219d4782 None None] Network 9ce47d06-f7c7-45d7-94cb-175d329bcfd5 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:33.969613 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:33.978228 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-3846c4ff-ec92-42cc-a7a1-265baa3a7f9c tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:33.997299 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-c45aeed2-62e0-46d6-8bbe-c55a219d4782 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:34.010423 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45aeed2-62e0-46d6-8bbe-c55a219d4782 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:09:34.016081 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45aeed2-62e0-46d6-8bbe-c55a219d4782 None None] Pushing event updated for resources: {'Port': ['ID=a51aa3fc-4ec1-484a-97c8-1228dd22d91e,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:34.078819 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3846c4ff-ec92-42cc-a7a1-265baa3a7f9c tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:34.116364 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e49898-94e1-43e8-889c-cf4a55283b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ed4211-5e31-4197-8deb-f0a2f48fe5e9,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:34.124799 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b537b-e2e0-482b-a652-1b4721fc5df5 req-0496585d-34b0-48c1-b5f0-1cebd9d37b92 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:34.127385 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-776b537b-e2e0-482b-a652-1b4721fc5df5 req-0496585d-34b0-48c1-b5f0-1cebd9d37b92 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.3029566 Mar 28 19:09:34.152908 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Pushing event deleted for resources: {'Subnet': ['ID=ede048f5-1484-48cf-9945-07de9b69c0f2,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:34.182205 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-c45aeed2-62e0-46d6-8bbe-c55a219d4782 None None] Attempting to bind port a51aa3fc-4ec1-484a-97c8-1228dd22d91e on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:09:34.182568 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-c45aeed2-62e0-46d6-8bbe-c55a219d4782 None None] Attempting to bind port a51aa3fc-4ec1-484a-97c8-1228dd22d91e by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '77901727-b71d-4055-b807-5cb41137779f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9ce47d06-f7c7-45d7-94cb-175d329bcfd5'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:09:34.182959 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45aeed2-62e0-46d6-8bbe-c55a219d4782 None None] Attempting to bind port a51aa3fc-4ec1-484a-97c8-1228dd22d91e on network 9ce47d06-f7c7-45d7-94cb-175d329bcfd5 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:09:34.202076 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45aeed2-62e0-46d6-8bbe-c55a219d4782 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:09:34.202567 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45aeed2-62e0-46d6-8bbe-c55a219d4782 None None] Checking segment: {'id': '77901727-b71d-4055-b807-5cb41137779f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9ce47d06-f7c7-45d7-94cb-175d329bcfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:09:34.203044 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c45aeed2-62e0-46d6-8bbe-c55a219d4782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:34.203433 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45aeed2-62e0-46d6-8bbe-c55a219d4782 None None] Bound using segment: {'id': '77901727-b71d-4055-b807-5cb41137779f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9ce47d06-f7c7-45d7-94cb-175d329bcfd5'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:09:34.203910 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-c45aeed2-62e0-46d6-8bbe-c55a219d4782 None None] Bound port: a51aa3fc-4ec1-484a-97c8-1228dd22d91e, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77901727-b71d-4055-b807-5cb41137779f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9ce47d06-f7c7-45d7-94cb-175d329bcfd5'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:09:34.204282 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c45aeed2-62e0-46d6-8bbe-c55a219d4782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:34.209578 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-3846c4ff-ec92-42cc-a7a1-265baa3a7f9c tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:34.236412 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3846c4ff-ec92-42cc-a7a1-265baa3a7f9c tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Usage tracker for resource:security_group_rule and tenant:9a24cbafda124330aa6353b2c13784fc is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:34.252204 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3846c4ff-ec92-42cc-a7a1-265baa3a7f9c tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:34.263236 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f6e49898-94e1-43e8-889c-cf4a55283b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:34.264548 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f6e49898-94e1-43e8-889c-cf4a55283b6b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/09ed4211-5e31-4197-8deb-f0a2f48fe5e9 HTTP/1.1" status: 204 len: 168 time: 1.6308072 Mar 28 19:09:34.266640 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:34.280131 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2466e6ac-4d77-41d4-be75-ae5f89bf2022 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:34.292206 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-3846c4ff-ec92-42cc-a7a1-265baa3a7f9c tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:34.320984 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-c45aeed2-62e0-46d6-8bbe-c55a219d4782 None None] For port a51aa3fc-4ec1-484a-97c8-1228dd22d91e, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:09:34.324742 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-c45aeed2-62e0-46d6-8bbe-c55a219d4782 None None] For port a51aa3fc-4ec1-484a-97c8-1228dd22d91e, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a51aa3fc-4ec1-484a-97c8-1228dd22d91e,segment=NetworkSegment(77901727-b71d-4055-b807-5cb41137779f),segment_id=77901727-b71d-4055-b807-5cb41137779f)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:09:34.329782 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-776b537b-e2e0-482b-a652-1b4721fc5df5 req-917dd513-253b-4b6e-a128-8cb86da7911c tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646593 Mar 28 19:09:34.344237 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c45aeed2-62e0-46d6-8bbe-c55a219d4782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:34.359711 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-f9efe0dd-a80c-4b95-9c6d-9741704b8103 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Allocated IP 2001:db8::6a (95878d54-f985-4afa-8b1c-6acad31b89d4/85073874-9951-45c0-bc55-906e465d4570/077d698e-9f19-43e0-b20e-60d6bf61d40d) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:34.381670 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-034831d6-985e-4cd0-86e4-e47c04c8bf2f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:34.396333 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-229d0962-849f-44ab-9048-6f760612186d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Delete allocated IP 2001:db8::2ef (389cf68c-811d-47a7-87b6-39d5be3bb01f/bc90ef13-f7be-4e20-80c2-3c03ccbc8ae4) {{(pid=87833) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 19:09:34.445351 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-229d0962-849f-44ab-9048-6f760612186d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Allocated IP 2001:db8:0:1::138 (389cf68c-811d-47a7-87b6-39d5be3bb01f/392cada1-bf4c-43c4-9857-4a3c76629bc3/2a4eaea3-44b3-4a5c-87fd-0e924c61cb67) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:34.474271 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466e6ac-4d77-41d4-be75-ae5f89bf2022 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event deleted for resources: {'Port': ['ID=d69a5304-f2fe-4866-8fc0-a23f0644189b,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:34.492838 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce47d06-f7c7-45d7-94cb-175d329bcfd5']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:34.569661 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45aeed2-62e0-46d6-8bbe-c55a219d4782 None None] Pushing event updated for resources: {'Port': ['ID=a51aa3fc-4ec1-484a-97c8-1228dd22d91e,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:34.588548 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77901727-b71d-4055-b807-5cb41137779f') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:34.588846 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77901727-b71d-4055-b807-5cb41137779f') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:34.626156 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f79fcf-92be-41e4-b5cc-33ecd28111d4 None None] Network 9ce47d06-f7c7-45d7-94cb-175d329bcfd5 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:34.809248 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:35.013982 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2466e6ac-4d77-41d4-be75-ae5f89bf2022 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:35.018397 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2466e6ac-4d77-41d4-be75-ae5f89bf2022 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "DELETE /v2.0/ports/d69a5304-f2fe-4866-8fc0-a23f0644189b HTTP/1.1" status: 204 len: 168 time: 2.5209210 Mar 28 19:09:35.032982 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54510) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:35.033909 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:35.036914 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device dc58a4a8-cbe8-459c-9fda-11761a242e25 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:09:35.044383 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:09:35.045122 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:35.092052 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fd892d-4236-4eb8-9157-8ba616c50b9d None None] Network 95878d54-f985-4afa-8b1c-6acad31b89d4 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:09:35.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:09:35.213105 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 19:09:35.213105 dv-neutron-834711-1-hyperv neutron-server[87832]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 19:09:35.213105 dv-neutron-834711-1-hyperv neutron-server[87832]: [parameters: {'id': '9ce47d06-f7c7-45d7-94cb-175d329bcfd5'}] Mar 28 19:09:35.213105 dv-neutron-834711-1-hyperv neutron-server[87832]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:09:35.213533 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:09:35.329347 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-bbc7f883-be4e-4c4d-9cef-10194a962fb2 None None] Provisioning for port d7bdd714-9468-4573-b247-0a81f20b1cbf completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:35.397317 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port dc58a4a8-cbe8-459c-9fda-11761a242e25 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:35.433283 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device d7bdd714-9468-4573-b247-0a81f20b1cbf up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:09:35.453699 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-034831d6-985e-4cd0-86e4-e47c04c8bf2f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] For port dc58a4a8-cbe8-459c-9fda-11761a242e25, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=dc58a4a8-cbe8-459c-9fda-11761a242e25,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:09:35.532091 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-034831d6-985e-4cd0-86e4-e47c04c8bf2f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:35.538961 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-034831d6-985e-4cd0-86e4-e47c04c8bf2f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:35.539862 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-034831d6-985e-4cd0-86e4-e47c04c8bf2f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:35.558699 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-98020225-f28e-4f07-b913-0b388fc783ad None None] Provisioning for port dc58a4a8-cbe8-459c-9fda-11761a242e25 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:35.572905 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-98020225-f28e-4f07-b913-0b388fc783ad None None] Provisioning complete for port dc58a4a8-cbe8-459c-9fda-11761a242e25 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:35.573281 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-98020225-f28e-4f07-b913-0b388fc783ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:35.598453 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f9efe0dd-a80c-4b95-9c6d-9741704b8103 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:35.623312 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-b0678834-fd34-4cdb-a277-27b1cc2f3c0c tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Deleting port eb04e77a-0715-44a3-bbf5-cac86342fe05 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:35.623909 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b0678834-fd34-4cdb-a277-27b1cc2f3c0c tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:35.648263 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port d7bdd714-9468-4573-b247-0a81f20b1cbf completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:35.660177 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port d7bdd714-9468-4573-b247-0a81f20b1cbf triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:35.660556 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:35.682242 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3846c4ff-ec92-42cc-a7a1-265baa3a7f9c tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:35.698117 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3846c4ff-ec92-42cc-a7a1-265baa3a7f9c tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:35.739431 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-f9efe0dd-a80c-4b95-9c6d-9741704b8103 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Transition to ACTIVE for port object 077d698e-9f19-43e0-b20e-60d6bf61d40d will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:35.747479 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846c4ff-ec92-42cc-a7a1-265baa3a7f9c tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e02b4da4-b485-4e0a-a6b0-cd2117a77f3b,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:35.800496 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-98020225-f28e-4f07-b913-0b388fc783ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:35.860740 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5367b-98c9-4648-80ed-883c9e3f4293 req-19b1a5a1-7ad1-4508-b2e4-9dcbec2714a5 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:35.868236 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f0f5367b-98c9-4648-80ed-883c9e3f4293 req-19b1a5a1-7ad1-4508-b2e4-9dcbec2714a5 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 1.1911960 Mar 28 19:09:35.881629 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034831d6-985e-4cd0-86e4-e47c04c8bf2f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:35.922648 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:35.924550 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-98020225-f28e-4f07-b913-0b388fc783ad None None] For port dc58a4a8-cbe8-459c-9fda-11761a242e25, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=dc58a4a8-cbe8-459c-9fda-11761a242e25,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:09:35.926387 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034831d6-985e-4cd0-86e4-e47c04c8bf2f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Port': ['ID=dc58a4a8-cbe8-459c-9fda-11761a242e25,revision_number=4']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:35.932816 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-034831d6-985e-4cd0-86e4-e47c04c8bf2f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:35.937387 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034831d6-985e-4cd0-86e4-e47c04c8bf2f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:35.938332 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-034831d6-985e-4cd0-86e4-e47c04c8bf2f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:35.947581 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:35.959032 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034831d6-985e-4cd0-86e4-e47c04c8bf2f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Subnet': ['ID=d957af41-7b82-4463-bf55-a065d824eec2,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:35.975737 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Deleting port a51aa3fc-4ec1-484a-97c8-1228dd22d91e {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:35.976074 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:35.977203 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5e92cd-cc3d-410d-88bb-b5b0dc3cb202 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:36.007627 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54526) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:36.021074 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-229d0962-849f-44ab-9048-6f760612186d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:36.051096 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-034831d6-985e-4cd0-86e4-e47c04c8bf2f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.8604355 Mar 28 19:09:36.067009 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54532) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:36.071376 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3846c4ff-ec92-42cc-a7a1-265baa3a7f9c tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:36.072798 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3846c4ff-ec92-42cc-a7a1-265baa3a7f9c tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2102861 Mar 28 19:09:36.136742 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54536) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:36.141182 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-8ff26044-4da0-4b21-b329-2db6d4234a2b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'port': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'mac_address': 'fa:16:3e:80:a4:4f', 'name': 'tempest-NetworksTestDHCPv6-1903118333'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:36.164219 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-98020225-f28e-4f07-b913-0b388fc783ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:36.178556 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-229d0962-849f-44ab-9048-6f760612186d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Transition to ACTIVE for port object 2a4eaea3-44b3-4a5c-87fd-0e924c61cb67 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:36.194806 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-28b04c4d-1872-4b09-96a1-58b5097162cc tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group_rule': {'security_group_id': 'e02b4da4-b485-4e0a-a6b0-cd2117a77f3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:36.197068 dv-neutron-834711-1-hyperv neutron-server[87833]: WARNING neutron.api.v2.base [None req-28b04c4d-1872-4b09-96a1-58b5097162cc tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 28 19:09:36.197791 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-28b04c4d-1872-4b09-96a1-58b5097162cc tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:09:36.199041 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-28b04c4d-1872-4b09-96a1-58b5097162cc tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0336614 Mar 28 19:09:36.227755 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54540) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:36.247300 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-229d0962-849f-44ab-9048-6f760612186d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:36.252671 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-85543b29-d65e-4a0f-96c5-ee5781aa033d tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group_rule': {'security_group_id': 'e02b4da4-b485-4e0a-a6b0-cd2117a77f3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:36.253741 dv-neutron-834711-1-hyperv neutron-server[87833]: WARNING neutron.api.v2.base [None req-85543b29-d65e-4a0f-96c5-ee5781aa033d tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 28 19:09:36.254471 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-85543b29-d65e-4a0f-96c5-ee5781aa033d tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:09:36.255808 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-85543b29-d65e-4a0f-96c5-ee5781aa033d tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0193062 Mar 28 19:09:36.267977 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f0f5367b-98c9-4648-80ed-883c9e3f4293 req-9ef2caee-7f05-46a9-8e58-d0adceac7805 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3985288 Mar 28 19:09:36.282990 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-0f53207f-2863-4e85-809e-2fbfd5b76e1a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-277755103'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:36.286604 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54544) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:36.343567 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98020225-f28e-4f07-b913-0b388fc783ad None None] Pushing event updated for resources: {'Port': ['ID=dc58a4a8-cbe8-459c-9fda-11761a242e25,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:36.400158 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-5d7ba7a2-e676-4090-9de3-7cfe2ae382c4 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group_rule': {'security_group_id': 'e02b4da4-b485-4e0a-a6b0-cd2117a77f3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:36.401144 dv-neutron-834711-1-hyperv neutron-server[87833]: WARNING neutron.api.v2.base [None req-5d7ba7a2-e676-4090-9de3-7cfe2ae382c4 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 28 19:09:36.401739 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-5d7ba7a2-e676-4090-9de3-7cfe2ae382c4 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:09:36.402793 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5d7ba7a2-e676-4090-9de3-7cfe2ae382c4 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0798652 Mar 28 19:09:36.404057 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0f53207f-2863-4e85-809e-2fbfd5b76e1a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:36.407665 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f9efe0dd-a80c-4b95-9c6d-9741704b8103 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:36.416847 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54550) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:36.425939 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-b71222b7-d46b-496e-bd78-86db0d91d9dc tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group_rule': {'security_group_id': 'e02b4da4-b485-4e0a-a6b0-cd2117a77f3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:36.427119 dv-neutron-834711-1-hyperv neutron-server[87832]: WARNING neutron.api.v2.base [None req-b71222b7-d46b-496e-bd78-86db0d91d9dc tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 28 19:09:36.427684 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-b71222b7-d46b-496e-bd78-86db0d91d9dc tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:09:36.429761 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port d7bdd714-9468-4573-b247-0a81f20b1cbf, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=d7bdd714-9468-4573-b247-0a81f20b1cbf,segment=NetworkSegment(c2c2695b-8bb8-49c4-8168-efc6abda7c49),segment_id=c2c2695b-8bb8-49c4-8168-efc6abda7c49)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:09:36.432586 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b71222b7-d46b-496e-bd78-86db0d91d9dc tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0146978 Mar 28 19:09:36.433224 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54554) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:36.452504 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:36.453934 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0f53207f-2863-4e85-809e-2fbfd5b76e1a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:network and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:36.461824 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0f53207f-2863-4e85-809e-2fbfd5b76e1a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:36.474713 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] For port a51aa3fc-4ec1-484a-97c8-1228dd22d91e, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a51aa3fc-4ec1-484a-97c8-1228dd22d91e,segment=NetworkSegment(77901727-b71d-4055-b807-5cb41137779f),segment_id=77901727-b71d-4055-b807-5cb41137779f)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:09:36.475136 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:36.516197 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0f53207f-2863-4e85-809e-2fbfd5b76e1a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:36.544999 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=d7bdd714-9468-4573-b247-0a81f20b1cbf,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:36.552838 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-57c12681-883f-4862-ae20-03e778454ab3 None None] Provisioning for port 7e09c673-d040-4183-9102-f3301f8863fa completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:36.560637 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b0678834-fd34-4cdb-a277-27b1cc2f3c0c tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:36.593948 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-229d0962-849f-44ab-9048-6f760612186d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] In _notify_port_updated(), no bound segment for port 2a4eaea3-44b3-4a5c-87fd-0e924c61cb67 on network 389cf68c-811d-47a7-87b6-39d5be3bb01f {{(pid=87833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 19:09:36.599399 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229d0962-849f-44ab-9048-6f760612186d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:36.600143 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-229d0962-849f-44ab-9048-6f760612186d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:36.604176 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-229d0962-849f-44ab-9048-6f760612186d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "PUT /v2.0/ports/2a4eaea3-44b3-4a5c-87fd-0e924c61cb67 HTTP/1.1" status: 200 len: 930 time: 4.2356319 Mar 28 19:09:36.611400 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54558) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:36.619956 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Calling delete_port for a51aa3fc-4ec1-484a-97c8-1228dd22d91e owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:36.663265 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-57c12681-883f-4862-ae20-03e778454ab3 None None] Provisioning complete for port 7e09c673-d040-4183-9102-f3301f8863fa triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:36.663641 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-57c12681-883f-4862-ae20-03e778454ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:36.684749 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9efe0dd-a80c-4b95-9c6d-9741704b8103 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Network 95878d54-f985-4afa-8b1c-6acad31b89d4 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:36.721595 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-e27c5621-f055-4621-ab25-e9ca88224f75 None None] Allocated IP 2001:db8:0:1::2 (389cf68c-811d-47a7-87b6-39d5be3bb01f/392cada1-bf4c-43c4-9857-4a3c76629bc3/6b8a5e20-5609-4c01-9929-576de7e0ea95) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:36.737924 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-79c6234a-9d14-481f-abaf-f02e5cd269fb tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:36.755716 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-f9efe0dd-a80c-4b95-9c6d-9741704b8103 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:36.763096 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9efe0dd-a80c-4b95-9c6d-9741704b8103 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:09:36.765894 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9efe0dd-a80c-4b95-9c6d-9741704b8103 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:36.766725 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f9efe0dd-a80c-4b95-9c6d-9741704b8103 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:36.777382 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-b0678834-fd34-4cdb-a277-27b1cc2f3c0c tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Calling delete_port for eb04e77a-0715-44a3-bbf5-cac86342fe05 owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:36.790905 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-1b0db39e-5fe0-4b9c-92db-32bc89de7eae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting port 2a4eaea3-44b3-4a5c-87fd-0e924c61cb67 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:36.791155 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1b0db39e-5fe0-4b9c-92db-32bc89de7eae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:36.815106 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f53207f-2863-4e85-809e-2fbfd5b76e1a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:36.818936 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0f53207f-2863-4e85-809e-2fbfd5b76e1a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:36.829867 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d0962-849f-44ab-9048-6f760612186d tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Port': ['ID=2a4eaea3-44b3-4a5c-87fd-0e924c61cb67,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:36.839443 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device dc58a4a8-cbe8-459c-9fda-11761a242e25 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:09:36.899643 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-57c12681-883f-4862-ae20-03e778454ab3 None None] Port 7e09c673-d040-4183-9102-f3301f8863fa cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:09:36.922176 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-79c6234a-9d14-481f-abaf-f02e5cd269fb tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:36.929922 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:37.001020 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Pushing event deleted for resources: {'Port': ['ID=a51aa3fc-4ec1-484a-97c8-1228dd22d91e,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:37.009610 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-57c12681-883f-4862-ae20-03e778454ab3 None None] Provisioning complete for port d7bdd714-9468-4573-b247-0a81f20b1cbf triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:37.010003 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-57c12681-883f-4862-ae20-03e778454ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:37.011355 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] No DVR routers for this DVR port a51aa3fc-4ec1-484a-97c8-1228dd22d91e on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:09:37.013915 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f9efe0dd-a80c-4b95-9c6d-9741704b8103 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 3.7752085 Mar 28 19:09:37.023692 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0f53207f-2863-4e85-809e-2fbfd5b76e1a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:37.046100 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54562) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:37.061003 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0f53207f-2863-4e85-809e-2fbfd5b76e1a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:37.070692 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0f53207f-2863-4e85-809e-2fbfd5b76e1a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:security_group_rule and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:37.074261 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0f53207f-2863-4e85-809e-2fbfd5b76e1a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:37.083899 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0f53207f-2863-4e85-809e-2fbfd5b76e1a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:37.101556 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-8ff26044-4da0-4b21-b329-2db6d4234a2b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:37.103065 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port dc58a4a8-cbe8-459c-9fda-11761a242e25 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:37.103917 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:37.154146 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-e27c5621-f055-4621-ab25-e9ca88224f75 None None] For port 6b8a5e20-5609-4c01-9929-576de7e0ea95, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=6b8a5e20-5609-4c01-9929-576de7e0ea95,segment=NetworkSegment(929e340d-93ae-49ea-a7fa-75f200ed0111),segment_id=929e340d-93ae-49ea-a7fa-75f200ed0111)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:09:37.156498 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9efe0dd-a80c-4b95-9c6d-9741704b8103 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Pushing event updated for resources: {'Port': ['ID=077d698e-9f19-43e0-b20e-60d6bf61d40d,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:37.177946 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-8ff26044-4da0-4b21-b329-2db6d4234a2b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:port and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:37.182913 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-8ff26044-4da0-4b21-b329-2db6d4234a2b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:37.237442 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-8ff26044-4da0-4b21-b329-2db6d4234a2b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:37.245315 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e27c5621-f055-4621-ab25-e9ca88224f75 None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:37.268702 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-79c6234a-9d14-481f-abaf-f02e5cd269fb tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:37.272810 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:37.282093 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f07fe-f0fb-4586-99e7-235e6fa2c65e req-c69ca60e-ab82-4780-bb18-db86fe258a4b tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:37.287374 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ff2f07fe-f0fb-4586-99e7-235e6fa2c65e req-c69ca60e-ab82-4780-bb18-db86fe258a4b tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.8277347 Mar 28 19:09:37.312755 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6234a-9d14-481f-abaf-f02e5cd269fb tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02b4da4-b485-4e0a-a6b0-cd2117a77f3b,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:37.332735 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff26044-4da0-4b21-b329-2db6d4234a2b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:37.343019 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce47d06-f7c7-45d7-94cb-175d329bcfd5']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:37.369939 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device d7bdd714-9468-4573-b247-0a81f20b1cbf up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:09:37.375310 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77901727-b71d-4055-b807-5cb41137779f') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:37.375877 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77901727-b71d-4055-b807-5cb41137779f') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:37.393447 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:37.417714 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1b0db39e-5fe0-4b9c-92db-32bc89de7eae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:37.423546 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e27c5621-f055-4621-ab25-e9ca88224f75 None None] Transition to ACTIVE for port object 6b8a5e20-5609-4c01-9929-576de7e0ea95 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:37.431625 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:37.434057 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-79c6234a-9d14-481f-abaf-f02e5cd269fb tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:37.437746 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-79c6234a-9d14-481f-abaf-f02e5cd269fb tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "DELETE /v2.0/security-groups/e02b4da4-b485-4e0a-a6b0-cd2117a77f3b HTTP/1.1" status: 204 len: 168 time: 0.9958944 Mar 28 19:09:37.442970 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e27c5621-f055-4621-ab25-e9ca88224f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:37.474292 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54570) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:37.493651 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c887554-3c5e-45f8-a004-fa7ac3062e02 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:37.500295 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c887554-3c5e-45f8-a004-fa7ac3062e02 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:37.506428 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c887554-3c5e-45f8-a004-fa7ac3062e02 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:37.507346 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5c887554-3c5e-45f8-a004-fa7ac3062e02 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Synchronizing usage tracker for tenant:6f3f5355e540495192c49a9f8945a82a on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:37.510311 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b0678834-fd34-4cdb-a277-27b1cc2f3c0c tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:37.550689 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c5621-f055-4621-ab25-e9ca88224f75 None None] Pushing event updated for resources: {'Port': ['ID=6b8a5e20-5609-4c01-9929-576de7e0ea95,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:37.553335 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:09:37.553866 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:09:37.569764 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:09:37.579379 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-1b0db39e-5fe0-4b9c-92db-32bc89de7eae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Calling delete_port for 2a4eaea3-44b3-4a5c-87fd-0e924c61cb67 owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:37.635759 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-8fa2114b-b7ff-4cc0-9b20-a2291abe1463 None None] Provisioning complete for port 7e09c673-d040-4183-9102-f3301f8863fa triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:37.636333 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8fa2114b-b7ff-4cc0-9b20-a2291abe1463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:37.747092 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:37.758014 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ff2f07fe-f0fb-4586-99e7-235e6fa2c65e req-a7b2e61f-c3e3-4902-bc8d-0da5d8dd6fc8 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4580872 Mar 28 19:09:37.770754 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0678834-fd34-4cdb-a277-27b1cc2f3c0c tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event deleted for resources: {'Port': ['ID=eb04e77a-0715-44a3-bbf5-cac86342fe05,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:37.774840 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-8fa2114b-b7ff-4cc0-9b20-a2291abe1463 None None] Port 7e09c673-d040-4183-9102-f3301f8863fa cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:09:37.803100 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:37.816416 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port d7bdd714-9468-4573-b247-0a81f20b1cbf triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:37.817259 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:37.820073 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "DELETE /v2.0/networks/9ce47d06-f7c7-45d7-94cb-175d329bcfd5 HTTP/1.1" status: 204 len: 168 time: 5.5642760 Mar 28 19:09:37.820782 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54578) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:37.873148 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c40fe7-e8fc-4e00-9d2b-b605402af1b3 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Pushing event deleted for resources: {'Network': ['ID=9ce47d06-f7c7-45d7-94cb-175d329bcfd5,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:37.880056 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-acdcf016-b81c-45aa-b67f-aa48a045b4db tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] DELETE failed (client error): The resource could not be found. Mar 28 19:09:37.880607 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acdcf016-b81c-45aa-b67f-aa48a045b4db tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:09:37.886777 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-acdcf016-b81c-45aa-b67f-aa48a045b4db tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "DELETE /v2.0/subnets/ede048f5-1484-48cf-9945-07de9b69c0f2 HTTP/1.1" status: 404 len: 337 time: 0.0618210 Mar 28 19:09:37.887939 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54582) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:37.903058 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-8fa2114b-b7ff-4cc0-9b20-a2291abe1463 None None] Provisioning for port 077d698e-9f19-43e0-b20e-60d6bf61d40d completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:37.923267 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb80fe12-e76d-4b22-b593-5eb24acceb95 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] DELETE failed (client error): The resource could not be found. Mar 28 19:09:37.923859 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb80fe12-e76d-4b22-b593-5eb24acceb95 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:09:37.936449 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-bb80fe12-e76d-4b22-b593-5eb24acceb95 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "DELETE /v2.0/networks/9ce47d06-f7c7-45d7-94cb-175d329bcfd5 HTTP/1.1" status: 404 len: 339 time: 0.0464830 Mar 28 19:09:37.943573 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-8fa2114b-b7ff-4cc0-9b20-a2291abe1463 None None] Provisioning complete for port 077d698e-9f19-43e0-b20e-60d6bf61d40d triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:37.944168 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8fa2114b-b7ff-4cc0-9b20-a2291abe1463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:37.945018 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54586) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:38.046759 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1b0db39e-5fe0-4b9c-92db-32bc89de7eae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:38.071382 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-2742faf7-be9e-44ea-8a02-6576d7e81e5e tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] DELETE failed (client error): The resource could not be found. Mar 28 19:09:38.071905 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2742faf7-be9e-44ea-8a02-6576d7e81e5e tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:09:38.088393 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8ff26044-4da0-4b21-b329-2db6d4234a2b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:38.092525 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-8fa2114b-b7ff-4cc0-9b20-a2291abe1463 None None] Port 077d698e-9f19-43e0-b20e-60d6bf61d40d cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:09:38.133430 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f9c3cc08-1cea-441f-87b9-f973dda7e547 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Synchronizing usage tracker for tenant:9a24cbafda124330aa6353b2c13784fc on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:38.143765 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0db39e-5fe0-4b9c-92db-32bc89de7eae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Port': ['ID=2a4eaea3-44b3-4a5c-87fd-0e924c61cb67,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:38.159858 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0f53207f-2863-4e85-809e-2fbfd5b76e1a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:38.181542 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2742faf7-be9e-44ea-8a02-6576d7e81e5e tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "DELETE /v2.0/subnets/66d03fe4-32a4-4768-aceb-5961c2d73a5f HTTP/1.1" status: 404 len: 337 time: 0.2310650 Mar 28 19:09:38.185396 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54594) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:38.190694 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-8ff26044-4da0-4b21-b329-2db6d4234a2b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] device_id is not set on port e24cdcd7-28d5-4566-b9ad-0750a9cc95ad yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:09:38.221471 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-9dcd8c1b-376a-427d-b2f5-80f5114033c5 None None] Provisioning complete for port dc58a4a8-cbe8-459c-9fda-11761a242e25 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:38.223422 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9dcd8c1b-376a-427d-b2f5-80f5114033c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:38.227687 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1b0db39e-5fe0-4b9c-92db-32bc89de7eae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:38.232893 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1b0db39e-5fe0-4b9c-92db-32bc89de7eae tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/ports/2a4eaea3-44b3-4a5c-87fd-0e924c61cb67 HTTP/1.1" status: 204 len: 168 time: 1.6204593 Mar 28 19:09:38.234162 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54598) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:38.242014 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0f53207f-2863-4e85-809e-2fbfd5b76e1a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:38.247315 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b0678834-fd34-4cdb-a277-27b1cc2f3c0c tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:38.249840 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b0678834-fd34-4cdb-a277-27b1cc2f3c0c tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "DELETE /v2.0/ports/eb04e77a-0715-44a3-bbf5-cac86342fe05 HTTP/1.1" status: 204 len: 168 time: 3.2156565 Mar 28 19:09:38.283778 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a9074f1-57f0-4209-ac29-e621735c1c9a tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] DELETE failed (client error): The resource could not be found. Mar 28 19:09:38.284483 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a9074f1-57f0-4209-ac29-e621735c1c9a tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:09:38.286664 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0a9074f1-57f0-4209-ac29-e621735c1c9a tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "DELETE /v2.0/networks/b702a14e-9c07-4778-ae5d-176684c76ba8 HTTP/1.1" status: 404 len: 339 time: 0.0995188 Mar 28 19:09:38.292087 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54602) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:38.292552 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54604) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:38.320511 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f9c3cc08-1cea-441f-87b9-f973dda7e547 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Unset dirty status for tenant:9a24cbafda124330aa6353b2c13784fc on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:38.322075 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f9c3cc08-1cea-441f-87b9-f973dda7e547 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8395953 Mar 28 19:09:38.323270 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5c887554-3c5e-45f8-a004-fa7ac3062e02 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Unset dirty status for tenant:6f3f5355e540495192c49a9f8945a82a on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:38.330362 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5c887554-3c5e-45f8-a004-fa7ac3062e02 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 1.2315788 Mar 28 19:09:38.340714 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54610) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:38.341329 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54612) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:38.364997 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-6f8e0670-7a1c-4f28-a862-9061df3b192f tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group': {'name': 'tempest-secgroup--1426833842'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:38.420261 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f53207f-2863-4e85-809e-2fbfd5b76e1a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:09:38.439431 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6f8e0670-7a1c-4f28-a862-9061df3b192f tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:38.472840 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53207f-2863-4e85-809e-2fbfd5b76e1a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbda8384-2419-4381-9e38-d69ac8493fae,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:38.490968 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6f8e0670-7a1c-4f28-a862-9061df3b192f tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:38.497679 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-fabb13a3-043d-4224-8344-325f8186a28c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] GET failed (client error): The resource could not be found. Mar 28 19:09:38.497679 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-fabb13a3-043d-4224-8344-325f8186a28c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Synchronizing usage tracker for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:38.510532 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc4e5cdd-c9f6-427d-94dd-b1df50d84e96 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] DELETE failed (client error): The resource could not be found. Mar 28 19:09:38.511009 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc4e5cdd-c9f6-427d-94dd-b1df50d84e96 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:09:38.515938 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-fc4e5cdd-c9f6-427d-94dd-b1df50d84e96 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "DELETE /v2.0/subnets/dd22212b-ff31-4f42-b12f-f30908c76e1f HTTP/1.1" status: 404 len: 337 time: 0.2167699 Mar 28 19:09:38.517464 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54618) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:38.531592 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0f53207f-2863-4e85-809e-2fbfd5b76e1a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:38.531945 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-0f53207f-2863-4e85-809e-2fbfd5b76e1a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Added segment c45e14ca-67a1-487c-87e8-221b425e91b7 of type vlan for network 7866db26-7887-42d9-adfa-c77d9bbee666 Mar 28 19:09:38.560190 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a730b1e-8663-41ab-956c-db82c6f8c7d9 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] DELETE failed (client error): The resource could not be found. Mar 28 19:09:38.560707 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a730b1e-8663-41ab-956c-db82c6f8c7d9 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:09:38.562754 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3a730b1e-8663-41ab-956c-db82c6f8c7d9 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "DELETE /v2.0/networks/4a9f89ef-3d54-4d61-a510-c0ec2456671c HTTP/1.1" status: 404 len: 339 time: 0.0439856 Mar 28 19:09:38.565923 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54622) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:38.566488 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-fabb13a3-043d-4224-8344-325f8186a28c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Unset dirty status for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:38.566703 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-937125dd-42e5-45e5-90ab-32c97de57a32 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Deleting port 077d698e-9f19-43e0-b20e-60d6bf61d40d {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:38.567324 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-937125dd-42e5-45e5-90ab-32c97de57a32 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:38.570657 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-fabb13a3-043d-4224-8344-325f8186a28c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "GET /v2.0/ports/2a4eaea3-44b3-4a5c-87fd-0e924c61cb67 HTTP/1.1" status: 404 len: 333 time: 0.3325651 Mar 28 19:09:38.572899 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54624) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:38.611953 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6f8e0670-7a1c-4f28-a862-9061df3b192f tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:38.616185 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6c39ad3f-7bfa-4c71-b476-8b6012bf9995 None None] Could not find standard attr ID for object 2a4eaea3-44b3-4a5c-87fd-0e924c61cb67. {{(pid=87834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 19:09:38.628826 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6c39ad3f-7bfa-4c71-b476-8b6012bf9995 None None] Provisioning for port 6b8a5e20-5609-4c01-9929-576de7e0ea95 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:38.636295 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6c39ad3f-7bfa-4c71-b476-8b6012bf9995 None None] Provisioning complete for port 6b8a5e20-5609-4c01-9929-576de7e0ea95 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:38.636742 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6c39ad3f-7bfa-4c71-b476-8b6012bf9995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:38.713196 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6f8e0670-7a1c-4f28-a862-9061df3b192f tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:38.753578 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-57488071-3b79-4165-80dc-c8ec49d48031 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Deleting port ff362d92-50bc-4544-8512-f2081d24fba8 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:38.754040 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-57488071-3b79-4165-80dc-c8ec49d48031 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:38.763265 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0f53207f-2863-4e85-809e-2fbfd5b76e1a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:38.774919 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6f8e0670-7a1c-4f28-a862-9061df3b192f tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Usage tracker for resource:security_group_rule and tenant:9a24cbafda124330aa6353b2c13784fc is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:38.799937 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d4ed7-da29-4401-93f6-a11961a3d4cb req-8db826e9-f35b-43e9-b6a8-ca24744a6219 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:38.801113 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 6b8a5e20-5609-4c01-9929-576de7e0ea95 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:09:38.807516 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-be5d4ed7-da29-4401-93f6-a11961a3d4cb req-8db826e9-f35b-43e9-b6a8-ca24744a6219 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.5667548 Mar 28 19:09:38.815952 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6f8e0670-7a1c-4f28-a862-9061df3b192f tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:38.836043 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22bad83-8211-43af-aa02-a82f5f15f2b4 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:38.836684 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d22bad83-8211-43af-aa02-a82f5f15f2b4 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Synchronizing usage tracker for tenant:1743e377fa3445a1bfe766f337c9afee on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:38.866514 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-65152e38-eff5-44ac-b1f3-f15e56c9ca6c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:38.872797 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6f8e0670-7a1c-4f28-a862-9061df3b192f tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:38.904760 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6c39ad3f-7bfa-4c71-b476-8b6012bf9995 None None] Provisioning complete for port 1528995a-3926-4666-bc63-fc42d320375b triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:38.905656 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6c39ad3f-7bfa-4c71-b476-8b6012bf9995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:38.930464 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d22bad83-8211-43af-aa02-a82f5f15f2b4 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Unset dirty status for tenant:1743e377fa3445a1bfe766f337c9afee on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:38.934399 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d22bad83-8211-43af-aa02-a82f5f15f2b4 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "GET /v2.0/ports?device_id=748a009d-3589-4943-98f8-5b3937601b1f HTTP/1.1" status: 200 len: 913 time: 0.6404178 Mar 28 19:09:38.944007 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54632) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:38.964657 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 6b8a5e20-5609-4c01-9929-576de7e0ea95 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:38.965003 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:38.995612 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.db.resource_extend [None req-0f53207f-2863-4e85-809e-2fbfd5b76e1a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:09:39.006796 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-8ff26044-4da0-4b21-b329-2db6d4234a2b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Allocated IP 172.20.0.9 (1857c8f5-5622-42ce-a4f9-106880783f61/8d61d6ae-f00f-464c-b5d2-cd83d281539c/e24cdcd7-28d5-4566-b9ad-0750a9cc95ad) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:39.032003 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-8ff26044-4da0-4b21-b329-2db6d4234a2b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Allocated IP 2001:db8::f816:3eff:fe80:a44f (1857c8f5-5622-42ce-a4f9-106880783f61/d957af41-7b82-4463-bf55-a065d824eec2/e24cdcd7-28d5-4566-b9ad-0750a9cc95ad) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:39.032377 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-6c39ad3f-7bfa-4c71-b476-8b6012bf9995 None None] Port 1528995a-3926-4666-bc63-fc42d320375b cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:09:39.032958 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-65152e38-eff5-44ac-b1f3-f15e56c9ca6c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:39.156815 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b7094c3b-5a21-4636-a3f4-ea1607eb59c3 None None] Could not find standard attr ID for object 2a4eaea3-44b3-4a5c-87fd-0e924c61cb67. {{(pid=87834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 19:09:39.193863 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858357e6-1009-474b-9d1a-af421cb93675 None None] get_active_networks_info from dv-neutron-834711-1-hyperv {{(pid=87834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 19:09:39.207210 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-57488071-3b79-4165-80dc-c8ec49d48031 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:39.318095 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858357e6-1009-474b-9d1a-af421cb93675 None None] Resources bound (agent type, host, resource id): {{(pid=87834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 19:09:39.320519 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-937125dd-42e5-45e5-90ab-32c97de57a32 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:39.397822 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-57488071-3b79-4165-80dc-c8ec49d48031 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Calling delete_port for ff362d92-50bc-4544-8512-f2081d24fba8 owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:39.439048 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-65152e38-eff5-44ac-b1f3-f15e56c9ca6c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:39.486295 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0f53207f-2863-4e85-809e-2fbfd5b76e1a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:39.491623 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f53207f-2863-4e85-809e-2fbfd5b76e1a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:39.492206 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0f53207f-2863-4e85-809e-2fbfd5b76e1a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:39.510038 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-937125dd-42e5-45e5-90ab-32c97de57a32 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Calling delete_port for 077d698e-9f19-43e0-b20e-60d6bf61d40d owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:39.523594 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65152e38-eff5-44ac-b1f3-f15e56c9ca6c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74425b6a-6119-4355-9227-0c7c90363106,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:39.556752 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:09:39.558995 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-65152e38-eff5-44ac-b1f3-f15e56c9ca6c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:39.563395 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-65152e38-eff5-44ac-b1f3-f15e56c9ca6c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/security-groups/74425b6a-6119-4355-9227-0c7c90363106 HTTP/1.1" status: 204 len: 168 time: 0.9877534 Mar 28 19:09:39.565893 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54636) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:39.599197 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-be5d4ed7-da29-4401-93f6-a11961a3d4cb req-6586eb0c-231e-44fa-8bd9-0669c5bd1113 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7380157 Mar 28 19:09:39.637198 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-57488071-3b79-4165-80dc-c8ec49d48031 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:39.729136 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53207f-2863-4e85-809e-2fbfd5b76e1a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Network': ['ID=7866db26-7887-42d9-adfa-c77d9bbee666,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:39.731977 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0f53207f-2863-4e85-809e-2fbfd5b76e1a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.7166970 Mar 28 19:09:39.744297 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 7866db26-7887-42d9-adfa-c77d9bbee666 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:09:39.745013 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54640) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:39.755839 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6f8e0670-7a1c-4f28-a862-9061df3b192f tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:39.762300 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-c1546504-f2e4-456b-af8f-fd5f1e197a7d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'port': {'network_id': '7866db26-7887-42d9-adfa-c77d9bbee666', 'name': 'tempest-PortsTestJSON-1417601251'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:39.801345 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57488071-3b79-4165-80dc-c8ec49d48031 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Pushing event deleted for resources: {'Port': ['ID=ff362d92-50bc-4544-8512-f2081d24fba8,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:39.803619 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6f8e0670-7a1c-4f28-a862-9061df3b192f tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:39.806355 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6f370a2-728e-4cf8-9794-cba20ac8853c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:39.821015 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8ff26044-4da0-4b21-b329-2db6d4234a2b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:39.838296 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6f370a2-728e-4cf8-9794-cba20ac8853c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:39.854925 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-57488071-3b79-4165-80dc-c8ec49d48031 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:39.884222 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-57488071-3b79-4165-80dc-c8ec49d48031 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "DELETE /v2.0/ports/ff362d92-50bc-4544-8512-f2081d24fba8 HTTP/1.1" status: 204 len: 168 time: 1.3123598 Mar 28 19:09:39.891269 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54644) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:39.980174 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-316b709b-557f-429d-8605-f4f0e6d713f0 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] DELETE failed (client error): The resource could not be found. Mar 28 19:09:39.980826 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-316b709b-557f-429d-8605-f4f0e6d713f0 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:09:40.000195 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-316b709b-557f-429d-8605-f4f0e6d713f0 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "DELETE /v2.0/subnets/eb417c5c-8897-458d-af57-c8d97517d072 HTTP/1.1" status: 404 len: 337 time: 0.1065154 Mar 28 19:09:40.003591 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54648) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:40.008336 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6f370a2-728e-4cf8-9794-cba20ac8853c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:40.059540 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6f370a2-728e-4cf8-9794-cba20ac8853c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:40.063634 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c6f370a2-728e-4cf8-9794-cba20ac8853c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/security-groups/62080997-ecde-45ae-9342-feb48dc01cf2 HTTP/1.1" status: 204 len: 168 time: 0.4922407 Mar 28 19:09:40.063634 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f370a2-728e-4cf8-9794-cba20ac8853c tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62080997-ecde-45ae-9342-feb48dc01cf2,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:40.069132 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-8ff26044-4da0-4b21-b329-2db6d4234a2b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Transition to ACTIVE for port object e24cdcd7-28d5-4566-b9ad-0750a9cc95ad will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:40.074534 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54652) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:40.076273 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6f8e0670-7a1c-4f28-a862-9061df3b192f tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:40.078027 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6f8e0670-7a1c-4f28-a862-9061df3b192f tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7279844 Mar 28 19:09:40.090797 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e0670-7a1c-4f28-a862-9061df3b192f tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e16cb152-a9cc-4ba7-b288-bf1101819f4c,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:40.125468 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54656) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:40.180676 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-2119d6ba-b3e2-4c9e-b209-3b93dd14efe3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group_rule': {'security_group_id': 'e16cb152-a9cc-4ba7-b288-bf1101819f4c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:40.181147 dv-neutron-834711-1-hyperv neutron-server[87833]: WARNING neutron.api.v2.base [None req-2119d6ba-b3e2-4c9e-b209-3b93dd14efe3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 28 19:09:40.181641 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-2119d6ba-b3e2-4c9e-b209-3b93dd14efe3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:09:40.185577 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2119d6ba-b3e2-4c9e-b209-3b93dd14efe3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0533526 Mar 28 19:09:40.208171 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54660) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:40.211491 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c1546504-f2e4-456b-af8f-fd5f1e197a7d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:40.222367 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c1546504-f2e4-456b-af8f-fd5f1e197a7d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:port and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:40.223703 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-345303bf-d247-4fff-a9c5-026ec2cec492 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group_rule': {'security_group_id': 'e16cb152-a9cc-4ba7-b288-bf1101819f4c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:40.227028 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c1546504-f2e4-456b-af8f-fd5f1e197a7d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:40.235755 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-345303bf-d247-4fff-a9c5-026ec2cec492 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:40.240410 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c1546504-f2e4-456b-af8f-fd5f1e197a7d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:40.259834 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-414efd93-a761-4d54-9e8d-b3bb87214535 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting subnet bc90ef13-f7be-4e20-80c2-3c03ccbc8ae4 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:09:40.268037 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-414efd93-a761-4d54-9e8d-b3bb87214535 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:40.287011 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-345303bf-d247-4fff-a9c5-026ec2cec492 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Usage tracker for resource:security_group_rule and tenant:9a24cbafda124330aa6353b2c13784fc is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:40.294456 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-345303bf-d247-4fff-a9c5-026ec2cec492 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:40.302164 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1546504-f2e4-456b-af8f-fd5f1e197a7d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:40.305536 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c1546504-f2e4-456b-af8f-fd5f1e197a7d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:40.317368 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-345303bf-d247-4fff-a9c5-026ec2cec492 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:40.322919 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-937125dd-42e5-45e5-90ab-32c97de57a32 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:40.328738 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a9099ad6-4a9b-461e-b35f-f6528bd6ee9f tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:40.394239 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937125dd-42e5-45e5-90ab-32c97de57a32 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Pushing event deleted for resources: {'Port': ['ID=077d698e-9f19-43e0-b20e-60d6bf61d40d,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:40.396458 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8ff26044-4da0-4b21-b329-2db6d4234a2b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:40.401070 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-c1546504-f2e4-456b-af8f-fd5f1e197a7d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] device_id is not set on port df3c4fbe-4cd0-47d1-8abb-531505e6c73a yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:09:40.466220 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-345303bf-d247-4fff-a9c5-026ec2cec492 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:09:40.470579 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-345303bf-d247-4fff-a9c5-026ec2cec492 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2543006 Mar 28 19:09:40.472810 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54664) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:40.521354 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-414efd93-a761-4d54-9e8d-b3bb87214535 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:40.541805 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a9099ad6-4a9b-461e-b35f-f6528bd6ee9f tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:40.571857 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-a9099ad6-4a9b-461e-b35f-f6528bd6ee9f tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eeef18c-baa7-47d5-8270-4b0013c67d18']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:40.589526 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-22f3390b-7ebd-4211-ae7f-563374ee4a23 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group_rule': {'security_group_id': 'e16cb152-a9cc-4ba7-b288-bf1101819f4c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:40.589749 dv-neutron-834711-1-hyperv neutron-server[87833]: WARNING neutron.api.v2.base [None req-22f3390b-7ebd-4211-ae7f-563374ee4a23 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 28 19:09:40.590236 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-22f3390b-7ebd-4211-ae7f-563374ee4a23 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:09:40.590532 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-a9099ad6-4a9b-461e-b35f-f6528bd6ee9f tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1861fedf-62d2-4f5e-be8a-ce91ec5edfbc') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:40.594343 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-a9099ad6-4a9b-461e-b35f-f6528bd6ee9f tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1861fedf-62d2-4f5e-be8a-ce91ec5edfbc') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:40.594488 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-22f3390b-7ebd-4211-ae7f-563374ee4a23 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0853992 Mar 28 19:09:40.598298 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54668) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:40.612560 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-58e08119-b8dd-4d70-b8fd-dc648a53202f tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group_rule': {'security_group_id': 'e16cb152-a9cc-4ba7-b288-bf1101819f4c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:40.620714 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff26044-4da0-4b21-b329-2db6d4234a2b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:40.621945 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-937125dd-42e5-45e5-90ab-32c97de57a32 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:40.624110 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a9099ad6-4a9b-461e-b35f-f6528bd6ee9f tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:40.630845 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-58e08119-b8dd-4d70-b8fd-dc648a53202f tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:40.636466 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-8ff26044-4da0-4b21-b329-2db6d4234a2b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:40.637481 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-58e08119-b8dd-4d70-b8fd-dc648a53202f tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Usage tracker for resource:security_group_rule and tenant:9a24cbafda124330aa6353b2c13784fc is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:40.644434 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-58e08119-b8dd-4d70-b8fd-dc648a53202f tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:40.648097 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff26044-4da0-4b21-b329-2db6d4234a2b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:09:40.654389 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-58e08119-b8dd-4d70-b8fd-dc648a53202f tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:40.661103 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c87ea539-dbf7-48b5-9a44-a2c92238e80c tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:40.700574 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff26044-4da0-4b21-b329-2db6d4234a2b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Port': ['ID=e24cdcd7-28d5-4566-b9ad-0750a9cc95ad,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:40.711841 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a9099ad6-4a9b-461e-b35f-f6528bd6ee9f tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:40.743710 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9099ad6-4a9b-461e-b35f-f6528bd6ee9f tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:09:40.744147 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a9099ad6-4a9b-461e-b35f-f6528bd6ee9f tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:09:40.759912 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:09:40.763049 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-937125dd-42e5-45e5-90ab-32c97de57a32 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] 10.222.0.10 "DELETE /v2.0/ports/077d698e-9f19-43e0-b20e-60d6bf61d40d HTTP/1.1" status: 204 len: 168 time: 2.4112039 Mar 28 19:09:40.768181 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54674) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:40.795787 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-9b84ea33-8376-4550-b137-266fffe99904 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Request body: {'port': {'name': 'tempest-new-port-name-796605837', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:40.796269 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.api.validators [None req-9b84ea33-8376-4550-b137-266fffe99904 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] bootfile-name is not in valid_values {{(pid=87833) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 19:09:40.796760 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.api.validators [None req-9b84ea33-8376-4550-b137-266fffe99904 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] tftp-server is not in valid_values {{(pid=87833) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 19:09:40.797090 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.api.validators [None req-9b84ea33-8376-4550-b137-266fffe99904 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] server-ip-address is not in valid_values {{(pid=87833) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 19:09:40.899642 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff26044-4da0-4b21-b329-2db6d4234a2b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:40.900263 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8ff26044-4da0-4b21-b329-2db6d4234a2b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:40.924295 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-58e08119-b8dd-4d70-b8fd-dc648a53202f tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:09:40.928380 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-58e08119-b8dd-4d70-b8fd-dc648a53202f tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3259406 Mar 28 19:09:40.928622 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54678) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:40.936805 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-08a3f39e-1e05-486e-8b5a-2048bea11f2b tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group_rule': {'security_group_id': 'e16cb152-a9cc-4ba7-b288-bf1101819f4c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:40.938475 dv-neutron-834711-1-hyperv neutron-server[87832]: WARNING neutron.api.v2.base [None req-08a3f39e-1e05-486e-8b5a-2048bea11f2b tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 28 19:09:40.938678 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-08a3f39e-1e05-486e-8b5a-2048bea11f2b tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:09:40.942219 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-08a3f39e-1e05-486e-8b5a-2048bea11f2b tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0101283 Mar 28 19:09:40.942677 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54682) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:40.949702 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-1beeeb83-9c93-4fae-87cd-4888aab39662 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group_rule': {'security_group_id': 'e16cb152-a9cc-4ba7-b288-bf1101819f4c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:40.954757 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a9099ad6-4a9b-461e-b35f-f6528bd6ee9f tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:40.958759 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a9099ad6-4a9b-461e-b35f-f6528bd6ee9f tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:40.988242 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-414efd93-a761-4d54-9e8d-b3bb87214535 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:40.992782 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-fc7b2255-bdbd-496e-99ef-4e3bb30d933e None None] Provisioning for port e24cdcd7-28d5-4566-b9ad-0750a9cc95ad completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:40.994640 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-1beeeb83-9c93-4fae-87cd-4888aab39662 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:40.998757 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-fc7b2255-bdbd-496e-99ef-4e3bb30d933e None None] Provisioning complete for port e24cdcd7-28d5-4566-b9ad-0750a9cc95ad triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:40.999410 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fc7b2255-bdbd-496e-99ef-4e3bb30d933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:41.007815 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1beeeb83-9c93-4fae-87cd-4888aab39662 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Usage tracker for resource:security_group_rule and tenant:9a24cbafda124330aa6353b2c13784fc is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:41.010411 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9099ad6-4a9b-461e-b35f-f6528bd6ee9f tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Pushing event deleted for resources: {'Network': ['ID=3eeef18c-baa7-47d5-8270-4b0013c67d18,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:41.016157 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1beeeb83-9c93-4fae-87cd-4888aab39662 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:41.019717 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a9099ad6-4a9b-461e-b35f-f6528bd6ee9f tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "DELETE /v2.0/networks/3eeef18c-baa7-47d5-8270-4b0013c67d18 HTTP/1.1" status: 204 len: 168 time: 1.0151958 Mar 28 19:09:41.056589 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-fc7b2255-bdbd-496e-99ef-4e3bb30d933e None None] Port e24cdcd7-28d5-4566-b9ad-0750a9cc95ad cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:09:41.066775 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-1beeeb83-9c93-4fae-87cd-4888aab39662 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:41.067986 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54686) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:41.070187 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-8ff26044-4da0-4b21-b329-2db6d4234a2b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.0003932 Mar 28 19:09:41.074018 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54688) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:41.204123 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-1beeeb83-9c93-4fae-87cd-4888aab39662 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:09:41.205133 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1beeeb83-9c93-4fae-87cd-4888aab39662 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2615521 Mar 28 19:09:41.208003 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54694) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:41.214738 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-870c40f5-4a9e-4052-bc8c-0532ed8ef28c tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group_rule': {'security_group_id': 'e16cb152-a9cc-4ba7-b288-bf1101819f4c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:41.215229 dv-neutron-834711-1-hyperv neutron-server[87832]: WARNING neutron.api.v2.base [None req-870c40f5-4a9e-4052-bc8c-0532ed8ef28c tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 28 19:09:41.215704 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-870c40f5-4a9e-4052-bc8c-0532ed8ef28c tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:09:41.217257 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-870c40f5-4a9e-4052-bc8c-0532ed8ef28c tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083191 Mar 28 19:09:41.222620 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54698) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:41.232202 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-8ca632ba-a0c9-4f1f-859f-105515383190 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group_rule': {'security_group_id': 'e16cb152-a9cc-4ba7-b288-bf1101819f4c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:41.249783 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8ca632ba-a0c9-4f1f-859f-105515383190 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:41.258635 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-b9de70b2-c809-41e7-9b36-957ce2a86126 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Deleting port e8891f58-593a-45b1-a691-4bfc5e856920 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:41.259004 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b9de70b2-c809-41e7-9b36-957ce2a86126 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:41.260784 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152fd2fa-bd45-46cb-9561-df8a5d46a992 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:41.266601 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152fd2fa-bd45-46cb-9561-df8a5d46a992 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:41.267407 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-152fd2fa-bd45-46cb-9561-df8a5d46a992 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:41.273518 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8ca632ba-a0c9-4f1f-859f-105515383190 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Usage tracker for resource:security_group_rule and tenant:9a24cbafda124330aa6353b2c13784fc is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:41.277035 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8ca632ba-a0c9-4f1f-859f-105515383190 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:41.287415 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8ca632ba-a0c9-4f1f-859f-105515383190 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:41.292855 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c1546504-f2e4-456b-af8f-fd5f1e197a7d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:41.308771 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9b84ea33-8376-4550-b137-266fffe99904 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:41.342923 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-152fd2fa-bd45-46cb-9561-df8a5d46a992 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:41.344143 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-152fd2fa-bd45-46cb-9561-df8a5d46a992 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2691498 Mar 28 19:09:41.347544 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54702) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:41.360400 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09dba98-5728-468a-9d1d-3161349d8bb7 req-d70647cf-3def-4758-8720-a824f60dae02 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:41.366897 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d09dba98-5728-468a-9d1d-3161349d8bb7 req-d70647cf-3def-4758-8720-a824f60dae02 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.5135970 Mar 28 19:09:41.403119 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-414efd93-a761-4d54-9e8d-b3bb87214535 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:41.418582 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c87ea539-dbf7-48b5-9a44-a2c92238e80c tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Deleting port 5328bfd8-d5cc-4865-aa2d-52ead0fe789c {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:41.418945 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c87ea539-dbf7-48b5-9a44-a2c92238e80c tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:41.469875 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-8ca632ba-a0c9-4f1f-859f-105515383190 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:09:41.473388 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8ca632ba-a0c9-4f1f-859f-105515383190 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2444870 Mar 28 19:09:41.475984 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54706) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:41.486750 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-b6b191a4-39d1-4ee5-bfde-17aeec6d1910 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group_rule': {'security_group_id': 'e16cb152-a9cc-4ba7-b288-bf1101819f4c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:41.493311 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-1d234a97-7240-4226-863e-1e30c06887e7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting port e24cdcd7-28d5-4566-b9ad-0750a9cc95ad {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:41.493662 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1d234a97-7240-4226-863e-1e30c06887e7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:41.514422 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414efd93-a761-4d54-9e8d-b3bb87214535 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Subnet': ['ID=bc90ef13-f7be-4e20-80c2-3c03ccbc8ae4,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:41.516398 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-414efd93-a761-4d54-9e8d-b3bb87214535 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:41.526330 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbbccc1-cda6-4802-97c3-7cd914294c7a None None] Network 389cf68c-811d-47a7-87b6-39d5be3bb01f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:41.559440 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b6b191a4-39d1-4ee5-bfde-17aeec6d1910 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:41.566611 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-414efd93-a761-4d54-9e8d-b3bb87214535 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/subnets/bc90ef13-f7be-4e20-80c2-3c03ccbc8ae4 HTTP/1.1" status: 204 len: 168 time: 1.4837162 Mar 28 19:09:41.580196 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54710) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:41.582840 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b6b191a4-39d1-4ee5-bfde-17aeec6d1910 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Usage tracker for resource:security_group_rule and tenant:9a24cbafda124330aa6353b2c13784fc is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:41.595579 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-247c0d2f-d469-48d5-bb35-5f5a4876ed44 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'subnet': {'network_id': '389cf68c-811d-47a7-87b6-39d5be3bb01f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:41.609030 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b6b191a4-39d1-4ee5-bfde-17aeec6d1910 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:41.617811 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d09dba98-5728-468a-9d1d-3161349d8bb7 req-6cde9802-9746-4d76-86fa-f116c0338bfc tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226455 Mar 28 19:09:41.658330 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c1546504-f2e4-456b-af8f-fd5f1e197a7d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:41.692319 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b6b191a4-39d1-4ee5-bfde-17aeec6d1910 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:41.972708 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b9de70b2-c809-41e7-9b36-957ce2a86126 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:42.037918 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c87ea539-dbf7-48b5-9a44-a2c92238e80c tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:42.062539 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-b6b191a4-39d1-4ee5-bfde-17aeec6d1910 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:09:42.066221 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b6b191a4-39d1-4ee5-bfde-17aeec6d1910 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5849783 Mar 28 19:09:42.075763 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54714) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:42.140484 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1546504-f2e4-456b-af8f-fd5f1e197a7d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Port': ['ID=df3c4fbe-4cd0-47d1-8abb-531505e6c73a,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:42.167291 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-b9de70b2-c809-41e7-9b36-957ce2a86126 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Calling delete_port for e8891f58-593a-45b1-a691-4bfc5e856920 owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:42.205641 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c87ea539-dbf7-48b5-9a44-a2c92238e80c tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Calling delete_port for 5328bfd8-d5cc-4865-aa2d-52ead0fe789c owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:42.276343 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1546504-f2e4-456b-af8f-fd5f1e197a7d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Checking segment: {'id': 'c45e14ca-67a1-487c-87e8-221b425e91b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7866db26-7887-42d9-adfa-c77d9bbee666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:09:42.276716 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1546504-f2e4-456b-af8f-fd5f1e197a7d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network hostable DHCP agents. Network: 7866db26-7887-42d9-adfa-c77d9bbee666, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:09:42.280568 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-247c0d2f-d469-48d5-bb35-5f5a4876ed44 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:42.304083 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-247c0d2f-d469-48d5-bb35-5f5a4876ed44 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:subnet and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:42.311944 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-247c0d2f-d469-48d5-bb35-5f5a4876ed44 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:42.325218 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-247c0d2f-d469-48d5-bb35-5f5a4876ed44 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:42.356383 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bbfda79d-af99-418f-84d5-7bcfa31b85c9 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:42.370783 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1546504-f2e4-456b-af8f-fd5f1e197a7d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network 7866db26-7887-42d9-adfa-c77d9bbee666 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:09:42.372599 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247c0d2f-d469-48d5-bb35-5f5a4876ed44 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:42.376651 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-247c0d2f-d469-48d5-bb35-5f5a4876ed44 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:42.389715 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b9de70b2-c809-41e7-9b36-957ce2a86126 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:42.391191 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-042bc178-a96d-4027-b92e-5244a3d0c85e None None] Provisioning complete for port 6b8a5e20-5609-4c01-9929-576de7e0ea95 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:42.391738 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-042bc178-a96d-4027-b92e-5244a3d0c85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:42.422104 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1d234a97-7240-4226-863e-1e30c06887e7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:42.440330 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9b84ea33-8376-4550-b137-266fffe99904 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:42.453151 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bbfda79d-af99-418f-84d5-7bcfa31b85c9 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:42.468264 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9b84ea33-8376-4550-b137-266fffe99904 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:42.471635 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-c1546504-f2e4-456b-af8f-fd5f1e197a7d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 7866db26-7887-42d9-adfa-c77d9bbee666) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:42.478200 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de70b2-c809-41e7-9b36-957ce2a86126 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Pushing event deleted for resources: {'Port': ['ID=e8891f58-593a-45b1-a691-4bfc5e856920,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:42.491052 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1546504-f2e4-456b-af8f-fd5f1e197a7d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:09:42.496026 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1546504-f2e4-456b-af8f-fd5f1e197a7d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:42.497486 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c1546504-f2e4-456b-af8f-fd5f1e197a7d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:42.498469 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335f4858-d0fc-4e6a-80d8-cf4417527b0a None None] Network 7866db26-7887-42d9-adfa-c77d9bbee666 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:42.512395 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b9de70b2-c809-41e7-9b36-957ce2a86126 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:42.529185 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-9b84ea33-8376-4550-b137-266fffe99904 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] In _notify_port_updated(), no bound segment for port 7e09c673-d040-4183-9102-f3301f8863fa on network 95878d54-f985-4afa-8b1c-6acad31b89d4 {{(pid=87833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 19:09:42.535125 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b84ea33-8376-4550-b137-266fffe99904 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:42.535746 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9b84ea33-8376-4550-b137-266fffe99904 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:42.540263 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9b84ea33-8376-4550-b137-266fffe99904 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] 10.222.0.10 "PUT /v2.0/ports/7e09c673-d040-4183-9102-f3301f8863fa HTTP/1.1" status: 200 len: 1129 time: 1.7684319 Mar 28 19:09:42.553098 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54720) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:42.592789 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b9de70b2-c809-41e7-9b36-957ce2a86126 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "DELETE /v2.0/ports/e8891f58-593a-45b1-a691-4bfc5e856920 HTTP/1.1" status: 204 len: 168 time: 1.4902215 Mar 28 19:09:42.600914 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-1d234a97-7240-4226-863e-1e30c06887e7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Calling delete_port for e24cdcd7-28d5-4566-b9ad-0750a9cc95ad owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:42.605539 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54724) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:42.617114 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c1546504-f2e4-456b-af8f-fd5f1e197a7d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.8664742 Mar 28 19:09:42.636412 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54728) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:42.695816 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-a0e3eb0e-b4fa-44fe-9d6c-dcecdaed46bb tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-815202581'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:42.719855 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a0e3eb0e-b4fa-44fe-9d6c-dcecdaed46bb tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:42.737576 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-d331d5bc-c836-4890-afd3-981e5bf2a668 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] DELETE failed (client error): The resource could not be found. Mar 28 19:09:42.738321 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d331d5bc-c836-4890-afd3-981e5bf2a668 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:09:42.747525 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a0e3eb0e-b4fa-44fe-9d6c-dcecdaed46bb tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:network and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:42.752250 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-042bc178-a96d-4027-b92e-5244a3d0c85e None None] Provisioning complete for port 1528995a-3926-4666-bc63-fc42d320375b triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:42.752766 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-042bc178-a96d-4027-b92e-5244a3d0c85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:42.786354 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a0e3eb0e-b4fa-44fe-9d6c-dcecdaed46bb tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:42.792420 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b104c8-37c6-4551-8d3b-e8d9902b9f56 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:42.793400 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d7b104c8-37c6-4551-8d3b-e8d9902b9f56 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Synchronizing usage tracker for tenant:6f3f5355e540495192c49a9f8945a82a on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:42.804416 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d331d5bc-c836-4890-afd3-981e5bf2a668 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "DELETE /v2.0/subnets/481da87e-a099-4bf6-aa6d-51e6f4526893 HTTP/1.1" status: 404 len: 337 time: 0.1895874 Mar 28 19:09:42.807310 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a0e3eb0e-b4fa-44fe-9d6c-dcecdaed46bb tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:42.811731 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bbfda79d-af99-418f-84d5-7bcfa31b85c9 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:42.812213 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54734) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:42.834603 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bbfda79d-af99-418f-84d5-7bcfa31b85c9 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:42.836068 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-bbfda79d-af99-418f-84d5-7bcfa31b85c9 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "DELETE /v2.0/security-groups/e16cb152-a9cc-4ba7-b288-bf1101819f4c HTTP/1.1" status: 204 len: 168 time: 0.7593837 Mar 28 19:09:42.852613 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54738) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:42.861550 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-042bc178-a96d-4027-b92e-5244a3d0c85e None None] Port 1528995a-3926-4666-bc63-fc42d320375b cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:09:42.895356 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfda79d-af99-418f-84d5-7bcfa31b85c9 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16cb152-a9cc-4ba7-b288-bf1101819f4c,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:42.912136 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84ea33-8376-4550-b137-266fffe99904 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Pushing event updated for resources: {'Port': ['ID=7e09c673-d040-4183-9102-f3301f8863fa,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:42.953465 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e3eb0e-b4fa-44fe-9d6c-dcecdaed46bb tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:42.956831 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a0e3eb0e-b4fa-44fe-9d6c-dcecdaed46bb tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:42.966368 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d7b104c8-37c6-4551-8d3b-e8d9902b9f56 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Unset dirty status for tenant:6f3f5355e540495192c49a9f8945a82a on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:42.971122 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d7b104c8-37c6-4551-8d3b-e8d9902b9f56 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] 10.222.0.10 "GET /v2.0/ports/7e09c673-d040-4183-9102-f3301f8863fa HTTP/1.1" status: 200 len: 1129 time: 0.4169321 Mar 28 19:09:42.974166 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54742) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:42.993497 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-92e0cae9-890b-4ff7-8cfd-feb75bf20a09 None None] Provisioning complete for port 7e09c673-d040-4183-9102-f3301f8863fa triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:42.993954 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-92e0cae9-890b-4ff7-8cfd-feb75bf20a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:43.044158 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-243a2099-d310-402b-889a-1ab38052fa28 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Synchronizing usage tracker for tenant:9a24cbafda124330aa6353b2c13784fc on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:43.052758 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-92e0cae9-890b-4ff7-8cfd-feb75bf20a09 None None] Port 7e09c673-d040-4183-9102-f3301f8863fa cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:09:43.079937 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-243a2099-d310-402b-889a-1ab38052fa28 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Unset dirty status for tenant:9a24cbafda124330aa6353b2c13784fc on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:43.081177 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-243a2099-d310-402b-889a-1ab38052fa28 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2252181 Mar 28 19:09:43.085287 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-ac7d43ea-f659-4d38-b883-31f3cd08faf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Deleting port 7e09c673-d040-4183-9102-f3301f8863fa {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:43.085470 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ac7d43ea-f659-4d38-b883-31f3cd08faf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:43.097155 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9bbfb543-1312-43f4-b5e8-6484956890d4 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:43.101664 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54746) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:43.119798 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-a5896c41-5617-4001-a77f-27ae0cb56a82 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group': {'name': 'tempest-secgroup--1772249627'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:43.154264 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff46273-2284-4010-9adb-e52423351b2c req-d8d85e7b-4199-4c20-88da-e7adf2e278b5 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:43.156257 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1ff46273-2284-4010-9adb-e52423351b2c req-d8d85e7b-4199-4c20-88da-e7adf2e278b5 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.2500386 Mar 28 19:09:43.173385 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a5896c41-5617-4001-a77f-27ae0cb56a82 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:43.180127 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e3eb0e-b4fa-44fe-9d6c-dcecdaed46bb tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:09:43.205720 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c87ea539-dbf7-48b5-9a44-a2c92238e80c tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:43.259262 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a5896c41-5617-4001-a77f-27ae0cb56a82 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:43.285132 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1ff46273-2284-4010-9adb-e52423351b2c req-15418403-2a40-4e56-ad40-8de46388531c tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930848 Mar 28 19:09:43.330980 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a0e3eb0e-b4fa-44fe-9d6c-dcecdaed46bb tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:43.331324 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-a0e3eb0e-b4fa-44fe-9d6c-dcecdaed46bb tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Added segment 88663934-e6ae-40a9-bf96-72ddc0a0e850 of type vlan for network 39d53d80-f63f-4565-924f-f4114f8db55e Mar 28 19:09:43.351926 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ea539-dbf7-48b5-9a44-a2c92238e80c tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event deleted for resources: {'Port': ['ID=5328bfd8-d5cc-4865-aa2d-52ead0fe789c,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:43.391184 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ac7d43ea-f659-4d38-b883-31f3cd08faf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:43.441053 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a5896c41-5617-4001-a77f-27ae0cb56a82 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:43.516005 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-ac7d43ea-f659-4d38-b883-31f3cd08faf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Calling delete_port for 7e09c673-d040-4183-9102-f3301f8863fa owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:43.667041 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ac7d43ea-f659-4d38-b883-31f3cd08faf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:43.695190 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a0e3eb0e-b4fa-44fe-9d6c-dcecdaed46bb tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:43.699455 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9bbfb543-1312-43f4-b5e8-6484956890d4 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:43.722209 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d43ea-f659-4d38-b883-31f3cd08faf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Pushing event deleted for resources: {'Port': ['ID=7e09c673-d040-4183-9102-f3301f8863fa,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:43.723208 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a5896c41-5617-4001-a77f-27ae0cb56a82 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:43.730762 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1d234a97-7240-4226-863e-1e30c06887e7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:43.758781 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a5896c41-5617-4001-a77f-27ae0cb56a82 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Usage tracker for resource:security_group_rule and tenant:9a24cbafda124330aa6353b2c13784fc is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:43.772256 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ac7d43ea-f659-4d38-b883-31f3cd08faf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:43.788803 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ac7d43ea-f659-4d38-b883-31f3cd08faf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] 10.222.0.10 "DELETE /v2.0/ports/7e09c673-d040-4183-9102-f3301f8863fa HTTP/1.1" status: 204 len: 168 time: 0.8099968 Mar 28 19:09:43.791129 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54750) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:43.797175 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a5896c41-5617-4001-a77f-27ae0cb56a82 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:43.806100 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-9bbfb543-1312-43f4-b5e8-6484956890d4 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b06cdeaf-ecf2-494f-9b37-390c1975899d']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:43.841249 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a5896c41-5617-4001-a77f-27ae0cb56a82 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:43.921686 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-9bbfb543-1312-43f4-b5e8-6484956890d4 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8b0298-0e78-46bd-8123-9d52aa1f987a') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:43.922020 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-9bbfb543-1312-43f4-b5e8-6484956890d4 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8b0298-0e78-46bd-8123-9d52aa1f987a') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:43.941326 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d234a97-7240-4226-863e-1e30c06887e7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Port': ['ID=e24cdcd7-28d5-4566-b9ad-0750a9cc95ad,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:43.987208 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb63e6d6-2319-4fd2-a0c0-e8887b1894a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Deleting subnet 85073874-9951-45c0-bc55-906e465d4570 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:09:43.990430 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bb63e6d6-2319-4fd2-a0c0-e8887b1894a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:44.003761 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9bbfb543-1312-43f4-b5e8-6484956890d4 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:44.016110 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a0e3eb0e-b4fa-44fe-9d6c-dcecdaed46bb tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:44.021666 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e3eb0e-b4fa-44fe-9d6c-dcecdaed46bb tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:44.022257 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a0e3eb0e-b4fa-44fe-9d6c-dcecdaed46bb tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:44.054687 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bb63e6d6-2319-4fd2-a0c0-e8887b1894a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:44.056621 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-247c0d2f-d469-48d5-bb35-5f5a4876ed44 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:44.149494 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bb63e6d6-2319-4fd2-a0c0-e8887b1894a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:44.221651 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9bbfb543-1312-43f4-b5e8-6484956890d4 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:44.225533 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bb63e6d6-2319-4fd2-a0c0-e8887b1894a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:44.268978 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63e6d6-2319-4fd2-a0c0-e8887b1894a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Pushing event deleted for resources: {'Subnet': ['ID=85073874-9951-45c0-bc55-906e465d4570,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:44.272663 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bb63e6d6-2319-4fd2-a0c0-e8887b1894a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:44.279439 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-bb63e6d6-2319-4fd2-a0c0-e8887b1894a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] 10.222.0.10 "DELETE /v2.0/subnets/85073874-9951-45c0-bc55-906e465d4570 HTTP/1.1" status: 204 len: 168 time: 0.4865921 Mar 28 19:09:44.282085 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54754) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:44.284096 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa25640-4b82-4cae-8f33-73f230fb102a None None] Network 95878d54-f985-4afa-8b1c-6acad31b89d4 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:44.353912 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247c0d2f-d469-48d5-bb35-5f5a4876ed44 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network 389cf68c-811d-47a7-87b6-39d5be3bb01f is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:44.378710 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-247c0d2f-d469-48d5-bb35-5f5a4876ed44 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:44.390352 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2861e7-08d6-4551-9cf2-465ae466a9dc None None] Network 389cf68c-811d-47a7-87b6-39d5be3bb01f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:44.393406 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bbfb543-1312-43f4-b5e8-6484956890d4 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:09:44.393805 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9bbfb543-1312-43f4-b5e8-6484956890d4 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:09:44.412627 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:09:44.430094 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:44.432449 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247c0d2f-d469-48d5-bb35-5f5a4876ed44 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:44.433032 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-247c0d2f-d469-48d5-bb35-5f5a4876ed44 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:44.439717 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3eb0e-b4fa-44fe-9d6c-dcecdaed46bb tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Network': ['ID=39d53d80-f63f-4565-924f-f4114f8db55e,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:44.493455 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Deleting port d7bdd714-9468-4573-b247-0a81f20b1cbf {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:44.493857 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:44.526219 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c0d2f-d469-48d5-bb35-5f5a4876ed44 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Subnet': ['ID=55018dc9-056c-45ab-8985-2676f61561a3,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:44.547287 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a0e3eb0e-b4fa-44fe-9d6c-dcecdaed46bb tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.9055159 Mar 28 19:09:44.553608 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54760) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:44.559101 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c87ea539-dbf7-48b5-9a44-a2c92238e80c tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:44.562996 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1d234a97-7240-4226-863e-1e30c06887e7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:44.563241 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-d1f967b5-5411-43d3-8138-9783c0da428f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'ports': [{'network_id': '7866db26-7887-42d9-adfa-c77d9bbee666'}, {'network_id': '39d53d80-f63f-4565-924f-f4114f8db55e'}]} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:44.563645 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-d1f967b5-5411-43d3-8138-9783c0da428f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'port': {'network_id': '7866db26-7887-42d9-adfa-c77d9bbee666'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:44.564267 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-d1f967b5-5411-43d3-8138-9783c0da428f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'port': {'network_id': '39d53d80-f63f-4565-924f-f4114f8db55e'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:44.574521 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 39d53d80-f63f-4565-924f-f4114f8db55e details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:09:44.591718 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-247c0d2f-d469-48d5-bb35-5f5a4876ed44 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0107732 Mar 28 19:09:44.601936 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54764) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:44.607019 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9bbfb543-1312-43f4-b5e8-6484956890d4 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:44.657877 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a5896c41-5617-4001-a77f-27ae0cb56a82 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:44.660031 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1d234a97-7240-4226-863e-1e30c06887e7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/e24cdcd7-28d5-4566-b9ad-0750a9cc95ad HTTP/1.1" status: 204 len: 168 time: 3.3115172 Mar 28 19:09:44.663281 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-2721917e-0900-4ebd-ae94-a2120c4303c6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'security_group': {'name': 'tempest-secgroup-383584314'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:44.691621 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54768) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:44.693753 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9bbfb543-1312-43f4-b5e8-6484956890d4 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:44.738893 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2721917e-0900-4ebd-ae94-a2120c4303c6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:44.746950 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a5896c41-5617-4001-a77f-27ae0cb56a82 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:44.775766 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2721917e-0900-4ebd-ae94-a2120c4303c6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:security_group and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:44.778529 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfb543-1312-43f4-b5e8-6484956890d4 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Pushing event deleted for resources: {'Network': ['ID=b06cdeaf-ecf2-494f-9b37-390c1975899d,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:44.792644 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2721917e-0900-4ebd-ae94-a2120c4303c6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:44.801401 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9bbfb543-1312-43f4-b5e8-6484956890d4 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "DELETE /v2.0/networks/b06cdeaf-ecf2-494f-9b37-390c1975899d HTTP/1.1" status: 204 len: 168 time: 1.9832683 Mar 28 19:09:44.812934 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54772) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:44.819971 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2721917e-0900-4ebd-ae94-a2120c4303c6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:44.892550 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5896c41-5617-4001-a77f-27ae0cb56a82 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06a8dfa1-9e57-42db-a95c-d3be5c0c6bd6,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:44.894604 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a5896c41-5617-4001-a77f-27ae0cb56a82 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:44.895841 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a5896c41-5617-4001-a77f-27ae0cb56a82 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7892189 Mar 28 19:09:44.930188 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] For port d7bdd714-9468-4573-b247-0a81f20b1cbf, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=d7bdd714-9468-4573-b247-0a81f20b1cbf,segment=NetworkSegment(c2c2695b-8bb8-49c4-8168-efc6abda7c49),segment_id=c2c2695b-8bb8-49c4-8168-efc6abda7c49)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:09:44.930681 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:44.938176 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5eae1ea-0454-4831-9120-63b5c4d48d4d None None] DHCP port deletion for 95878d54-f985-4afa-8b1c-6acad31b89d4 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:09:44.945652 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a5eae1ea-0454-4831-9120-63b5c4d48d4d None None] Deleting port d7bdd714-9468-4573-b247-0a81f20b1cbf {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:44.946229 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a5eae1ea-0454-4831-9120-63b5c4d48d4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:44.957110 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54776) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:44.957892 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2721917e-0900-4ebd-ae94-a2120c4303c6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:44.988104 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-d9ccc6eb-2423-4908-9096-04b7ad8364a1 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group_rule': {'security_group_id': '06a8dfa1-9e57-42db-a95c-d3be5c0c6bd6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:44.997590 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc43e46-a3ca-46f5-b7d2-400f211b6487 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:44.999008 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc43e46-a3ca-46f5-b7d2-400f211b6487 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:45.000449 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc43e46-a3ca-46f5-b7d2-400f211b6487 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:45.001219 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0bc43e46-a3ca-46f5-b7d2-400f211b6487 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:45.011397 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d9ccc6eb-2423-4908-9096-04b7ad8364a1 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:45.031213 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d9ccc6eb-2423-4908-9096-04b7ad8364a1 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Usage tracker for resource:security_group_rule and tenant:9a24cbafda124330aa6353b2c13784fc is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:45.036390 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2721917e-0900-4ebd-ae94-a2120c4303c6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:45.056025 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d9ccc6eb-2423-4908-9096-04b7ad8364a1 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:45.063568 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2721917e-0900-4ebd-ae94-a2120c4303c6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:security_group_rule and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:45.070133 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b14f2e-496f-4b0b-83de-3390b365abcd tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Deleting subnet 231d1bff-84a6-4f24-bf3a-f3e6e7b37f79 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:09:45.073064 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d9ccc6eb-2423-4908-9096-04b7ad8364a1 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:45.075436 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Calling delete_port for d7bdd714-9468-4573-b247-0a81f20b1cbf owned by network:dhcp {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:45.078748 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2721917e-0900-4ebd-ae94-a2120c4303c6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:45.084460 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94b14f2e-496f-4b0b-83de-3390b365abcd tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:45.110996 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0bc43e46-a3ca-46f5-b7d2-400f211b6487 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:45.112399 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0bc43e46-a3ca-46f5-b7d2-400f211b6487 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4079032 Mar 28 19:09:45.117885 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8204334-f413-4bd2-bc96-9667c6f2d2e9 None None] Update dhcp port {'port': {'network_id': '389cf68c-811d-47a7-87b6-39d5be3bb01f', 'fixed_ips': [{'subnet_id': '392cada1-bf4c-43c4-9857-4a3c76629bc3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '55018dc9-056c-45ab-8985-2676f61561a3'}], 'binding:host_id': 'dv-neutron-834711-1-hyperv'}, 'id': '6b8a5e20-5609-4c01-9929-576de7e0ea95'} from dv-neutron-834711-1-hyperv. {{(pid=87834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 19:09:45.129959 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54780) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:45.130620 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2721917e-0900-4ebd-ae94-a2120c4303c6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:45.162123 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b3130-a5f4-45b1-9061-5a0d19ce7eee req-dd0a911c-bba7-46a1-b0b1-111072a59554 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:45.163570 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6a3b3130-a5f4-45b1-9061-5a0d19ce7eee req-dd0a911c-bba7-46a1-b0b1-111072a59554 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.7289293 Mar 28 19:09:45.263333 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e8204334-f413-4bd2-bc96-9667c6f2d2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:45.302291 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a5eae1ea-0454-4831-9120-63b5c4d48d4d None None] For port d7bdd714-9468-4573-b247-0a81f20b1cbf, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=d7bdd714-9468-4573-b247-0a81f20b1cbf,segment=NetworkSegment(c2c2695b-8bb8-49c4-8168-efc6abda7c49),segment_id=c2c2695b-8bb8-49c4-8168-efc6abda7c49)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:09:45.303189 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a5eae1ea-0454-4831-9120-63b5c4d48d4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:45.303302 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-d1f967b5-5411-43d3-8138-9783c0da428f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:45.311571 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d1f967b5-5411-43d3-8138-9783c0da428f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:port and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:45.317139 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6a3b3130-a5f4-45b1-9061-5a0d19ce7eee req-e26e0766-671b-40d5-a3de-cca63939d88a tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023939 Mar 28 19:09:45.318060 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d1f967b5-5411-43d3-8138-9783c0da428f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:45.320799 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:45.363445 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-d1f967b5-5411-43d3-8138-9783c0da428f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:45.375378 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] No DVR routers for this DVR port d7bdd714-9468-4573-b247-0a81f20b1cbf on host dv-neutron-834711-1-hyperv {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:09:45.415436 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Pushing event deleted for resources: {'Port': ['ID=d7bdd714-9468-4573-b247-0a81f20b1cbf,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:45.433155 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94b14f2e-496f-4b0b-83de-3390b365abcd tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:45.439692 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f967b5-5411-43d3-8138-9783c0da428f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'port': 2} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:45.443971 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d1f967b5-5411-43d3-8138-9783c0da428f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:45.464489 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a5eae1ea-0454-4831-9120-63b5c4d48d4d None None] Calling delete_port for d7bdd714-9468-4573-b247-0a81f20b1cbf owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:45.505851 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe4ea6ab-9d5f-4014-a609-ad193ae233ea tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting subnet 8d61d6ae-f00f-464c-b5d2-cd83d281539c {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:09:45.526799 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d1f967b5-5411-43d3-8138-9783c0da428f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:45.528624 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fe4ea6ab-9d5f-4014-a609-ad193ae233ea tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:45.549799 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:45.569231 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-d9ccc6eb-2423-4908-9096-04b7ad8364a1 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] create failed (client error): The resource could not be found. Mar 28 19:09:45.572731 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d9ccc6eb-2423-4908-9096-04b7ad8364a1 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6032734 Mar 28 19:09:45.591342 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54784) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:45.619107 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-a5eae1ea-0454-4831-9120-63b5c4d48d4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:09:45.619769 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-a5eae1ea-0454-4831-9120-63b5c4d48d4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:09:45.625643 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-6361e68e-d8bb-4d29-8698-92f45d23119e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group_rule': {'security_group_id': '06a8dfa1-9e57-42db-a95c-d3be5c0c6bd6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4998a000-568a-40ad-8280-8056318a2d72'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:45.694637 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-e8204334-f413-4bd2-bc96-9667c6f2d2e9 None None] Allocated IP 2001:db8::2 (389cf68c-811d-47a7-87b6-39d5be3bb01f/55018dc9-056c-45ab-8985-2676f61561a3/6b8a5e20-5609-4c01-9929-576de7e0ea95) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:45.734358 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fe4ea6ab-9d5f-4014-a609-ad193ae233ea tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:45.755666 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6361e68e-d8bb-4d29-8698-92f45d23119e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:45.758744 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95878d54-f985-4afa-8b1c-6acad31b89d4']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:45.799293 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2721917e-0900-4ebd-ae94-a2120c4303c6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:45.814036 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6361e68e-d8bb-4d29-8698-92f45d23119e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Usage tracker for resource:security_group_rule and tenant:9a24cbafda124330aa6353b2c13784fc is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:45.814525 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87ea539-dbf7-48b5-9a44-a2c92238e80c tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Router 748a009d-3589-4943-98f8-5b3937601b1f has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:09:45.817733 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2721917e-0900-4ebd-ae94-a2120c4303c6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:45.819874 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c2695b-8bb8-49c4-8168-efc6abda7c49') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:45.820171 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c2695b-8bb8-49c4-8168-efc6abda7c49') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:45.827467 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6361e68e-d8bb-4d29-8698-92f45d23119e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:45.839365 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94b14f2e-496f-4b0b-83de-3390b365abcd tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:45.852581 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:45.855552 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-e8204334-f413-4bd2-bc96-9667c6f2d2e9 None None] For port 6b8a5e20-5609-4c01-9929-576de7e0ea95, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=6b8a5e20-5609-4c01-9929-576de7e0ea95,segment=NetworkSegment(929e340d-93ae-49ea-a7fa-75f200ed0111),segment_id=929e340d-93ae-49ea-a7fa-75f200ed0111)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:09:45.859148 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6361e68e-d8bb-4d29-8698-92f45d23119e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:45.886229 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e8204334-f413-4bd2-bc96-9667c6f2d2e9 None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:45.905825 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e8204334-f413-4bd2-bc96-9667c6f2d2e9 None None] Transition to ACTIVE for port object 6b8a5e20-5609-4c01-9929-576de7e0ea95 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:45.911194 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e8204334-f413-4bd2-bc96-9667c6f2d2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:45.947185 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:45.974065 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-d1f967b5-5411-43d3-8138-9783c0da428f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] device_id is not set on port a44b1773-f8ba-47cd-b757-cd4ce156cd1d yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:09:45.977454 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:09:45.977860 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:45.992269 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2721917e-0900-4ebd-ae94-a2120c4303c6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:45.993800 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2721917e-0900-4ebd-ae94-a2120c4303c6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3878160 Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:09:45.995937 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:09:46.000058 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54788) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:46.016570 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721917e-0900-4ebd-ae94-a2120c4303c6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b73af508-53ed-4ace-b9aa-a015e9e3c57e,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:46.031949 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-c3493d73-e6ff-4999-b741-f2e631b793dc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'security_group': {'name': 'tempest-secgroup-2106290156'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:46.037742 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c3493d73-e6ff-4999-b741-f2e631b793dc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:46.040691 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721917e-0900-4ebd-ae94-a2120c4303c6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:46.041044 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721917e-0900-4ebd-ae94-a2120c4303c6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:46.041387 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721917e-0900-4ebd-ae94-a2120c4303c6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:46.041726 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721917e-0900-4ebd-ae94-a2120c4303c6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:46.041827 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c3493d73-e6ff-4999-b741-f2e631b793dc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:security_group and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:46.042063 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721917e-0900-4ebd-ae94-a2120c4303c6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:46.042400 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721917e-0900-4ebd-ae94-a2120c4303c6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:46.042744 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721917e-0900-4ebd-ae94-a2120c4303c6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:46.043083 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721917e-0900-4ebd-ae94-a2120c4303c6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:46.043415 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721917e-0900-4ebd-ae94-a2120c4303c6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:46.043932 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721917e-0900-4ebd-ae94-a2120c4303c6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:46.044063 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721917e-0900-4ebd-ae94-a2120c4303c6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:46.044377 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721917e-0900-4ebd-ae94-a2120c4303c6 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:46.087230 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8204334-f413-4bd2-bc96-9667c6f2d2e9 None None] Pushing event updated for resources: {'Port': ['ID=6b8a5e20-5609-4c01-9929-576de7e0ea95,revision_number=6']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:46.095800 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c3493d73-e6ff-4999-b741-f2e631b793dc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:46.114424 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c3493d73-e6ff-4999-b741-f2e631b793dc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:46.120704 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a5eae1ea-0454-4831-9120-63b5c4d48d4d None None] Deleting port d7bdd714-9468-4573-b247-0a81f20b1cbf {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:46.121244 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a5eae1ea-0454-4831-9120-63b5c4d48d4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:46.134595 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-6361e68e-d8bb-4d29-8698-92f45d23119e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] create failed (client error): The resource could not be found. Mar 28 19:09:46.138950 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6361e68e-d8bb-4d29-8698-92f45d23119e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5390317 Mar 28 19:09:46.139961 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54792) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:46.144769 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fe4ea6ab-9d5f-4014-a609-ad193ae233ea tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:46.145264 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c3493d73-e6ff-4999-b741-f2e631b793dc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:46.167999 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:46.174802 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c3493d73-e6ff-4999-b741-f2e631b793dc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:46.176602 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94b14f2e-496f-4b0b-83de-3390b365abcd tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:46.203992 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Pushing event deleted for resources: {'Network': ['ID=95878d54-f985-4afa-8b1c-6acad31b89d4,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:46.210926 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c3493d73-e6ff-4999-b741-f2e631b793dc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:security_group_rule and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:46.213924 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:46.219518 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:46.219866 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:46.220260 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:46.220606 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:46.220942 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:46.221308 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:46.221644 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:46.221971 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:46.222296 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:46.222664 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:46.223017 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:46.223340 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:46.228469 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c3493d73-e6ff-4999-b741-f2e631b793dc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:46.257602 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c3493d73-e6ff-4999-b741-f2e631b793dc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:46.276662 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a5eae1ea-0454-4831-9120-63b5c4d48d4d None None] The port 'd7bdd714-9468-4573-b247-0a81f20b1cbf' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:09:46.287212 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b14f2e-496f-4b0b-83de-3390b365abcd tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Pushing event deleted for resources: {'Subnet': ['ID=231d1bff-84a6-4f24-bf3a-f3e6e7b37f79,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:46.295803 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c47294a-7ba0-43f5-8098-b6b0bb55ac47 None None] Network ae3ba056-ee36-4526-929e-3bba400b37e6 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:46.301010 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-94b14f2e-496f-4b0b-83de-3390b365abcd tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:46.305831 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ae14d5c1-5653-4d0a-a954-5471bb47a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011 tempest-ExtraDHCPOptionsIpV6TestJSON-1987194011-project] 10.222.0.10 "DELETE /v2.0/networks/95878d54-f985-4afa-8b1c-6acad31b89d4 HTTP/1.1" status: 204 len: 168 time: 2.0114350 Mar 28 19:09:46.331097 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87ea539-dbf7-48b5-9a44-a2c92238e80c tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:09:46.342847 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f825bf-e5ba-48c0-bd27-553d1a6d560d None None] Sync routers for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:09:46.379973 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-94b14f2e-496f-4b0b-83de-3390b365abcd tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "DELETE /v2.0/subnets/231d1bff-84a6-4f24-bf3a-f3e6e7b37f79 HTTP/1.1" status: 204 len: 168 time: 1.5555975 Mar 28 19:09:46.388746 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54800) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:46.393031 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f825bf-e5ba-48c0-bd27-553d1a6d560d None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:09:46.393909 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-49f825bf-e5ba-48c0-bd27-553d1a6d560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:09:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:46.422307 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c87ea539-dbf7-48b5-9a44-a2c92238e80c tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "PUT /v2.0/routers/748a009d-3589-4943-98f8-5b3937601b1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4771574 Mar 28 19:09:46.428415 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54804) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:46.490793 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d1f967b5-5411-43d3-8138-9783c0da428f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:46.536853 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-49f825bf-e5ba-48c0-bd27-553d1a6d560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:46.547804 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f825bf-e5ba-48c0-bd27-553d1a6d560d None None] Routers {'748a009d-3589-4943-98f8-5b3937601b1f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:09:46.548778 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-49f825bf-e5ba-48c0-bd27-553d1a6d560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:09:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['748a009d-3589-4943-98f8-5b3937601b1f'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:46.605845 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fe4ea6ab-9d5f-4014-a609-ad193ae233ea tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:46.615656 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-49f825bf-e5ba-48c0-bd27-553d1a6d560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:46.616283 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f825bf-e5ba-48c0-bd27-553d1a6d560d None None] The sync data for ids ['748a009d-3589-4943-98f8-5b3937601b1f'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:09:46.725938 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c3493d73-e6ff-4999-b741-f2e631b793dc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:46.730818 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-17a4c182-2590-4c5b-abea-bf45e31b7377 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:46.741008 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c3493d73-e6ff-4999-b741-f2e631b793dc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:46.770700 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0e9c6d5f-161d-45d0-a0f0-2dd2fb93bddc tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:46.781896 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177af0ed-36a1-49f3-8f48-1b46c8bb5c63 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:46.813467 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fe4ea6ab-9d5f-4014-a609-ad193ae233ea tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:46.820536 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-fe4ea6ab-9d5f-4014-a609-ad193ae233ea tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/8d61d6ae-f00f-464c-b5d2-cd83d281539c HTTP/1.1" status: 204 len: 168 time: 1.6818151 Mar 28 19:09:46.820536 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ea6ab-9d5f-4014-a609-ad193ae233ea tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Subnet': ['ID=8d61d6ae-f00f-464c-b5d2-cd83d281539c,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:46.822790 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 6b8a5e20-5609-4c01-9929-576de7e0ea95 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:09:46.825043 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c3493d73-e6ff-4999-b741-f2e631b793dc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:46.825454 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54810) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:46.836562 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c3493d73-e6ff-4999-b741-f2e631b793dc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8178382 Mar 28 19:09:46.838265 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54814) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:46.889464 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390f391d-2ec6-4f78-8782-909c4a6cf478 None None] DHCP port deletion for ae3ba056-ee36-4526-929e-3bba400b37e6 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:09:46.889973 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-d14a6903-383f-4cf3-aca9-1621e5ac0ee4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'security_group': {'name': 'tempest-secgroup-1371056518'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:46.905867 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54818) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:46.908848 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d14a6903-383f-4cf3-aca9-1621e5ac0ee4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:46.915028 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-390f391d-2ec6-4f78-8782-909c4a6cf478 None None] Deleting port 13915d33-a21d-4265-8f51-8bfeaa61f3ea {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:46.915408 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-390f391d-2ec6-4f78-8782-909c4a6cf478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:46.924585 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0e9c6d5f-161d-45d0-a0f0-2dd2fb93bddc tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:46.926978 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-17a4c182-2590-4c5b-abea-bf45e31b7377 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Deleting port 13915d33-a21d-4265-8f51-8bfeaa61f3ea {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:46.927341 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-17a4c182-2590-4c5b-abea-bf45e31b7377 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:46.935262 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d14a6903-383f-4cf3-aca9-1621e5ac0ee4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:security_group and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:46.995337 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3493d73-e6ff-4999-b741-f2e631b793dc tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0abb59-88b7-4d03-b908-4407a6871dcc,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:46.995561 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d14a6903-383f-4cf3-aca9-1621e5ac0ee4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:47.009954 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-d1f967b5-5411-43d3-8138-9783c0da428f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] device_id is not set on port 5d858e0a-7bf7-4a6c-8ea5-f3b71f53e187 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:09:47.019569 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d14a6903-383f-4cf3-aca9-1621e5ac0ee4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:47.040179 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-f71d5ba8-c0b2-4dfb-9877-2c40a235a391 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting subnet d957af41-7b82-4463-bf55-a065d824eec2 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:09:47.054798 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f71d5ba8-c0b2-4dfb-9877-2c40a235a391 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:47.089934 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186692b1-ab3a-4271-90e0-085b6a16d6a7 req-c3fe53f0-b857-4567-8f5f-8bf0b8f5a127 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:47.091461 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-186692b1-ab3a-4271-90e0-085b6a16d6a7 req-c3fe53f0-b857-4567-8f5f-8bf0b8f5a127 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.4988656 Mar 28 19:09:47.114306 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-2880ec7e-666e-4542-bb96-bf67ab0fcd07 None None] Provisioning for port 6b8a5e20-5609-4c01-9929-576de7e0ea95 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:47.125594 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d14a6903-383f-4cf3-aca9-1621e5ac0ee4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:47.134660 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-2880ec7e-666e-4542-bb96-bf67ab0fcd07 None None] Provisioning complete for port 6b8a5e20-5609-4c01-9929-576de7e0ea95 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:47.135504 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2880ec7e-666e-4542-bb96-bf67ab0fcd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:47.156870 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2b5d-5f10-48c1-a5cc-80a4eed40316 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:47.223724 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 6b8a5e20-5609-4c01-9929-576de7e0ea95 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:47.224642 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:47.246778 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f71d5ba8-c0b2-4dfb-9877-2c40a235a391 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:47.273282 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-186692b1-ab3a-4271-90e0-085b6a16d6a7 req-d9e38847-24f3-4771-b396-0b77401d1e5a tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600192 Mar 28 19:09:47.275847 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d14a6903-383f-4cf3-aca9-1621e5ac0ee4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:47.292250 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-17a4c182-2590-4c5b-abea-bf45e31b7377 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] For port 13915d33-a21d-4265-8f51-8bfeaa61f3ea, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=13915d33-a21d-4265-8f51-8bfeaa61f3ea,segment=NetworkSegment(476cafe6-930b-4305-b7f1-c3f26cf18a09),segment_id=476cafe6-930b-4305-b7f1-c3f26cf18a09)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:09:47.292652 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-17a4c182-2590-4c5b-abea-bf45e31b7377 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:47.294787 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0e9c6d5f-161d-45d0-a0f0-2dd2fb93bddc tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:47.305821 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d14a6903-383f-4cf3-aca9-1621e5ac0ee4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:security_group_rule and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:47.329982 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d14a6903-383f-4cf3-aca9-1621e5ac0ee4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:47.442322 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-17a4c182-2590-4c5b-abea-bf45e31b7377 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Calling delete_port for 13915d33-a21d-4265-8f51-8bfeaa61f3ea owned by network:dhcp {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:47.485380 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d14a6903-383f-4cf3-aca9-1621e5ac0ee4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:47.493509 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f2cd9967-c42e-41a7-a13c-14fc3c359571 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6f3f5355e540495192c49a9f8945a82a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5725965 Mar 28 19:09:47.493509 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c6d5f-161d-45d0-a0f0-2dd2fb93bddc tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a8dfa1-9e57-42db-a95c-d3be5c0c6bd6,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:47.494684 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d1f967b5-5411-43d3-8138-9783c0da428f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:47.500558 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54824) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:47.598425 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0e9c6d5f-161d-45d0-a0f0-2dd2fb93bddc tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:47.602184 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0e9c6d5f-161d-45d0-a0f0-2dd2fb93bddc tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "DELETE /v2.0/security-groups/06a8dfa1-9e57-42db-a95c-d3be5c0c6bd6 HTTP/1.1" status: 204 len: 168 time: 1.4569747 Mar 28 19:09:47.602430 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54828) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:47.626437 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-17a4c182-2590-4c5b-abea-bf45e31b7377 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:47.627073 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-390f391d-2ec6-4f78-8782-909c4a6cf478 None None] For port 13915d33-a21d-4265-8f51-8bfeaa61f3ea, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=13915d33-a21d-4265-8f51-8bfeaa61f3ea,segment=NetworkSegment(476cafe6-930b-4305-b7f1-c3f26cf18a09),segment_id=476cafe6-930b-4305-b7f1-c3f26cf18a09)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:09:47.627461 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-390f391d-2ec6-4f78-8782-909c4a6cf478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:47.658850 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f71d5ba8-c0b2-4dfb-9877-2c40a235a391 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:47.666598 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d1f967b5-5411-43d3-8138-9783c0da428f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:47.674072 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a807211d-92ae-4738-9675-50a4bdff6ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:47.712877 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4c182-2590-4c5b-abea-bf45e31b7377 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Pushing event deleted for resources: {'Port': ['ID=13915d33-a21d-4265-8f51-8bfeaa61f3ea,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:47.750916 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2b5d-5f10-48c1-a5cc-80a4eed40316 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:47.751139 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a4c182-2590-4c5b-abea-bf45e31b7377 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] No DVR routers for this DVR port 13915d33-a21d-4265-8f51-8bfeaa61f3ea on host dv-neutron-834711-1-hyperv {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:09:47.782768 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-3b5b2b5d-5f10-48c1-a5cc-80a4eed40316 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Deleting port 4e446657-b5bf-4760-931a-3bbece8a7e17 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:47.785933 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-390f391d-2ec6-4f78-8782-909c4a6cf478 None None] Calling delete_port for 13915d33-a21d-4265-8f51-8bfeaa61f3ea owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:47.788236 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2b5d-5f10-48c1-a5cc-80a4eed40316 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:47.826222 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device d7bdd714-9468-4573-b247-0a81f20b1cbf no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:09:47.831002 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d14a6903-383f-4cf3-aca9-1621e5ac0ee4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:47.842678 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d14a6903-383f-4cf3-aca9-1621e5ac0ee4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:47.883569 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: d7bdd714-9468-4573-b247-0a81f20b1cbf {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:09:47.883957 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device d7bdd714-9468-4573-b247-0a81f20b1cbf not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:09:47.911739 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-2880ec7e-666e-4542-bb96-bf67ab0fcd07 None None] Provisioning complete for port 1528995a-3926-4666-bc63-fc42d320375b triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:47.912106 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2880ec7e-666e-4542-bb96-bf67ab0fcd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:47.920994 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f71d5ba8-c0b2-4dfb-9877-2c40a235a391 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:47.972109 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f967b5-5411-43d3-8138-9783c0da428f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network 7866db26-7887-42d9-adfa-c77d9bbee666 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:47.977497 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-390f391d-2ec6-4f78-8782-909c4a6cf478 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:09:47.977973 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-390f391d-2ec6-4f78-8782-909c4a6cf478 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:09:47.979946 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-2880ec7e-666e-4542-bb96-bf67ab0fcd07 None None] Port 1528995a-3926-4666-bc63-fc42d320375b cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:09:47.984389 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a6903-383f-4cf3-aca9-1621e5ac0ee4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5603d58e-2911-446a-ad34-fcb90f850a24,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:48.003209 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-d1f967b5-5411-43d3-8138-9783c0da428f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:48.006033 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f967b5-5411-43d3-8138-9783c0da428f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:09:48.006847 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d1f967b5-5411-43d3-8138-9783c0da428f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:48.015941 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a807211d-92ae-4738-9675-50a4bdff6ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:48.035068 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d5ba8-c0b2-4dfb-9877-2c40a235a391 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Subnet': ['ID=d957af41-7b82-4463-bf55-a065d824eec2,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:48.041285 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f71d5ba8-c0b2-4dfb-9877-2c40a235a391 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:48.044092 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a8b59d5e-b839-46c5-a98b-9a7326d20d12 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4406166 Mar 28 19:09:48.046144 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f71d5ba8-c0b2-4dfb-9877-2c40a235a391 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/d957af41-7b82-4463-bf55-a065d824eec2 HTTP/1.1" status: 204 len: 168 time: 1.2193522 Mar 28 19:09:48.047925 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d14a6903-383f-4cf3-aca9-1621e5ac0ee4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:48.049058 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d14a6903-383f-4cf3-aca9-1621e5ac0ee4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1723583 Mar 28 19:09:48.050013 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54832) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:48.050360 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54834) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:48.050642 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54836) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:48.066804 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-6a35584f-e8bf-49fb-8459-519d51c09f53 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group_rule': {'security_group_id': 'a92be7c7-000f-42b3-b8cf-f52aa35ccb9f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:48.076381 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-815c9b68-0504-46e3-bc1e-67f72506cf5e tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1825640280', 'security_groups': ['5603d58e-2911-446a-ad34-fcb90f850a24'], 'network_id': '389cf68c-811d-47a7-87b6-39d5be3bb01f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '55018dc9-056c-45ab-8985-2676f61561a3'}]}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:48.126978 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f967b5-5411-43d3-8138-9783c0da428f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Port': ['ID=a44b1773-f8ba-47cd-b757-cd4ce156cd1d,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:48.163771 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6a35584f-e8bf-49fb-8459-519d51c09f53 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:48.173661 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1ed1c09d-3892-4d1d-b9a1-819b79ee6218 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1149516 Mar 28 19:09:48.181229 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6a35584f-e8bf-49fb-8459-519d51c09f53 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Usage tracker for resource:security_group_rule and tenant:9a24cbafda124330aa6353b2c13784fc is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:48.181471 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-17a4c182-2590-4c5b-abea-bf45e31b7377 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:48.185317 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54844) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:48.190824 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6a35584f-e8bf-49fb-8459-519d51c09f53 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:48.230278 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6a35584f-e8bf-49fb-8459-519d51c09f53 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:48.245289 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-17a4c182-2590-4c5b-abea-bf45e31b7377 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae3ba056-ee36-4526-929e-3bba400b37e6']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:48.273480 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-17a4c182-2590-4c5b-abea-bf45e31b7377 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '476cafe6-930b-4305-b7f1-c3f26cf18a09') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:48.273777 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-17a4c182-2590-4c5b-abea-bf45e31b7377 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '476cafe6-930b-4305-b7f1-c3f26cf18a09') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:48.286238 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f967b5-5411-43d3-8138-9783c0da428f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Port': ['ID=5d858e0a-7bf7-4a6c-8ea5-f3b71f53e187,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:48.296147 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-17a4c182-2590-4c5b-abea-bf45e31b7377 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:48.305170 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f967b5-5411-43d3-8138-9783c0da428f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Checking segment: {'id': '88663934-e6ae-40a9-bf96-72ddc0a0e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '39d53d80-f63f-4565-924f-f4114f8db55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:09:48.305170 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f967b5-5411-43d3-8138-9783c0da428f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network hostable DHCP agents. Network: 39d53d80-f63f-4565-924f-f4114f8db55e, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:09:48.330273 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-17a4c182-2590-4c5b-abea-bf45e31b7377 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:48.336188 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2b5d-5f10-48c1-a5cc-80a4eed40316 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:48.341149 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a807211d-92ae-4738-9675-50a4bdff6ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:48.347543 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a4c182-2590-4c5b-abea-bf45e31b7377 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:09:48.347979 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-17a4c182-2590-4c5b-abea-bf45e31b7377 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:09:48.369858 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:09:48.388736 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f967b5-5411-43d3-8138-9783c0da428f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network 39d53d80-f63f-4565-924f-f4114f8db55e is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:09:48.442790 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807211d-92ae-4738-9675-50a4bdff6ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3985e83b-5646-42a5-b359-ce397f902837,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:48.479635 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-390f391d-2ec6-4f78-8782-909c4a6cf478 None None] Deleting port 13915d33-a21d-4265-8f51-8bfeaa61f3ea {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:48.480237 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-390f391d-2ec6-4f78-8782-909c4a6cf478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:48.505839 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-3b5b2b5d-5f10-48c1-a5cc-80a4eed40316 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Calling delete_port for 4e446657-b5bf-4760-931a-3bbece8a7e17 owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:48.518081 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-17a4c182-2590-4c5b-abea-bf45e31b7377 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:48.520057 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-d1f967b5-5411-43d3-8138-9783c0da428f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 39d53d80-f63f-4565-924f-f4114f8db55e) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:48.552531 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-17a4c182-2590-4c5b-abea-bf45e31b7377 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:48.560542 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f967b5-5411-43d3-8138-9783c0da428f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:09:48.563502 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-815c9b68-0504-46e3-bc1e-67f72506cf5e tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:48.567689 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f967b5-5411-43d3-8138-9783c0da428f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:48.573954 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f967b5-5411-43d3-8138-9783c0da428f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:48.574545 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d1f967b5-5411-43d3-8138-9783c0da428f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:48.595663 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-815c9b68-0504-46e3-bc1e-67f72506cf5e tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:48.598857 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a807211d-92ae-4738-9675-50a4bdff6ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:48.599170 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee5f755-7037-4f8a-a915-24573c4f9cd5 None None] Network 39d53d80-f63f-4565-924f-f4114f8db55e requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:48.603053 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a807211d-92ae-4738-9675-50a4bdff6ae7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3985e83b-5646-42a5-b359-ce397f902837 HTTP/1.1" status: 204 len: 168 time: 1.1003520 Mar 28 19:09:48.603053 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4c182-2590-4c5b-abea-bf45e31b7377 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] Pushing event deleted for resources: {'Network': ['ID=ae3ba056-ee36-4526-929e-3bba400b37e6,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:48.618370 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-6a35584f-e8bf-49fb-8459-519d51c09f53 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] create failed (client error): The resource could not be found. Mar 28 19:09:48.623053 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6a35584f-e8bf-49fb-8459-519d51c09f53 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5593197 Mar 28 19:09:48.623249 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-17a4c182-2590-4c5b-abea-bf45e31b7377 tempest-NetworksIpV6TestAttrs-1740718647 tempest-NetworksIpV6TestAttrs-1740718647-project] 10.222.0.10 "DELETE /v2.0/networks/ae3ba056-ee36-4526-929e-3bba400b37e6 HTTP/1.1" status: 204 len: 168 time: 2.2291729 Mar 28 19:09:48.623501 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827e31d1-77e0-48ab-84d7-54b8249ebe21 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:48.624593 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54854) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:48.629890 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-a0cb7044-d08f-4482-ac61-506e1cee32df tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group': {'name': 'tempest-secgroup--2061829584'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:48.641605 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d1f967b5-5411-43d3-8138-9783c0da428f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.0829654 Mar 28 19:09:48.644142 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a0cb7044-d08f-4482-ac61-506e1cee32df tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:48.647083 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54858) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:48.655148 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0812027d-0944-485d-ad16-20b6492a56e9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:48.656011 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0812027d-0944-485d-ad16-20b6492a56e9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:48.657889 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a0cb7044-d08f-4482-ac61-506e1cee32df tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Usage tracker for resource:security_group and tenant:9a24cbafda124330aa6353b2c13784fc is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:48.679843 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815c9b68-0504-46e3-bc1e-67f72506cf5e tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:48.690734 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-390f391d-2ec6-4f78-8782-909c4a6cf478 None None] The port '13915d33-a21d-4265-8f51-8bfeaa61f3ea' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:09:48.780441 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-e3781ee2-94c6-42a6-8ee7-090dc6fbc36f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting port 5d858e0a-7bf7-4a6c-8ea5-f3b71f53e187 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:48.780965 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e3781ee2-94c6-42a6-8ee7-090dc6fbc36f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:48.827910 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 13915d33-a21d-4265-8f51-8bfeaa61f3ea no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:09:48.837106 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0812027d-0944-485d-ad16-20b6492a56e9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:48.838262 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0812027d-0944-485d-ad16-20b6492a56e9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6512938 Mar 28 19:09:48.848472 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54862) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:48.888436 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a0cb7044-d08f-4482-ac61-506e1cee32df tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:48.909848 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a0cb7044-d08f-4482-ac61-506e1cee32df tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:48.928171 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 13915d33-a21d-4265-8f51-8bfeaa61f3ea {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:09:48.928518 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 13915d33-a21d-4265-8f51-8bfeaa61f3ea not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:09:48.960275 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fad5d7-7e3c-47a0-b73f-1bf231de157c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:48.961286 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a7fad5d7-7e3c-47a0-b73f-1bf231de157c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:48.964055 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ee78b4fb-dd22-4a3c-aa9e-a4e54531d4db None None] Provisioning complete for port dc58a4a8-cbe8-459c-9fda-11761a242e25 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:48.964436 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ee78b4fb-dd22-4a3c-aa9e-a4e54531d4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:48.989662 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6ec53-ebf9-45b4-b9cd-3ce4a91908c8 req-3b903ff1-c49a-4de3-b305-9a12f2e529da tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:49.002409 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-98e6ec53-ebf9-45b4-b9cd-3ce4a91908c8 req-3b903ff1-c49a-4de3-b305-9a12f2e529da tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.5557969 Mar 28 19:09:49.010629 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-815c9b68-0504-46e3-bc1e-67f72506cf5e tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:49.056268 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-815c9b68-0504-46e3-bc1e-67f72506cf5e tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] device_id is not set on port c703f102-7c9d-4fcb-8c10-3e48f2b0cd96 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:09:49.081758 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a0cb7044-d08f-4482-ac61-506e1cee32df tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:49.091481 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a7fad5d7-7e3c-47a0-b73f-1bf231de157c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:49.093553 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a7fad5d7-7e3c-47a0-b73f-1bf231de157c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2441335 Mar 28 19:09:49.097100 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54872) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:49.121640 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a0cb7044-d08f-4482-ac61-506e1cee32df tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:49.128826 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a0cb7044-d08f-4482-ac61-506e1cee32df tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Usage tracker for resource:security_group_rule and tenant:9a24cbafda124330aa6353b2c13784fc is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:49.134132 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a0cb7044-d08f-4482-ac61-506e1cee32df tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:49.143863 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a0cb7044-d08f-4482-ac61-506e1cee32df tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:49.190297 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54878) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:49.193194 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d3f74fbf-0be7-4958-8a0c-99113395dbea tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0949337 Mar 28 19:09:49.204789 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54884) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:49.219141 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-b1f0e95e-8126-436e-ac61-c1a05e6f1c97 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:49.252694 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2b5d-5f10-48c1-a5cc-80a4eed40316 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:49.267640 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a0cb7044-d08f-4482-ac61-506e1cee32df tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:49.320636 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-98e6ec53-ebf9-45b4-b9cd-3ce4a91908c8 req-c931f38b-4aaf-4dae-a7dc-2c9b6a67aad2 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3154676 Mar 28 19:09:49.330033 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a0cb7044-d08f-4482-ac61-506e1cee32df tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:49.414221 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643c3420-1cda-4290-a48b-55b14488c2eb None None] DHCP port deletion for 1857c8f5-5622-42ce-a4f9-106880783f61 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:09:49.418346 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-643c3420-1cda-4290-a48b-55b14488c2eb None None] Deleting port dc58a4a8-cbe8-459c-9fda-11761a242e25 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:49.418712 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-643c3420-1cda-4290-a48b-55b14488c2eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:49.473714 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a0cb7044-d08f-4482-ac61-506e1cee32df tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:49.474976 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a0cb7044-d08f-4482-ac61-506e1cee32df tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8494048 Mar 28 19:09:49.475765 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb7044-d08f-4482-ac61-506e1cee32df tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b051af81-fe45-4530-a252-c199bfb84866,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:49.481423 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54894) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:49.502734 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-6663296a-abfa-4ce1-9f62-78dc0b6414e3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group': {'name': 'tempest-secgroup--1656622382'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:49.512591 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6663296a-abfa-4ce1-9f62-78dc0b6414e3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:49.535486 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b2b5d-5f10-48c1-a5cc-80a4eed40316 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event deleted for resources: {'Port': ['ID=4e446657-b5bf-4760-931a-3bbece8a7e17,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:49.569375 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6663296a-abfa-4ce1-9f62-78dc0b6414e3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Usage tracker for resource:security_group and tenant:9a24cbafda124330aa6353b2c13784fc is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:49.574715 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6663296a-abfa-4ce1-9f62-78dc0b6414e3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:49.590270 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6663296a-abfa-4ce1-9f62-78dc0b6414e3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:49.596274 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e3781ee2-94c6-42a6-8ee7-090dc6fbc36f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:49.743001 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-643c3420-1cda-4290-a48b-55b14488c2eb None None] For port dc58a4a8-cbe8-459c-9fda-11761a242e25, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=dc58a4a8-cbe8-459c-9fda-11761a242e25,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:09:49.743759 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-643c3420-1cda-4290-a48b-55b14488c2eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:49.796604 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6663296a-abfa-4ce1-9f62-78dc0b6414e3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:49.811856 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-e3781ee2-94c6-42a6-8ee7-090dc6fbc36f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Calling delete_port for 5d858e0a-7bf7-4a6c-8ea5-f3b71f53e187 owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:49.812435 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54904) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:49.868615 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-815c9b68-0504-46e3-bc1e-67f72506cf5e tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Allocated IP 2001:db8::59 (389cf68c-811d-47a7-87b6-39d5be3bb01f/55018dc9-056c-45ab-8985-2676f61561a3/c703f102-7c9d-4fcb-8c10-3e48f2b0cd96) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:49.871319 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6663296a-abfa-4ce1-9f62-78dc0b6414e3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:49.881398 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6663296a-abfa-4ce1-9f62-78dc0b6414e3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Usage tracker for resource:security_group_rule and tenant:9a24cbafda124330aa6353b2c13784fc is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:49.885877 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6663296a-abfa-4ce1-9f62-78dc0b6414e3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:49.886423 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-643c3420-1cda-4290-a48b-55b14488c2eb None None] Calling delete_port for dc58a4a8-cbe8-459c-9fda-11761a242e25 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:49.897373 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b1f0e95e-8126-436e-ac61-c1a05e6f1c97 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:49.902560 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6663296a-abfa-4ce1-9f62-78dc0b6414e3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:49.929430 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e3781ee2-94c6-42a6-8ee7-090dc6fbc36f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:49.952747 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b1f0e95e-8126-436e-ac61-c1a05e6f1c97 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:49.958920 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3edc9141-6b7d-4e58-b30c-cc55688d981c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe32ebde26f54d0898ada80456f9d179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7640340 Mar 28 19:09:49.961915 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2b5d-5f10-48c1-a5cc-80a4eed40316 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:49.968386 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54910) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:49.994726 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3781ee2-94c6-42a6-8ee7-090dc6fbc36f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Port': ['ID=5d858e0a-7bf7-4a6c-8ea5-f3b71f53e187,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:50.011288 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e3781ee2-94c6-42a6-8ee7-090dc6fbc36f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:50.016328 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-643c3420-1cda-4290-a48b-55b14488c2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:50.020723 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-16b5f9b4-57b8-4c09-ac22-554961922204 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1653451478'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:50.052617 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e3781ee2-94c6-42a6-8ee7-090dc6fbc36f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/ports/5d858e0a-7bf7-4a6c-8ea5-f3b71f53e187 HTTP/1.1" status: 204 len: 168 time: 1.4035313 Mar 28 19:09:50.062760 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54914) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:50.072772 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c3420-1cda-4290-a48b-55b14488c2eb None None] Pushing event deleted for resources: {'Port': ['ID=dc58a4a8-cbe8-459c-9fda-11761a242e25,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:50.082733 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643c3420-1cda-4290-a48b-55b14488c2eb None None] No DVR routers for this DVR port dc58a4a8-cbe8-459c-9fda-11761a242e25 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:09:50.084842 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c3420-1cda-4290-a48b-55b14488c2eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:50.085191 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c3420-1cda-4290-a48b-55b14488c2eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:50.085530 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c3420-1cda-4290-a48b-55b14488c2eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:50.085917 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c3420-1cda-4290-a48b-55b14488c2eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:50.086395 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c3420-1cda-4290-a48b-55b14488c2eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:50.086730 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c3420-1cda-4290-a48b-55b14488c2eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:50.087082 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c3420-1cda-4290-a48b-55b14488c2eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:50.087406 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c3420-1cda-4290-a48b-55b14488c2eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:50.087729 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c3420-1cda-4290-a48b-55b14488c2eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:50.088141 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c3420-1cda-4290-a48b-55b14488c2eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:50.088378 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c3420-1cda-4290-a48b-55b14488c2eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:50.088674 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c3420-1cda-4290-a48b-55b14488c2eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:09:50.096956 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-16b5f9b4-57b8-4c09-ac22-554961922204 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:50.126511 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-16b5f9b4-57b8-4c09-ac22-554961922204 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Usage tracker for resource:network and tenant:f276bf12a57f4152b7ebcae5f826f165 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:50.130682 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f0e95e-8126-436e-ac61-c1a05e6f1c97 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:50.134085 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1f0e95e-8126-436e-ac61-c1a05e6f1c97 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:50.135935 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f0e95e-8126-436e-ac61-c1a05e6f1c97 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:09:50.136357 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1f0e95e-8126-436e-ac61-c1a05e6f1c97 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:09:50.136935 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6663296a-abfa-4ce1-9f62-78dc0b6414e3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:50.139834 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-16b5f9b4-57b8-4c09-ac22-554961922204 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:50.145194 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6663296a-abfa-4ce1-9f62-78dc0b6414e3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:50.166736 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-26e366be-0682-45dd-85f1-5524773ed3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:50.201634 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6663296a-abfa-4ce1-9f62-78dc0b6414e3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:50.202920 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6663296a-abfa-4ce1-9f62-78dc0b6414e3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7173209 Mar 28 19:09:50.207779 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-16b5f9b4-57b8-4c09-ac22-554961922204 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:50.210820 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54918) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:50.217789 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2b5d-5f10-48c1-a5cc-80a4eed40316 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:50.217946 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663296a-abfa-4ce1-9f62-78dc0b6414e3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7816f4ef-021d-44ff-b034-b18fc1a4280e,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:50.224929 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-26e366be-0682-45dd-85f1-5524773ed3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:50.234175 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-4dcf54b3-cbff-47be-bde5-3de0bab3479e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group_rule': {'security_group_id': 'b051af81-fe45-4530-a252-c199bfb84866', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '7816f4ef-021d-44ff-b034-b18fc1a4280e'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:50.234717 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2b5d-5f10-48c1-a5cc-80a4eed40316 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:50.252387 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4dcf54b3-cbff-47be-bde5-3de0bab3479e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:50.277392 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b1f0e95e-8126-436e-ac61-c1a05e6f1c97 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0674109 Mar 28 19:09:50.278354 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4dcf54b3-cbff-47be-bde5-3de0bab3479e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Usage tracker for resource:security_group_rule and tenant:9a24cbafda124330aa6353b2c13784fc is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:50.278507 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b5f9b4-57b8-4c09-ac22-554961922204 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Made reservation on behalf of f276bf12a57f4152b7ebcae5f826f165 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:50.281856 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16b5f9b4-57b8-4c09-ac22-554961922204 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:50.283321 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54922) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:50.285101 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4dcf54b3-cbff-47be-bde5-3de0bab3479e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:50.296071 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4dcf54b3-cbff-47be-bde5-3de0bab3479e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:50.300843 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-4633c38c-0cd3-4045-8af9-1b912ede9b48 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:50.345809 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a818cc8-8674-4fe3-b561-35ebb817a367 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:50.351636 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a818cc8-8674-4fe3-b561-35ebb817a367 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:50.352355 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-7a818cc8-8674-4fe3-b561-35ebb817a367 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Synchronizing usage tracker for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:50.352956 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16b5f9b4-57b8-4c09-ac22-554961922204 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:50.373655 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2b5d-5f10-48c1-a5cc-80a4eed40316 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:50.374322 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5b2b5d-5f10-48c1-a5cc-80a4eed40316 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Fanout notify agent at l3_agent the message router_deleted on router 748a009d-3589-4943-98f8-5b3937601b1f {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:09:50.378699 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-16b5f9b4-57b8-4c09-ac22-554961922204 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:50.390133 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-16b5f9b4-57b8-4c09-ac22-554961922204 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Usage tracker for resource:security_group_rule and tenant:f276bf12a57f4152b7ebcae5f826f165 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:50.395578 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-16b5f9b4-57b8-4c09-ac22-554961922204 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:50.412793 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2b5d-5f10-48c1-a5cc-80a4eed40316 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:50.414293 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3b5b2b5d-5f10-48c1-a5cc-80a4eed40316 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "DELETE /v2.0/routers/748a009d-3589-4943-98f8-5b3937601b1f HTTP/1.1" status: 204 len: 168 time: 3.9839966 Mar 28 19:09:50.415733 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-16b5f9b4-57b8-4c09-ac22-554961922204 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:50.424602 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54928) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:50.463113 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-815c9b68-0504-46e3-bc1e-67f72506cf5e tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:50.549284 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16b5f9b4-57b8-4c09-ac22-554961922204 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:50.553652 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16b5f9b4-57b8-4c09-ac22-554961922204 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:50.594860 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b5f9b4-57b8-4c09-ac22-554961922204 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:09:50.600170 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5f9b4-57b8-4c09-ac22-554961922204 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0afa825a-c664-4bf6-94da-f8c1c9babd23,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:50.607346 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16b5f9b4-57b8-4c09-ac22-554961922204 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:50.608230 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-16b5f9b4-57b8-4c09-ac22-554961922204 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Added segment f870a2ed-8b07-4fb6-86df-7cf4a8f5359a of type vlan for network d3e2fd17-97e6-4230-93e2-ce82dea1bcd5 Mar 28 19:09:50.615810 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-815c9b68-0504-46e3-bc1e-67f72506cf5e tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Transition to ACTIVE for port object c703f102-7c9d-4fcb-8c10-3e48f2b0cd96 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:50.637448 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16b5f9b4-57b8-4c09-ac22-554961922204 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:50.647278 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-7a818cc8-8674-4fe3-b561-35ebb817a367 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Unset dirty status for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:50.648453 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-7a818cc8-8674-4fe3-b561-35ebb817a367 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.5826528 Mar 28 19:09:50.651386 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54932) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:50.671478 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-26e366be-0682-45dd-85f1-5524773ed3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:50.684620 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-4dcf54b3-cbff-47be-bde5-3de0bab3479e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:09:50.685617 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4dcf54b3-cbff-47be-bde5-3de0bab3479e tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4712842 Mar 28 19:09:50.688559 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4633c38c-0cd3-4045-8af9-1b912ede9b48 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:50.695296 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54936) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:50.701130 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e366be-0682-45dd-85f1-5524773ed3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dad7ae-fde7-4570-95d0-a99a62a39469,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:50.717926 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4633c38c-0cd3-4045-8af9-1b912ede9b48 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:50.724213 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-37720d28-12f1-4f2b-a46e-3cdda8599513 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Deleting subnet 5cd049cf-fb36-4290-8379-6d4d17f0e157 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:09:50.733789 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-26e366be-0682-45dd-85f1-5524773ed3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:50.734955 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-26e366be-0682-45dd-85f1-5524773ed3f6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a4dad7ae-fde7-4570-95d0-a99a62a39469 HTTP/1.1" status: 204 len: 168 time: 0.7610989 Mar 28 19:09:50.736379 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-37720d28-12f1-4f2b-a46e-3cdda8599513 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:50.773484 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4633c38c-0cd3-4045-8af9-1b912ede9b48 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:50.777030 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4633c38c-0cd3-4045-8af9-1b912ede9b48 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:50.778516 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-4633c38c-0cd3-4045-8af9-1b912ede9b48 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:09:50.778960 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4633c38c-0cd3-4045-8af9-1b912ede9b48 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:09:50.810035 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16b5f9b4-57b8-4c09-ac22-554961922204 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:50.814352 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4633c38c-0cd3-4045-8af9-1b912ede9b48 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5258107 Mar 28 19:09:50.818796 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b5f9b4-57b8-4c09-ac22-554961922204 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:50.819511 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16b5f9b4-57b8-4c09-ac22-554961922204 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:50.819901 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54942) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:50.831627 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-37720d28-12f1-4f2b-a46e-3cdda8599513 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:50.833575 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device dc58a4a8-cbe8-459c-9fda-11761a242e25 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:09:50.860248 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-815c9b68-0504-46e3-bc1e-67f72506cf5e tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:50.877040 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-83102ba9-7461-4047-8f08-de738f40c314 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting port a44b1773-f8ba-47cd-b757-cd4ce156cd1d {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:50.877622 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-83102ba9-7461-4047-8f08-de738f40c314 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:50.878737 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: dc58a4a8-cbe8-459c-9fda-11761a242e25 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:09:50.879205 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device dc58a4a8-cbe8-459c-9fda-11761a242e25 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:09:50.882308 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-4ba027c5-f102-46ca-8ba7-ccda31214878 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:50.942900 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e912d-28ca-4ef7-a1bd-1cc1a191747f req-e8bf5629-4e9e-4378-a219-4f17a9e69767 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:50.944340 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d43e912d-28ca-4ef7-a1bd-1cc1a191747f req-e8bf5629-4e9e-4378-a219-4f17a9e69767 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.3531954 Mar 28 19:09:51.009075 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815c9b68-0504-46e3-bc1e-67f72506cf5e tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network 389cf68c-811d-47a7-87b6-39d5be3bb01f is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:51.031567 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-815c9b68-0504-46e3-bc1e-67f72506cf5e tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:51.034180 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815c9b68-0504-46e3-bc1e-67f72506cf5e tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:09:51.040105 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815c9b68-0504-46e3-bc1e-67f72506cf5e tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:51.040936 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-815c9b68-0504-46e3-bc1e-67f72506cf5e tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:51.070332 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4ba027c5-f102-46ca-8ba7-ccda31214878 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:51.074190 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-37720d28-12f1-4f2b-a46e-3cdda8599513 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:51.105480 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d43e912d-28ca-4ef7-a1bd-1cc1a191747f req-e7b1b502-f663-42e4-9623-dac64fea9843 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102388 Mar 28 19:09:51.126179 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4ba027c5-f102-46ca-8ba7-ccda31214878 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:51.157357 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba027c5-f102-46ca-8ba7-ccda31214878 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:51.162711 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4ba027c5-f102-46ca-8ba7-ccda31214878 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:51.163019 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-07859e16-4bde-42b1-b089-f9664a0fce5f tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:51.164470 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba027c5-f102-46ca-8ba7-ccda31214878 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:09:51.164835 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5f9b4-57b8-4c09-ac22-554961922204 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Pushing event updated for resources: {'Network': ['ID=d3e2fd17-97e6-4230-93e2-ce82dea1bcd5,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:51.165176 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ba027c5-f102-46ca-8ba7-ccda31214878 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:09:51.168519 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c9b68-0504-46e3-bc1e-67f72506cf5e tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Port': ['ID=c703f102-7c9d-4fcb-8c10-3e48f2b0cd96,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:51.175528 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-16b5f9b4-57b8-4c09-ac22-554961922204 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3618486 Mar 28 19:09:51.180493 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54950) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:51.182858 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network d3e2fd17-97e6-4230-93e2-ce82dea1bcd5 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:09:51.195054 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-815c9b68-0504-46e3-bc1e-67f72506cf5e tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1322351 Mar 28 19:09:51.210123 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54954) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:51.223605 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-9558a0d5-5b22-4203-8da8-a8f1af71a764 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'subnet': {'network_id': '389cf68c-811d-47a7-87b6-39d5be3bb01f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:51.240230 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4ba027c5-f102-46ca-8ba7-ccda31214878 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4173315 Mar 28 19:09:51.244989 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54960) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:51.246374 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-c40f7571-56ef-4450-bd42-1bd231a2185e tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Request body: {'subnet': {'network_id': 'd3e2fd17-97e6-4230-93e2-ce82dea1bcd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:51.271228 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-2fb66f7c-f793-4449-8c53-e4a7451588db tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:51.338404 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-07859e16-4bde-42b1-b089-f9664a0fce5f tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:51.465432 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-37720d28-12f1-4f2b-a46e-3cdda8599513 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:51.480014 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-dc8c713d-580f-4010-9979-a96975e5392f None None] Provisioning for port c703f102-7c9d-4fcb-8c10-3e48f2b0cd96 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:51.487661 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-dc8c713d-580f-4010-9979-a96975e5392f None None] Provisioning complete for port c703f102-7c9d-4fcb-8c10-3e48f2b0cd96 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:51.488036 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-dc8c713d-580f-4010-9979-a96975e5392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:51.512729 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-2fb66f7c-f793-4449-8c53-e4a7451588db tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:51.523555 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37720d28-12f1-4f2b-a46e-3cdda8599513 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event deleted for resources: {'Subnet': ['ID=5cd049cf-fb36-4290-8379-6d4d17f0e157,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:51.534092 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-37720d28-12f1-4f2b-a46e-3cdda8599513 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:51.540514 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-37720d28-12f1-4f2b-a46e-3cdda8599513 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "DELETE /v2.0/subnets/5cd049cf-fb36-4290-8379-6d4d17f0e157 HTTP/1.1" status: 204 len: 168 time: 1.1149261 Mar 28 19:09:51.548201 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54972) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:51.562937 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-2fb66f7c-f793-4449-8c53-e4a7451588db tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:51.611573 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-dc8c713d-580f-4010-9979-a96975e5392f None None] Port c703f102-7c9d-4fcb-8c10-3e48f2b0cd96 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:09:51.618863 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-9558a0d5-5b22-4203-8da8-a8f1af71a764 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:51.628122 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9558a0d5-5b22-4203-8da8-a8f1af71a764 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:subnet and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:51.674628 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9558a0d5-5b22-4203-8da8-a8f1af71a764 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:51.678497 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb66f7c-f793-4449-8c53-e4a7451588db tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:51.682184 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2fb66f7c-f793-4449-8c53-e4a7451588db tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:51.683863 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb66f7c-f793-4449-8c53-e4a7451588db tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:09:51.684453 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb66f7c-f793-4449-8c53-e4a7451588db tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:09:51.705685 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-9558a0d5-5b22-4203-8da8-a8f1af71a764 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:51.725467 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-83102ba9-7461-4047-8f08-de738f40c314 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:51.730916 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9bf6a2ff-7c7c-4753-95f4-31d690eee1f6 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:51.737250 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2fb66f7c-f793-4449-8c53-e4a7451588db tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4891772 Mar 28 19:09:51.741383 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54980) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:51.748529 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-570b9e08-a680-44e5-8c83-d3f7bd745200 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:51.792543 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c40f7571-56ef-4450-bd42-1bd231a2185e tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:51.832235 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9558a0d5-5b22-4203-8da8-a8f1af71a764 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:51.835566 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9558a0d5-5b22-4203-8da8-a8f1af71a764 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:51.852457 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 54984) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:51.861500 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-83102ba9-7461-4047-8f08-de738f40c314 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Calling delete_port for a44b1773-f8ba-47cd-b757-cd4ce156cd1d owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:51.890165 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c40f7571-56ef-4450-bd42-1bd231a2185e tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Usage tracker for resource:subnet and tenant:f276bf12a57f4152b7ebcae5f826f165 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:51.893639 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c40f7571-56ef-4450-bd42-1bd231a2185e tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:51.913936 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c40f7571-56ef-4450-bd42-1bd231a2185e tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:51.916305 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-07859e16-4bde-42b1-b089-f9664a0fce5f tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:51.953712 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07859e16-4bde-42b1-b089-f9664a0fce5f tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7816f4ef-021d-44ff-b034-b18fc1a4280e,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:51.959883 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40f7571-56ef-4450-bd42-1bd231a2185e tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Made reservation on behalf of f276bf12a57f4152b7ebcae5f826f165 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:51.963212 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c40f7571-56ef-4450-bd42-1bd231a2185e tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:52.018581 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-570b9e08-a680-44e5-8c83-d3f7bd745200 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:52.064403 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-0664bc94-4067-437e-892b-f0f6de65dfcb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Request body: {'security_group': {'name': 'tempest-secgroup--717416898'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:52.074612 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-07859e16-4bde-42b1-b089-f9664a0fce5f tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:52.075713 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-07859e16-4bde-42b1-b089-f9664a0fce5f tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "DELETE /v2.0/security-groups/7816f4ef-021d-44ff-b034-b18fc1a4280e HTTP/1.1" status: 204 len: 168 time: 1.3725262 Mar 28 19:09:52.082718 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54990) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:52.083104 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0664bc94-4067-437e-892b-f0f6de65dfcb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:52.088494 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9bf6a2ff-7c7c-4753-95f4-31d690eee1f6 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:52.090499 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0664bc94-4067-437e-892b-f0f6de65dfcb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Usage tracker for resource:security_group and tenant:b125fdf0abbc4973a8e54a6f5b5f24be is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:52.094654 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0664bc94-4067-437e-892b-f0f6de65dfcb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:52.097792 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-570b9e08-a680-44e5-8c83-d3f7bd745200 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:52.099164 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-83102ba9-7461-4047-8f08-de738f40c314 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:52.147660 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0664bc94-4067-437e-892b-f0f6de65dfcb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:52.157308 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-9bf6a2ff-7c7c-4753-95f4-31d690eee1f6 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04591ea1-7a4a-4cf4-8904-04ef5988b6c3']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:52.165345 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570b9e08-a680-44e5-8c83-d3f7bd745200 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:52.165554 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83102ba9-7461-4047-8f08-de738f40c314 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Port': ['ID=a44b1773-f8ba-47cd-b757-cd4ce156cd1d,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:52.168728 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-570b9e08-a680-44e5-8c83-d3f7bd745200 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:52.170654 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-570b9e08-a680-44e5-8c83-d3f7bd745200 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:09:52.171218 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-570b9e08-a680-44e5-8c83-d3f7bd745200 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:09:52.177124 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-83102ba9-7461-4047-8f08-de738f40c314 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:52.186157 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0664bc94-4067-437e-892b-f0f6de65dfcb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:52.200085 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.ipam_backend_mixin [None req-9558a0d5-5b22-4203-8da8-a8f1af71a764 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 55018dc9-056c-45ab-8985-2676f61561a3 (CIDR: 2001:db8::/64) Mar 28 19:09:52.209552 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0664bc94-4067-437e-892b-f0f6de65dfcb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:52.213332 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-9bf6a2ff-7c7c-4753-95f4-31d690eee1f6 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efd8a694-14a5-4f50-a95b-3d1bd98a1324') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:52.213630 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-9bf6a2ff-7c7c-4753-95f4-31d690eee1f6 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efd8a694-14a5-4f50-a95b-3d1bd98a1324') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:52.227578 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-83102ba9-7461-4047-8f08-de738f40c314 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/ports/a44b1773-f8ba-47cd-b757-cd4ce156cd1d HTTP/1.1" status: 204 len: 168 time: 1.5729010 Mar 28 19:09:52.229387 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-9558a0d5-5b22-4203-8da8-a8f1af71a764 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:09:52.229859 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9558a0d5-5b22-4203-8da8-a8f1af71a764 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:09:52.236961 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 54996) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:52.256811 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0664bc94-4067-437e-892b-f0f6de65dfcb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:52.270484 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0664bc94-4067-437e-892b-f0f6de65dfcb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Usage tracker for resource:security_group_rule and tenant:b125fdf0abbc4973a8e54a6f5b5f24be is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:52.278105 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0664bc94-4067-437e-892b-f0f6de65dfcb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:52.282837 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9bf6a2ff-7c7c-4753-95f4-31d690eee1f6 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:52.288361 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0664bc94-4067-437e-892b-f0f6de65dfcb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:52.353141 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c40f7571-56ef-4450-bd42-1bd231a2185e tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:52.459343 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-570b9e08-a680-44e5-8c83-d3f7bd745200 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7167320 Mar 28 19:09:52.463642 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55000) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:52.465910 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f7571-56ef-4450-bd42-1bd231a2185e tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Pushing event updated for resources: {'Subnet': ['ID=a9fa64a1-1137-4fde-9fb5-1c562e4ac500,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:52.476476 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f7edbf25-b533-4caf-b121-68e75d54f8b3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Synchronizing usage tracker for tenant:9a24cbafda124330aa6353b2c13784fc on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:52.481000 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-ac03e291-c6b5-45e5-9b9a-ea458830f607 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:52.484452 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9558a0d5-5b22-4203-8da8-a8f1af71a764 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2706392 Mar 28 19:09:52.487475 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9bf6a2ff-7c7c-4753-95f4-31d690eee1f6 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:52.489747 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55004) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:52.505476 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-0b94b82c-82e9-4a9b-ad1b-2fe507450b72 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'subnet': {'network_id': '389cf68c-811d-47a7-87b6-39d5be3bb01f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:52.517160 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40f7571-56ef-4450-bd42-1bd231a2185e tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Checking segment: {'id': 'f870a2ed-8b07-4fb6-86df-7cf4a8f5359a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd3e2fd17-97e6-4230-93e2-ce82dea1bcd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:09:52.517520 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40f7571-56ef-4450-bd42-1bd231a2185e tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Network hostable DHCP agents. Network: d3e2fd17-97e6-4230-93e2-ce82dea1bcd5, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:09:52.538842 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf6a2ff-7c7c-4753-95f4-31d690eee1f6 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:09:52.539255 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9bf6a2ff-7c7c-4753-95f4-31d690eee1f6 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:52.546019 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0664bc94-4067-437e-892b-f0f6de65dfcb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:09:52.556740 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:09:52.599289 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0664bc94-4067-437e-892b-f0f6de65dfcb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:52.617799 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0664bc94-4067-437e-892b-f0f6de65dfcb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:52.631534 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40f7571-56ef-4450-bd42-1bd231a2185e tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Network d3e2fd17-97e6-4230-93e2-ce82dea1bcd5 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:09:52.633907 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0664bc94-4067-437e-892b-f0f6de65dfcb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Usage tracker for resource:security_group_rule and tenant:b125fdf0abbc4973a8e54a6f5b5f24be is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:52.656074 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0664bc94-4067-437e-892b-f0f6de65dfcb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:52.658950 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-ac03e291-c6b5-45e5-9b9a-ea458830f607 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:52.671176 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0664bc94-4067-437e-892b-f0f6de65dfcb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:52.675888 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-c40f7571-56ef-4450-bd42-1bd231a2185e tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, d3e2fd17-97e6-4230-93e2-ce82dea1bcd5) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:52.677699 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664bc94-4067-437e-892b-f0f6de65dfcb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ee8f30-e8b1-4c54-a026-1254cc77dd1d,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:52.680920 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f7edbf25-b533-4caf-b121-68e75d54f8b3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Unset dirty status for tenant:9a24cbafda124330aa6353b2c13784fc on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:52.682753 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f7edbf25-b533-4caf-b121-68e75d54f8b3 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5965371 Mar 28 19:09:52.685447 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40f7571-56ef-4450-bd42-1bd231a2185e tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:52.686555 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c40f7571-56ef-4450-bd42-1bd231a2185e tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:52.690462 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-ac03e291-c6b5-45e5-9b9a-ea458830f607 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:52.693238 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55008) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:52.696271 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ead20f0-a86b-427d-805d-0a146cf9fedc None None] Network d3e2fd17-97e6-4230-93e2-ce82dea1bcd5 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:52.732496 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac03e291-c6b5-45e5-9b9a-ea458830f607 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:52.736207 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ac03e291-c6b5-45e5-9b9a-ea458830f607 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:52.737386 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac03e291-c6b5-45e5-9b9a-ea458830f607 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:09:52.737810 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac03e291-c6b5-45e5-9b9a-ea458830f607 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:09:52.752877 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c40f7571-56ef-4450-bd42-1bd231a2185e tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5710084 Mar 28 19:09:52.759708 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55012) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:52.771416 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-c766bae5-beaf-46d5-ad6b-8bd39d634009 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Request body: {'port': {'network_id': 'd3e2fd17-97e6-4230-93e2-ce82dea1bcd5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-865090059'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:52.774473 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9bf6a2ff-7c7c-4753-95f4-31d690eee1f6 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:52.812914 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9bf6a2ff-7c7c-4753-95f4-31d690eee1f6 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:52.823064 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ac03e291-c6b5-45e5-9b9a-ea458830f607 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3582568 Mar 28 19:09:52.830400 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55016) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:52.846728 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5484aa72-a8b4-410b-b4f4-b0614a110286 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:52.850697 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5484aa72-a8b4-410b-b4f4-b0614a110286 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6073575 Mar 28 19:09:52.859319 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa162a8-74b7-48a0-a017-39822e85949b req-a66c062a-3c01-4332-8edf-42e0a9db434d tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:52.860844 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cfa162a8-74b7-48a0-a017-39822e85949b req-a66c062a-3c01-4332-8edf-42e0a9db434d tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.6211181 Mar 28 19:09:52.862515 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6a2ff-7c7c-4753-95f4-31d690eee1f6 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] Pushing event deleted for resources: {'Network': ['ID=04591ea1-7a4a-4cf4-8904-04ef5988b6c3,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:52.866327 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55020) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:52.872722 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9bf6a2ff-7c7c-4753-95f4-31d690eee1f6 tempest-FloatingIPTestJSON-1127759065 tempest-FloatingIPTestJSON-1127759065-project] 10.222.0.10 "DELETE /v2.0/networks/04591ea1-7a4a-4cf4-8904-04ef5988b6c3 HTTP/1.1" status: 204 len: 168 time: 1.3184810 Mar 28 19:09:52.927198 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0664bc94-4067-437e-892b-f0f6de65dfcb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:52.946983 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4cb52fd4-dbe3-4cb7-88ef-a6bbab847587 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1134808 Mar 28 19:09:52.946983 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0664bc94-4067-437e-892b-f0f6de65dfcb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:52.949034 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55026) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:52.950852 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0b94b82c-82e9-4a9b-ad1b-2fe507450b72 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:52.961237 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83a0806-e613-425f-9a79-609ea7aa0bc8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] GET failed (client error): The resource could not be found. Mar 28 19:09:52.962633 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a83a0806-e613-425f-9a79-609ea7aa0bc8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "GET /v2.0/ports/5d858e0a-7bf7-4a6c-8ea5-f3b71f53e187 HTTP/1.1" status: 404 len: 333 time: 0.0908828 Mar 28 19:09:52.963949 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0b94b82c-82e9-4a9b-ad1b-2fe507450b72 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:subnet and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:52.969628 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55030) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:52.970714 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0b94b82c-82e9-4a9b-ad1b-2fe507450b72 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:52.981466 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-73e662c9-b0cd-425a-917d-3e250be8aced tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:53.023245 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0b94b82c-82e9-4a9b-ad1b-2fe507450b72 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:53.047667 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0664bc94-4067-437e-892b-f0f6de65dfcb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:53.048860 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0664bc94-4067-437e-892b-f0f6de65dfcb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1954594 Mar 28 19:09:53.055468 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55034) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:53.059069 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-35db6258-3125-4807-8e3b-52f4dc7aaf8e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] GET failed (client error): The resource could not be found. Mar 28 19:09:53.060764 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-35db6258-3125-4807-8e3b-52f4dc7aaf8e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "GET /v2.0/ports/a44b1773-f8ba-47cd-b757-cd4ce156cd1d HTTP/1.1" status: 404 len: 333 time: 0.0806181 Mar 28 19:09:53.063035 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664bc94-4067-437e-892b-f0f6de65dfcb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14db31f9-e2b6-4f9c-8dc7-c4d17d109263,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:53.065095 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55038) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:53.066026 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cfa162a8-74b7-48a0-a017-39822e85949b req-c8c0c7d2-4e41-4c83-98f9-c468e096a71c tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912661 Mar 28 19:09:53.092213 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b94b82c-82e9-4a9b-ad1b-2fe507450b72 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:53.095680 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0b94b82c-82e9-4a9b-ad1b-2fe507450b72 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:53.114727 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096e36ac-2ca1-4b67-9683-008a25cce16d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-d3e2fd17-97e6-4230-93e2-ce82dea1bcd5', 'network_id': 'd3e2fd17-97e6-4230-93e2-ce82dea1bcd5', 'tenant_id': 'f276bf12a57f4152b7ebcae5f826f165', 'fixed_ips': [{'subnet_id': 'a9fa64a1-1137-4fde-9fb5-1c562e4ac500'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:09:53.116057 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-096e36ac-2ca1-4b67-9683-008a25cce16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:53.116232 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-73e662c9-b0cd-425a-917d-3e250be8aced tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:53.119922 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c766bae5-beaf-46d5-ad6b-8bd39d634009 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:53.124420 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd0a4c4-f6bd-48b9-96ac-450f2d852087 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:53.125864 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-bbd0a4c4-f6bd-48b9-96ac-450f2d852087 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1657722 Mar 28 19:09:53.132596 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55042) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:53.183070 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c766bae5-beaf-46d5-ad6b-8bd39d634009 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Usage tracker for resource:port and tenant:f276bf12a57f4152b7ebcae5f826f165 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:53.242108 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c766bae5-beaf-46d5-ad6b-8bd39d634009 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:53.272089 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c766bae5-beaf-46d5-ad6b-8bd39d634009 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:53.275700 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c792943d-1c4e-4770-9857-e9b984251dfd tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1420794 Mar 28 19:09:53.281329 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55048) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:53.289488 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0055dd19-e411-4e8d-a4c2-f86d1c4770a6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:53.294803 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-340a17d5-7c61-462c-912d-46d9a0c93d7b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:53.299837 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-8fdc8564-29e3-4f76-89ce-97b02dfd13e6 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2376285 Mar 28 19:09:53.304776 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55052) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:53.310950 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-73e662c9-b0cd-425a-917d-3e250be8aced tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:53.316685 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c766bae5-beaf-46d5-ad6b-8bd39d634009 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Made reservation on behalf of f276bf12a57f4152b7ebcae5f826f165 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:53.318947 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-0d94183a-0a86-41e8-8718-e03de101fede tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Request body: {'security_group': {'name': 'tempest-security--947629175', 'description': 'tempest-security-description-1960669869'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:53.320082 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c766bae5-beaf-46d5-ad6b-8bd39d634009 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:53.347230 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55056) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:53.365379 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e662c9-b0cd-425a-917d-3e250be8aced tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b051af81-fe45-4530-a252-c199bfb84866,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:53.365723 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-096e36ac-2ca1-4b67-9683-008a25cce16d None None] Allocated IP 172.20.0.2 (d3e2fd17-97e6-4230-93e2-ce82dea1bcd5/a9fa64a1-1137-4fde-9fb5-1c562e4ac500/dc2d1cb7-8666-4736-9789-d58e97599d36) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:53.368704 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.ipam_backend_mixin [None req-0b94b82c-82e9-4a9b-ad1b-2fe507450b72 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 392cada1-bf4c-43c4-9857-4a3c76629bc3 (CIDR: 2001:db8:0:1::/64) Mar 28 19:09:53.386393 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b94b82c-82e9-4a9b-ad1b-2fe507450b72 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:09:53.386740 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b94b82c-82e9-4a9b-ad1b-2fe507450b72 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:09:53.394534 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-73e662c9-b0cd-425a-917d-3e250be8aced tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:53.395661 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-73e662c9-b0cd-425a-917d-3e250be8aced tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "DELETE /v2.0/security-groups/b051af81-fe45-4530-a252-c199bfb84866 HTTP/1.1" status: 204 len: 168 time: 0.7001872 Mar 28 19:09:53.399630 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55062) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:53.408656 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0d94183a-0a86-41e8-8718-e03de101fede tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:53.415462 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-c766bae5-beaf-46d5-ad6b-8bd39d634009 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] device_id is not set on port 436914b6-a17b-4098-a0b5-b26ee92979d4 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:09:53.458648 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0b94b82c-82e9-4a9b-ad1b-2fe507450b72 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9644685 Mar 28 19:09:53.464314 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55066) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:53.477778 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-bb73cb08-e46c-469e-90e2-e8f4a72a6cb9 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'subnet': {'network_id': '389cf68c-811d-47a7-87b6-39d5be3bb01f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:53.562606 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9ad78b94-193b-482c-b2b6-6b508f916221 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Synchronizing usage tracker for tenant:9a24cbafda124330aa6353b2c13784fc on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:53.640878 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0d94183a-0a86-41e8-8718-e03de101fede tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:53.661657 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0d94183a-0a86-41e8-8718-e03de101fede tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:53.664010 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0d94183a-0a86-41e8-8718-e03de101fede tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:53.665199 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0d94183a-0a86-41e8-8718-e03de101fede tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "PUT /v2.0/security-groups/14db31f9-e2b6-4f9c-8dc7-c4d17d109263 HTTP/1.1" status: 200 len: 1777 time: 0.3589635 Mar 28 19:09:53.674383 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55070) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:53.675587 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-340a17d5-7c61-462c-912d-46d9a0c93d7b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:53.710817 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9ad78b94-193b-482c-b2b6-6b508f916221 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Unset dirty status for tenant:9a24cbafda124330aa6353b2c13784fc on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:53.712089 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9ad78b94-193b-482c-b2b6-6b508f916221 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3116109 Mar 28 19:09:53.732388 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55074) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:53.744616 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-096e36ac-2ca1-4b67-9683-008a25cce16d None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:53.757536 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-6e4844a2-a452-41b1-a6a5-6a040bcc3419 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group': {'name': 'tempest-secgroup--557067554'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:53.758537 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-096e36ac-2ca1-4b67-9683-008a25cce16d None None] Transition to ACTIVE for port object dc2d1cb7-8666-4736-9789-d58e97599d36 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:53.766605 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6e4844a2-a452-41b1-a6a5-6a040bcc3419 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:53.767490 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-340a17d5-7c61-462c-912d-46d9a0c93d7b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:53.770298 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0055dd19-e411-4e8d-a4c2-f86d1c4770a6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:53.774188 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-27e2a6fc-53cd-4bd2-bcc7-6943c656bca8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1743e377fa3445a1bfe766f337c9afee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4233501 Mar 28 19:09:53.774188 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94183a-0a86-41e8-8718-e03de101fede tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14db31f9-e2b6-4f9c-8dc7-c4d17d109263,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:53.776345 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55078) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:53.786064 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-096e36ac-2ca1-4b67-9683-008a25cce16d None None] Transition to ACTIVE for port object dc2d1cb7-8666-4736-9789-d58e97599d36 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:53.786304 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-bb73cb08-e46c-469e-90e2-e8f4a72a6cb9 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:53.796202 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-096e36ac-2ca1-4b67-9683-008a25cce16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:53.802662 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6e4844a2-a452-41b1-a6a5-6a040bcc3419 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:53.809115 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-bb73cb08-e46c-469e-90e2-e8f4a72a6cb9 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Usage tracker for resource:subnet and tenant:0eafd6e2aac349b4a881ab8a1e025dc4 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:53.813581 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-bb73cb08-e46c-469e-90e2-e8f4a72a6cb9 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:53.828060 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-bb73cb08-e46c-469e-90e2-e8f4a72a6cb9 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:53.848413 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6e4844a2-a452-41b1-a6a5-6a040bcc3419 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:53.858333 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-0055dd19-e411-4e8d-a4c2-f86d1c4770a6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d53d80-f63f-4565-924f-f4114f8db55e']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:53.865297 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096e36ac-2ca1-4b67-9683-008a25cce16d None None] Network d3e2fd17-97e6-4230-93e2-ce82dea1bcd5 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:53.865529 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb73cb08-e46c-469e-90e2-e8f4a72a6cb9 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Made reservation on behalf of 0eafd6e2aac349b4a881ab8a1e025dc4 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:53.867405 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-096e36ac-2ca1-4b67-9683-008a25cce16d None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:53.868340 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bb73cb08-e46c-469e-90e2-e8f4a72a6cb9 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:53.876703 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096e36ac-2ca1-4b67-9683-008a25cce16d None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:09:53.876900 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340a17d5-7c61-462c-912d-46d9a0c93d7b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:53.880468 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-340a17d5-7c61-462c-912d-46d9a0c93d7b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:53.908746 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-0055dd19-e411-4e8d-a4c2-f86d1c4770a6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88663934-e6ae-40a9-bf96-72ddc0a0e850') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:53.909014 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-0055dd19-e411-4e8d-a4c2-f86d1c4770a6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88663934-e6ae-40a9-bf96-72ddc0a0e850') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:09:53.917549 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e36ac-2ca1-4b67-9683-008a25cce16d None None] Pushing event updated for resources: {'Port': ['ID=dc2d1cb7-8666-4736-9789-d58e97599d36,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:53.940745 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c8363acd-2674-4cdc-abf4-ea653471ba05 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "GET /v2.0/security-groups/14db31f9-e2b6-4f9c-8dc7-c4d17d109263 HTTP/1.1" status: 200 len: 1777 time: 0.2575204 Mar 28 19:09:53.944796 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0055dd19-e411-4e8d-a4c2-f86d1c4770a6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:53.955486 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55082) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:53.961831 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6e4844a2-a452-41b1-a6a5-6a040bcc3419 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:53.985855 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-096e36ac-2ca1-4b67-9683-008a25cce16d None None] Attempting to bind port dc2d1cb7-8666-4736-9789-d58e97599d36 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:09:53.986391 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-096e36ac-2ca1-4b67-9683-008a25cce16d None None] Attempting to bind port dc2d1cb7-8666-4736-9789-d58e97599d36 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'f870a2ed-8b07-4fb6-86df-7cf4a8f5359a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd3e2fd17-97e6-4230-93e2-ce82dea1bcd5'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:09:53.986850 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096e36ac-2ca1-4b67-9683-008a25cce16d None None] Attempting to bind port dc2d1cb7-8666-4736-9789-d58e97599d36 on network d3e2fd17-97e6-4230-93e2-ce82dea1bcd5 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:09:53.990004 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6e4844a2-a452-41b1-a6a5-6a040bcc3419 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Usage tracker for resource:security_group_rule and tenant:9a24cbafda124330aa6353b2c13784fc is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:53.992466 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096e36ac-2ca1-4b67-9683-008a25cce16d None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:09:53.993070 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096e36ac-2ca1-4b67-9683-008a25cce16d None None] Checking segment: {'id': 'f870a2ed-8b07-4fb6-86df-7cf4a8f5359a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd3e2fd17-97e6-4230-93e2-ce82dea1bcd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:09:53.993762 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-096e36ac-2ca1-4b67-9683-008a25cce16d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:53.994287 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096e36ac-2ca1-4b67-9683-008a25cce16d None None] Bound using segment: {'id': 'f870a2ed-8b07-4fb6-86df-7cf4a8f5359a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd3e2fd17-97e6-4230-93e2-ce82dea1bcd5'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:09:53.995029 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-096e36ac-2ca1-4b67-9683-008a25cce16d None None] Bound port: dc2d1cb7-8666-4736-9789-d58e97599d36, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f870a2ed-8b07-4fb6-86df-7cf4a8f5359a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd3e2fd17-97e6-4230-93e2-ce82dea1bcd5'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:09:53.995504 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-096e36ac-2ca1-4b67-9683-008a25cce16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:53.996459 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6e4844a2-a452-41b1-a6a5-6a040bcc3419 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:53.999732 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8dbe8047-2d1e-40ec-af03-b2c500bcc1bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:54.012797 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6e4844a2-a452-41b1-a6a5-6a040bcc3419 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:54.038645 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-c766bae5-beaf-46d5-ad6b-8bd39d634009 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Allocated IP 172.20.0.5 (d3e2fd17-97e6-4230-93e2-ce82dea1bcd5/a9fa64a1-1137-4fde-9fb5-1c562e4ac500/436914b6-a17b-4098-a0b5-b26ee92979d4) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:54.048822 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0055dd19-e411-4e8d-a4c2-f86d1c4770a6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:54.054975 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8dbe8047-2d1e-40ec-af03-b2c500bcc1bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:54.080549 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0055dd19-e411-4e8d-a4c2-f86d1c4770a6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:09:54.080850 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0055dd19-e411-4e8d-a4c2-f86d1c4770a6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:54.096202 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-096e36ac-2ca1-4b67-9683-008a25cce16d None None] For port dc2d1cb7-8666-4736-9789-d58e97599d36, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:09:54.097819 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:09:54.101531 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-096e36ac-2ca1-4b67-9683-008a25cce16d None None] For port dc2d1cb7-8666-4736-9789-d58e97599d36, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=dc2d1cb7-8666-4736-9789-d58e97599d36,segment=NetworkSegment(f870a2ed-8b07-4fb6-86df-7cf4a8f5359a),segment_id=f870a2ed-8b07-4fb6-86df-7cf4a8f5359a)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:09:54.106078 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-096e36ac-2ca1-4b67-9683-008a25cce16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:54.219179 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e36ac-2ca1-4b67-9683-008a25cce16d None None] Pushing event updated for resources: {'Port': ['ID=dc2d1cb7-8666-4736-9789-d58e97599d36,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:54.221569 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6e4844a2-a452-41b1-a6a5-6a040bcc3419 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:54.224562 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8dbe8047-2d1e-40ec-af03-b2c500bcc1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:54.243205 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6e4844a2-a452-41b1-a6a5-6a040bcc3419 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:54.251566 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe8047-2d1e-40ec-af03-b2c500bcc1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98250b9e-0efd-4be9-83eb-d3570a30d13a,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:54.268659 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0055dd19-e411-4e8d-a4c2-f86d1c4770a6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:54.270203 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-20728578-abf2-471c-ba03-0a976571966f tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:54.292846 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0055dd19-e411-4e8d-a4c2-f86d1c4770a6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:54.378099 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055dd19-e411-4e8d-a4c2-f86d1c4770a6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Network': ['ID=39d53d80-f63f-4565-924f-f4114f8db55e,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:54.385120 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8dbe8047-2d1e-40ec-af03-b2c500bcc1bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:54.389515 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-8dbe8047-2d1e-40ec-af03-b2c500bcc1bb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/98250b9e-0efd-4be9-83eb-d3570a30d13a HTTP/1.1" status: 204 len: 168 time: 0.6066496 Mar 28 19:09:54.389515 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4844a2-a452-41b1-a6a5-6a040bcc3419 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07a41a8e-5148-4948-bf95-6b70a8e68a28,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:54.395019 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6e4844a2-a452-41b1-a6a5-6a040bcc3419 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:54.396659 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6e4844a2-a452-41b1-a6a5-6a040bcc3419 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6593959 Mar 28 19:09:54.400449 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55090) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:54.409664 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-68ad70e3-43ef-4753-9a26-1f78ab128b79 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:54.410625 dv-neutron-834711-1-hyperv neutron-server[87833]: WARNING neutron.api.v2.base [None req-68ad70e3-43ef-4753-9a26-1f78ab128b79 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 28 19:09:54.411644 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-68ad70e3-43ef-4753-9a26-1f78ab128b79 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] update failed (client error): There was a conflict when trying to complete your request. Mar 28 19:09:54.415566 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-68ad70e3-43ef-4753-9a26-1f78ab128b79 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "PUT /v2.0/security-groups/07a41a8e-5148-4948-bf95-6b70a8e68a28 HTTP/1.1" status: 409 len: 330 time: 0.0097058 Mar 28 19:09:54.415659 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-20728578-abf2-471c-ba03-0a976571966f tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:54.425732 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55094) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:54.480943 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0055dd19-e411-4e8d-a4c2-f86d1c4770a6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/networks/39d53d80-f63f-4565-924f-f4114f8db55e HTTP/1.1" status: 204 len: 168 time: 1.4112732 Mar 28 19:09:54.500587 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55098) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:54.513120 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-3248564f-a30d-4aa0-a293-fd6cbfaaa99d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1441653395'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:54.517067 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bb73cb08-e46c-469e-90e2-e8f4a72a6cb9 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:54.567649 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-3248564f-a30d-4aa0-a293-fd6cbfaaa99d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:54.619386 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-20728578-abf2-471c-ba03-0a976571966f tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:54.621117 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ee9aa-f9cb-438d-ad0e-46540425b7cc req-40aeda6a-60ab-41c5-9131-a490571cc353 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:54.629450 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-550ee9aa-f9cb-438d-ad0e-46540425b7cc req-40aeda6a-60ab-41c5-9131-a490571cc353 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.3757598 Mar 28 19:09:54.639464 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c766bae5-beaf-46d5-ad6b-8bd39d634009 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:54.642412 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20728578-abf2-471c-ba03-0a976571966f tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14db31f9-e2b6-4f9c-8dc7-c4d17d109263,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:54.661036 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3248564f-a30d-4aa0-a293-fd6cbfaaa99d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:network and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:54.723105 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c766bae5-beaf-46d5-ad6b-8bd39d634009 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Transition to ACTIVE for port object 436914b6-a17b-4098-a0b5-b26ee92979d4 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:54.747422 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-20728578-abf2-471c-ba03-0a976571966f tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:54.752109 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-20728578-abf2-471c-ba03-0a976571966f tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "DELETE /v2.0/security-groups/14db31f9-e2b6-4f9c-8dc7-c4d17d109263 HTTP/1.1" status: 204 len: 168 time: 0.7938004 Mar 28 19:09:54.752821 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55106) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:54.815085 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c766bae5-beaf-46d5-ad6b-8bd39d634009 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:54.893010 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device dc2d1cb7-8666-4736-9789-d58e97599d36 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:09:54.893583 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3248564f-a30d-4aa0-a293-fd6cbfaaa99d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:54.902006 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6777b1b0-9712-4d70-b2e6-e67cdfa7b0a6 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:54.926355 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-3248564f-a30d-4aa0-a293-fd6cbfaaa99d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:54.937680 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb73cb08-e46c-469e-90e2-e8f4a72a6cb9 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Network 389cf68c-811d-47a7-87b6-39d5be3bb01f is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:54.945520 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-bb73cb08-e46c-469e-90e2-e8f4a72a6cb9 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:54.959827 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afecb105-3abf-4754-9ee1-8db6f5b00b19 None None] Network 389cf68c-811d-47a7-87b6-39d5be3bb01f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:54.964871 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb73cb08-e46c-469e-90e2-e8f4a72a6cb9 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:54.965470 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bb73cb08-e46c-469e-90e2-e8f4a72a6cb9 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:54.980568 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766bae5-beaf-46d5-ad6b-8bd39d634009 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Pushing event updated for resources: {'Port': ['ID=436914b6-a17b-4098-a0b5-b26ee92979d4,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:54.992678 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c766bae5-beaf-46d5-ad6b-8bd39d634009 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Network d3e2fd17-97e6-4230-93e2-ce82dea1bcd5 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:54.992773 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6777b1b0-9712-4d70-b2e6-e67cdfa7b0a6 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:55.005573 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-c766bae5-beaf-46d5-ad6b-8bd39d634009 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:55.011643 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73cb08-e46c-469e-90e2-e8f4a72a6cb9 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Subnet': ['ID=66314e52-8809-4e7a-86ed-4feedd603367,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:55.017766 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c766bae5-beaf-46d5-ad6b-8bd39d634009 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:09:55.032559 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3248564f-a30d-4aa0-a293-fd6cbfaaa99d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:55.035913 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3248564f-a30d-4aa0-a293-fd6cbfaaa99d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:55.093224 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-550ee9aa-f9cb-438d-ad0e-46540425b7cc req-39ee6bac-be3b-4e45-bf5e-ee4306fd6c67 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4621620 Mar 28 19:09:55.094947 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c766bae5-beaf-46d5-ad6b-8bd39d634009 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:55.096197 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c766bae5-beaf-46d5-ad6b-8bd39d634009 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:55.098288 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port dc2d1cb7-8666-4736-9789-d58e97599d36 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:55.115099 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-bb73cb08-e46c-469e-90e2-e8f4a72a6cb9 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6460345 Mar 28 19:09:55.118030 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55116) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:55.129424 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-e868d512-633f-49ce-bf51-6e385b9af470 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1480323338', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '66314e52-8809-4e7a-86ed-4feedd603367'}], 'security_groups': ['b73af508-53ed-4ace-b9aa-a015e9e3c57e', '3d0abb59-88b7-4d03-b908-4407a6871dcc']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:55.154993 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-066c3f64-010a-48d9-b8ea-c1728b2acaf4 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Synchronizing usage tracker for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:55.176471 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3248564f-a30d-4aa0-a293-fd6cbfaaa99d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:09:55.221958 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6777b1b0-9712-4d70-b2e6-e67cdfa7b0a6 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:55.227722 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3248564f-a30d-4aa0-a293-fd6cbfaaa99d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:55.228056 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-3248564f-a30d-4aa0-a293-fd6cbfaaa99d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Added segment 9f38f106-4220-4719-b6ed-861dc906499f of type vlan for network 3fcf2cd0-2e1d-4323-89b2-46a3293f64b3 Mar 28 19:09:55.294578 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.objects.ports [None req-340a17d5-7c61-462c-912d-46d9a0c93d7b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87832) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 19:09:55.305666 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-190e68bd-a588-4e3f-815f-6a910e6048b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:55.313487 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-340a17d5-7c61-462c-912d-46d9a0c93d7b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:55.328298 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777b1b0-9712-4d70-b2e6-e67cdfa7b0a6 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a41a8e-5148-4948-bf95-6b70a8e68a28,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:55.431236 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c766bae5-beaf-46d5-ad6b-8bd39d634009 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6703849 Mar 28 19:09:55.443493 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55132) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:55.459295 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-ffbd6f27-0735-4dfa-bc97-7bac39cbefad tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Request body: {'port': {'network_id': 'd3e2fd17-97e6-4230-93e2-ce82dea1bcd5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1051739467', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:55.465444 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.api.validators [None req-ffbd6f27-0735-4dfa-bc97-7bac39cbefad tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] bootfile-name is not in valid_values {{(pid=87832) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 19:09:55.466006 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.api.validators [None req-ffbd6f27-0735-4dfa-bc97-7bac39cbefad tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] tftp-server is not in valid_values {{(pid=87832) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 19:09:55.468052 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.api.validators [None req-ffbd6f27-0735-4dfa-bc97-7bac39cbefad tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] server-ip-address is not in valid_values {{(pid=87832) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 19:09:55.485501 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-066c3f64-010a-48d9-b8ea-c1728b2acaf4 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Unset dirty status for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:55.493652 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-066c3f64-010a-48d9-b8ea-c1728b2acaf4 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7104948 Mar 28 19:09:55.502051 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340a17d5-7c61-462c-912d-46d9a0c93d7b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:55.539502 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041a66bc-6111-49f7-8cf6-658346e8d87c None None] Update dhcp port {'port': {'network_id': '389cf68c-811d-47a7-87b6-39d5be3bb01f', 'fixed_ips': [{'subnet_id': '392cada1-bf4c-43c4-9857-4a3c76629bc3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '55018dc9-056c-45ab-8985-2676f61561a3', 'ip_address': '2001:db8::2'}, {'subnet_id': '66314e52-8809-4e7a-86ed-4feedd603367'}], 'binding:host_id': 'dv-neutron-834711-1-hyperv'}, 'id': '6b8a5e20-5609-4c01-9929-576de7e0ea95'} from dv-neutron-834711-1-hyperv. {{(pid=87834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 19:09:55.554651 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55136) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:55.555811 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-340a17d5-7c61-462c-912d-46d9a0c93d7b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:55.570864 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3248564f-a30d-4aa0-a293-fd6cbfaaa99d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:55.573660 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340a17d5-7c61-462c-912d-46d9a0c93d7b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:55.574260 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-340a17d5-7c61-462c-912d-46d9a0c93d7b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:55.611078 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57f775a-b15f-4f78-aadf-59a4e5626b21 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:55.619837 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6777b1b0-9712-4d70-b2e6-e67cdfa7b0a6 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:55.621758 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6777b1b0-9712-4d70-b2e6-e67cdfa7b0a6 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "DELETE /v2.0/security-groups/07a41a8e-5148-4948-bf95-6b70a8e68a28 HTTP/1.1" status: 204 len: 168 time: 1.1947265 Mar 28 19:09:55.639896 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3248564f-a30d-4aa0-a293-fd6cbfaaa99d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:55.647153 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3248564f-a30d-4aa0-a293-fd6cbfaaa99d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:55.647915 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3248564f-a30d-4aa0-a293-fd6cbfaaa99d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:55.669082 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a17d5-7c61-462c-912d-46d9a0c93d7b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Subnet': ['ID=148a452a-cedf-46e6-99a4-fa1891a415aa,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:55.670774 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55140) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:55.692627 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-9e477a37-1599-4dbb-bb59-9a8ece1795e7 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] delete failed (client error): The resource could not be found. Mar 28 19:09:55.698402 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9e477a37-1599-4dbb-bb59-9a8ece1795e7 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "DELETE /v2.0/security-groups/14db31f9-e2b6-4f9c-8dc7-c4d17d109263 HTTP/1.1" status: 404 len: 347 time: 0.1356678 Mar 28 19:09:55.701917 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55142) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:55.703349 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-340a17d5-7c61-462c-912d-46d9a0c93d7b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4198277 Mar 28 19:09:55.710049 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55144) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:55.728922 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-e9a2539f-6c5d-47ef-be74-d531eb3f9b80 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1356759022'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:55.740171 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-39318443-a279-4b10-b4af-a50bd092be02 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'port': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'mac_address': 'fa:16:3e:5c:76:7b', 'name': 'tempest-NetworksTestDHCPv6-405704348'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:55.754624 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55150) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:55.775175 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e9a2539f-6c5d-47ef-be74-d531eb3f9b80 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:55.789286 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3248564f-a30d-4aa0-a293-fd6cbfaaa99d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2873418 Mar 28 19:09:55.806272 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55158) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:55.836893 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-0b3f88f8-04a4-4c82-b40e-124dac71745b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'subnet': {'network_id': '3fcf2cd0-2e1d-4323-89b2-46a3293f64b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:55.837311 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-041a66bc-6111-49f7-8cf6-658346e8d87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:55.853588 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e9a2539f-6c5d-47ef-be74-d531eb3f9b80 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:55.948782 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3506dc-b002-427d-a3a2-9c04308b2d69 None None] Network d3e2fd17-97e6-4230-93e2-ce82dea1bcd5 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:56.046170 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3248564f-a30d-4aa0-a293-fd6cbfaaa99d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Network': ['ID=3fcf2cd0-2e1d-4323-89b2-46a3293f64b3,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:56.065790 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-a3bd8886-42bc-44ad-b7fa-62376ad9002b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-880486036'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:56.069506 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-ffbd6f27-0735-4dfa-bc97-7bac39cbefad tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:56.087794 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 3fcf2cd0-2e1d-4323-89b2-46a3293f64b3 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:09:56.092629 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f0597e4b-d9df-480a-a538-0d9578e1640a tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Synchronizing usage tracker for tenant:9a24cbafda124330aa6353b2c13784fc on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:56.126653 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ffbd6f27-0735-4dfa-bc97-7bac39cbefad tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Usage tracker for resource:port and tenant:f276bf12a57f4152b7ebcae5f826f165 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:56.134930 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a3bd8886-42bc-44ad-b7fa-62376ad9002b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:56.137120 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ffbd6f27-0735-4dfa-bc97-7bac39cbefad tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:56.148697 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e9a2539f-6c5d-47ef-be74-d531eb3f9b80 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:56.158920 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-ffbd6f27-0735-4dfa-bc97-7bac39cbefad tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:56.168490 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f0597e4b-d9df-480a-a538-0d9578e1640a tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] Unset dirty status for tenant:9a24cbafda124330aa6353b2c13784fc on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:56.169644 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f0597e4b-d9df-480a-a538-0d9578e1640a tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4281411 Mar 28 19:09:56.172928 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a3bd8886-42bc-44ad-b7fa-62376ad9002b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Usage tracker for resource:network and tenant:5caec573e114409086168219a54f97ce is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:56.173133 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e868d512-633f-49ce-bf51-6e385b9af470 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:56.182551 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55162) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:56.193866 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041cd1e-f7c3-4f40-9c92-7dc246a116eb req-133538b8-60a4-42e9-80f9-95e6e93827a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:56.194916 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a3bd8886-42bc-44ad-b7fa-62376ad9002b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:56.195421 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0041cd1e-f7c3-4f40-9c92-7dc246a116eb req-133538b8-60a4-42e9-80f9-95e6e93827a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=936b36bbd26d462bb0c5b68398e9e06d&device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 1098 time: 0.5223939 Mar 28 19:09:56.220619 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe8c7a-845f-4344-be42-baa0536eb8e5 req-58ef1b6a-f971-4a94-ac37-5ca0e0c6879a tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:56.222468 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a3bd8886-42bc-44ad-b7fa-62376ad9002b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:56.225204 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0b3f88f8-04a4-4c82-b40e-124dac71745b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:56.227780 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-58fe8c7a-845f-4344-be42-baa0536eb8e5 req-58ef1b6a-f971-4a94-ac37-5ca0e0c6879a tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.6622164 Mar 28 19:09:56.234712 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e9a2539f-6c5d-47ef-be74-d531eb3f9b80 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:56.237003 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbd6f27-0735-4dfa-bc97-7bac39cbefad tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Made reservation on behalf of f276bf12a57f4152b7ebcae5f826f165 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:56.240562 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ffbd6f27-0735-4dfa-bc97-7bac39cbefad tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:56.253922 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0b3f88f8-04a4-4c82-b40e-124dac71745b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:subnet and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:56.258426 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e9a2539f-6c5d-47ef-be74-d531eb3f9b80 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Usage tracker for resource:security_group_rule and tenant:b125fdf0abbc4973a8e54a6f5b5f24be is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:56.265805 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0b3f88f8-04a4-4c82-b40e-124dac71745b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:56.269444 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e9a2539f-6c5d-47ef-be74-d531eb3f9b80 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:56.284763 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e9a2539f-6c5d-47ef-be74-d531eb3f9b80 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:56.286991 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0b3f88f8-04a4-4c82-b40e-124dac71745b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:56.288741 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bd8886-42bc-44ad-b7fa-62376ad9002b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Made reservation on behalf of 5caec573e114409086168219a54f97ce for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:56.289943 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-45df72c9-ec44-42b4-92ea-18ac5fc449c5 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] delete failed (client error): The resource could not be found. Mar 28 19:09:56.291020 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-45df72c9-ec44-42b4-92ea-18ac5fc449c5 tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "DELETE /v2.0/security-groups/968a652a-57ad-48cc-84ef-8ad030e2d3c2 HTTP/1.1" status: 404 len: 347 time: 0.1043749 Mar 28 19:09:56.292297 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-158c52fe-f8d1-4ad9-a700-b86b5f274a31 None None] Provisioning for port dc2d1cb7-8666-4736-9789-d58e97599d36 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:56.292791 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a3bd8886-42bc-44ad-b7fa-62376ad9002b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:56.304416 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55166) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:56.307317 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-39318443-a279-4b10-b4af-a50bd092be02 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:56.321211 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-ffbd6f27-0735-4dfa-bc97-7bac39cbefad tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] device_id is not set on port 3afc6c55-bb57-44c5-8e4f-a8fa08b1c1d0 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:09:56.337585 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-158c52fe-f8d1-4ad9-a700-b86b5f274a31 None None] Provisioning complete for port dc2d1cb7-8666-4736-9789-d58e97599d36 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:56.337956 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-158c52fe-f8d1-4ad9-a700-b86b5f274a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:56.367434 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a3bd8886-42bc-44ad-b7fa-62376ad9002b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:56.370977 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a879e0f9-7b33-48bf-be2e-e9c8720079f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-1857c8f5-5622-42ce-a4f9-106880783f61', 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'fixed_ips': [{'subnet_id': '148a452a-cedf-46e6-99a4-fa1891a415aa'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:09:56.371798 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a879e0f9-7b33-48bf-be2e-e9c8720079f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:56.377468 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-39318443-a279-4b10-b4af-a50bd092be02 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:port and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:56.385608 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-39318443-a279-4b10-b4af-a50bd092be02 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:56.412826 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-39318443-a279-4b10-b4af-a50bd092be02 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:56.417100 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-daad1fb6-3c38-4ba1-bc01-8b6a203c39ba tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] show failed (client error): The resource could not be found. Mar 28 19:09:56.418340 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-daad1fb6-3c38-4ba1-bc01-8b6a203c39ba tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "GET /v2.0/security-groups/aa4fef50-1f06-49c2-8402-95d72ab0c7d0 HTTP/1.1" status: 404 len: 347 time: 0.1062655 Mar 28 19:09:56.419188 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3f88f8-04a4-4c82-b40e-124dac71745b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:56.422839 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b3f88f8-04a4-4c82-b40e-124dac71745b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:56.445042 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55170) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:56.457129 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a3bd8886-42bc-44ad-b7fa-62376ad9002b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:56.472431 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-58fe8c7a-845f-4344-be42-baa0536eb8e5 req-d899b59d-ca3e-42a4-af61-e1b697867d83 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437925 Mar 28 19:09:56.484534 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a3bd8886-42bc-44ad-b7fa-62376ad9002b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Usage tracker for resource:security_group_rule and tenant:5caec573e114409086168219a54f97ce is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:56.504257 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a3bd8886-42bc-44ad-b7fa-62376ad9002b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:56.518092 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39318443-a279-4b10-b4af-a50bd092be02 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:09:56.533020 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-81a6ea90-432f-47d5-a3c1-3f8a292b780a tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] show failed (client error): The resource could not be found. Mar 28 19:09:56.534104 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-81a6ea90-432f-47d5-a3c1-3f8a292b780a tempest-NegativeSecGroupTest-662190692 tempest-NegativeSecGroupTest-662190692-project] 10.222.0.10 "GET /v2.0/security-group-rules/cc54b61a-be96-4578-8ff4-8aba1ba227c3 HTTP/1.1" status: 404 len: 356 time: 0.0805647 Mar 28 19:09:56.541553 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a3bd8886-42bc-44ad-b7fa-62376ad9002b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:56.558344 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041cd1e-f7c3-4f40-9c92-7dc246a116eb req-26999707-6c71-475e-9dfb-0e3764db574d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:56.559887 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0041cd1e-f7c3-4f40-9c92-7dc246a116eb req-26999707-6c71-475e-9dfb-0e3764db574d service neutron] 10.222.0.26 "GET /v2.0/networks?id=05d45956-a093-40a4-9858-58f23a47edbe HTTP/1.1" status: 200 len: 912 time: 0.3498793 Mar 28 19:09:56.597214 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-041a66bc-6111-49f7-8cf6-658346e8d87c None None] Allocated IP 2001:db8:0:2::2 (389cf68c-811d-47a7-87b6-39d5be3bb01f/66314e52-8809-4e7a-86ed-4feedd603367/6b8a5e20-5609-4c01-9929-576de7e0ea95) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:56.676393 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.ipam_backend_mixin [None req-0b3f88f8-04a4-4c82-b40e-124dac71745b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Performing IP validity checks on allocation pools {{(pid=87832) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 19:09:56.677470 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.ipam_backend_mixin [None req-0b3f88f8-04a4-4c82-b40e-124dac71745b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87832) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 19:09:56.737725 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0041cd1e-f7c3-4f40-9c92-7dc246a116eb req-48d22977-9c67-4bc6-90dc-8c988e399b0a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da1a4fe6-e25e-4603-a82e-846b7ddebdd0 HTTP/1.1" status: 200 len: 1001 time: 0.1719806 Mar 28 19:09:56.828119 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041cd1e-f7c3-4f40-9c92-7dc246a116eb req-98c82af3-39e1-4fda-9406-079f2b48173d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:56.829835 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0041cd1e-f7c3-4f40-9c92-7dc246a116eb req-98c82af3-39e1-4fda-9406-079f2b48173d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba510855-a9fd-4b40-9483-d8a58a15b59b HTTP/1.1" status: 200 len: 850 time: 0.0856941 Mar 28 19:09:56.841234 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e9a2539f-6c5d-47ef-be74-d531eb3f9b80 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:56.867505 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e9a2539f-6c5d-47ef-be74-d531eb3f9b80 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:56.896108 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-ffbd6f27-0735-4dfa-bc97-7bac39cbefad tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Allocated IP 172.20.0.3 (d3e2fd17-97e6-4230-93e2-ce82dea1bcd5/a9fa64a1-1137-4fde-9fb5-1c562e4ac500/3afc6c55-bb57-44c5-8e4f-a8fa08b1c1d0) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:56.915823 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-041a66bc-6111-49f7-8cf6-658346e8d87c None None] For port 6b8a5e20-5609-4c01-9929-576de7e0ea95, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=6b8a5e20-5609-4c01-9929-576de7e0ea95,segment=NetworkSegment(929e340d-93ae-49ea-a7fa-75f200ed0111),segment_id=929e340d-93ae-49ea-a7fa-75f200ed0111)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:09:56.916569 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-39318443-a279-4b10-b4af-a50bd092be02 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:56.921903 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041cd1e-f7c3-4f40-9c92-7dc246a116eb req-df621a5b-938b-44fe-b267-367faf35b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:56.924038 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0041cd1e-f7c3-4f40-9c92-7dc246a116eb req-df621a5b-938b-44fe-b267-367faf35b2be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=05d45956-a093-40a4-9858-58f23a47edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0877588 Mar 28 19:09:57.022946 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55178) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:57.032631 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2539f-6c5d-47ef-be74-d531eb3f9b80 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b246937-9a6e-4d2e-b506-05228d63c1c3,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:57.066700 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-041a66bc-6111-49f7-8cf6-658346e8d87c None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:57.068095 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-39318443-a279-4b10-b4af-a50bd092be02 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] device_id is not set on port 1d84a64c-b225-4ab1-9c7a-da040c20a2f0 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:09:57.079504 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-158c52fe-f8d1-4ad9-a700-b86b5f274a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:57.099178 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0041cd1e-f7c3-4f40-9c92-7dc246a116eb req-0278aba8-e7bd-4ab7-8445-ae880a05929a service neutron] 10.222.0.26 "GET /v2.0/networks/05d45956-a093-40a4-9858-58f23a47edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690104 Mar 28 19:09:57.127353 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-a879e0f9-7b33-48bf-be2e-e9c8720079f9 None None] Allocated IP 2001:db8::f816:3eff:fe20:6fb0 (1857c8f5-5622-42ce-a4f9-106880783f61/148a452a-cedf-46e6-99a4-fa1891a415aa/866112b4-a4ad-4f2a-8c8f-ce7b639e6b57) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:57.131851 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-041a66bc-6111-49f7-8cf6-658346e8d87c None None] Transition to ACTIVE for port object 6b8a5e20-5609-4c01-9929-576de7e0ea95 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:57.151016 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e9a2539f-6c5d-47ef-be74-d531eb3f9b80 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:57.152251 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e9a2539f-6c5d-47ef-be74-d531eb3f9b80 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4435446 Mar 28 19:09:57.156803 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-041a66bc-6111-49f7-8cf6-658346e8d87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:57.168688 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55184) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:57.195405 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-2c530c18-2a4f-4ff8-8aa9-7ad8d7649fb5 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Request body: {'security_group_rule': {'security_group_id': '9b246937-9a6e-4d2e-b506-05228d63c1c3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:57.241504 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2c530c18-2a4f-4ff8-8aa9-7ad8d7649fb5 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:09:57.252110 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a3bd8886-42bc-44ad-b7fa-62376ad9002b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:57.252360 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-158c52fe-f8d1-4ad9-a700-b86b5f274a31 None None] For port dc2d1cb7-8666-4736-9789-d58e97599d36, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=dc2d1cb7-8666-4736-9789-d58e97599d36,segment=NetworkSegment(f870a2ed-8b07-4fb6-86df-7cf4a8f5359a),segment_id=f870a2ed-8b07-4fb6-86df-7cf4a8f5359a)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:09:57.266464 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2c530c18-2a4f-4ff8-8aa9-7ad8d7649fb5 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Usage tracker for resource:security_group_rule and tenant:b125fdf0abbc4973a8e54a6f5b5f24be is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:09:57.284162 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2c530c18-2a4f-4ff8-8aa9-7ad8d7649fb5 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:09:57.291185 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a3bd8886-42bc-44ad-b7fa-62376ad9002b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:57.298966 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-158c52fe-f8d1-4ad9-a700-b86b5f274a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:57.339021 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2c530c18-2a4f-4ff8-8aa9-7ad8d7649fb5 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:09:57.425273 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3bd8886-42bc-44ad-b7fa-62376ad9002b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:09:57.439039 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b3f88f8-04a4-4c82-b40e-124dac71745b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:57.459282 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a66bc-6111-49f7-8cf6-658346e8d87c None None] Pushing event updated for resources: {'Port': ['ID=6b8a5e20-5609-4c01-9929-576de7e0ea95,revision_number=7']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:57.502703 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0041cd1e-f7c3-4f40-9c92-7dc246a116eb req-2cd87dee-ff2a-41cd-adbf-5e5b0d53749c service neutron] 10.222.0.26 "GET /v2.0/networks/05d45956-a093-40a4-9858-58f23a47edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973141 Mar 28 19:09:57.511904 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a3bd8886-42bc-44ad-b7fa-62376ad9002b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:57.512596 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-a3bd8886-42bc-44ad-b7fa-62376ad9002b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Added segment cd14c1c9-14fa-4678-84dc-2b18d72027ea of type vlan for network 4825004c-93ca-4a3c-a136-2a866d60bd53 Mar 28 19:09:57.525247 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd8886-42bc-44ad-b7fa-62376ad9002b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36c331d3-e6a2-4bcf-9672-5b5740d7727b,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:57.621429 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2c530c18-2a4f-4ff8-8aa9-7ad8d7649fb5 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:57.652003 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c52fe-f8d1-4ad9-a700-b86b5f274a31 None None] Pushing event updated for resources: {'Port': ['ID=dc2d1cb7-8666-4736-9789-d58e97599d36,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:57.689306 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-e868d512-633f-49ce-bf51-6e385b9af470 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Delete allocated IP 2001:db8::59 (389cf68c-811d-47a7-87b6-39d5be3bb01f/55018dc9-056c-45ab-8985-2676f61561a3) {{(pid=87833) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 19:09:57.734724 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5ee77923-5abf-48fc-8a3f-008aeb38cb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:57.762831 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-e868d512-633f-49ce-bf51-6e385b9af470 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Allocated IP 2001:db8:0:2::344 (389cf68c-811d-47a7-87b6-39d5be3bb01f/66314e52-8809-4e7a-86ed-4feedd603367/c703f102-7c9d-4fcb-8c10-3e48f2b0cd96) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:57.766909 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f88f8-04a4-4c82-b40e-124dac71745b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Subnet': ['ID=d40821be-5349-4c5c-af75-c9f7bcd56177,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:57.770065 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a3bd8886-42bc-44ad-b7fa-62376ad9002b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:57.774600 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-decc0d32-b35f-4599-b681-f94ab3e93bc6 None None] Provisioning for port 436914b6-a17b-4098-a0b5-b26ee92979d4 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:57.787640 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a8920e9f-4677-4171-8493-9e0997f680cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9a24cbafda124330aa6353b2c13784fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7523742 Mar 28 19:09:57.796778 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-decc0d32-b35f-4599-b681-f94ab3e93bc6 None None] Provisioning complete for port 436914b6-a17b-4098-a0b5-b26ee92979d4 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:57.797157 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-decc0d32-b35f-4599-b681-f94ab3e93bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:57.814425 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55190) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:57.851771 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a879e0f9-7b33-48bf-be2e-e9c8720079f9 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:57.882901 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3f88f8-04a4-4c82-b40e-124dac71745b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Checking segment: {'id': '9f38f106-4220-4719-b6ed-861dc906499f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3fcf2cd0-2e1d-4323-89b2-46a3293f64b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:09:57.883277 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3f88f8-04a4-4c82-b40e-124dac71745b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network hostable DHCP agents. Network: 3fcf2cd0-2e1d-4323-89b2-46a3293f64b3, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:09:57.885337 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a879e0f9-7b33-48bf-be2e-e9c8720079f9 None None] Transition to ACTIVE for port object 866112b4-a4ad-4f2a-8c8f-ce7b639e6b57 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:57.898494 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ffbd6f27-0735-4dfa-bc97-7bac39cbefad tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:57.899192 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-decc0d32-b35f-4599-b681-f94ab3e93bc6 None None] Port 436914b6-a17b-4098-a0b5-b26ee92979d4 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:09:57.914229 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a879e0f9-7b33-48bf-be2e-e9c8720079f9 None None] Transition to ACTIVE for port object 866112b4-a4ad-4f2a-8c8f-ce7b639e6b57 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:57.934782 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a879e0f9-7b33-48bf-be2e-e9c8720079f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:57.959418 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262d929-870f-498f-b7de-7fe29d6e02bf req-98e43e6d-e8e0-4aa1-94d8-6415d137bf47 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:57.961306 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3262d929-870f-498f-b7de-7fe29d6e02bf req-98e43e6d-e8e0-4aa1-94d8-6415d137bf47 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.2746985 Mar 28 19:09:57.994339 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-decc0d32-b35f-4599-b681-f94ab3e93bc6 None None] Provisioning complete for port dc2d1cb7-8666-4736-9789-d58e97599d36 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:57.995143 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-decc0d32-b35f-4599-b681-f94ab3e93bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:58.067046 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2c530c18-2a4f-4ff8-8aa9-7ad8d7649fb5 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:58.088381 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ffbd6f27-0735-4dfa-bc97-7bac39cbefad tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Transition to ACTIVE for port object 3afc6c55-bb57-44c5-8e4f-a8fa08b1c1d0 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:58.134141 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2c530c18-2a4f-4ff8-8aa9-7ad8d7649fb5 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:58.149295 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3262d929-870f-498f-b7de-7fe29d6e02bf req-be8d61ad-e0ce-409e-8e0d-8d54fba8cc1b tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666050 Mar 28 19:09:58.191955 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a3bd8886-42bc-44ad-b7fa-62376ad9002b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:58.194578 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a879e0f9-7b33-48bf-be2e-e9c8720079f9 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:58.197314 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bd8886-42bc-44ad-b7fa-62376ad9002b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:58.197921 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a3bd8886-42bc-44ad-b7fa-62376ad9002b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:58.203804 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-a879e0f9-7b33-48bf-be2e-e9c8720079f9 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:58.207306 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879e0f9-7b33-48bf-be2e-e9c8720079f9 None None] Pushing event updated for resources: {'Port': ['ID=866112b4-a4ad-4f2a-8c8f-ce7b639e6b57,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:58.209087 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3f88f8-04a4-4c82-b40e-124dac71745b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network 3fcf2cd0-2e1d-4323-89b2-46a3293f64b3 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:09:58.211969 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a879e0f9-7b33-48bf-be2e-e9c8720079f9 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:09:58.239513 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e868d512-633f-49ce-bf51-6e385b9af470 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:58.269534 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-e868d512-633f-49ce-bf51-6e385b9af470 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Transition to ACTIVE for port object c703f102-7c9d-4fcb-8c10-3e48f2b0cd96 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:58.274126 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e868d512-633f-49ce-bf51-6e385b9af470 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:58.274352 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c530c18-2a4f-4ff8-8aa9-7ad8d7649fb5 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a423110-585c-428f-b03b-a26137e1059b,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:58.317585 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-39318443-a279-4b10-b4af-a50bd092be02 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Allocated IP 2001:db8::f816:3eff:fe5c:767b (1857c8f5-5622-42ce-a4f9-106880783f61/148a452a-cedf-46e6-99a4-fa1891a415aa/1d84a64c-b225-4ab1-9c7a-da040c20a2f0) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:58.337189 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-0b3f88f8-04a4-4c82-b40e-124dac71745b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 3fcf2cd0-2e1d-4323-89b2-46a3293f64b3) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:58.339036 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee949f60-c73f-4d44-9edd-be37da903568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:58.357240 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500b6e4e-aad5-43b5-98fd-7ebb8f89ef35 None None] Network 3fcf2cd0-2e1d-4323-89b2-46a3293f64b3 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:09:58.373695 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-a879e0f9-7b33-48bf-be2e-e9c8720079f9 None None] Attempting to bind port 866112b4-a4ad-4f2a-8c8f-ce7b639e6b57 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:09:58.374060 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-a879e0f9-7b33-48bf-be2e-e9c8720079f9 None None] Attempting to bind port 866112b4-a4ad-4f2a-8c8f-ce7b639e6b57 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:09:58.374418 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a879e0f9-7b33-48bf-be2e-e9c8720079f9 None None] Attempting to bind port 866112b4-a4ad-4f2a-8c8f-ce7b639e6b57 on network 1857c8f5-5622-42ce-a4f9-106880783f61 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:09:58.397677 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a879e0f9-7b33-48bf-be2e-e9c8720079f9 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:09:58.398050 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a879e0f9-7b33-48bf-be2e-e9c8720079f9 None None] Checking segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:09:58.398477 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a879e0f9-7b33-48bf-be2e-e9c8720079f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:58.398872 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a879e0f9-7b33-48bf-be2e-e9c8720079f9 None None] Bound using segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:09:58.399365 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-a879e0f9-7b33-48bf-be2e-e9c8720079f9 None None] Bound port: 866112b4-a4ad-4f2a-8c8f-ce7b639e6b57, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:09:58.399738 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a879e0f9-7b33-48bf-be2e-e9c8720079f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:58.413390 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3f88f8-04a4-4c82-b40e-124dac71745b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:58.413983 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b3f88f8-04a4-4c82-b40e-124dac71745b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:58.418606 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a3bd8886-42bc-44ad-b7fa-62376ad9002b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.6595917 Mar 28 19:09:58.450622 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-e868d512-633f-49ce-bf51-6e385b9af470 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] In _notify_port_updated(), no bound segment for port c703f102-7c9d-4fcb-8c10-3e48f2b0cd96 on network 389cf68c-811d-47a7-87b6-39d5be3bb01f {{(pid=87833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 19:09:58.456620 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e868d512-633f-49ce-bf51-6e385b9af470 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:58.457228 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e868d512-633f-49ce-bf51-6e385b9af470 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:58.461196 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e868d512-633f-49ce-bf51-6e385b9af470 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "PUT /v2.0/ports/c703f102-7c9d-4fcb-8c10-3e48f2b0cd96 HTTP/1.1" status: 200 len: 970 time: 3.3395944 Mar 28 19:09:58.468914 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55194) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:58.519414 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868d512-633f-49ce-bf51-6e385b9af470 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event updated for resources: {'Port': ['ID=c703f102-7c9d-4fcb-8c10-3e48f2b0cd96,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:58.562937 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-07ca1ae2-08da-4aba-994f-1485f270d6af tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting port c703f102-7c9d-4fcb-8c10-3e48f2b0cd96 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:09:58.564045 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-07ca1ae2-08da-4aba-994f-1485f270d6af tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:58.613959 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:58.627862 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:58.645146 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2c530c18-2a4f-4ff8-8aa9-7ad8d7649fb5 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:58.652127 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2c530c18-2a4f-4ff8-8aa9-7ad8d7649fb5 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4774237 Mar 28 19:09:58.662401 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55198) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:58.711890 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a879e0f9-7b33-48bf-be2e-e9c8720079f9 None None] For port 866112b4-a4ad-4f2a-8c8f-ce7b639e6b57, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:09:58.734423 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-350cb29a-7e27-486a-8328-1a02a0685ce0 None None] Provisioning for port 6b8a5e20-5609-4c01-9929-576de7e0ea95 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:09:58.752988 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a879e0f9-7b33-48bf-be2e-e9c8720079f9 None None] For port 866112b4-a4ad-4f2a-8c8f-ce7b639e6b57, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=866112b4-a4ad-4f2a-8c8f-ce7b639e6b57,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:09:58.756226 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-350cb29a-7e27-486a-8328-1a02a0685ce0 None None] Provisioning complete for port 6b8a5e20-5609-4c01-9929-576de7e0ea95 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:58.756609 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-350cb29a-7e27-486a-8328-1a02a0685ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:58.820726 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a879e0f9-7b33-48bf-be2e-e9c8720079f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:58.836212 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-43b14d07-6c63-4153-984f-bd93a5f44b08 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:58.872301 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-43b14d07-6c63-4153-984f-bd93a5f44b08 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:58.912395 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 6b8a5e20-5609-4c01-9929-576de7e0ea95 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:09:59.009620 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-43b14d07-6c63-4153-984f-bd93a5f44b08 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:59.036353 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b14d07-6c63-4153-984f-bd93a5f44b08 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a423110-585c-428f-b03b-a26137e1059b,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:59.049407 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-43b14d07-6c63-4153-984f-bd93a5f44b08 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:59.050626 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-43b14d07-6c63-4153-984f-bd93a5f44b08 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/3a423110-585c-428f-b03b-a26137e1059b HTTP/1.1" status: 204 len: 168 time: 0.3857636 Mar 28 19:09:59.055504 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55202) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:59.060173 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c7fbff-5f84-4c81-b3fa-10e14181c0e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-3fcf2cd0-2e1d-4323-89b2-46a3293f64b3', 'network_id': '3fcf2cd0-2e1d-4323-89b2-46a3293f64b3', 'tenant_id': '6e3972954dd6451c8906869de8eb2072', 'fixed_ips': [{'subnet_id': 'd40821be-5349-4c5c-af75-c9f7bcd56177'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:09:59.061263 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-80c7fbff-5f84-4c81-b3fa-10e14181c0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:59.098102 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-07ca1ae2-08da-4aba-994f-1485f270d6af tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:59.112469 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-39318443-a279-4b10-b4af-a50bd092be02 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:59.116252 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879e0f9-7b33-48bf-be2e-e9c8720079f9 None None] Pushing event updated for resources: {'Port': ['ID=866112b4-a4ad-4f2a-8c8f-ce7b639e6b57,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:59.132687 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-39318443-a279-4b10-b4af-a50bd092be02 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Transition to ACTIVE for port object 1d84a64c-b225-4ab1-9c7a-da040c20a2f0 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:09:59.175094 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee949f60-c73f-4d44-9edd-be37da903568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:59.249645 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-cd939f06-6708-4534-ac3a-523165e38d57 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Synchronizing usage tracker for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group_rule {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:09:59.282777 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0b3f88f8-04a4-4c82-b40e-124dac71745b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4683411 Mar 28 19:09:59.284560 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55208) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:59.302914 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-39318443-a279-4b10-b4af-a50bd092be02 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:59.318013 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ffbd6f27-0735-4dfa-bc97-7bac39cbefad tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:59.332424 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-07ca1ae2-08da-4aba-994f-1485f270d6af tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Calling delete_port for c703f102-7c9d-4fcb-8c10-3e48f2b0cd96 owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:09:59.335018 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 6b8a5e20-5609-4c01-9929-576de7e0ea95 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:59.336032 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:59.473326 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee949f60-c73f-4d44-9edd-be37da903568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:59.476986 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd8886-42bc-44ad-b7fa-62376ad9002b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event updated for resources: {'Network': ['ID=4825004c-93ca-4a3c-a136-2a866d60bd53,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:59.498548 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-f695907d-8d66-4c20-b2d3-f43c3a1d0a22 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'port': {'network_id': '3fcf2cd0-2e1d-4323-89b2-46a3293f64b3', 'name': 'tempest-PortsTestJSON-240065986'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:09:59.582601 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 4825004c-93ca-4a3c-a136-2a866d60bd53 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:09:59.608356 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-cd939f06-6708-4534-ac3a-523165e38d57 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Unset dirty status for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group_rule {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:09:59.609753 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-cd939f06-6708-4534-ac3a-523165e38d57 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5530636 Mar 28 19:09:59.612921 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55212) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:09:59.663257 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39318443-a279-4b10-b4af-a50bd092be02 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Port': ['ID=1d84a64c-b225-4ab1-9c7a-da040c20a2f0,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:59.752064 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee949f60-c73f-4d44-9edd-be37da903568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2ba4f3-1316-4bda-a972-4fa55cc1e83a,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:09:59.791663 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbd6f27-0735-4dfa-bc97-7bac39cbefad tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Network d3e2fd17-97e6-4230-93e2-ce82dea1bcd5 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:59.821424 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-ffbd6f27-0735-4dfa-bc97-7bac39cbefad tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:59.828901 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39318443-a279-4b10-b4af-a50bd092be02 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:09:59.835584 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-80c7fbff-5f84-4c81-b3fa-10e14181c0e7 None None] Allocated IP 172.20.0.2 (3fcf2cd0-2e1d-4323-89b2-46a3293f64b3/d40821be-5349-4c5c-af75-c9f7bcd56177/b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:09:59.836154 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbd6f27-0735-4dfa-bc97-7bac39cbefad tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:09:59.842696 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ce968-8aea-4dc0-bfd4-7c7241ea74c6 req-a8b1f5b4-7c50-4f9f-b8f3-c5eede3f40de tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:59.846667 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0c5ce968-8aea-4dc0-bfd4-7c7241ea74c6 req-a8b1f5b4-7c50-4f9f-b8f3-c5eede3f40de tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.3991313 Mar 28 19:09:59.847380 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-528e00ae-7e0f-4265-b4e9-193ca59e0f38 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:59.847498 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-350cb29a-7e27-486a-8328-1a02a0685ce0 None None] Provisioning complete for port 436914b6-a17b-4098-a0b5-b26ee92979d4 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:09:59.847867 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-350cb29a-7e27-486a-8328-1a02a0685ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:59.868273 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-39318443-a279-4b10-b4af-a50bd092be02 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:09:59.877461 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee949f60-c73f-4d44-9edd-be37da903568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:59.879553 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ee949f60-c73f-4d44-9edd-be37da903568 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4f2ba4f3-1316-4bda-a972-4fa55cc1e83a HTTP/1.1" status: 204 len: 168 time: 2.0546532 Mar 28 19:09:59.887095 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39318443-a279-4b10-b4af-a50bd092be02 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:09:59.894139 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39318443-a279-4b10-b4af-a50bd092be02 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:09:59.895842 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-39318443-a279-4b10-b4af-a50bd092be02 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:59.911204 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-07ca1ae2-08da-4aba-994f-1485f270d6af tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:09:59.989718 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd6f27-0735-4dfa-bc97-7bac39cbefad tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Pushing event updated for resources: {'Port': ['ID=3afc6c55-bb57-44c5-8e4f-a8fa08b1c1d0,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:00.043952 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-39318443-a279-4b10-b4af-a50bd092be02 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.3248832 Mar 28 19:10:00.049038 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55218) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:00.069370 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbd6f27-0735-4dfa-bc97-7bac39cbefad tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:00.073623 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ffbd6f27-0735-4dfa-bc97-7bac39cbefad tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:00.089181 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f695907d-8d66-4c20-b2d3-f43c3a1d0a22 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:00.165561 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-528e00ae-7e0f-4265-b4e9-193ca59e0f38 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:00.194696 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f695907d-8d66-4c20-b2d3-f43c3a1d0a22 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:port and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:00.214769 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f695907d-8d66-4c20-b2d3-f43c3a1d0a22 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:00.258009 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f695907d-8d66-4c20-b2d3-f43c3a1d0a22 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:00.288857 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ffbd6f27-0735-4dfa-bc97-7bac39cbefad tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.8400075 Mar 28 19:10:00.293695 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55224) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:00.341189 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-80c7fbff-5f84-4c81-b3fa-10e14181c0e7 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:00.363536 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca1ae2-08da-4aba-994f-1485f270d6af tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Port': ['ID=c703f102-7c9d-4fcb-8c10-3e48f2b0cd96,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:00.374626 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-80c7fbff-5f84-4c81-b3fa-10e14181c0e7 None None] Transition to ACTIVE for port object b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:00.376902 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-07ca1ae2-08da-4aba-994f-1485f270d6af tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:00.410251 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f695907d-8d66-4c20-b2d3-f43c3a1d0a22 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:00.426661 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-80c7fbff-5f84-4c81-b3fa-10e14181c0e7 None None] Transition to ACTIVE for port object b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:00.427369 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f695907d-8d66-4c20-b2d3-f43c3a1d0a22 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:00.463465 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-528e00ae-7e0f-4265-b4e9-193ca59e0f38 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:00.465793 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-528e00ae-7e0f-4265-b4e9-193ca59e0f38 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:00.473822 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-528e00ae-7e0f-4265-b4e9-193ca59e0f38 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "DELETE /v2.0/security-groups/9b246937-9a6e-4d2e-b506-05228d63c1c3 HTTP/1.1" status: 204 len: 168 time: 0.8598957 Mar 28 19:10:00.475564 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-07ca1ae2-08da-4aba-994f-1485f270d6af tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/ports/c703f102-7c9d-4fcb-8c10-3e48f2b0cd96 HTTP/1.1" status: 204 len: 168 time: 2.0057786 Mar 28 19:10:00.476492 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55228) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:00.489724 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55230) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:00.589124 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-f695907d-8d66-4c20-b2d3-f43c3a1d0a22 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] device_id is not set on port 2a703f8c-6c5e-4e71-b545-a21163cd5393 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:10:00.591146 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e00ae-7e0f-4265-b4e9-193ca59e0f38 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b246937-9a6e-4d2e-b506-05228d63c1c3,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:00.596324 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-80c7fbff-5f84-4c81-b3fa-10e14181c0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:00.606118 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-350cb29a-7e27-486a-8328-1a02a0685ce0 None None] Port 436914b6-a17b-4098-a0b5-b26ee92979d4 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:10:00.631073 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0c5ce968-8aea-4dc0-bfd4-7c7241ea74c6 req-f233c2e3-f3ce-4a60-9246-facb21a35dba tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7170258 Mar 28 19:10:00.731367 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce48df3f-8218-4459-8832-bac7179aa337 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] GET failed (client error): The resource could not be found. Mar 28 19:10:00.732051 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ce48df3f-8218-4459-8832-bac7179aa337 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Synchronizing usage tracker for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:00.838537 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device dc2d1cb7-8666-4736-9789-d58e97599d36 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:10:00.949844 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff50d4f-89a6-4417-a940-ef5df72a3f43 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:00.956611 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff50d4f-89a6-4417-a940-ef5df72a3f43 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:00.957429 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1ff50d4f-89a6-4417-a940-ef5df72a3f43 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:00.993183 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ce48df3f-8218-4459-8832-bac7179aa337 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Unset dirty status for tenant:0eafd6e2aac349b4a881ab8a1e025dc4 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:00.994496 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ce48df3f-8218-4459-8832-bac7179aa337 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "GET /v2.0/ports/c703f102-7c9d-4fcb-8c10-3e48f2b0cd96 HTTP/1.1" status: 404 len: 333 time: 0.4969881 Mar 28 19:10:01.000689 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55246) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:01.015436 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1ff50d4f-89a6-4417-a940-ef5df72a3f43 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:01.017221 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1ff50d4f-89a6-4417-a940-ef5df72a3f43 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.9297547 Mar 28 19:10:01.022827 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-f695907d-8d66-4c20-b2d3-f43c3a1d0a22 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Allocated IP 172.20.0.5 (3fcf2cd0-2e1d-4323-89b2-46a3293f64b3/d40821be-5349-4c5c-af75-c9f7bcd56177/2a703f8c-6c5e-4e71-b545-a21163cd5393) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:01.024807 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55250) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:01.035685 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-350cb29a-7e27-486a-8328-1a02a0685ce0 None None] Could not find standard attr ID for object c703f102-7c9d-4fcb-8c10-3e48f2b0cd96. {{(pid=87834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 19:10:01.073972 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-350cb29a-7e27-486a-8328-1a02a0685ce0 None None] Provisioning complete for port 1528995a-3926-4666-bc63-fc42d320375b triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:01.074730 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-350cb29a-7e27-486a-8328-1a02a0685ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:01.088603 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b167aa5a-9f02-4153-a388-8cbc6e1727bc tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:01.101921 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b167aa5a-9f02-4153-a388-8cbc6e1727bc tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:01.108276 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b167aa5a-9f02-4153-a388-8cbc6e1727bc tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:01.109182 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b167aa5a-9f02-4153-a388-8cbc6e1727bc tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Synchronizing usage tracker for tenant:f276bf12a57f4152b7ebcae5f826f165 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:01.196696 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c7fbff-5f84-4c81-b3fa-10e14181c0e7 None None] Network 3fcf2cd0-2e1d-4323-89b2-46a3293f64b3 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:01.205177 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-350cb29a-7e27-486a-8328-1a02a0685ce0 None None] Port 1528995a-3926-4666-bc63-fc42d320375b cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:10:01.209682 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-80c7fbff-5f84-4c81-b3fa-10e14181c0e7 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:01.217508 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:01.218692 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7fbff-5f84-4c81-b3fa-10e14181c0e7 None None] Pushing event updated for resources: {'Port': ['ID=b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:01.229236 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c7fbff-5f84-4c81-b3fa-10e14181c0e7 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:10:01.288740 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ad157e34-5c44-41b9-816a-f425ab1c887c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting port 1d84a64c-b225-4ab1-9c7a-da040c20a2f0 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:01.289358 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ad157e34-5c44-41b9-816a-f425ab1c887c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:01.370160 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3c20d728-cf14-4996-8d4c-ec20c318f185 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Synchronizing usage tracker for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:01.379984 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a78edd31-0c3e-4dc6-bc4f-21182482ba07 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:01.395310 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187472e-46bc-4d76-9f82-68e2fe574379 req-9f2c96b3-a68a-443d-af92-1e85aad35442 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:01.397005 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5187472e-46bc-4d76-9f82-68e2fe574379 req-9f2c96b3-a68a-443d-af92-1e85aad35442 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.3921065 Mar 28 19:10:01.452794 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3c20d728-cf14-4996-8d4c-ec20c318f185 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Unset dirty status for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:01.454189 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3c20d728-cf14-4996-8d4c-ec20c318f185 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9332228 Mar 28 19:10:01.463051 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port dc2d1cb7-8666-4736-9789-d58e97599d36 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:01.463592 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:01.463775 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55262) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:01.483405 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-be1168c6-1792-4ad6-b368-affd3691933c tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1752288250'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:01.490432 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-be1168c6-1792-4ad6-b368-affd3691933c tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:01.501663 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-be1168c6-1792-4ad6-b368-affd3691933c tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:01.529053 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-be1168c6-1792-4ad6-b368-affd3691933c tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:01.556698 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f695907d-8d66-4c20-b2d3-f43c3a1d0a22 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:01.563116 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-be1168c6-1792-4ad6-b368-affd3691933c tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:01.574690 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-be1168c6-1792-4ad6-b368-affd3691933c tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:01.575660 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f695907d-8d66-4c20-b2d3-f43c3a1d0a22 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Transition to ACTIVE for port object 2a703f8c-6c5e-4e71-b545-a21163cd5393 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:01.583258 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a34ff4d6-1ffb-4916-960b-896e57a2d749 None None] Provisioning for port 866112b4-a4ad-4f2a-8c8f-ce7b639e6b57 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:01.589822 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-80c7fbff-5f84-4c81-b3fa-10e14181c0e7 None None] Attempting to bind port b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:10:01.590525 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-80c7fbff-5f84-4c81-b3fa-10e14181c0e7 None None] Attempting to bind port b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '9f38f106-4220-4719-b6ed-861dc906499f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3fcf2cd0-2e1d-4323-89b2-46a3293f64b3'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:10:01.590788 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c7fbff-5f84-4c81-b3fa-10e14181c0e7 None None] Attempting to bind port b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25 on network 3fcf2cd0-2e1d-4323-89b2-46a3293f64b3 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:10:01.599814 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c7fbff-5f84-4c81-b3fa-10e14181c0e7 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:10:01.600270 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c7fbff-5f84-4c81-b3fa-10e14181c0e7 None None] Checking segment: {'id': '9f38f106-4220-4719-b6ed-861dc906499f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3fcf2cd0-2e1d-4323-89b2-46a3293f64b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:01.600866 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-80c7fbff-5f84-4c81-b3fa-10e14181c0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:01.601391 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c7fbff-5f84-4c81-b3fa-10e14181c0e7 None None] Bound using segment: {'id': '9f38f106-4220-4719-b6ed-861dc906499f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3fcf2cd0-2e1d-4323-89b2-46a3293f64b3'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:10:01.601969 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-80c7fbff-5f84-4c81-b3fa-10e14181c0e7 None None] Bound port: b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f38f106-4220-4719-b6ed-861dc906499f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3fcf2cd0-2e1d-4323-89b2-46a3293f64b3'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:10:01.602476 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-80c7fbff-5f84-4c81-b3fa-10e14181c0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:01.603779 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55266) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:01.611831 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:01.615026 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b167aa5a-9f02-4153-a388-8cbc6e1727bc tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Unset dirty status for tenant:f276bf12a57f4152b7ebcae5f826f165 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:01.616344 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b167aa5a-9f02-4153-a388-8cbc6e1727bc tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 1.3088548 Mar 28 19:10:01.626508 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f695907d-8d66-4c20-b2d3-f43c3a1d0a22 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:01.631160 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55270) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:01.700207 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-be1168c6-1792-4ad6-b368-affd3691933c tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:01.705694 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5187472e-46bc-4d76-9f82-68e2fe574379 req-ccb1e16b-46bc-4fc5-bfb6-7857505ef2f1 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2788026 Mar 28 19:10:01.713903 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-be1168c6-1792-4ad6-b368-affd3691933c tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:01.735495 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a78edd31-0c3e-4dc6-bc4f-21182482ba07 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:01.825886 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1168c6-1792-4ad6-b368-affd3691933c tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80162590-2931-4dd6-9893-500cf0e85986,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:01.851208 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-80c7fbff-5f84-4c81-b3fa-10e14181c0e7 None None] For port b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:10:01.854714 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-80c7fbff-5f84-4c81-b3fa-10e14181c0e7 None None] For port b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25,segment=NetworkSegment(9f38f106-4220-4719-b6ed-861dc906499f),segment_id=9f38f106-4220-4719-b6ed-861dc906499f)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:10:01.857815 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a34ff4d6-1ffb-4916-960b-896e57a2d749 None None] Provisioning for port 3afc6c55-bb57-44c5-8e4f-a8fa08b1c1d0 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:01.866199 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-80c7fbff-5f84-4c81-b3fa-10e14181c0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:01.900729 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-3734957a-5d64-4859-9d7e-70a9fe420870 tempest-SubnetPoolsTestJSON-1867218527 tempest-SubnetPoolsTestJSON-1867218527-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1304989074', 'prefixes': ['172.20.0.0/16']}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:01.906998 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f695907d-8d66-4c20-b2d3-f43c3a1d0a22 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network 3fcf2cd0-2e1d-4323-89b2-46a3293f64b3 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:01.914606 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a34ff4d6-1ffb-4916-960b-896e57a2d749 None None] Provisioning complete for port 3afc6c55-bb57-44c5-8e4f-a8fa08b1c1d0 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:01.914606 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a34ff4d6-1ffb-4916-960b-896e57a2d749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:01.916940 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-be1168c6-1792-4ad6-b368-affd3691933c tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:01.918794 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-be1168c6-1792-4ad6-b368-affd3691933c tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4468863 Mar 28 19:10:01.921685 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55278) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:01.929843 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-f971fb4a-45de-4d1a-842f-2c06bc7b2a2e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Request body: {'security_group_rule': {'security_group_id': '80162590-2931-4dd6-9893-500cf0e85986', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:01.938740 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-f695907d-8d66-4c20-b2d3-f43c3a1d0a22 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:01.939570 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f971fb4a-45de-4d1a-842f-2c06bc7b2a2e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:01.946017 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f971fb4a-45de-4d1a-842f-2c06bc7b2a2e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Usage tracker for resource:security_group_rule and tenant:b125fdf0abbc4973a8e54a6f5b5f24be is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:01.947329 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f695907d-8d66-4c20-b2d3-f43c3a1d0a22 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:10:01.949865 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f971fb4a-45de-4d1a-842f-2c06bc7b2a2e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:01.957358 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f971fb4a-45de-4d1a-842f-2c06bc7b2a2e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:01.967971 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a78edd31-0c3e-4dc6-bc4f-21182482ba07 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:01.983877 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a34ff4d6-1ffb-4916-960b-896e57a2d749 None None] Port 3afc6c55-bb57-44c5-8e4f-a8fa08b1c1d0 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:10:01.993478 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-3734957a-5d64-4859-9d7e-70a9fe420870 tempest-SubnetPoolsTestJSON-1867218527 tempest-SubnetPoolsTestJSON-1867218527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:01.998059 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a34ff4d6-1ffb-4916-960b-896e57a2d749 None None] Could not find standard attr ID for object c703f102-7c9d-4fcb-8c10-3e48f2b0cd96. {{(pid=87834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 19:10:02.042091 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55282) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:02.060383 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f971fb4a-45de-4d1a-842f-2c06bc7b2a2e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:02.070562 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7fbff-5f84-4c81-b3fa-10e14181c0e7 None None] Pushing event updated for resources: {'Port': ['ID=b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:02.078418 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78edd31-0c3e-4dc6-bc4f-21182482ba07 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5603d58e-2911-446a-ad34-fcb90f850a24,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:02.088520 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a78edd31-0c3e-4dc6-bc4f-21182482ba07 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:02.092645 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a78edd31-0c3e-4dc6-bc4f-21182482ba07 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/security-groups/5603d58e-2911-446a-ad34-fcb90f850a24 HTTP/1.1" status: 204 len: 168 time: 0.9355772 Mar 28 19:10:02.097064 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55286) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:02.133348 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-0cf5e10d-262b-419a-8022-ec2b17b91fee None None] Provisioning for port 1d84a64c-b225-4ab1-9c7a-da040c20a2f0 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:02.142946 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-0cf5e10d-262b-419a-8022-ec2b17b91fee None None] Provisioning complete for port 1d84a64c-b225-4ab1-9c7a-da040c20a2f0 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:02.143593 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0cf5e10d-262b-419a-8022-ec2b17b91fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:02.151136 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-b0e9d098-7ca8-423e-88d7-9197d5832ec1 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Request body: {'subnet': {'network_id': '4825004c-93ca-4a3c-a136-2a866d60bd53', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:02.158601 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dff7f2-7358-4367-901c-03e6f8ee9a1b req-fe9be23a-15ce-488d-a763-75c270db36b9 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:02.162021 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-92dff7f2-7358-4367-901c-03e6f8ee9a1b req-fe9be23a-15ce-488d-a763-75c270db36b9 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.1843579 Mar 28 19:10:02.181341 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695907d-8d66-4c20-b2d3-f43c3a1d0a22 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Port': ['ID=2a703f8c-6c5e-4e71-b545-a21163cd5393,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:02.214982 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f971fb4a-45de-4d1a-842f-2c06bc7b2a2e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:02.228121 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-0cf5e10d-262b-419a-8022-ec2b17b91fee None None] Port 1d84a64c-b225-4ab1-9c7a-da040c20a2f0 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:10:02.240888 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-92dff7f2-7358-4367-901c-03e6f8ee9a1b req-ca653170-6895-42dc-b4e7-0bd88fc39618 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709069 Mar 28 19:10:02.241633 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f971fb4a-45de-4d1a-842f-2c06bc7b2a2e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:02.266981 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-243fecbd-cff5-4ae7-98c7-4a10df10c675 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Deleting port 3afc6c55-bb57-44c5-8e4f-a8fa08b1c1d0 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:02.284177 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-243fecbd-cff5-4ae7-98c7-4a10df10c675 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:02.303598 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971fb4a-45de-4d1a-842f-2c06bc7b2a2e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12353163-f73e-4b86-b17d-ec465ff4c371,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:02.319011 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f971fb4a-45de-4d1a-842f-2c06bc7b2a2e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:02.320411 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f971fb4a-45de-4d1a-842f-2c06bc7b2a2e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3972185 Mar 28 19:10:02.323147 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55292) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:02.328539 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-e2b587dc-4525-4172-9eba-c8f5071a1b95 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Request body: {'security_group_rule': {'security_group_id': '80162590-2931-4dd6-9893-500cf0e85986', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:02.334702 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e2b587dc-4525-4172-9eba-c8f5071a1b95 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:02.339851 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e2b587dc-4525-4172-9eba-c8f5071a1b95 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Usage tracker for resource:security_group_rule and tenant:b125fdf0abbc4973a8e54a6f5b5f24be is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:02.343772 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e2b587dc-4525-4172-9eba-c8f5071a1b95 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:02.350613 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e2b587dc-4525-4172-9eba-c8f5071a1b95 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:02.387104 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e2b587dc-4525-4172-9eba-c8f5071a1b95 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:02.388433 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 866112b4-a4ad-4f2a-8c8f-ce7b639e6b57 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:10:02.462041 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 866112b4-a4ad-4f2a-8c8f-ce7b639e6b57 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:02.468244 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 866112b4-a4ad-4f2a-8c8f-ce7b639e6b57 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:02.469740 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:02.523247 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e2b587dc-4525-4172-9eba-c8f5071a1b95 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:02.532378 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e2b587dc-4525-4172-9eba-c8f5071a1b95 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:02.573690 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b587dc-4525-4172-9eba-c8f5071a1b95 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a37df39-6e09-440b-b21b-0422e2911382,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:02.595665 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d99e17-655b-42c6-8968-02f1820bb58d req-002b5370-8927-4f99-a70f-b7e4e079e4e4 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:02.597135 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-88d99e17-655b-42c6-8968-02f1820bb58d req-002b5370-8927-4f99-a70f-b7e4e079e4e4 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.1780849 Mar 28 19:10:02.598312 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e2b587dc-4525-4172-9eba-c8f5071a1b95 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:02.601985 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e2b587dc-4525-4172-9eba-c8f5071a1b95 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2751877 Mar 28 19:10:02.602435 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55296) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:02.607109 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-04aba631-9db8-42de-901a-b2703fd31a50 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Request body: {'security_group_rule': {'security_group_id': '80162590-2931-4dd6-9893-500cf0e85986', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:02.614426 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-04aba631-9db8-42de-901a-b2703fd31a50 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:02.634310 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-04aba631-9db8-42de-901a-b2703fd31a50 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Usage tracker for resource:security_group_rule and tenant:b125fdf0abbc4973a8e54a6f5b5f24be is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:02.639249 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-04aba631-9db8-42de-901a-b2703fd31a50 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:02.645132 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:02.651702 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-04aba631-9db8-42de-901a-b2703fd31a50 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:02.679915 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f695907d-8d66-4c20-b2d3-f43c3a1d0a22 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:02.680411 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f695907d-8d66-4c20-b2d3-f43c3a1d0a22 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:02.693096 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-88d99e17-655b-42c6-8968-02f1820bb58d req-c9cd3df5-86df-4e6f-bcff-8f2456b22bad tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804076 Mar 28 19:10:02.696482 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 866112b4-a4ad-4f2a-8c8f-ce7b639e6b57, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=866112b4-a4ad-4f2a-8c8f-ce7b639e6b57,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:02.702018 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-04aba631-9db8-42de-901a-b2703fd31a50 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:02.704273 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:02.803286 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=866112b4-a4ad-4f2a-8c8f-ce7b639e6b57,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:02.815563 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-04aba631-9db8-42de-901a-b2703fd31a50 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:02.823133 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-04aba631-9db8-42de-901a-b2703fd31a50 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:02.871809 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b0e9d098-7ca8-423e-88d7-9197d5832ec1 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:02.887173 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f695907d-8d66-4c20-b2d3-f43c3a1d0a22 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5876899 Mar 28 19:10:02.887173 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0d6afaef-dcaf-4f7e-8e0e-bde5e9cd3a53 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:02.891455 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aba631-9db8-42de-901a-b2703fd31a50 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7b08c0-a2f5-4a37-a69a-e6c69379925a,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:02.894386 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55302) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:02.894765 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b0e9d098-7ca8-423e-88d7-9197d5832ec1 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Usage tracker for resource:subnet and tenant:5caec573e114409086168219a54f97ce is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:02.922266 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b0e9d098-7ca8-423e-88d7-9197d5832ec1 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:02.950614 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-04aba631-9db8-42de-901a-b2703fd31a50 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:02.952344 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-04aba631-9db8-42de-901a-b2703fd31a50 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3492746 Mar 28 19:10:02.955863 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55306) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:02.966674 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ad157e34-5c44-41b9-816a-f425ab1c887c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:02.967475 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-634ab104-c2e9-4c54-96d5-361bd5b0d580 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Request body: {'security_group_rule': {'security_group_id': '80162590-2931-4dd6-9893-500cf0e85986', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:02.975114 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b0e9d098-7ca8-423e-88d7-9197d5832ec1 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:02.982946 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-634ab104-c2e9-4c54-96d5-361bd5b0d580 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:02.990983 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-634ab104-c2e9-4c54-96d5-361bd5b0d580 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Usage tracker for resource:security_group_rule and tenant:b125fdf0abbc4973a8e54a6f5b5f24be is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:02.996483 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-634ab104-c2e9-4c54-96d5-361bd5b0d580 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:03.002043 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-932eec37-5ced-40fa-bfe2-747bbff7c83d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting port 2a703f8c-6c5e-4e71-b545-a21163cd5393 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:03.002995 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-932eec37-5ced-40fa-bfe2-747bbff7c83d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:03.021212 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3734957a-5d64-4859-9d7e-70a9fe420870 tempest-SubnetPoolsTestJSON-1867218527 tempest-SubnetPoolsTestJSON-1867218527-project] Notify callbacks [] for subnetpool, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:03.022558 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3734957a-5d64-4859-9d7e-70a9fe420870 tempest-SubnetPoolsTestJSON-1867218527 tempest-SubnetPoolsTestJSON-1867218527-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.4091845 Mar 28 19:10:03.026035 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0d6afaef-dcaf-4f7e-8e0e-bde5e9cd3a53 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:03.035970 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55310) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:03.039899 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-634ab104-c2e9-4c54-96d5-361bd5b0d580 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:03.118036 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c69f5ea2-eb79-437d-a845-d71e646f9eb8 tempest-SubnetPoolsTestJSON-1867218527 tempest-SubnetPoolsTestJSON-1867218527-project] 10.222.0.10 "GET /v2.0/subnetpools/65ebd73f-cfc9-4394-a426-7fde5337a367 HTTP/1.1" status: 200 len: 732 time: 0.0771289 Mar 28 19:10:03.127443 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be355f9b-af87-4bd9-bbf7-bf4f198ba3ec req-8b073ff5-9134-4434-9a12-6a39c82c3545 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:03.128969 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-be355f9b-af87-4bd9-bbf7-bf4f198ba3ec req-8b073ff5-9134-4434-9a12-6a39c82c3545 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.2975955 Mar 28 19:10:03.131524 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55314) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:03.132193 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-634ab104-c2e9-4c54-96d5-361bd5b0d580 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:03.171686 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-0ee1e1b0-a589-4173-bd63-a4f7c1b9a963 tempest-SubnetPoolsTestJSON-1867218527 tempest-SubnetPoolsTestJSON-1867218527-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-786960605'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:03.172643 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ad157e34-5c44-41b9-816a-f425ab1c887c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Calling delete_port for 1d84a64c-b225-4ab1-9c7a-da040c20a2f0 owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:10:03.210318 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e9d098-7ca8-423e-88d7-9197d5832ec1 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Made reservation on behalf of 5caec573e114409086168219a54f97ce for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:03.217461 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b0e9d098-7ca8-423e-88d7-9197d5832ec1 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:03.278783 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881b9114-dd0d-403e-9ecc-6bbc7787e51c None None] Network 3fcf2cd0-2e1d-4323-89b2-46a3293f64b3 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:03.367940 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-be355f9b-af87-4bd9-bbf7-bf4f198ba3ec req-ac16e8ce-e1f7-4a95-be63-5b2ff47e3d4c tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250891 Mar 28 19:10:03.448487 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ad157e34-5c44-41b9-816a-f425ab1c887c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:03.464402 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-634ab104-c2e9-4c54-96d5-361bd5b0d580 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:03.472779 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-425ba776-ff8b-4918-93fe-baee7814316c None None] Provisioning for port b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:03.489357 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-634ab104-c2e9-4c54-96d5-361bd5b0d580 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:03.525024 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ab104-c2e9-4c54-96d5-361bd5b0d580 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93738624-7297-4f8a-80b6-4796355bb610,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:03.538347 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0ee1e1b0-a589-4173-bd63-a4f7c1b9a963 tempest-SubnetPoolsTestJSON-1867218527 tempest-SubnetPoolsTestJSON-1867218527-project] Notify callbacks [] for subnetpool, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:03.542906 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0ee1e1b0-a589-4173-bd63-a4f7c1b9a963 tempest-SubnetPoolsTestJSON-1867218527 tempest-SubnetPoolsTestJSON-1867218527-project] 10.222.0.10 "PUT /v2.0/subnetpools/65ebd73f-cfc9-4394-a426-7fde5337a367 HTTP/1.1" status: 200 len: 683 time: 0.4035909 Mar 28 19:10:03.543529 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55320) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:03.592822 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad157e34-5c44-41b9-816a-f425ab1c887c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Port': ['ID=1d84a64c-b225-4ab1-9c7a-da040c20a2f0,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:03.604152 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-634ab104-c2e9-4c54-96d5-361bd5b0d580 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:03.608940 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-634ab104-c2e9-4c54-96d5-361bd5b0d580 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6511600 Mar 28 19:10:03.609596 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55324) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:03.650348 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0d6afaef-dcaf-4f7e-8e0e-bde5e9cd3a53 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:03.755719 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-9c24b6b8-9c48-4d1d-a9b4-54203bb8a2fb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Request body: {'security_group_rule': {'security_group_id': '80162590-2931-4dd6-9893-500cf0e85986', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:03.759373 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ad157e34-5c44-41b9-816a-f425ab1c887c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:03.769399 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-932eec37-5ced-40fa-bfe2-747bbff7c83d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:03.772602 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6afaef-dcaf-4f7e-8e0e-bde5e9cd3a53 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0abb59-88b7-4d03-b908-4407a6871dcc,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:03.790043 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0d6afaef-dcaf-4f7e-8e0e-bde5e9cd3a53 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:03.795468 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0d6afaef-dcaf-4f7e-8e0e-bde5e9cd3a53 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/security-groups/3d0abb59-88b7-4d03-b908-4407a6871dcc HTTP/1.1" status: 204 len: 168 time: 1.6847835 Mar 28 19:10:03.796553 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-243fecbd-cff5-4ae7-98c7-4a10df10c675 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:03.803874 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-9c24b6b8-9c48-4d1d-a9b4-54203bb8a2fb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:03.804785 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55328) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:03.819209 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ad157e34-5c44-41b9-816a-f425ab1c887c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/1d84a64c-b225-4ab1-9c7a-da040c20a2f0 HTTP/1.1" status: 204 len: 168 time: 2.7887149 Mar 28 19:10:03.830793 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55332) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:03.894378 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9c24b6b8-9c48-4d1d-a9b4-54203bb8a2fb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Usage tracker for resource:security_group_rule and tenant:b125fdf0abbc4973a8e54a6f5b5f24be is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:03.898680 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d3425a0a-7049-4476-8a07-3477f6375e3d tempest-SubnetPoolsTestJSON-1867218527 tempest-SubnetPoolsTestJSON-1867218527-project] Notify callbacks [] for subnetpool, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:03.902162 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d3425a0a-7049-4476-8a07-3477f6375e3d tempest-SubnetPoolsTestJSON-1867218527 tempest-SubnetPoolsTestJSON-1867218527-project] 10.222.0.10 "DELETE /v2.0/subnetpools/65ebd73f-cfc9-4394-a426-7fde5337a367 HTTP/1.1" status: 204 len: 168 time: 0.3479207 Mar 28 19:10:03.956270 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9c24b6b8-9c48-4d1d-a9b4-54203bb8a2fb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:03.968534 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-932eec37-5ced-40fa-bfe2-747bbff7c83d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Calling delete_port for 2a703f8c-6c5e-4e71-b545-a21163cd5393 owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:10:03.978486 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-243fecbd-cff5-4ae7-98c7-4a10df10c675 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Calling delete_port for 3afc6c55-bb57-44c5-8e4f-a8fa08b1c1d0 owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:10:03.996794 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55336) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:04.023831 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-9c24b6b8-9c48-4d1d-a9b4-54203bb8a2fb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:04.075989 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-0963dc68-e902-4941-8383-5f46b58a389d tempest-SubnetPoolsTestJSON-1867218527 tempest-SubnetPoolsTestJSON-1867218527-project] show failed (client error): The resource could not be found. Mar 28 19:10:04.076902 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0963dc68-e902-4941-8383-5f46b58a389d tempest-SubnetPoolsTestJSON-1867218527 tempest-SubnetPoolsTestJSON-1867218527-project] 10.222.0.10 "GET /v2.0/subnetpools/65ebd73f-cfc9-4394-a426-7fde5337a367 HTTP/1.1" status: 404 len: 346 time: 0.0796349 Mar 28 19:10:04.089895 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55342) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:04.130681 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9c24b6b8-9c48-4d1d-a9b4-54203bb8a2fb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:04.137536 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-ae926ff9-abba-4287-b5af-933bb57601a4 tempest-SubnetPoolsTestJSON-1867218527 tempest-SubnetPoolsTestJSON-1867218527-project] delete failed (client error): The resource could not be found. Mar 28 19:10:04.139124 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ae926ff9-abba-4287-b5af-933bb57601a4 tempest-SubnetPoolsTestJSON-1867218527 tempest-SubnetPoolsTestJSON-1867218527-project] 10.222.0.10 "DELETE /v2.0/subnetpools/65ebd73f-cfc9-4394-a426-7fde5337a367 HTTP/1.1" status: 404 len: 346 time: 0.0464580 Mar 28 19:10:04.172805 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a47425a6-df58-41bd-883b-10fee88025ca None None] Provisioning for port 2a703f8c-6c5e-4e71-b545-a21163cd5393 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:04.191914 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a47425a6-df58-41bd-883b-10fee88025ca None None] Provisioning complete for port 2a703f8c-6c5e-4e71-b545-a21163cd5393 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:04.193004 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a47425a6-df58-41bd-883b-10fee88025ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:04.230023 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f3206b-450c-45d3-8064-c410086bd2ad tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:04.231638 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f3206b-450c-45d3-8064-c410086bd2ad tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:04.232900 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-37f3206b-450c-45d3-8064-c410086bd2ad tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:04.262472 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-243e4d80-903e-414a-8be5-3f30a7feedde tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:04.278805 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-37f3206b-450c-45d3-8064-c410086bd2ad tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:04.280909 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-37f3206b-450c-45d3-8064-c410086bd2ad tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3683710 Mar 28 19:10:04.302716 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55348) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:04.347729 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a47425a6-df58-41bd-883b-10fee88025ca None None] Port 2a703f8c-6c5e-4e71-b545-a21163cd5393 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:10:04.393044 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 866112b4-a4ad-4f2a-8c8f-ce7b639e6b57 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:10:04.474108 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd9a1d-d4c1-46a3-a303-df77364f1bf7 req-f13156be-3185-4be5-b8aa-e0d173e8a90d tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:04.475614 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e2fd9a1d-d4c1-46a3-a303-df77364f1bf7 req-f13156be-3185-4be5-b8aa-e0d173e8a90d tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.4671228 Mar 28 19:10:04.488825 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-243e4d80-903e-414a-8be5-3f30a7feedde tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:04.518521 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 866112b4-a4ad-4f2a-8c8f-ce7b639e6b57 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:04.519220 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:04.531857 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9c24b6b8-9c48-4d1d-a9b4-54203bb8a2fb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:04.533750 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-932eec37-5ced-40fa-bfe2-747bbff7c83d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:04.543812 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b0e9d098-7ca8-423e-88d7-9197d5832ec1 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:04.579160 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-9fefc9cc-1063-4505-8eed-2cd851238dde None None] Could not find standard attr ID for object 2a703f8c-6c5e-4e71-b545-a21163cd5393. {{(pid=87834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 19:10:04.658333 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932eec37-5ced-40fa-bfe2-747bbff7c83d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Port': ['ID=2a703f8c-6c5e-4e71-b545-a21163cd5393,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:04.658483 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-974b84ec-1527-4bd8-8caf-0d3b2a97f979 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting subnet 148a452a-cedf-46e6-99a4-fa1891a415aa {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:10:04.663631 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9c24b6b8-9c48-4d1d-a9b4-54203bb8a2fb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:04.670940 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55354) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:04.706535 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:10:04.717318 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-974b84ec-1527-4bd8-8caf-0d3b2a97f979 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:04.765503 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e2fd9a1d-d4c1-46a3-a303-df77364f1bf7 req-1b30ee0c-4502-4e26-beec-5edc2ca1bf56 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2803226 Mar 28 19:10:04.768381 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-932eec37-5ced-40fa-bfe2-747bbff7c83d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:04.801195 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24b6b8-9c48-4d1d-a9b4-54203bb8a2fb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7892256c-7f44-4f3c-8e44-e4fee806f56e,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:04.805224 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:04.814460 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:04.818320 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-932eec37-5ced-40fa-bfe2-747bbff7c83d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/ports/2a703f8c-6c5e-4e71-b545-a21163cd5393 HTTP/1.1" status: 204 len: 168 time: 1.9208474 Mar 28 19:10:04.818469 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:04.818556 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55358) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:04.887817 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9c24b6b8-9c48-4d1d-a9b4-54203bb8a2fb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:04.889329 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9c24b6b8-9c48-4d1d-a9b4-54203bb8a2fb tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.2735667 Mar 28 19:10:04.894753 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55362) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:04.921676 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a1fbb6-9bf2-4b9f-80dd-ceccbc0d88f0 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] DELETE failed (client error): The resource could not be found. Mar 28 19:10:04.922160 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a1fbb6-9bf2-4b9f-80dd-ceccbc0d88f0 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:10:04.927147 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-37a1fbb6-9bf2-4b9f-80dd-ceccbc0d88f0 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/ports/2a703f8c-6c5e-4e71-b545-a21163cd5393 HTTP/1.1" status: 404 len: 333 time: 0.1052244 Mar 28 19:10:04.928533 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55366) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:04.971101 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-243fecbd-cff5-4ae7-98c7-4a10df10c675 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:04.988391 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-738f184b-796c-4c3d-8704-d554a61969b1 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:05.000068 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-738f184b-796c-4c3d-8704-d554a61969b1 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:05.008071 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:05.026415 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e8ed532-b8fa-4ce3-ba3d-efd3480bdc61 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] GET failed (client error): The resource could not be found. Mar 28 19:10:05.027011 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4e8ed532-b8fa-4ce3-ba3d-efd3480bdc61 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Synchronizing usage tracker for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:05.031911 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9d098-7ca8-423e-88d7-9197d5832ec1 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event updated for resources: {'Subnet': ['ID=46c62167-d03a-49ae-9691-e854e879f6cf,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:05.033444 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-738f184b-796c-4c3d-8704-d554a61969b1 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:05.053260 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25,segment=NetworkSegment(9f38f106-4220-4719-b6ed-861dc906499f),segment_id=9f38f106-4220-4719-b6ed-861dc906499f)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:05.058542 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243fecbd-cff5-4ae7-98c7-4a10df10c675 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Pushing event deleted for resources: {'Port': ['ID=3afc6c55-bb57-44c5-8e4f-a8fa08b1c1d0,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:05.059541 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:05.061660 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f184b-796c-4c3d-8704-d554a61969b1 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7892256c-7f44-4f3c-8e44-e4fee806f56e,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:05.066623 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-738f184b-796c-4c3d-8704-d554a61969b1 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:05.068385 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-738f184b-796c-4c3d-8704-d554a61969b1 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/7892256c-7f44-4f3c-8e44-e4fee806f56e HTTP/1.1" status: 204 len: 168 time: 0.1674795 Mar 28 19:10:05.071022 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55372) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:05.094633 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4e8ed532-b8fa-4ce3-ba3d-efd3480bdc61 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Unset dirty status for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:05.098798 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4e8ed532-b8fa-4ce3-ba3d-efd3480bdc61 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "GET /v2.0/ports/2a703f8c-6c5e-4e71-b545-a21163cd5393 HTTP/1.1" status: 404 len: 333 time: 0.1601360 Mar 28 19:10:05.100003 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55376) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:05.132668 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-243e4d80-903e-414a-8be5-3f30a7feedde tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:05.144045 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-974b84ec-1527-4bd8-8caf-0d3b2a97f979 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:05.164018 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:05.200604 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5e6553e5-b2b6-422d-882b-7c5cba32e3ed tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Synchronizing usage tracker for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group_rule {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:05.217475 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-93c715a3-f0d3-45e6-95b0-d202316b107f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting subnet d40821be-5349-4c5c-af75-c9f7bcd56177 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:10:05.224471 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-93c715a3-f0d3-45e6-95b0-d202316b107f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:05.263531 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5e6553e5-b2b6-422d-882b-7c5cba32e3ed tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Unset dirty status for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group_rule {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:05.264288 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e4d80-903e-414a-8be5-3f30a7feedde tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73af508-53ed-4ace-b9aa-a015e9e3c57e,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:05.268862 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5e6553e5-b2b6-422d-882b-7c5cba32e3ed tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1935091 Mar 28 19:10:05.272327 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55380) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:05.281190 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e9d098-7ca8-423e-88d7-9197d5832ec1 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Checking segment: {'id': 'cd14c1c9-14fa-4678-84dc-2b18d72027ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4825004c-93ca-4a3c-a136-2a866d60bd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:05.281470 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e9d098-7ca8-423e-88d7-9197d5832ec1 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Network hostable DHCP agents. Network: 4825004c-93ca-4a3c-a136-2a866d60bd53, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:10:05.299952 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-860866c2-1e99-484c-8f2b-acc1eab60354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:05.315084 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-93c715a3-f0d3-45e6-95b0-d202316b107f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:05.335100 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-243e4d80-903e-414a-8be5-3f30a7feedde tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:05.336210 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-243e4d80-903e-414a-8be5-3f30a7feedde tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/security-groups/b73af508-53ed-4ace-b9aa-a015e9e3c57e HTTP/1.1" status: 204 len: 168 time: 1.5293498 Mar 28 19:10:05.343479 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55384) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:05.343722 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-860866c2-1e99-484c-8f2b-acc1eab60354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:05.350282 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3c92e973-d83c-441c-bf9b-e9448a1d9423 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:05.363208 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-860866c2-1e99-484c-8f2b-acc1eab60354 admin admin] Usage tracker for resource:security_group_rule and tenant:77cef8f9c57e4040badb490610fdcdae is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:05.369551 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-860866c2-1e99-484c-8f2b-acc1eab60354 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:05.379127 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e9d098-7ca8-423e-88d7-9197d5832ec1 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Network 4825004c-93ca-4a3c-a136-2a866d60bd53 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:10:05.382741 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-243fecbd-cff5-4ae7-98c7-4a10df10c675 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:05.385800 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-243fecbd-cff5-4ae7-98c7-4a10df10c675 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] 10.222.0.10 "DELETE /v2.0/ports/3afc6c55-bb57-44c5-8e4f-a8fa08b1c1d0 HTTP/1.1" status: 204 len: 168 time: 3.7530730 Mar 28 19:10:05.387094 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-860866c2-1e99-484c-8f2b-acc1eab60354 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:05.393617 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55388) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:05.407000 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3c92e973-d83c-441c-bf9b-e9448a1d9423 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:05.409450 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-d33002d4-2ce6-45db-8612-4d3a657046fa tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Request body: {'port': {'name': 'tempest-new-port-name-211538120', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:05.409857 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.api.validators [None req-d33002d4-2ce6-45db-8612-4d3a657046fa tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] bootfile-name is not in valid_values {{(pid=87832) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 19:10:05.410199 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.api.validators [None req-d33002d4-2ce6-45db-8612-4d3a657046fa tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] tftp-server is not in valid_values {{(pid=87832) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 19:10:05.410535 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.api.validators [None req-d33002d4-2ce6-45db-8612-4d3a657046fa tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] server-ip-address is not in valid_values {{(pid=87832) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 19:10:05.445863 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-b0e9d098-7ca8-423e-88d7-9197d5832ec1 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 4825004c-93ca-4a3c-a136-2a866d60bd53) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:05.460234 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f7bb00-d23d-4d02-a1c6-7aa51dbc7689 None None] Network 4825004c-93ca-4a3c-a136-2a866d60bd53 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:05.461830 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e9d098-7ca8-423e-88d7-9197d5832ec1 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:05.462412 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b0e9d098-7ca8-423e-88d7-9197d5832ec1 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:05.479060 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f929167-5e3c-4e1d-a50c-de42ea8173e4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting subnet 55018dc9-056c-45ab-8985-2676f61561a3 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:10:05.481006 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3c92e973-d83c-441c-bf9b-e9448a1d9423 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:05.491268 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4f929167-5e3c-4e1d-a50c-de42ea8173e4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:05.520795 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-974b84ec-1527-4bd8-8caf-0d3b2a97f979 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:05.541046 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92e973-d83c-441c-bf9b-e9448a1d9423 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93738624-7297-4f8a-80b6-4796355bb610,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:05.564669 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3c92e973-d83c-441c-bf9b-e9448a1d9423 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:05.568241 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3c92e973-d83c-441c-bf9b-e9448a1d9423 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/93738624-7297-4f8a-80b6-4796355bb610 HTTP/1.1" status: 204 len: 168 time: 0.2926707 Mar 28 19:10:05.569450 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55392) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:05.570396 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-93c715a3-f0d3-45e6-95b0-d202316b107f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:05.591085 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b0e9d098-7ca8-423e-88d7-9197d5832ec1 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.5222590 Mar 28 19:10:05.608684 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55394) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:05.624821 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4f929167-5e3c-4e1d-a50c-de42ea8173e4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:05.653298 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d33002d4-2ce6-45db-8612-4d3a657046fa tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:05.753922 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ff299d-c95e-4e59-b9b2-65e5373fc428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-4825004c-93ca-4a3c-a136-2a866d60bd53', 'network_id': '4825004c-93ca-4a3c-a136-2a866d60bd53', 'tenant_id': '5caec573e114409086168219a54f97ce', 'fixed_ips': [{'subnet_id': '46c62167-d03a-49ae-9691-e854e879f6cf'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:10:05.754476 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-974b84ec-1527-4bd8-8caf-0d3b2a97f979 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:05.754947 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a6ff299d-c95e-4e59-b9b2-65e5373fc428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:05.756305 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-01a68087-3f37-40e5-85ee-17da8fd99e51 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1508481969'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:05.771804 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-01a68087-3f37-40e5-85ee-17da8fd99e51 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:05.788921 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-01a68087-3f37-40e5-85ee-17da8fd99e51 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Usage tracker for resource:network and tenant:5caec573e114409086168219a54f97ce is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:05.793843 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4f929167-5e3c-4e1d-a50c-de42ea8173e4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:05.819719 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b84ec-1527-4bd8-8caf-0d3b2a97f979 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Subnet': ['ID=148a452a-cedf-46e6-99a4-fa1891a415aa,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:05.821668 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-974b84ec-1527-4bd8-8caf-0d3b2a97f979 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:05.832538 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-860866c2-1e99-484c-8f2b-acc1eab60354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:05.838332 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-01a68087-3f37-40e5-85ee-17da8fd99e51 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:05.875040 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-01a68087-3f37-40e5-85ee-17da8fd99e51 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:05.878059 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-860866c2-1e99-484c-8f2b-acc1eab60354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:05.892310 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0fbcc675-afd8-4af5-9960-3883cb95da98 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Synchronizing usage tracker for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group_rule {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:05.905363 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-974b84ec-1527-4bd8-8caf-0d3b2a97f979 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/148a452a-cedf-46e6-99a4-fa1891a415aa HTTP/1.1" status: 204 len: 168 time: 1.5689607 Mar 28 19:10:05.907083 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaf397f-2f7f-4e63-8fae-a8d8f7321b41 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:05.912082 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55402) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:05.976886 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a68087-3f37-40e5-85ee-17da8fd99e51 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Made reservation on behalf of 5caec573e114409086168219a54f97ce for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:05.980358 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-01a68087-3f37-40e5-85ee-17da8fd99e51 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:06.002378 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0fbcc675-afd8-4af5-9960-3883cb95da98 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Unset dirty status for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group_rule {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:06.006703 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0fbcc675-afd8-4af5-9960-3883cb95da98 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.4057126 Mar 28 19:10:06.008614 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55406) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:06.011398 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-93c715a3-f0d3-45e6-95b0-d202316b107f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:06.067157 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b6a8eab3-328e-4efa-84f9-960c8e00ac29 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1089654 Mar 28 19:10:06.074708 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-860866c2-1e99-484c-8f2b-acc1eab60354 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=77cef8f9c57e4040badb490610fdcdae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3608658 Mar 28 19:10:06.074708 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860866c2-1e99-484c-8f2b-acc1eab60354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057c5ab7-4e67-464e-a8d9-790c024bef06,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:06.078396 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55410) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:06.078729 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55412) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:06.100696 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c715a3-f0d3-45e6-95b0-d202316b107f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Subnet': ['ID=d40821be-5349-4c5c-af75-c9f7bcd56177,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:06.108646 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-e2e55c43-e1d7-4e32-a7a5-3541aaad6122 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:06.120976 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3be05b-780a-445b-8df6-e733a3fdee2f None None] Network 3fcf2cd0-2e1d-4323-89b2-46a3293f64b3 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:06.155946 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d33002d4-2ce6-45db-8612-4d3a657046fa tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:06.161042 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-93c715a3-f0d3-45e6-95b0-d202316b107f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:06.161719 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d33002d4-2ce6-45db-8612-4d3a657046fa tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:06.164934 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a68087-3f37-40e5-85ee-17da8fd99e51 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:10:06.197818 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4f929167-5e3c-4e1d-a50c-de42ea8173e4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:06.207924 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-a6ff299d-c95e-4e59-b9b2-65e5373fc428 None None] Allocated IP 2001:db8:0:ffff::2 (4825004c-93ca-4a3c-a136-2a866d60bd53/46c62167-d03a-49ae-9691-e854e879f6cf/168b5908-1c16-4f2d-8f87-889e44ee0f82) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:06.276674 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:10:06.302733 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33002d4-2ce6-45db-8612-4d3a657046fa tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Pushing event updated for resources: {'Port': ['ID=436914b6-a17b-4098-a0b5-b26ee92979d4,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:06.322144 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d33002d4-2ce6-45db-8612-4d3a657046fa tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] In _notify_port_updated(), no bound segment for port 436914b6-a17b-4098-a0b5-b26ee92979d4 on network d3e2fd17-97e6-4230-93e2-ce82dea1bcd5 {{(pid=87832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 19:10:06.329984 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33002d4-2ce6-45db-8612-4d3a657046fa tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:06.331122 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d33002d4-2ce6-45db-8612-4d3a657046fa tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:06.332895 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d33002d4-2ce6-45db-8612-4d3a657046fa tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] 10.222.0.10 "PUT /v2.0/ports/436914b6-a17b-4098-a0b5-b26ee92979d4 HTTP/1.1" status: 200 len: 1135 time: 0.9381258 Mar 28 19:10:06.335201 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55420) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:06.340217 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-01a68087-3f37-40e5-85ee-17da8fd99e51 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:06.340903 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-01a68087-3f37-40e5-85ee-17da8fd99e51 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Added segment d84943e6-9e74-4d6a-8ed4-e34780821dc5 of type vlan for network 0189dece-fb42-408a-b30d-6975b01e485b Mar 28 19:10:06.377287 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-01a68087-3f37-40e5-85ee-17da8fd99e51 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:06.400115 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-93c715a3-f0d3-45e6-95b0-d202316b107f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/subnets/d40821be-5349-4c5c-af75-c9f7bcd56177 HTTP/1.1" status: 204 len: 168 time: 1.2990258 Mar 28 19:10:06.401179 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55424) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:06.415335 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4f929167-5e3c-4e1d-a50c-de42ea8173e4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:06.421727 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4f929167-5e3c-4e1d-a50c-de42ea8173e4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/subnets/55018dc9-056c-45ab-8985-2676f61561a3 HTTP/1.1" status: 204 len: 168 time: 1.0733025 Mar 28 19:10:06.421727 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f929167-5e3c-4e1d-a50c-de42ea8173e4 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Subnet': ['ID=55018dc9-056c-45ab-8985-2676f61561a3,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:06.427546 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55428) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:06.463219 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0bcd7-79bb-440e-ab56-85e9ffd183e0 req-7bed6dbc-d83f-4d78-80c3-c63c35904505 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:06.464744 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-23b0bcd7-79bb-440e-ab56-85e9ffd183e0 req-7bed6dbc-d83f-4d78-80c3-c63c35904505 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.5552888 Mar 28 19:10:06.465723 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1ea354f2-571e-4c29-9451-871a10dbd81c tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:06.478149 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1ea354f2-571e-4c29-9451-871a10dbd81c tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:06.488718 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb652656-f782-4108-9ccb-adb08e53a680 None None] Network 389cf68c-811d-47a7-87b6-39d5be3bb01f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:06.494369 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6c4e34-302f-4767-b675-b9ce945920e7 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:06.495015 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-9d6c4e34-302f-4767-b675-b9ce945920e7 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Synchronizing usage tracker for tenant:f276bf12a57f4152b7ebcae5f826f165 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:06.565341 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-878d4567-4cec-4a2b-ab12-e92446f12723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:06.592754 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-59417d6b-9e35-40c5-988c-51b377a73ad6 None None] Provisioning complete for port 436914b6-a17b-4098-a0b5-b26ee92979d4 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:06.593375 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-59417d6b-9e35-40c5-988c-51b377a73ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:06.595431 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-878d4567-4cec-4a2b-ab12-e92446f12723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:06.609897 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-9d6c4e34-302f-4767-b675-b9ce945920e7 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Unset dirty status for tenant:f276bf12a57f4152b7ebcae5f826f165 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:06.611094 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9d6c4e34-302f-4767-b675-b9ce945920e7 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] 10.222.0.10 "GET /v2.0/ports/436914b6-a17b-4098-a0b5-b26ee92979d4 HTTP/1.1" status: 200 len: 1135 time: 0.2746770 Mar 28 19:10:06.615460 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a857a09b-7604-482c-b5c7-5e132d409eb5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:06.619215 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55432) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:06.626652 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-b19584da-bd01-4d73-b43d-73d34c7bc684 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting subnet 66314e52-8809-4e7a-86ed-4feedd603367 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:10:06.632025 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1ea354f2-571e-4c29-9451-871a10dbd81c tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:06.644634 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.db.resource_extend [None req-01a68087-3f37-40e5-85ee-17da8fd99e51 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:10:06.659821 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-59417d6b-9e35-40c5-988c-51b377a73ad6 None None] Port 436914b6-a17b-4098-a0b5-b26ee92979d4 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:10:06.662703 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e2e55c43-e1d7-4e32-a7a5-3541aaad6122 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:06.677104 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b19584da-bd01-4d73-b43d-73d34c7bc684 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:06.740537 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-a857a09b-7604-482c-b5c7-5e132d409eb5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting port b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:06.740883 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a857a09b-7604-482c-b5c7-5e132d409eb5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:06.749939 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea354f2-571e-4c29-9451-871a10dbd81c tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be7b08c0-a2f5-4a37-a69a-e6c69379925a,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:06.755885 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-23b0bcd7-79bb-440e-ab56-85e9ffd183e0 req-e72befae-7ff0-40ad-bed4-754a1ac870d2 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2504649 Mar 28 19:10:06.762217 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e2e55c43-e1d7-4e32-a7a5-3541aaad6122 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:subnet and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:06.766743 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e2e55c43-e1d7-4e32-a7a5-3541aaad6122 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:06.772273 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:06.772795 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:06.773664 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e2e55c43-e1d7-4e32-a7a5-3541aaad6122 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:06.786181 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1ea354f2-571e-4c29-9451-871a10dbd81c tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:06.791306 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1ea354f2-571e-4c29-9451-871a10dbd81c tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/be7b08c0-a2f5-4a37-a69a-e6c69379925a HTTP/1.1" status: 204 len: 168 time: 0.7704487 Mar 28 19:10:06.792157 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55436) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:06.803071 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b19584da-bd01-4d73-b43d-73d34c7bc684 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:06.803645 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e55c43-e1d7-4e32-a7a5-3541aaad6122 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:06.813375 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e2e55c43-e1d7-4e32-a7a5-3541aaad6122 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:06.840105 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ab9efc-13af-4744-ad4c-03864635033d None None] DHCP port deletion for 1857c8f5-5622-42ce-a4f9-106880783f61 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:10:06.900274 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a6ab9efc-13af-4744-ad4c-03864635033d None None] Deleting port 866112b4-a4ad-4f2a-8c8f-ce7b639e6b57 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:06.900652 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a6ab9efc-13af-4744-ad4c-03864635033d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:06.985123 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-14c10791-68e6-4a06-985b-f5676bfe6841 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Deleting port 436914b6-a17b-4098-a0b5-b26ee92979d4 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:06.985480 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-14c10791-68e6-4a06-985b-f5676bfe6841 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:07.073336 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-01a68087-3f37-40e5-85ee-17da8fd99e51 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:07.079042 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a68087-3f37-40e5-85ee-17da8fd99e51 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:07.079707 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-01a68087-3f37-40e5-85ee-17da8fd99e51 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:07.157832 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-878d4567-4cec-4a2b-ab12-e92446f12723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:07.214361 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a6ff299d-c95e-4e59-b9b2-65e5373fc428 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:07.234476 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-01a68087-3f37-40e5-85ee-17da8fd99e51 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6244607 Mar 28 19:10:07.258329 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55444) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:07.285202 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-0f2e2835-9903-4a9c-ae16-1fa16f20167c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Request body: {'subnet': {'network_id': '0189dece-fb42-408a-b30d-6975b01e485b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:07.304567 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a6ff299d-c95e-4e59-b9b2-65e5373fc428 None None] Transition to ACTIVE for port object 168b5908-1c16-4f2d-8f87-889e44ee0f82 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:07.350748 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d4567-4cec-4a2b-ab12-e92446f12723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057c5ab7-4e67-464e-a8d9-790c024bef06,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:07.352454 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3020fdd7-618b-4f07-a496-afad95d5e3a8 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Synchronizing usage tracker for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group_rule {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:07.365676 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-878d4567-4cec-4a2b-ab12-e92446f12723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:07.370145 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-878d4567-4cec-4a2b-ab12-e92446f12723 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/057c5ab7-4e67-464e-a8d9-790c024bef06 HTTP/1.1" status: 204 len: 168 time: 1.2763524 Mar 28 19:10:07.370145 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a68087-3f37-40e5-85ee-17da8fd99e51 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event updated for resources: {'Network': ['ID=0189dece-fb42-408a-b30d-6975b01e485b,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:07.370393 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66eab2c-3117-4dd3-800d-57d13d8ad16c None None] DHCP port deletion for 3fcf2cd0-2e1d-4323-89b2-46a3293f64b3 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:10:07.406611 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 0189dece-fb42-408a-b30d-6975b01e485b details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:10:07.452490 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-b66eab2c-3117-4dd3-800d-57d13d8ad16c None None] Deleting port b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:07.452865 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b66eab2c-3117-4dd3-800d-57d13d8ad16c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:07.500619 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a6ff299d-c95e-4e59-b9b2-65e5373fc428 None None] Transition to ACTIVE for port object 168b5908-1c16-4f2d-8f87-889e44ee0f82 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:07.501383 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b8792-b4b8-4fbf-bdd7-2472c447aad2 req-349daa22-d512-4b04-8ded-29971647eb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:07.503026 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9a9b8792-b4b8-4fbf-bdd7-2472c447aad2 req-349daa22-d512-4b04-8ded-29971647eb0a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=936b36bbd26d462bb0c5b68398e9e06d&device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 1098 time: 0.2673991 Mar 28 19:10:07.559883 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cf3b3-278a-496c-ab98-792c166e0c83 req-edb08e97-28f1-4b42-905b-404ec96d81cd tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:07.562547 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-323cf3b3-278a-496c-ab98-792c166e0c83 req-edb08e97-28f1-4b42-905b-404ec96d81cd tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.2881866 Mar 28 19:10:07.570271 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-a857a09b-7604-482c-b5c7-5e132d409eb5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] For port b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25,segment=NetworkSegment(9f38f106-4220-4719-b6ed-861dc906499f),segment_id=9f38f106-4220-4719-b6ed-861dc906499f)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:07.572173 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a857a09b-7604-482c-b5c7-5e132d409eb5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:07.586167 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a6ab9efc-13af-4744-ad4c-03864635033d None None] For port 866112b4-a4ad-4f2a-8c8f-ce7b639e6b57, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=866112b4-a4ad-4f2a-8c8f-ce7b639e6b57,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:07.586567 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a6ab9efc-13af-4744-ad4c-03864635033d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:07.603584 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a6ff299d-c95e-4e59-b9b2-65e5373fc428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:07.748617 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0f2e2835-9903-4a9c-ae16-1fa16f20167c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:07.822842 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a6ab9efc-13af-4744-ad4c-03864635033d None None] Calling delete_port for 866112b4-a4ad-4f2a-8c8f-ce7b639e6b57 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:10:07.903590 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-323cf3b3-278a-496c-ab98-792c166e0c83 req-ccbc41d6-d474-4213-a0f7-d44883897139 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983426 Mar 28 19:10:07.909406 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b19584da-bd01-4d73-b43d-73d34c7bc684 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:07.949791 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ff299d-c95e-4e59-b9b2-65e5373fc428 None None] Network 4825004c-93ca-4a3c-a136-2a866d60bd53 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:07.960651 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-a6ff299d-c95e-4e59-b9b2-65e5373fc428 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:07.964640 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b8792-b4b8-4fbf-bdd7-2472c447aad2 req-cdbf740b-0485-4615-8d8d-6058bab761cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:07.966318 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9a9b8792-b4b8-4fbf-bdd7-2472c447aad2 req-cdbf740b-0485-4615-8d8d-6058bab761cb service neutron] 10.222.0.26 "GET /v2.0/networks?id=05d45956-a093-40a4-9858-58f23a47edbe HTTP/1.1" status: 200 len: 912 time: 0.4498391 Mar 28 19:10:07.981870 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ff299d-c95e-4e59-b9b2-65e5373fc428 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:10:07.989738 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff299d-c95e-4e59-b9b2-65e5373fc428 None None] Pushing event updated for resources: {'Port': ['ID=168b5908-1c16-4f2d-8f87-889e44ee0f82,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:08.092243 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.objects.ports [None req-e2e55c43-e1d7-4e32-a7a5-3541aaad6122 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87833) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 19:10:08.123958 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-a857a09b-7604-482c-b5c7-5e132d409eb5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Calling delete_port for b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:10:08.145389 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9a9b8792-b4b8-4fbf-bdd7-2472c447aad2 req-8672b14f-28ad-4479-870e-2374ae276fba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da1a4fe6-e25e-4603-a82e-846b7ddebdd0 HTTP/1.1" status: 200 len: 1001 time: 0.1711137 Mar 28 19:10:08.180429 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0f2e2835-9903-4a9c-ae16-1fa16f20167c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Usage tracker for resource:subnet and tenant:5caec573e114409086168219a54f97ce is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:08.227601 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b8792-b4b8-4fbf-bdd7-2472c447aad2 req-21ba9883-812c-4116-8992-3ce4b69aadde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:08.229043 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9a9b8792-b4b8-4fbf-bdd7-2472c447aad2 req-21ba9883-812c-4116-8992-3ce4b69aadde service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba510855-a9fd-4b40-9483-d8a58a15b59b HTTP/1.1" status: 200 len: 850 time: 0.0748975 Mar 28 19:10:08.253091 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0f2e2835-9903-4a9c-ae16-1fa16f20167c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:08.274291 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 866112b4-a4ad-4f2a-8c8f-ce7b639e6b57 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:10:08.285157 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0f2e2835-9903-4a9c-ae16-1fa16f20167c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:08.317434 dv-neutron-834711-1-hyperv neutron-server[87833]: WARNING neutron.services.revisions.revision_plugin [None req-e2e55c43-e1d7-4e32-a7a5-3541aaad6122 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Could not find related port for resource to bump revision. Mar 28 19:10:08.325502 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.ipam_pluggable_backend [None req-e2e55c43-e1d7-4e32-a7a5-3541aaad6122 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Port 866112b4-a4ad-4f2a-8c8f-ce7b639e6b57 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87833) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 28 19:10:08.326315 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.ipam_pluggable_backend [None req-e2e55c43-e1d7-4e32-a7a5-3541aaad6122 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Reverting IP allocation for 2001:db8::f816:3eff:fe20:6fb0 {{(pid=87833) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 28 19:10:08.340902 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a6ab9efc-13af-4744-ad4c-03864635033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:08.349728 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e2e55c43-e1d7-4e32-a7a5-3541aaad6122 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:08.421549 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3020fdd7-618b-4f07-a496-afad95d5e3a8 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Unset dirty status for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group_rule {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:08.421549 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3020fdd7-618b-4f07-a496-afad95d5e3a8 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 1.6108849 Mar 28 19:10:08.421750 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b8792-b4b8-4fbf-bdd7-2472c447aad2 req-113b7ae1-13da-4ca6-a72f-9ebe0585246b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:08.421750 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9a9b8792-b4b8-4fbf-bdd7-2472c447aad2 req-113b7ae1-13da-4ca6-a72f-9ebe0585246b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=05d45956-a093-40a4-9858-58f23a47edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1702874 Mar 28 19:10:08.422831 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55468) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:08.431552 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 866112b4-a4ad-4f2a-8c8f-ce7b639e6b57 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:10:08.432255 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 866112b4-a4ad-4f2a-8c8f-ce7b639e6b57 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:10:08.432376 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2e2835-9903-4a9c-ae16-1fa16f20167c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Made reservation on behalf of 5caec573e114409086168219a54f97ce for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:08.433007 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:10:08.435882 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0f2e2835-9903-4a9c-ae16-1fa16f20167c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:08.484415 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e55c43-e1d7-4e32-a7a5-3541aaad6122 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:08.491195 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-e2e55c43-e1d7-4e32-a7a5-3541aaad6122 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:08.493176 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-a6ff299d-c95e-4e59-b9b2-65e5373fc428 None None] Attempting to bind port 168b5908-1c16-4f2d-8f87-889e44ee0f82 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:10:08.493868 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-a6ff299d-c95e-4e59-b9b2-65e5373fc428 None None] Attempting to bind port 168b5908-1c16-4f2d-8f87-889e44ee0f82 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'cd14c1c9-14fa-4678-84dc-2b18d72027ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4825004c-93ca-4a3c-a136-2a866d60bd53'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:10:08.497585 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e55c43-e1d7-4e32-a7a5-3541aaad6122 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:08.498984 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e2e55c43-e1d7-4e32-a7a5-3541aaad6122 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:08.499761 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ff299d-c95e-4e59-b9b2-65e5373fc428 None None] Attempting to bind port 168b5908-1c16-4f2d-8f87-889e44ee0f82 on network 4825004c-93ca-4a3c-a136-2a866d60bd53 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:10:08.525628 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ab9efc-13af-4744-ad4c-03864635033d None None] No DVR routers for this DVR port 866112b4-a4ad-4f2a-8c8f-ce7b639e6b57 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:10:08.533589 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab9efc-13af-4744-ad4c-03864635033d None None] Pushing event deleted for resources: {'Port': ['ID=866112b4-a4ad-4f2a-8c8f-ce7b639e6b57,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:08.541295 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-b66eab2c-3117-4dd3-800d-57d13d8ad16c None None] For port b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25,segment=NetworkSegment(9f38f106-4220-4719-b6ed-861dc906499f),segment_id=9f38f106-4220-4719-b6ed-861dc906499f)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:08.541962 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b66eab2c-3117-4dd3-800d-57d13d8ad16c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:08.544096 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e2e55c43-e1d7-4e32-a7a5-3541aaad6122 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4548666 Mar 28 19:10:08.583742 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ff299d-c95e-4e59-b9b2-65e5373fc428 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:10:08.584468 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ff299d-c95e-4e59-b9b2-65e5373fc428 None None] Checking segment: {'id': 'cd14c1c9-14fa-4678-84dc-2b18d72027ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4825004c-93ca-4a3c-a136-2a866d60bd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:08.585098 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a6ff299d-c95e-4e59-b9b2-65e5373fc428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:08.585705 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ff299d-c95e-4e59-b9b2-65e5373fc428 None None] Bound using segment: {'id': 'cd14c1c9-14fa-4678-84dc-2b18d72027ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4825004c-93ca-4a3c-a136-2a866d60bd53'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:10:08.586417 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-a6ff299d-c95e-4e59-b9b2-65e5373fc428 None None] Bound port: 168b5908-1c16-4f2d-8f87-889e44ee0f82, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd14c1c9-14fa-4678-84dc-2b18d72027ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4825004c-93ca-4a3c-a136-2a866d60bd53'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:10:08.587073 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a6ff299d-c95e-4e59-b9b2-65e5373fc428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:08.594690 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55472) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:08.607802 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8558c80-d1ad-419d-b517-9a4333d2bc1e None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:08.641040 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-72a14e44-8522-4ea0-b29a-2fb2142489ea tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'port': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'mac_address': 'fa:16:3e:48:71:84', 'name': 'tempest-NetworksTestDHCPv6-723743218'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:08.656637 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b19584da-bd01-4d73-b43d-73d34c7bc684 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:08.678246 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e55c43-e1d7-4e32-a7a5-3541aaad6122 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Subnet': ['ID=bd87e009-e8b4-4b49-a232-616f2a7d05f1,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:08.689925 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9a9b8792-b4b8-4fbf-bdd7-2472c447aad2 req-f6bfd77a-430e-4719-9a7d-2487f81d855f service neutron] 10.222.0.26 "GET /v2.0/networks/05d45956-a093-40a4-9858-58f23a47edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678807 Mar 28 19:10:08.691099 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7c56d04a-e216-45fa-a5e9-52a2f0d53e7f tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:08.705065 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a857a09b-7604-482c-b5c7-5e132d409eb5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:08.705728 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7c56d04a-e216-45fa-a5e9-52a2f0d53e7f tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:08.799552 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-14c10791-68e6-4a06-985b-f5676bfe6841 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:08.807655 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19584da-bd01-4d73-b43d-73d34c7bc684 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Subnet': ['ID=66314e52-8809-4e7a-86ed-4feedd603367,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:08.817925 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857a09b-7604-482c-b5c7-5e132d409eb5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Port': ['ID=b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:08.829931 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a857a09b-7604-482c-b5c7-5e132d409eb5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] No DVR routers for this DVR port b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25 on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:10:08.851159 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-b66eab2c-3117-4dd3-800d-57d13d8ad16c None None] Calling delete_port for b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:10:08.933669 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9a9b8792-b4b8-4fbf-bdd7-2472c447aad2 req-9bcb518a-3e81-45bd-96d4-2a63256f43aa service neutron] 10.222.0.26 "GET /v2.0/networks/05d45956-a093-40a4-9858-58f23a47edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929154 Mar 28 19:10:08.957377 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7c56d04a-e216-45fa-a5e9-52a2f0d53e7f tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:08.995280 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No active binding found for port b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25 {{(pid=87834) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 28 19:10:08.995482 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56d04a-e216-45fa-a5e9-52a2f0d53e7f tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a37df39-6e09-440b-b21b-0422e2911382,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:08.995696 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:10:09.053199 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7c56d04a-e216-45fa-a5e9-52a2f0d53e7f tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:09.056070 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-7c56d04a-e216-45fa-a5e9-52a2f0d53e7f tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/1a37df39-6e09-440b-b21b-0422e2911382 HTTP/1.1" status: 204 len: 168 time: 0.6260877 Mar 28 19:10:09.058405 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55486) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:09.067915 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ce31c61f-8ee5-4773-8edd-c826f9918372 None None] Provisioning complete for port 6b8a5e20-5609-4c01-9929-576de7e0ea95 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:09.068289 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ce31c61f-8ee5-4773-8edd-c826f9918372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:09.148144 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-14c10791-68e6-4a06-985b-f5676bfe6841 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Calling delete_port for 436914b6-a17b-4098-a0b5-b26ee92979d4 owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:10:09.187111 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-b66eab2c-3117-4dd3-800d-57d13d8ad16c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:10:09.187355 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-b66eab2c-3117-4dd3-800d-57d13d8ad16c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:10:09.189972 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a6ff299d-c95e-4e59-b9b2-65e5373fc428 None None] For port 168b5908-1c16-4f2d-8f87-889e44ee0f82, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:10:09.201608 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a6ff299d-c95e-4e59-b9b2-65e5373fc428 None None] For port 168b5908-1c16-4f2d-8f87-889e44ee0f82, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=168b5908-1c16-4f2d-8f87-889e44ee0f82,segment=NetworkSegment(cd14c1c9-14fa-4678-84dc-2b18d72027ea),segment_id=cd14c1c9-14fa-4678-84dc-2b18d72027ea)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:10:09.240063 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a6ff299d-c95e-4e59-b9b2-65e5373fc428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:09.269149 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-1f259a61-b7fe-4023-a592-38570a54874d tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Synchronizing usage tracker for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group_rule {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:09.313467 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-1f259a61-b7fe-4023-a592-38570a54874d tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Unset dirty status for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group_rule {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:09.322904 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1f259a61-b7fe-4023-a592-38570a54874d tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2599437 Mar 28 19:10:09.324029 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55494) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:09.343666 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9374fb-f2dd-4ebf-a1e4-5d9733e9c968 req-6a0a7fe4-4bc2-4f86-b18d-79551c6a69b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:09.345047 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ff9374fb-f2dd-4ebf-a1e4-5d9733e9c968 req-6a0a7fe4-4bc2-4f86-b18d-79551c6a69b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=936b36bbd26d462bb0c5b68398e9e06d&device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 1098 time: 0.2195959 Mar 28 19:10:09.361736 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d579eb-7af4-4898-88db-163b9474585f req-0d6483a7-7da9-4e23-8bf4-26680a20ddbf tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:09.370790 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b19584da-bd01-4d73-b43d-73d34c7bc684 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:09.372067 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a6d579eb-7af4-4898-88db-163b9474585f req-0d6483a7-7da9-4e23-8bf4-26680a20ddbf tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.2006934 Mar 28 19:10:09.407224 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e41f449-29b9-42b0-8502-ed06a6f72171 None None] Network 389cf68c-811d-47a7-87b6-39d5be3bb01f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:09.465107 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff299d-c95e-4e59-b9b2-65e5373fc428 None None] Pushing event updated for resources: {'Port': ['ID=168b5908-1c16-4f2d-8f87-889e44ee0f82,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:09.486427 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c22bd40-5907-49d6-967a-6424cc0f6fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-1857c8f5-5622-42ce-a4f9-106880783f61', 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'fixed_ips': [{'subnet_id': 'bd87e009-e8b4-4b49-a232-616f2a7d05f1'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:10:09.487297 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6c22bd40-5907-49d6-967a-6424cc0f6fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:09.506297 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a857a09b-7604-482c-b5c7-5e132d409eb5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:09.573489 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b19584da-bd01-4d73-b43d-73d34c7bc684 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/subnets/66314e52-8809-4e7a-86ed-4feedd603367 HTTP/1.1" status: 204 len: 168 time: 3.1381721 Mar 28 19:10:09.607705 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55502) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:09.661520 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7e1a5bb3-4e82-4edb-aa5a-70bcc37a9e11 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:09.711215 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-b66eab2c-3117-4dd3-800d-57d13d8ad16c None None] Deleting port b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:09.711604 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b66eab2c-3117-4dd3-800d-57d13d8ad16c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:09.790476 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7e1a5bb3-4e82-4edb-aa5a-70bcc37a9e11 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:09.863019 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a6d579eb-7af4-4898-88db-163b9474585f req-296ce5c4-b3c6-4daf-977c-a8b5868f9633 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4637332 Mar 28 19:10:09.867415 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-a857a09b-7604-482c-b5c7-5e132d409eb5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fcf2cd0-2e1d-4323-89b2-46a3293f64b3']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:09.917975 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-72a14e44-8522-4ea0-b29a-2fb2142489ea tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:09.920929 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0f2e2835-9903-4a9c-ae16-1fa16f20167c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:09.927099 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-588f4618-ae4f-42e4-941b-68af2f6ed895 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] DELETE failed (client error): The resource could not be found. Mar 28 19:10:09.927672 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-588f4618-ae4f-42e4-941b-68af2f6ed895 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:10:09.957290 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-b66eab2c-3117-4dd3-800d-57d13d8ad16c None None] The port 'b028b0e5-1c4a-45d9-bc0d-9580c1bc9d25' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:10:09.973930 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-a857a09b-7604-482c-b5c7-5e132d409eb5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f38f106-4220-4719-b6ed-861dc906499f') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:09.974232 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-a857a09b-7604-482c-b5c7-5e132d409eb5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f38f106-4220-4719-b6ed-861dc906499f') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:09.975271 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ce31c61f-8ee5-4773-8edd-c826f9918372 None None] Provisioning complete for port 1528995a-3926-4666-bc63-fc42d320375b triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:09.975846 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ce31c61f-8ee5-4773-8edd-c826f9918372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:09.979971 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9374fb-f2dd-4ebf-a1e4-5d9733e9c968 req-5a87e4bd-20ba-4079-8d94-a9fb7737595c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:09.981457 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ff9374fb-f2dd-4ebf-a1e4-5d9733e9c968 req-5a87e4bd-20ba-4079-8d94-a9fb7737595c service neutron] 10.222.0.26 "GET /v2.0/networks?id=05d45956-a093-40a4-9858-58f23a47edbe HTTP/1.1" status: 200 len: 912 time: 0.6075401 Mar 28 19:10:09.987145 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-72a14e44-8522-4ea0-b29a-2fb2142489ea tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:port and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:10.025773 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7e1a5bb3-4e82-4edb-aa5a-70bcc37a9e11 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:10.031779 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-72a14e44-8522-4ea0-b29a-2fb2142489ea tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:10.100322 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e2835-9903-4a9c-ae16-1fa16f20167c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event updated for resources: {'Subnet': ['ID=2dfab00d-b23b-4053-8602-8fa1374fb2c3,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:10.109140 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7e1a5bb3-4e82-4edb-aa5a-70bcc37a9e11 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:10.110269 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7e1a5bb3-4e82-4edb-aa5a-70bcc37a9e11 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/12353163-f73e-4b86-b17d-ec465ff4c371 HTTP/1.1" status: 204 len: 168 time: 0.7770407 Mar 28 19:10:10.144237 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ff9374fb-f2dd-4ebf-a1e4-5d9733e9c968 req-86ae8ae2-2ff7-42a3-bd1d-6f931fe39d93 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da1a4fe6-e25e-4603-a82e-846b7ddebdd0 HTTP/1.1" status: 200 len: 1001 time: 0.1508214 Mar 28 19:10:10.144677 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55510) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:10.166300 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-ce31c61f-8ee5-4773-8edd-c826f9918372 None None] Port 1528995a-3926-4666-bc63-fc42d320375b cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:10:10.219764 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-72a14e44-8522-4ea0-b29a-2fb2142489ea tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:10.238698 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a857a09b-7604-482c-b5c7-5e132d409eb5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:10.255119 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9374fb-f2dd-4ebf-a1e4-5d9733e9c968 req-79463d24-5338-4722-82a6-76ed91db7439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:10.256641 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ff9374fb-f2dd-4ebf-a1e4-5d9733e9c968 req-79463d24-5338-4722-82a6-76ed91db7439 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba510855-a9fd-4b40-9483-d8a58a15b59b HTTP/1.1" status: 200 len: 850 time: 0.0837910 Mar 28 19:10:10.257062 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-588f4618-ae4f-42e4-941b-68af2f6ed895 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/subnets/55018dc9-056c-45ab-8985-2676f61561a3 HTTP/1.1" status: 404 len: 337 time: 0.6408305 Mar 28 19:10:10.257324 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55514) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:10.270158 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-edb65270-5c67-4fb9-b999-f1cb83e70040 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1244023 Mar 28 19:10:10.272503 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55516) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:10.282558 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-14c10791-68e6-4a06-985b-f5676bfe6841 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:10.298276 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-6c22bd40-5907-49d6-967a-6424cc0f6fa9 None None] Allocated IP 2001:db8::f816:3eff:fead:436 (1857c8f5-5622-42ce-a4f9-106880783f61/bd87e009-e8b4-4b49-a232-616f2a7d05f1/8e0ef181-423e-42d3-b98c-18b681645840) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:10.336744 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 168b5908-1c16-4f2d-8f87-889e44ee0f82 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:10:10.405911 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a14e44-8522-4ea0-b29a-2fb2142489ea tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:10.436456 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-5774795f-4c06-45ee-9174-4ea63cb51ea8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting subnet 392cada1-bf4c-43c4-9857-4a3c76629bc3 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:10:10.439958 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5774795f-4c06-45ee-9174-4ea63cb51ea8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:10.453802 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 168b5908-1c16-4f2d-8f87-889e44ee0f82 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:10.535435 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a5bb3-4e82-4edb-aa5a-70bcc37a9e11 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12353163-f73e-4b86-b17d-ec465ff4c371,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:10.542376 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e2835-9903-4a9c-ae16-1fa16f20167c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Checking segment: {'id': 'd84943e6-9e74-4d6a-8ed4-e34780821dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0189dece-fb42-408a-b30d-6975b01e485b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:10.542746 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2e2835-9903-4a9c-ae16-1fa16f20167c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Network hostable DHCP agents. Network: 0189dece-fb42-408a-b30d-6975b01e485b, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:10:10.548307 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c10791-68e6-4a06-985b-f5676bfe6841 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Pushing event deleted for resources: {'Port': ['ID=436914b6-a17b-4098-a0b5-b26ee92979d4,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:10.621017 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a857a09b-7604-482c-b5c7-5e132d409eb5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:10.631725 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5774795f-4c06-45ee-9174-4ea63cb51ea8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:10.691005 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a857a09b-7604-482c-b5c7-5e132d409eb5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:10:10.692698 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a857a09b-7604-482c-b5c7-5e132d409eb5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:10:10.744285 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:10:10.749573 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6c22bd40-5907-49d6-967a-6424cc0f6fa9 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:10.774642 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6c22bd40-5907-49d6-967a-6424cc0f6fa9 None None] Transition to ACTIVE for port object 8e0ef181-423e-42d3-b98c-18b681645840 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:10.823297 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6c22bd40-5907-49d6-967a-6424cc0f6fa9 None None] Transition to ACTIVE for port object 8e0ef181-423e-42d3-b98c-18b681645840 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:10.831223 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b3a821e0-99e0-406c-87a4-0be125a80c78 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:10.835687 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6c22bd40-5907-49d6-967a-6424cc0f6fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:10.877860 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b3a821e0-99e0-406c-87a4-0be125a80c78 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:10.936521 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9374fb-f2dd-4ebf-a1e4-5d9733e9c968 req-0511dd7a-267b-4afa-998e-d2dcf8ebdcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:10.943909 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ff9374fb-f2dd-4ebf-a1e4-5d9733e9c968 req-0511dd7a-267b-4afa-998e-d2dcf8ebdcc6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=05d45956-a093-40a4-9858-58f23a47edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6698411 Mar 28 19:10:10.979528 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2e2835-9903-4a9c-ae16-1fa16f20167c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Network 0189dece-fb42-408a-b30d-6975b01e485b is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:10:10.995960 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c22bd40-5907-49d6-967a-6424cc0f6fa9 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:11.001655 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-72a14e44-8522-4ea0-b29a-2fb2142489ea tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:11.017442 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-6c22bd40-5907-49d6-967a-6424cc0f6fa9 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:11.031964 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c22bd40-5907-49d6-967a-6424cc0f6fa9 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:10:11.042224 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a857a09b-7604-482c-b5c7-5e132d409eb5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:11.045995 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-14c10791-68e6-4a06-985b-f5676bfe6841 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:11.049227 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-0f2e2835-9903-4a9c-ae16-1fa16f20167c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 0189dece-fb42-408a-b30d-6975b01e485b) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:11.084921 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a857a09b-7604-482c-b5c7-5e132d409eb5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:11.088468 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857a09b-7604-482c-b5c7-5e132d409eb5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Network': ['ID=3fcf2cd0-2e1d-4323-89b2-46a3293f64b3,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:11.094280 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2e2835-9903-4a9c-ae16-1fa16f20167c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:11.095942 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0f2e2835-9903-4a9c-ae16-1fa16f20167c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:11.120910 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-72a14e44-8522-4ea0-b29a-2fb2142489ea tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] device_id is not set on port 76b7cee1-efa5-40ff-80fa-2d835c4750cd yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:10:11.126362 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22bd40-5907-49d6-967a-6424cc0f6fa9 None None] Pushing event updated for resources: {'Port': ['ID=8e0ef181-423e-42d3-b98c-18b681645840,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:11.130295 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2841dfdd-fa54-4fa6-a51c-bb378979b990 None None] Network 0189dece-fb42-408a-b30d-6975b01e485b requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:11.228851 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a857a09b-7604-482c-b5c7-5e132d409eb5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/networks/3fcf2cd0-2e1d-4323-89b2-46a3293f64b3 HTTP/1.1" status: 204 len: 168 time: 4.8261223 Mar 28 19:10:11.235880 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55524) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:11.236290 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55526) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:11.251985 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-e7f7bbdb-0b56-460a-b905-15ff50476820 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-413601320'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:11.264861 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-818f11f2-7fc9-407b-b3be-c67c6b4becbb tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1592166671', 'description': 'tempest-secgroup-smoke-1592166671 description', 'project_id': '5dc7a30ce17d457d9ddf509f349c3980'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:11.269226 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b3a821e0-99e0-406c-87a4-0be125a80c78 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:11.272994 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-14c10791-68e6-4a06-985b-f5676bfe6841 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] 10.222.0.10 "DELETE /v2.0/ports/436914b6-a17b-4098-a0b5-b26ee92979d4 HTTP/1.1" status: 204 len: 168 time: 4.6519685 Mar 28 19:10:11.275721 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55532) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:11.284814 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e7f7bbdb-0b56-460a-b905-15ff50476820 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:11.298395 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-6c22bd40-5907-49d6-967a-6424cc0f6fa9 None None] Attempting to bind port 8e0ef181-423e-42d3-b98c-18b681645840 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:10:11.298769 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-6c22bd40-5907-49d6-967a-6424cc0f6fa9 None None] Attempting to bind port 8e0ef181-423e-42d3-b98c-18b681645840 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:10:11.300018 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c22bd40-5907-49d6-967a-6424cc0f6fa9 None None] Attempting to bind port 8e0ef181-423e-42d3-b98c-18b681645840 on network 1857c8f5-5622-42ce-a4f9-106880783f61 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:10:11.309360 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c22bd40-5907-49d6-967a-6424cc0f6fa9 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:10:11.309756 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c22bd40-5907-49d6-967a-6424cc0f6fa9 None None] Checking segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:11.310234 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6c22bd40-5907-49d6-967a-6424cc0f6fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:11.311371 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c22bd40-5907-49d6-967a-6424cc0f6fa9 None None] Bound using segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:10:11.311946 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-6c22bd40-5907-49d6-967a-6424cc0f6fa9 None None] Bound port: 8e0ef181-423e-42d3-b98c-18b681645840, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:10:11.312295 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6c22bd40-5907-49d6-967a-6424cc0f6fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:11.321340 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f326a60f-cb74-4169-ab67-6d9b8ff4c988 None None] Network 4825004c-93ca-4a3c-a136-2a866d60bd53 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:11.325908 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-818f11f2-7fc9-407b-b3be-c67c6b4becbb tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:11.328619 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e7f7bbdb-0b56-460a-b905-15ff50476820 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:network and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:11.340547 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0f2e2835-9903-4a9c-ae16-1fa16f20167c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.0742781 Mar 28 19:10:11.342137 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e7f7bbdb-0b56-460a-b905-15ff50476820 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:11.350469 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-818f11f2-7fc9-407b-b3be-c67c6b4becbb tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Usage tracker for resource:security_group and tenant:5dc7a30ce17d457d9ddf509f349c3980 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:11.356376 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55536) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:11.357790 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-818f11f2-7fc9-407b-b3be-c67c6b4becbb tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:11.374600 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e7f7bbdb-0b56-460a-b905-15ff50476820 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:11.384869 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-818f11f2-7fc9-407b-b3be-c67c6b4becbb tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:11.396667 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a821e0-99e0-406c-87a4-0be125a80c78 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80162590-2931-4dd6-9893-500cf0e85986,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:11.432540 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ff9374fb-f2dd-4ebf-a1e4-5d9733e9c968 req-8456e598-7bf5-4a5a-9e5c-a39630814a85 service neutron] 10.222.0.26 "GET /v2.0/networks/05d45956-a093-40a4-9858-58f23a47edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305193 Mar 28 19:10:11.442290 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5774795f-4c06-45ee-9174-4ea63cb51ea8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:11.465220 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ccfa54a-c7d5-4137-9e64-1d51719514b9 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Deleting subnet a9fa64a1-1137-4fde-9fb5-1c562e4ac500 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:10:11.498739 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b3a821e0-99e0-406c-87a4-0be125a80c78 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:11.502153 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b3a821e0-99e0-406c-87a4-0be125a80c78 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "DELETE /v2.0/security-groups/80162590-2931-4dd6-9893-500cf0e85986 HTTP/1.1" status: 204 len: 168 time: 1.2251933 Mar 28 19:10:11.522591 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa54a-c7d5-4137-9e64-1d51719514b9 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:11.524277 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55540) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:11.567441 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-818f11f2-7fc9-407b-b3be-c67c6b4becbb tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:11.575893 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f7bbdb-0b56-460a-b905-15ff50476820 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:11.579473 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e7f7bbdb-0b56-460a-b905-15ff50476820 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:11.592972 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-fd866a48-db0c-4c38-824d-138009df4843 None None] Provisioning for port 168b5908-1c16-4f2d-8f87-889e44ee0f82 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:11.663105 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-818f11f2-7fc9-407b-b3be-c67c6b4becbb tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:11.663317 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-fd866a48-db0c-4c38-824d-138009df4843 None None] Provisioning complete for port 168b5908-1c16-4f2d-8f87-889e44ee0f82 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:11.663622 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fd866a48-db0c-4c38-824d-138009df4843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:11.704765 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0237f624-666d-42f5-87f8-8a4d4baa2be5 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Synchronizing usage tracker for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:11.704990 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f7bbdb-0b56-460a-b905-15ff50476820 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:10:11.714176 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e7f7bbdb-0b56-460a-b905-15ff50476820 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:11.714663 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-e7f7bbdb-0b56-460a-b905-15ff50476820 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Added segment 0d3ca246-91ba-423e-bce8-1153c126385c of type vlan for network 780b402c-d3e2-40ec-8b25-745e8d47212c Mar 28 19:10:11.734327 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5774795f-4c06-45ee-9174-4ea63cb51ea8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:11.736804 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa54a-c7d5-4137-9e64-1d51719514b9 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:11.755145 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-6c22bd40-5907-49d6-967a-6424cc0f6fa9 None None] For port 8e0ef181-423e-42d3-b98c-18b681645840, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:10:11.787233 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-818f11f2-7fc9-407b-b3be-c67c6b4becbb tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:11.799113 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1750d-ce10-4a5e-98c2-f0f01c8907d9 req-01555398-7387-49c5-97cb-25e519022b7a tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:11.800602 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-62a1750d-ce10-4a5e-98c2-f0f01c8907d9 req-01555398-7387-49c5-97cb-25e519022b7a tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.5453012 Mar 28 19:10:11.805361 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774795f-4c06-45ee-9174-4ea63cb51ea8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Subnet': ['ID=392cada1-bf4c-43c4-9857-4a3c76629bc3,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:11.813063 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-818f11f2-7fc9-407b-b3be-c67c6b4becbb tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Usage tracker for resource:security_group_rule and tenant:5dc7a30ce17d457d9ddf509f349c3980 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:11.814351 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-6c22bd40-5907-49d6-967a-6424cc0f6fa9 None None] For port 8e0ef181-423e-42d3-b98c-18b681645840, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=8e0ef181-423e-42d3-b98c-18b681645840,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:10:11.816439 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5774795f-4c06-45ee-9174-4ea63cb51ea8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:11.822245 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e7f7bbdb-0b56-460a-b905-15ff50476820 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:11.825372 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5774795f-4c06-45ee-9174-4ea63cb51ea8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/subnets/392cada1-bf4c-43c4-9857-4a3c76629bc3 HTTP/1.1" status: 204 len: 168 time: 1.5538352 Mar 28 19:10:11.828398 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-818f11f2-7fc9-407b-b3be-c67c6b4becbb tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:11.833654 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-72a14e44-8522-4ea0-b29a-2fb2142489ea tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Allocated IP 2001:db8::f816:3eff:fe48:7184 (1857c8f5-5622-42ce-a4f9-106880783f61/bd87e009-e8b4-4b49-a232-616f2a7d05f1/76b7cee1-efa5-40ff-80fa-2d835c4750cd) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:11.835599 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55544) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:11.836368 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0237f624-666d-42f5-87f8-8a4d4baa2be5 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Unset dirty status for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:11.840211 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6c22bd40-5907-49d6-967a-6424cc0f6fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:11.842827 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0237f624-666d-42f5-87f8-8a4d4baa2be5 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3176577 Mar 28 19:10:11.845184 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55546) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:11.868474 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-818f11f2-7fc9-407b-b3be-c67c6b4becbb tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:11.896205 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74f8a2f-cd74-44a6-b33e-a32fd84be085 None None] Network 389cf68c-811d-47a7-87b6-39d5be3bb01f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:11.907740 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:11.908314 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-616ee28d-22bf-43c7-9581-5869dd6fb498 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] DELETE failed (client error): The resource could not be found. Mar 28 19:10:11.908705 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-616ee28d-22bf-43c7-9581-5869dd6fb498 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:10:11.909394 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6557a2-a433-432b-9ee4-84bd5173b0c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-0189dece-fb42-408a-b30d-6975b01e485b', 'network_id': '0189dece-fb42-408a-b30d-6975b01e485b', 'tenant_id': '5caec573e114409086168219a54f97ce', 'fixed_ips': [{'subnet_id': '2dfab00d-b23b-4053-8602-8fa1374fb2c3'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:10:11.912902 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1a6557a2-a433-432b-9ee4-84bd5173b0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:11.913057 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-616ee28d-22bf-43c7-9581-5869dd6fb498 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/subnets/bc90ef13-f7be-4e20-80c2-3c03ccbc8ae4 HTTP/1.1" status: 404 len: 337 time: 0.0666308 Mar 28 19:10:11.915758 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-bc842f8f-406f-4ac8-a6f4-91f798bc914a tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1390032882'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:11.921235 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55552) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:11.925932 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ff9374fb-f2dd-4ebf-a1e4-5d9733e9c968 req-6b00ae39-400b-4ccf-b882-c99d242fd992 service neutron] 10.222.0.26 "GET /v2.0/networks/05d45956-a093-40a4-9858-58f23a47edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857550 Mar 28 19:10:11.926333 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-bc842f8f-406f-4ac8-a6f4-91f798bc914a tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:11.961299 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-bc842f8f-406f-4ac8-a6f4-91f798bc914a tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:11.965488 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-62a1750d-ce10-4a5e-98c2-f0f01c8907d9 req-4629582d-0cb2-4025-9086-b643545986bb tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725574 Mar 28 19:10:11.977049 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc842f8f-406f-4ac8-a6f4-91f798bc914a tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:12.007556 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-bc842f8f-406f-4ac8-a6f4-91f798bc914a tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:12.012582 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-bc842f8f-406f-4ac8-a6f4-91f798bc914a tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Usage tracker for resource:security_group_rule and tenant:b125fdf0abbc4973a8e54a6f5b5f24be is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:12.017020 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-bc842f8f-406f-4ac8-a6f4-91f798bc914a tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:12.017266 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e7f7bbdb-0b56-460a-b905-15ff50476820 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:12.023599 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f7bbdb-0b56-460a-b905-15ff50476820 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:12.023878 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e7f7bbdb-0b56-460a-b905-15ff50476820 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:12.024822 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-bc842f8f-406f-4ac8-a6f4-91f798bc914a tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:12.030931 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-be0d22fd-8e41-42c5-a4ea-819aa4f2672a tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "GET /v2.0/ports?device_id=74da9053-b9fc-4d38-8eb3-393309e37673 HTTP/1.1" status: 200 len: 205 time: 0.1029899 Mar 28 19:10:12.043846 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55558) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:12.219227 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc842f8f-406f-4ac8-a6f4-91f798bc914a tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:12.260859 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22bd40-5907-49d6-967a-6424cc0f6fa9 None None] Pushing event updated for resources: {'Port': ['ID=8e0ef181-423e-42d3-b98c-18b681645840,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:12.273379 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-36f97c77-770e-4d54-9cf4-f7292f9b5960 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] delete failed (client error): The resource could not be found. Mar 28 19:10:12.274614 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-36f97c77-770e-4d54-9cf4-f7292f9b5960 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/routers/74da9053-b9fc-4d38-8eb3-393309e37673 HTTP/1.1" status: 404 len: 336 time: 0.2282052 Mar 28 19:10:12.275802 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc842f8f-406f-4ac8-a6f4-91f798bc914a tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:12.287267 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55562) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:12.342951 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fd866a48-db0c-4c38-824d-138009df4843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:12.404009 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa54a-c7d5-4137-9e64-1d51719514b9 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:12.557784 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e7f7bbdb-0b56-460a-b905-15ff50476820 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3138888 Mar 28 19:10:12.558762 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7bbdb-0b56-460a-b905-15ff50476820 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Network': ['ID=780b402c-d3e2-40ec-8b25-745e8d47212c,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:12.561081 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55566) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:12.567095 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-fd866a48-db0c-4c38-824d-138009df4843 None None] For port 168b5908-1c16-4f2d-8f87-889e44ee0f82, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=168b5908-1c16-4f2d-8f87-889e44ee0f82,segment=NetworkSegment(cd14c1c9-14fa-4678-84dc-2b18d72027ea),segment_id=cd14c1c9-14fa-4678-84dc-2b18d72027ea)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:12.586619 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 780b402c-d3e2-40ec-8b25-745e8d47212c details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:10:12.588916 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed3e1ac3-4c1f-4f8a-95f4-e1d26a43f804 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] DELETE failed (client error): The resource could not be found. Mar 28 19:10:12.589426 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed3e1ac3-4c1f-4f8a-95f4-e1d26a43f804 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:10:12.604800 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc842f8f-406f-4ac8-a6f4-91f798bc914a tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f94a759d-810d-4b0f-bd46-4e8235bed7e6,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:12.610101 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fd866a48-db0c-4c38-824d-138009df4843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:12.629810 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ed3e1ac3-4c1f-4f8a-95f4-e1d26a43f804 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/subnets/b60f6362-26fb-4076-91c6-38989b12e440 HTTP/1.1" status: 404 len: 337 time: 0.3281419 Mar 28 19:10:12.633042 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55570) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:12.639150 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc842f8f-406f-4ac8-a6f4-91f798bc914a tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:12.643536 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-bc842f8f-406f-4ac8-a6f4-91f798bc914a tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7496171 Mar 28 19:10:12.659531 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-f26c7edd-28a1-4b83-a78a-0938e8b34f9a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'subnet': {'network_id': '780b402c-d3e2-40ec-8b25-745e8d47212c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:12.677084 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55574) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:12.686582 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-1a6557a2-a433-432b-9ee4-84bd5173b0c2 None None] Allocated IP 2001:db8::1 (0189dece-fb42-408a-b30d-6975b01e485b/2dfab00d-b23b-4053-8602-8fa1374fb2c3/3e438115-60e8-4f58-9ccc-1c93f6fc2511) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:12.693292 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-98475626-5e55-4d46-9c7f-032c4f499861 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Request body: {'security_group_rule': {'security_group_id': 'f94a759d-810d-4b0f-bd46-4e8235bed7e6', 'direction': 'ingress', 'protocol': 17}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:12.713698 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a7c486b-69c5-4464-87e3-54da1cd1a493 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] DELETE failed (client error): The resource could not be found. Mar 28 19:10:12.714545 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a7c486b-69c5-4464-87e3-54da1cd1a493 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:10:12.719161 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-8a7c486b-69c5-4464-87e3-54da1cd1a493 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/subnets/f9da67a7-6e1b-4b93-97c6-cbfcb6cc1e4d HTTP/1.1" status: 404 len: 337 time: 0.0818896 Mar 28 19:10:12.719161 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-98475626-5e55-4d46-9c7f-032c4f499861 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:12.724536 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55578) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:12.736876 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-98475626-5e55-4d46-9c7f-032c4f499861 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Usage tracker for resource:security_group_rule and tenant:b125fdf0abbc4973a8e54a6f5b5f24be is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:12.754343 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-818f11f2-7fc9-407b-b3be-c67c6b4becbb tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:12.807806 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-98475626-5e55-4d46-9c7f-032c4f499861 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:12.814006 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:12.825105 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-431fed2d-245d-45a9-a264-097dea6ff612 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] DELETE failed (client error): The resource could not be found. Mar 28 19:10:12.826839 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-431fed2d-245d-45a9-a264-097dea6ff612 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:10:12.828926 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-431fed2d-245d-45a9-a264-097dea6ff612 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/subnets/0ab37e34-790a-4931-bda8-edac6df09173 HTTP/1.1" status: 404 len: 337 time: 0.0973375 Mar 28 19:10:12.830384 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-98475626-5e55-4d46-9c7f-032c4f499861 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:12.841473 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90cca41-3b31-4bd5-a254-49a5f2cda83e req-72b36f35-32c3-418d-9787-1166b3efccb0 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:12.849709 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e90cca41-3b31-4bd5-a254-49a5f2cda83e req-72b36f35-32c3-418d-9787-1166b3efccb0 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.6404963 Mar 28 19:10:12.852050 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55582) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:12.867237 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd866a48-db0c-4c38-824d-138009df4843 None None] Pushing event updated for resources: {'Port': ['ID=168b5908-1c16-4f2d-8f87-889e44ee0f82,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:12.872463 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa54a-c7d5-4137-9e64-1d51719514b9 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:12.956069 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ac81b7-671b-42fb-a21c-b4eb06fe35bb tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] DELETE failed (client error): The resource could not be found. Mar 28 19:10:12.956767 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32ac81b7-671b-42fb-a21c-b4eb06fe35bb tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:10:12.960454 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-32ac81b7-671b-42fb-a21c-b4eb06fe35bb tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/ports/7836c00c-3804-40e0-bb67-638cd7468558 HTTP/1.1" status: 404 len: 333 time: 0.1032898 Mar 28 19:10:12.968384 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55586) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:12.971258 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-8f992e16-0646-4cdc-8914-75224720596b None None] Provisioning complete for port 6b8a5e20-5609-4c01-9929-576de7e0ea95 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:12.971636 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8f992e16-0646-4cdc-8914-75224720596b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:12.974690 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-98475626-5e55-4d46-9c7f-032c4f499861 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:12.983606 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-818f11f2-7fc9-407b-b3be-c67c6b4becbb tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:12.989637 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-818f11f2-7fc9-407b-b3be-c67c6b4becbb tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:12.994019 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-818f11f2-7fc9-407b-b3be-c67c6b4becbb tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Usage tracker for resource:security_group_rule and tenant:5dc7a30ce17d457d9ddf509f349c3980 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:12.997330 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-818f11f2-7fc9-407b-b3be-c67c6b4becbb tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:13.010539 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746f510e-e1e5-4beb-87f6-722fc505802b None None] DHCP port deletion for 389cf68c-811d-47a7-87b6-39d5be3bb01f request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:10:13.012373 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5168a6-8caf-492c-bf6f-22d8ced52abd None None] Network d3e2fd17-97e6-4230-93e2-ce82dea1bcd5 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:13.031676 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa54a-c7d5-4137-9e64-1d51719514b9 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:13.042663 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e90cca41-3b31-4bd5-a254-49a5f2cda83e req-9216d1ea-f7e5-4ee1-aee6-bbbec8507f43 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916680 Mar 28 19:10:13.043584 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede61860-9db6-4119-b6b9-cc146603b9f1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] DELETE failed (client error): The resource could not be found. Mar 28 19:10:13.043992 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ede61860-9db6-4119-b6b9-cc146603b9f1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:10:13.045904 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ede61860-9db6-4119-b6b9-cc146603b9f1 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/subnets/7ae4869e-52d4-4dfd-ada3-b13c153c0003 HTTP/1.1" status: 404 len: 337 time: 0.0765865 Mar 28 19:10:13.049342 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55590) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:13.059473 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-746f510e-e1e5-4beb-87f6-722fc505802b None None] Deleting port 6b8a5e20-5609-4c01-9929-576de7e0ea95 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:13.059846 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-746f510e-e1e5-4beb-87f6-722fc505802b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:13.064149 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccfa54a-c7d5-4137-9e64-1d51719514b9 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Pushing event deleted for resources: {'Subnet': ['ID=a9fa64a1-1137-4fde-9fb5-1c562e4ac500,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:13.083124 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-818f11f2-7fc9-407b-b3be-c67c6b4becbb tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:13.129519 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-16357685-9cf5-4003-af9c-11c57abd41e3 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] DELETE failed (client error): The resource could not be found. Mar 28 19:10:13.129968 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16357685-9cf5-4003-af9c-11c57abd41e3 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:10:13.133987 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-16357685-9cf5-4003-af9c-11c57abd41e3 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/subnets/a6ff7dda-0711-4d39-8fc2-180c2e85b93f HTTP/1.1" status: 404 len: 337 time: 0.0815198 Mar 28 19:10:13.134506 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55596) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:13.183929 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1ccfa54a-c7d5-4137-9e64-1d51719514b9 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] 10.222.0.10 "DELETE /v2.0/subnets/a9fa64a1-1137-4fde-9fb5-1c562e4ac500 HTTP/1.1" status: 204 len: 168 time: 1.8937173 Mar 28 19:10:13.206414 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55600) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:13.218182 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-72a14e44-8522-4ea0-b29a-2fb2142489ea tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:13.239964 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f11f2-7fc9-407b-b3be-c67c6b4becbb tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a87954e1-9a90-41b5-8b97-0303d67c8b6a,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:13.242733 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec4643af-7f43-4714-a458-1777590da485 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] DELETE failed (client error): The resource could not be found. Mar 28 19:10:13.243235 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec4643af-7f43-4714-a458-1777590da485 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:10:13.247489 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1a6557a2-a433-432b-9ee4-84bd5173b0c2 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:13.257729 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f26c7edd-28a1-4b83-a78a-0938e8b34f9a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:13.260111 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ec4643af-7f43-4714-a458-1777590da485 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/ports/41c6b88e-2276-4510-83f8-94bdd58c0b5e HTTP/1.1" status: 404 len: 333 time: 0.1206539 Mar 28 19:10:13.260225 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-1a6557a2-a433-432b-9ee4-84bd5173b0c2 None None] Transition to ACTIVE for port object 3e438115-60e8-4f58-9ccc-1c93f6fc2511 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:13.261589 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55604) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:13.262211 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f26c7edd-28a1-4b83-a78a-0938e8b34f9a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:subnet and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:13.266724 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f26c7edd-28a1-4b83-a78a-0938e8b34f9a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:13.273757 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f26c7edd-28a1-4b83-a78a-0938e8b34f9a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:13.291176 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-1a6557a2-a433-432b-9ee4-84bd5173b0c2 None None] Transition to ACTIVE for port object 3e438115-60e8-4f58-9ccc-1c93f6fc2511 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:13.293091 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26c7edd-28a1-4b83-a78a-0938e8b34f9a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:13.305437 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f26c7edd-28a1-4b83-a78a-0938e8b34f9a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:13.331678 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-72a14e44-8522-4ea0-b29a-2fb2142489ea tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Transition to ACTIVE for port object 76b7cee1-efa5-40ff-80fa-2d835c4750cd will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:13.352502 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66f408f-c4f1-4e4e-9d88-38cea48248c8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] DELETE failed (client error): The resource could not be found. Mar 28 19:10:13.353591 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d66f408f-c4f1-4e4e-9d88-38cea48248c8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:10:13.455789 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:13.480471 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d66f408f-c4f1-4e4e-9d88-38cea48248c8 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/subnets/a9833164-b6fe-4f4f-9a96-e5a51b8f1486 HTTP/1.1" status: 404 len: 337 time: 0.1994700 Mar 28 19:10:13.492757 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55610) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:13.496546 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-98475626-5e55-4d46-9c7f-032c4f499861 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:13.551577 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-746f510e-e1e5-4beb-87f6-722fc505802b None None] For port 6b8a5e20-5609-4c01-9929-576de7e0ea95, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=6b8a5e20-5609-4c01-9929-576de7e0ea95,segment=NetworkSegment(929e340d-93ae-49ea-a7fa-75f200ed0111),segment_id=929e340d-93ae-49ea-a7fa-75f200ed0111)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:13.552378 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-746f510e-e1e5-4beb-87f6-722fc505802b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:13.576552 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event deleted for resources: {'Subnet': ['ID=2dfab00d-b23b-4053-8602-8fa1374fb2c3,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:13.617501 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-818f11f2-7fc9-407b-b3be-c67c6b4becbb tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:13.623067 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-98475626-5e55-4d46-9c7f-032c4f499861 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:13.645088 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-818f11f2-7fc9-407b-b3be-c67c6b4becbb tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:13.649505 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d65de6b-b940-4594-b617-c10473548980 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] DELETE failed (client error): The resource could not be found. Mar 28 19:10:13.650041 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d65de6b-b940-4594-b617-c10473548980 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:10:13.652584 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-7d65de6b-b940-4594-b617-c10473548980 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/subnets/6a9ecc3f-ba32-4280-8a42-205770c54228 HTTP/1.1" status: 404 len: 337 time: 0.1581385 Mar 28 19:10:13.669554 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55614) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:13.673092 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-efc89542-6979-4b91-9622-f5df50b2e772 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:13.699678 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98475626-5e55-4d46-9c7f-032c4f499861 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=197a7dfa-9f93-4279-aaf9-2a0bb249e7d5,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:13.733148 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-818f11f2-7fc9-407b-b3be-c67c6b4becbb tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:13.737137 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-efc89542-6979-4b91-9622-f5df50b2e772 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Deleting port dc2d1cb7-8666-4736-9789-d58e97599d36 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:13.737307 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-818f11f2-7fc9-407b-b3be-c67c6b4becbb tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.4922962 Mar 28 19:10:13.737424 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-efc89542-6979-4b91-9622-f5df50b2e772 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:13.764141 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-98475626-5e55-4d46-9c7f-032c4f499861 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:13.767909 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-98475626-5e55-4d46-9c7f-032c4f499861 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0823681 Mar 28 19:10:13.767909 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55618) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:13.775322 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55620) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:13.792055 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-5a7e4fc0-6061-4995-8ec8-412ffce89052 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Request body: {'security_group_rule': {'security_group_id': '9ad76a28-34df-476f-9df7-9e4eed5e12b5', 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:13.819379 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1a6557a2-a433-432b-9ee4-84bd5173b0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:13.819886 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-72a14e44-8522-4ea0-b29a-2fb2142489ea tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:13.823907 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-5a7e4fc0-6061-4995-8ec8-412ffce89052 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:13.829962 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:13.836196 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5a7e4fc0-6061-4995-8ec8-412ffce89052 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Usage tracker for resource:security_group_rule and tenant:5dc7a30ce17d457d9ddf509f349c3980 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:13.839468 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-746f510e-e1e5-4beb-87f6-722fc505802b None None] Calling delete_port for 6b8a5e20-5609-4c01-9929-576de7e0ea95 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:10:13.844599 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5a7e4fc0-6061-4995-8ec8-412ffce89052 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:13.868389 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-5a7e4fc0-6061-4995-8ec8-412ffce89052 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:13.879794 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1019752-62f8-4f17-90c8-a4b6b202bcad req-83151c6c-373b-470b-98f2-0058b5674bf1 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:13.881761 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b1019752-62f8-4f17-90c8-a4b6b202bcad req-83151c6c-373b-470b-98f2-0058b5674bf1 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.2981153 Mar 28 19:10:13.911221 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f11f2-7fc9-407b-b3be-c67c6b4becbb tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad76a28-34df-476f-9df7-9e4eed5e12b5,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:13.923546 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a14e44-8522-4ea0-b29a-2fb2142489ea tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:13.944309 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-72a14e44-8522-4ea0-b29a-2fb2142489ea tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:13.955080 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6557a2-a433-432b-9ee4-84bd5173b0c2 None None] Network 0189dece-fb42-408a-b30d-6975b01e485b is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:13.969054 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0189dece-fb42-408a-b30d-6975b01e485b']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:13.994564 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-1a6557a2-a433-432b-9ee4-84bd5173b0c2 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:14.008044 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5a7e4fc0-6061-4995-8ec8-412ffce89052 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:14.012287 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a14e44-8522-4ea0-b29a-2fb2142489ea tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:10:14.015141 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6557a2-a433-432b-9ee4-84bd5173b0c2 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:10:14.019700 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a14e44-8522-4ea0-b29a-2fb2142489ea tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:14.020356 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-72a14e44-8522-4ea0-b29a-2fb2142489ea tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:14.040310 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5b5adfcd-8a50-4623-93d7-b6bf1d85ce5f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Deleting port 1528995a-3926-4666-bc63-fc42d320375b {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:14.040865 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5b5adfcd-8a50-4623-93d7-b6bf1d85ce5f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:14.068534 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b1019752-62f8-4f17-90c8-a4b6b202bcad req-0ea91a81-c044-4399-a904-85d855b3073c tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752441 Mar 28 19:10:14.092751 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c36ec77d-beeb-407f-9f29-54bfc086a784 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:14.170417 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6557a2-a433-432b-9ee4-84bd5173b0c2 None None] Pushing event updated for resources: {'Port': ['ID=3e438115-60e8-4f58-9ccc-1c93f6fc2511,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:14.227642 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-efc89542-6979-4b91-9622-f5df50b2e772 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] For port dc2d1cb7-8666-4736-9789-d58e97599d36, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=dc2d1cb7-8666-4736-9789-d58e97599d36,segment=NetworkSegment(f870a2ed-8b07-4fb6-86df-7cf4a8f5359a),segment_id=f870a2ed-8b07-4fb6-86df-7cf4a8f5359a)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:14.228270 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-efc89542-6979-4b91-9622-f5df50b2e772 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:14.240978 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c36ec77d-beeb-407f-9f29-54bfc086a784 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:14.301091 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-746f510e-e1e5-4beb-87f6-722fc505802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:14.320788 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5b5adfcd-8a50-4623-93d7-b6bf1d85ce5f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:14.368015 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 8e0ef181-423e-42d3-b98c-18b681645840 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:10:14.391978 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-1a6557a2-a433-432b-9ee4-84bd5173b0c2 None None] Attempting to bind port 3e438115-60e8-4f58-9ccc-1c93f6fc2511 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:10:14.392352 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-1a6557a2-a433-432b-9ee4-84bd5173b0c2 None None] Attempting to bind port 3e438115-60e8-4f58-9ccc-1c93f6fc2511 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'd84943e6-9e74-4d6a-8ed4-e34780821dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0189dece-fb42-408a-b30d-6975b01e485b'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:10:14.392711 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6557a2-a433-432b-9ee4-84bd5173b0c2 None None] Attempting to bind port 3e438115-60e8-4f58-9ccc-1c93f6fc2511 on network 0189dece-fb42-408a-b30d-6975b01e485b {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:10:14.395640 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f510e-e1e5-4beb-87f6-722fc505802b None None] Pushing event deleted for resources: {'Port': ['ID=6b8a5e20-5609-4c01-9929-576de7e0ea95,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:14.396361 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd84943e6-9e74-4d6a-8ed4-e34780821dc5') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:14.396648 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd84943e6-9e74-4d6a-8ed4-e34780821dc5') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:14.407072 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746f510e-e1e5-4beb-87f6-722fc505802b None None] No DVR routers for this DVR port 6b8a5e20-5609-4c01-9929-576de7e0ea95 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:10:14.408022 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-efc89542-6979-4b91-9622-f5df50b2e772 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Calling delete_port for dc2d1cb7-8666-4736-9789-d58e97599d36 owned by network:dhcp {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:10:14.425398 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6557a2-a433-432b-9ee4-84bd5173b0c2 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:10:14.426072 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6557a2-a433-432b-9ee4-84bd5173b0c2 None None] Checking segment: {'id': 'd84943e6-9e74-4d6a-8ed4-e34780821dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0189dece-fb42-408a-b30d-6975b01e485b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:14.426660 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1a6557a2-a433-432b-9ee4-84bd5173b0c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:14.427473 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6557a2-a433-432b-9ee4-84bd5173b0c2 None None] Bound using segment: {'id': 'd84943e6-9e74-4d6a-8ed4-e34780821dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0189dece-fb42-408a-b30d-6975b01e485b'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:10:14.429176 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-1a6557a2-a433-432b-9ee4-84bd5173b0c2 None None] Bound port: 3e438115-60e8-4f58-9ccc-1c93f6fc2511, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd84943e6-9e74-4d6a-8ed4-e34780821dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0189dece-fb42-408a-b30d-6975b01e485b'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:10:14.429763 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1a6557a2-a433-432b-9ee4-84bd5173b0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:14.453510 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5a7e4fc0-6061-4995-8ec8-412ffce89052 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:14.462087 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5a7e4fc0-6061-4995-8ec8-412ffce89052 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:14.503772 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e4fc0-6061-4995-8ec8-412ffce89052 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f1a57a-7950-4095-89ff-8e06d60a3d43,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:14.516321 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c36ec77d-beeb-407f-9f29-54bfc086a784 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:14.516542 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-8f992e16-0646-4cdc-8914-75224720596b None None] Provisioning complete for port 1528995a-3926-4666-bc63-fc42d320375b triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:14.516918 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8f992e16-0646-4cdc-8914-75224720596b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:14.555534 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ec77d-beeb-407f-9f29-54bfc086a784 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94a759d-810d-4b0f-bd46-4e8235bed7e6,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:14.562723 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c36ec77d-beeb-407f-9f29-54bfc086a784 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:14.564238 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c36ec77d-beeb-407f-9f29-54bfc086a784 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "DELETE /v2.0/security-groups/f94a759d-810d-4b0f-bd46-4e8235bed7e6 HTTP/1.1" status: 204 len: 168 time: 0.7788730 Mar 28 19:10:14.567014 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55626) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:14.584699 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5a7e4fc0-6061-4995-8ec8-412ffce89052 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:14.588684 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5a7e4fc0-6061-4995-8ec8-412ffce89052 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8121951 Mar 28 19:10:14.590798 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55630) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:14.600845 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5b5adfcd-8a50-4623-93d7-b6bf1d85ce5f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Calling delete_port for 1528995a-3926-4666-bc63-fc42d320375b owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:10:14.602431 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-41ba886a-0087-4498-a0c8-255aa85ff453 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Request body: {'security_group_rule': {'security_group_id': '9ad76a28-34df-476f-9df7-9e4eed5e12b5', 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:14.610532 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-efc89542-6979-4b91-9622-f5df50b2e772 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:14.617898 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-41ba886a-0087-4498-a0c8-255aa85ff453 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:14.645871 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-8f992e16-0646-4cdc-8914-75224720596b None None] Port 1528995a-3926-4666-bc63-fc42d320375b cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:10:14.649028 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a14e44-8522-4ea0-b29a-2fb2142489ea tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Port': ['ID=76b7cee1-efa5-40ff-80fa-2d835c4750cd,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:14.651801 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 8e0ef181-423e-42d3-b98c-18b681645840 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:14.657308 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:14.663134 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-1a6557a2-a433-432b-9ee4-84bd5173b0c2 None None] For port 3e438115-60e8-4f58-9ccc-1c93f6fc2511, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:10:14.665648 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 168b5908-1c16-4f2d-8f87-889e44ee0f82 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:10:14.668902 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-72a14e44-8522-4ea0-b29a-2fb2142489ea tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.0583301 Mar 28 19:10:14.677922 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55634) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:14.699237 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37653faa-ddd2-4cc7-bfa0-16a90b3442ce None None] DHCP port deletion for d3e2fd17-97e6-4230-93e2-ce82dea1bcd5 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:10:14.718347 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-1a6557a2-a433-432b-9ee4-84bd5173b0c2 None None] For port 3e438115-60e8-4f58-9ccc-1c93f6fc2511, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=3e438115-60e8-4f58-9ccc-1c93f6fc2511,segment=NetworkSegment(d84943e6-9e74-4d6a-8ed4-e34780821dc5),segment_id=d84943e6-9e74-4d6a-8ed4-e34780821dc5)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:10:14.734571 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1a6557a2-a433-432b-9ee4-84bd5173b0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:14.748204 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-41ba886a-0087-4498-a0c8-255aa85ff453 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Usage tracker for resource:security_group_rule and tenant:5dc7a30ce17d457d9ddf509f349c3980 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:14.753101 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:14.753275 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-41ba886a-0087-4498-a0c8-255aa85ff453 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:14.765646 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc89542-6979-4b91-9622-f5df50b2e772 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Pushing event deleted for resources: {'Port': ['ID=dc2d1cb7-8666-4736-9789-d58e97599d36,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:14.773750 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:10:14.774152 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:14.775937 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc89542-6979-4b91-9622-f5df50b2e772 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] No DVR routers for this DVR port dc2d1cb7-8666-4736-9789-d58e97599d36 on host dv-neutron-834711-1-hyperv {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:10:14.808176 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-41ba886a-0087-4498-a0c8-255aa85ff453 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:10:14.810231 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:10:14.861874 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-88186842-6c8c-4713-948a-dfc9ab11dd07 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Synchronizing usage tracker for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:14.894973 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-41ba886a-0087-4498-a0c8-255aa85ff453 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:14.895220 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6a9c965d-9fec-4371-95dd-dfb763b403a2 None None] Provisioning for port 76b7cee1-efa5-40ff-80fa-2d835c4750cd completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:14.913383 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f26c7edd-28a1-4b83-a78a-0938e8b34f9a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:14.919064 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6557a2-a433-432b-9ee4-84bd5173b0c2 None None] Pushing event updated for resources: {'Port': ['ID=3e438115-60e8-4f58-9ccc-1c93f6fc2511,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:14.924769 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6a9c965d-9fec-4371-95dd-dfb763b403a2 None None] Provisioning complete for port 76b7cee1-efa5-40ff-80fa-2d835c4750cd triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:14.925153 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6a9c965d-9fec-4371-95dd-dfb763b403a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:14.958404 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5b5adfcd-8a50-4623-93d7-b6bf1d85ce5f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:14.979174 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-88186842-6c8c-4713-948a-dfc9ab11dd07 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Unset dirty status for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:14.979423 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 168b5908-1c16-4f2d-8f87-889e44ee0f82 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:14.980195 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:14.980606 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-88186842-6c8c-4713-948a-dfc9ab11dd07 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4123912 Mar 28 19:10:14.983518 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-efc89542-6979-4b91-9622-f5df50b2e772 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:14.993143 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55638) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:15.027328 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 19:10:15.027328 dv-neutron-834711-1-hyperv neutron-server[87832]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 19:10:15.027328 dv-neutron-834711-1-hyperv neutron-server[87832]: [parameters: {'id': '0189dece-fb42-408a-b30d-6975b01e485b'}] Mar 28 19:10:15.027328 dv-neutron-834711-1-hyperv neutron-server[87832]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:10:15.027741 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:10:15.040447 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5609b001-5eb2-4b98-8010-adf7fbe99ea8 None None] Network 0189dece-fb42-408a-b30d-6975b01e485b requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:15.056444 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5adfcd-8a50-4623-93d7-b6bf1d85ce5f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Port': ['ID=1528995a-3926-4666-bc63-fc42d320375b,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:15.078699 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-6a9c965d-9fec-4371-95dd-dfb763b403a2 None None] Port 76b7cee1-efa5-40ff-80fa-2d835c4750cd cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:10:15.081810 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5b5adfcd-8a50-4623-93d7-b6bf1d85ce5f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:15.095014 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b63909-2203-4dc2-8b6e-2a91d833637e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:15.100001 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b63909-2203-4dc2-8b6e-2a91d833637e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:15.100795 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-61b63909-2203-4dc2-8b6e-2a91d833637e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:15.107230 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c7edd-28a1-4b83-a78a-0938e8b34f9a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Subnet': ['ID=7d4aabbd-35cc-4569-b910-a0daac83f0d9,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:15.122281 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5b5adfcd-8a50-4623-93d7-b6bf1d85ce5f tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/ports/1528995a-3926-4666-bc63-fc42d320375b HTTP/1.1" status: 204 len: 168 time: 1.4325044 Mar 28 19:10:15.127446 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55644) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:15.170778 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26c7edd-28a1-4b83-a78a-0938e8b34f9a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Checking segment: {'id': '0d3ca246-91ba-423e-bce8-1153c126385c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '780b402c-d3e2-40ec-8b25-745e8d47212c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:15.171204 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26c7edd-28a1-4b83-a78a-0938e8b34f9a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network hostable DHCP agents. Network: 780b402c-d3e2-40ec-8b25-745e8d47212c, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:10:15.181910 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-61b63909-2203-4dc2-8b6e-2a91d833637e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:15.183113 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-61b63909-2203-4dc2-8b6e-2a91d833637e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.5028615 Mar 28 19:10:15.192465 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55648) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:15.223713 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-1bad106e-2623-4b3c-8e69-f5debd4ef44d tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1390291295'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:15.239546 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6a9c965d-9fec-4371-95dd-dfb763b403a2 None None] Provisioning complete for port 168b5908-1c16-4f2d-8f87-889e44ee0f82 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:15.239900 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6a9c965d-9fec-4371-95dd-dfb763b403a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:15.240615 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-efc89542-6979-4b91-9622-f5df50b2e772 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e2fd17-97e6-4230-93e2-ce82dea1bcd5']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:15.252664 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-1bad106e-2623-4b3c-8e69-f5debd4ef44d tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:15.271154 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-efc89542-6979-4b91-9622-f5df50b2e772 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f870a2ed-8b07-4fb6-86df-7cf4a8f5359a') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:15.272078 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-efc89542-6979-4b91-9622-f5df50b2e772 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f870a2ed-8b07-4fb6-86df-7cf4a8f5359a') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:15.330633 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-efc89542-6979-4b91-9622-f5df50b2e772 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:15.339666 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26c7edd-28a1-4b83-a78a-0938e8b34f9a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network 780b402c-d3e2-40ec-8b25-745e8d47212c is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:10:15.344515 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-1bad106e-2623-4b3c-8e69-f5debd4ef44d tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:15.346660 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-25592acd-808e-480e-bb5b-5a80ffd1e997 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:15.353445 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-6fdb318d-e46c-4a0a-92c6-32fc1a8217d1 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting port 76b7cee1-efa5-40ff-80fa-2d835c4750cd {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:15.353787 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6fdb318d-e46c-4a0a-92c6-32fc1a8217d1 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:15.356281 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-41ba886a-0087-4498-a0c8-255aa85ff453 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:15.414822 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-41ba886a-0087-4498-a0c8-255aa85ff453 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:15.446058 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-f26c7edd-28a1-4b83-a78a-0938e8b34f9a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 780b402c-d3e2-40ec-8b25-745e8d47212c) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:15.451649 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 6b8a5e20-5609-4c01-9929-576de7e0ea95 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:10:15.459865 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-efc89542-6979-4b91-9622-f5df50b2e772 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:15.462945 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba886a-0087-4498-a0c8-255aa85ff453 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53087200-14a6-44e6-a360-1b55f7c31d4c,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:15.476619 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26c7edd-28a1-4b83-a78a-0938e8b34f9a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:15.477232 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f26c7edd-28a1-4b83-a78a-0938e8b34f9a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:15.479840 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1bad106e-2623-4b3c-8e69-f5debd4ef44d tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:15.496554 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc89542-6979-4b91-9622-f5df50b2e772 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:10:15.496975 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-efc89542-6979-4b91-9622-f5df50b2e772 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:10:15.525942 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:10:15.529852 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:15.548559 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-41ba886a-0087-4498-a0c8-255aa85ff453 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:15.548785 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93f505b-9aee-4d98-b6cd-f0609b168d8b None None] Network 780b402c-d3e2-40ec-8b25-745e8d47212c requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:15.549741 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-41ba886a-0087-4498-a0c8-255aa85ff453 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9556949 Mar 28 19:10:15.558164 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55652) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:15.587055 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 6b8a5e20-5609-4c01-9929-576de7e0ea95 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:10:15.587401 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 6b8a5e20-5609-4c01-9929-576de7e0ea95 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:10:15.607791 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-424f78c2-fc5c-42f5-8800-c0fb86fea9c4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Request body: {'security_group_rule': {'security_group_id': '9ad76a28-34df-476f-9df7-9e4eed5e12b5', 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:15.609756 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-1bad106e-2623-4b3c-8e69-f5debd4ef44d tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:15.614310 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-1bad106e-2623-4b3c-8e69-f5debd4ef44d tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Usage tracker for resource:security_group_rule and tenant:b125fdf0abbc4973a8e54a6f5b5f24be is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:15.621735 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-1bad106e-2623-4b3c-8e69-f5debd4ef44d tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:15.636571 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-25592acd-808e-480e-bb5b-5a80ffd1e997 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:15.637287 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-1bad106e-2623-4b3c-8e69-f5debd4ef44d tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:15.646638 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-424f78c2-fc5c-42f5-8800-c0fb86fea9c4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:15.668583 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f26c7edd-28a1-4b83-a78a-0938e8b34f9a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0901401 Mar 28 19:10:15.675402 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fe91d-b1b9-4f10-945f-d664c6d7e5fa req-6f93051e-9b9b-41cd-a753-14d88f680a0d tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:15.677809 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e93fe91d-b1b9-4f10-945f-d664c6d7e5fa req-6f93051e-9b9b-41cd-a753-14d88f680a0d tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.3239579 Mar 28 19:10:15.680536 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55656) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:15.691043 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-af7edb9d-59ff-47ed-9cde-38ceaaa4a9c4 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'port': {'network_id': '780b402c-d3e2-40ec-8b25-745e8d47212c', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1240649574'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:15.696715 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-424f78c2-fc5c-42f5-8800-c0fb86fea9c4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Usage tracker for resource:security_group_rule and tenant:5dc7a30ce17d457d9ddf509f349c3980 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:15.699786 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Deleting port 3e438115-60e8-4f58-9ccc-1c93f6fc2511 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:15.700298 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:15.707410 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-efc89542-6979-4b91-9622-f5df50b2e772 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:15.713218 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-efc89542-6979-4b91-9622-f5df50b2e772 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:15.721075 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6a9c965d-9fec-4371-95dd-dfb763b403a2 None None] Provisioning for port 8e0ef181-423e-42d3-b98c-18b681645840 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:15.725685 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-424f78c2-fc5c-42f5-8800-c0fb86fea9c4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:15.755888 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-424f78c2-fc5c-42f5-8800-c0fb86fea9c4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:15.756097 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6a9c965d-9fec-4371-95dd-dfb763b403a2 None None] Provisioning complete for port 8e0ef181-423e-42d3-b98c-18b681645840 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:15.756274 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6a9c965d-9fec-4371-95dd-dfb763b403a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:15.806148 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-25592acd-808e-480e-bb5b-5a80ffd1e997 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['389cf68c-811d-47a7-87b6-39d5be3bb01f']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:15.824741 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc89542-6979-4b91-9622-f5df50b2e772 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] Pushing event deleted for resources: {'Network': ['ID=d3e2fd17-97e6-4230-93e2-ce82dea1bcd5,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:15.838736 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-efc89542-6979-4b91-9622-f5df50b2e772 tempest-ExtraDHCPOptionsTestJSON-975150548 tempest-ExtraDHCPOptionsTestJSON-975150548-project] 10.222.0.10 "DELETE /v2.0/networks/d3e2fd17-97e6-4230-93e2-ce82dea1bcd5 HTTP/1.1" status: 204 len: 168 time: 2.6308913 Mar 28 19:10:15.841923 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-25592acd-808e-480e-bb5b-5a80ffd1e997 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '929e340d-93ae-49ea-a7fa-75f200ed0111') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:15.842696 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-25592acd-808e-480e-bb5b-5a80ffd1e997 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '929e340d-93ae-49ea-a7fa-75f200ed0111') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:15.875343 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-25592acd-808e-480e-bb5b-5a80ffd1e997 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:15.927576 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fea0492-066e-423a-9838-fbd343f2a5c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-780b402c-d3e2-40ec-8b25-745e8d47212c', 'network_id': '780b402c-d3e2-40ec-8b25-745e8d47212c', 'tenant_id': '6e3972954dd6451c8906869de8eb2072', 'fixed_ips': [{'subnet_id': '7d4aabbd-35cc-4569-b910-a0daac83f0d9'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:10:15.928870 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0fea0492-066e-423a-9838-fbd343f2a5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:15.934841 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-25592acd-808e-480e-bb5b-5a80ffd1e997 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:15.944704 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25592acd-808e-480e-bb5b-5a80ffd1e997 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:10:15.945234 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-25592acd-808e-480e-bb5b-5a80ffd1e997 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:15.962863 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e93fe91d-b1b9-4f10-945f-d664c6d7e5fa req-7e98a7be-9e1b-4330-94a1-57c0c1b4e334 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426913 Mar 28 19:10:16.018961 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6a9c965d-9fec-4371-95dd-dfb763b403a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:16.098860 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1bad106e-2623-4b3c-8e69-f5debd4ef44d tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:16.101254 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-af7edb9d-59ff-47ed-9cde-38ceaaa4a9c4 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:10:16.105422 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:10:16.108474 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-424f78c2-fc5c-42f5-8800-c0fb86fea9c4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:16.111845 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-af7edb9d-59ff-47ed-9cde-38ceaaa4a9c4 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:port and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:16.111992 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-6a9c965d-9fec-4371-95dd-dfb763b403a2 None None] For port 8e0ef181-423e-42d3-b98c-18b681645840, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=8e0ef181-423e-42d3-b98c-18b681645840,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:16.116584 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1bad106e-2623-4b3c-8e69-f5debd4ef44d tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:16.121561 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-af7edb9d-59ff-47ed-9cde-38ceaaa4a9c4 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:16.124201 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6a9c965d-9fec-4371-95dd-dfb763b403a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:16.130815 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6fdb318d-e46c-4a0a-92c6-32fc1a8217d1 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:16.138653 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-25592acd-808e-480e-bb5b-5a80ffd1e997 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:16.168632 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad106e-2623-4b3c-8e69-f5debd4ef44d tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d846c48-d0d4-4c8e-9ff4-be360126af76,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:16.178619 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-25592acd-808e-480e-bb5b-5a80ffd1e997 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:16.186319 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-af7edb9d-59ff-47ed-9cde-38ceaaa4a9c4 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:16.239399 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc4ea1-d754-471f-a2d2-0a2cc0db38bd req-913f3400-fcbc-4615-b9bb-2cce69464bd2 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:16.240877 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0bbc4ea1-d754-471f-a2d2-0a2cc0db38bd req-913f3400-fcbc-4615-b9bb-2cce69464bd2 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.2665374 Mar 28 19:10:16.241522 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7edb9d-59ff-47ed-9cde-38ceaaa4a9c4 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:16.244734 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-af7edb9d-59ff-47ed-9cde-38ceaaa4a9c4 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:16.256939 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55664) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:16.264031 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25592acd-808e-480e-bb5b-5a80ffd1e997 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] Pushing event deleted for resources: {'Network': ['ID=389cf68c-811d-47a7-87b6-39d5be3bb01f,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:16.275362 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device dc2d1cb7-8666-4736-9789-d58e97599d36 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:10:16.288349 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1bad106e-2623-4b3c-8e69-f5debd4ef44d tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:16.292070 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1bad106e-2623-4b3c-8e69-f5debd4ef44d tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2929685 Mar 28 19:10:16.301629 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55668) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:16.317185 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-baae6f5e-b36d-4c05-aa67-e8d682ae2650 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Request body: {'security_group': {'name': 'tempest-secgroup--610182346'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:16.326837 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-baae6f5e-b36d-4c05-aa67-e8d682ae2650 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:16.327251 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: dc2d1cb7-8666-4736-9789-d58e97599d36 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:10:16.327691 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device dc2d1cb7-8666-4736-9789-d58e97599d36 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:10:16.345531 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-af7edb9d-59ff-47ed-9cde-38ceaaa4a9c4 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] device_id is not set on port 5237d197-1613-4f7d-ba0e-79cbdb60177b yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:10:16.363356 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c965d-9fec-4371-95dd-dfb763b403a2 None None] Pushing event updated for resources: {'Port': ['ID=8e0ef181-423e-42d3-b98c-18b681645840,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:16.366754 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-0fea0492-066e-423a-9838-fbd343f2a5c0 None None] Allocated IP 172.20.0.2 (780b402c-d3e2-40ec-8b25-745e8d47212c/7d4aabbd-35cc-4569-b910-a0daac83f0d9/92bcc4a3-77e4-42a2-85ba-2bdedddf46f9) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:16.454774 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-baae6f5e-b36d-4c05-aa67-e8d682ae2650 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:16.463346 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-0bbc4ea1-d754-471f-a2d2-0a2cc0db38bd req-c1462d4e-3368-4437-86f2-9f04f9006ccd tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Deleting port da1a4fe6-e25e-4603-a82e-846b7ddebdd0 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:16.463686 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-0bbc4ea1-d754-471f-a2d2-0a2cc0db38bd req-c1462d4e-3368-4437-86f2-9f04f9006ccd tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:16.491697 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-6fdb318d-e46c-4a0a-92c6-32fc1a8217d1 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Calling delete_port for 76b7cee1-efa5-40ff-80fa-2d835c4750cd owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:10:16.544117 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-baae6f5e-b36d-4c05-aa67-e8d682ae2650 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:16.549828 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-25592acd-808e-480e-bb5b-5a80ffd1e997 tempest-PortsIpV6TestJSON-91841159 tempest-PortsIpV6TestJSON-91841159-project] 10.222.0.10 "DELETE /v2.0/networks/389cf68c-811d-47a7-87b6-39d5be3bb01f HTTP/1.1" status: 204 len: 168 time: 1.4211493 Mar 28 19:10:16.550618 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:10:16.606037 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0fea0492-066e-423a-9838-fbd343f2a5c0 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:16.620094 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-0fea0492-066e-423a-9838-fbd343f2a5c0 None None] Transition to ACTIVE for port object 92bcc4a3-77e4-42a2-85ba-2bdedddf46f9 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:16.626091 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-baae6f5e-b36d-4c05-aa67-e8d682ae2650 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:16.643285 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ebe90c44-d021-44e9-b030-c12c762779ea admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f276bf12a57f4152b7ebcae5f826f165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3562028 Mar 28 19:10:16.644536 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-baae6f5e-b36d-4c05-aa67-e8d682ae2650 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Usage tracker for resource:security_group_rule and tenant:b125fdf0abbc4973a8e54a6f5b5f24be is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:16.649090 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55676) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:16.649756 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-baae6f5e-b36d-4c05-aa67-e8d682ae2650 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:16.658624 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] For port 3e438115-60e8-4f58-9ccc-1c93f6fc2511, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=3e438115-60e8-4f58-9ccc-1c93f6fc2511,segment=NetworkSegment(d84943e6-9e74-4d6a-8ed4-e34780821dc5),segment_id=d84943e6-9e74-4d6a-8ed4-e34780821dc5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:16.659283 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:16.660778 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-baae6f5e-b36d-4c05-aa67-e8d682ae2650 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:16.668476 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-424f78c2-fc5c-42f5-8800-c0fb86fea9c4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:16.678235 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-0fea0492-066e-423a-9838-fbd343f2a5c0 None None] Transition to ACTIVE for port object 92bcc4a3-77e4-42a2-85ba-2bdedddf46f9 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:16.686690 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-424f78c2-fc5c-42f5-8800-c0fb86fea9c4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:16.692232 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0fea0492-066e-423a-9838-fbd343f2a5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:16.788658 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-af7edb9d-59ff-47ed-9cde-38ceaaa4a9c4 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Allocated IP 172.20.0.14 (780b402c-d3e2-40ec-8b25-745e8d47212c/7d4aabbd-35cc-4569-b910-a0daac83f0d9/5237d197-1613-4f7d-ba0e-79cbdb60177b) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:16.801329 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fea0492-066e-423a-9838-fbd343f2a5c0 None None] Network 780b402c-d3e2-40ec-8b25-745e8d47212c is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:16.809663 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-0fea0492-066e-423a-9838-fbd343f2a5c0 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:16.813982 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Calling delete_port for 3e438115-60e8-4f58-9ccc-1c93f6fc2511 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:10:16.815719 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fea0492-066e-423a-9838-fbd343f2a5c0 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:10:16.852732 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea0492-066e-423a-9838-fbd343f2a5c0 None None] Pushing event updated for resources: {'Port': ['ID=92bcc4a3-77e4-42a2-85ba-2bdedddf46f9,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:16.862399 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f78c2-fc5c-42f5-8800-c0fb86fea9c4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0eeea11-efe3-4285-90db-6a5994d71353,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:16.935568 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-0fea0492-066e-423a-9838-fbd343f2a5c0 None None] Attempting to bind port 92bcc4a3-77e4-42a2-85ba-2bdedddf46f9 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:10:16.936059 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-0fea0492-066e-423a-9838-fbd343f2a5c0 None None] Attempting to bind port 92bcc4a3-77e4-42a2-85ba-2bdedddf46f9 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '0d3ca246-91ba-423e-bce8-1153c126385c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '780b402c-d3e2-40ec-8b25-745e8d47212c'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:10:16.937471 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fea0492-066e-423a-9838-fbd343f2a5c0 None None] Attempting to bind port 92bcc4a3-77e4-42a2-85ba-2bdedddf46f9 on network 780b402c-d3e2-40ec-8b25-745e8d47212c {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:10:16.937851 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-424f78c2-fc5c-42f5-8800-c0fb86fea9c4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:16.941549 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-424f78c2-fc5c-42f5-8800-c0fb86fea9c4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3359025 Mar 28 19:10:16.941549 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55682) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:16.945658 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55684) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:16.948112 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fea0492-066e-423a-9838-fbd343f2a5c0 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:10:16.948501 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fea0492-066e-423a-9838-fbd343f2a5c0 None None] Checking segment: {'id': '0d3ca246-91ba-423e-bce8-1153c126385c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '780b402c-d3e2-40ec-8b25-745e8d47212c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:16.948908 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0fea0492-066e-423a-9838-fbd343f2a5c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:16.949301 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fea0492-066e-423a-9838-fbd343f2a5c0 None None] Bound using segment: {'id': '0d3ca246-91ba-423e-bce8-1153c126385c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '780b402c-d3e2-40ec-8b25-745e8d47212c'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:10:16.949776 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-0fea0492-066e-423a-9838-fbd343f2a5c0 None None] Bound port: 92bcc4a3-77e4-42a2-85ba-2bdedddf46f9, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3ca246-91ba-423e-bce8-1153c126385c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '780b402c-d3e2-40ec-8b25-745e8d47212c'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:10:16.950263 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0fea0492-066e-423a-9838-fbd343f2a5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:16.970714 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-97d145ee-526e-45a0-a1ea-7f3068a6372d tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Request body: {'security_group_rule': {'security_group_id': '9ad76a28-34df-476f-9df7-9e4eed5e12b5', 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:16.983851 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-97d145ee-526e-45a0-a1ea-7f3068a6372d tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:16.990425 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-97d145ee-526e-45a0-a1ea-7f3068a6372d tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Usage tracker for resource:security_group_rule and tenant:5dc7a30ce17d457d9ddf509f349c3980 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:16.993490 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-97d145ee-526e-45a0-a1ea-7f3068a6372d tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:17.006718 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-97d145ee-526e-45a0-a1ea-7f3068a6372d tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:17.009258 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:17.067807 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-0fea0492-066e-423a-9838-fbd343f2a5c0 None None] For port 92bcc4a3-77e4-42a2-85ba-2bdedddf46f9, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:10:17.071612 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-0fea0492-066e-423a-9838-fbd343f2a5c0 None None] For port 92bcc4a3-77e4-42a2-85ba-2bdedddf46f9, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=92bcc4a3-77e4-42a2-85ba-2bdedddf46f9,segment=NetworkSegment(0d3ca246-91ba-423e-bce8-1153c126385c),segment_id=0d3ca246-91ba-423e-bce8-1153c126385c)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:10:17.080623 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0fea0492-066e-423a-9838-fbd343f2a5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:17.102944 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6fdb318d-e46c-4a0a-92c6-32fc1a8217d1 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:17.110835 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-af7edb9d-59ff-47ed-9cde-38ceaaa4a9c4 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:17.162023 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event deleted for resources: {'Port': ['ID=3e438115-60e8-4f58-9ccc-1c93f6fc2511,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:17.204726 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea0492-066e-423a-9838-fbd343f2a5c0 None None] Pushing event updated for resources: {'Port': ['ID=92bcc4a3-77e4-42a2-85ba-2bdedddf46f9,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:17.210783 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] No DVR routers for this DVR port 3e438115-60e8-4f58-9ccc-1c93f6fc2511 on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:10:17.233805 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-af7edb9d-59ff-47ed-9cde-38ceaaa4a9c4 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Transition to ACTIVE for port object 5237d197-1613-4f7d-ba0e-79cbdb60177b will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:17.237940 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6197e7de-298f-4189-b105-67c682c2cf6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:17.277527 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-0bbc4ea1-d754-471f-a2d2-0a2cc0db38bd req-c1462d4e-3368-4437-86f2-9f04f9006ccd tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] For port da1a4fe6-e25e-4603-a82e-846b7ddebdd0, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=da1a4fe6-e25e-4603-a82e-846b7ddebdd0,segment=NetworkSegment(f4b79253-f154-4b92-89f2-ee1c41f4313d),segment_id=f4b79253-f154-4b92-89f2-ee1c41f4313d)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:17.277907 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-0bbc4ea1-d754-471f-a2d2-0a2cc0db38bd req-c1462d4e-3368-4437-86f2-9f04f9006ccd tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:17.290489 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb318d-e46c-4a0a-92c6-32fc1a8217d1 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Port': ['ID=76b7cee1-efa5-40ff-80fa-2d835c4750cd,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:17.314795 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-97d145ee-526e-45a0-a1ea-7f3068a6372d tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:17.329203 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6fdb318d-e46c-4a0a-92c6-32fc1a8217d1 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:17.386212 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6fdb318d-e46c-4a0a-92c6-32fc1a8217d1 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/76b7cee1-efa5-40ff-80fa-2d835c4750cd HTTP/1.1" status: 204 len: 168 time: 2.1918466 Mar 28 19:10:17.386757 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-baae6f5e-b36d-4c05-aa67-e8d682ae2650 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:17.394404 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-99cc7d85-a9dc-4220-843a-04745b14613a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0eafd6e2aac349b4a881ab8a1e025dc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4498477 Mar 28 19:10:17.395022 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55694) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:17.401075 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6197e7de-298f-4189-b105-67c682c2cf6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:17.411752 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55696) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:17.423162 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-baae6f5e-b36d-4c05-aa67-e8d682ae2650 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:17.530858 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:17.582827 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0189dece-fb42-408a-b30d-6975b01e485b']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:17.608993 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd84943e6-9e74-4d6a-8ed4-e34780821dc5') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:17.609263 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd84943e6-9e74-4d6a-8ed4-e34780821dc5') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:17.618466 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34f1dca-57eb-4fba-ad4f-c35cbbd26cb6 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:17.619974 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34f1dca-57eb-4fba-ad4f-c35cbbd26cb6 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:17.620727 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f34f1dca-57eb-4fba-ad4f-c35cbbd26cb6 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:17.641121 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:17.655931 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-97d145ee-526e-45a0-a1ea-7f3068a6372d tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:17.662916 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-97d145ee-526e-45a0-a1ea-7f3068a6372d tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:17.665726 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:17.697680 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:10:17.698422 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:17.714454 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f34f1dca-57eb-4fba-ad4f-c35cbbd26cb6 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f34f1dca-57eb-4fba-ad4f-c35cbbd26cb6 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3104212 Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:10:17.718679 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:10:17.729363 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d145ee-526e-45a0-a1ea-7f3068a6372d tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d13715a-0240-4312-a181-77bfcfcd14f3,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:17.733914 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55702) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:17.822397 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-97d145ee-526e-45a0-a1ea-7f3068a6372d tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:17.823643 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-97d145ee-526e-45a0-a1ea-7f3068a6372d tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8697426 Mar 28 19:10:17.830757 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae6f5e-b36d-4c05-aa67-e8d682ae2650 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dc6d01-b442-412e-a3c0-63e1450f2084,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:17.834735 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55706) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:17.847670 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-621ff40d-98a5-4cdb-98d2-6ef4b4341f09 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Request body: {'security_group_rule': {'security_group_id': '9ad76a28-34df-476f-9df7-9e4eed5e12b5', 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:17.852895 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-baae6f5e-b36d-4c05-aa67-e8d682ae2650 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:17.853890 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-baae6f5e-b36d-4c05-aa67-e8d682ae2650 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5450852 Mar 28 19:10:17.855740 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-af7edb9d-59ff-47ed-9cde-38ceaaa4a9c4 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:17.858132 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55710) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:17.859085 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-621ff40d-98a5-4cdb-98d2-6ef4b4341f09 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:17.867049 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-621ff40d-98a5-4cdb-98d2-6ef4b4341f09 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Usage tracker for resource:security_group_rule and tenant:5dc7a30ce17d457d9ddf509f349c3980 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:17.872095 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-d563a751-6a8c-48ea-bed7-782699ae8b47 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Request body: {'security_group_rule': {'security_group_id': '5d846c48-d0d4-4c8e-9ff4-be360126af76', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd2dc6d01-b442-412e-a3c0-63e1450f2084', 'remote_ip_prefix': None}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:17.878749 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:17.881410 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-621ff40d-98a5-4cdb-98d2-6ef4b4341f09 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:17.890280 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d563a751-6a8c-48ea-bed7-782699ae8b47 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:17.906320 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596bd463-d091-42d0-9064-2aa9ac45f5e7 req-a876addc-846c-4ef0-b84d-aba64d116fbb tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:17.907816 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-596bd463-d091-42d0-9064-2aa9ac45f5e7 req-a876addc-846c-4ef0-b84d-aba64d116fbb tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 945 time: 0.7829657 Mar 28 19:10:17.908085 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:17.913016 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-621ff40d-98a5-4cdb-98d2-6ef4b4341f09 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:17.925026 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d563a751-6a8c-48ea-bed7-782699ae8b47 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Usage tracker for resource:security_group_rule and tenant:b125fdf0abbc4973a8e54a6f5b5f24be is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:17.931067 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b10d5f4-05ae-436e-a378-5a37e1fc2e01 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting subnet bd87e009-e8b4-4b49-a232-616f2a7d05f1 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:10:17.935405 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d563a751-6a8c-48ea-bed7-782699ae8b47 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:17.938101 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event deleted for resources: {'Network': ['ID=0189dece-fb42-408a-b30d-6975b01e485b,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:17.939890 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b10d5f4-05ae-436e-a378-5a37e1fc2e01 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:17.971363 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c6c94407-4cc1-4978-aebc-6737b7ab9c47 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "DELETE /v2.0/networks/0189dece-fb42-408a-b30d-6975b01e485b HTTP/1.1" status: 204 len: 168 time: 6.5989366 Mar 28 19:10:17.977254 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d563a751-6a8c-48ea-bed7-782699ae8b47 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:17.979547 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55714) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:17.991822 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-621ff40d-98a5-4cdb-98d2-6ef4b4341f09 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Project 5dc7a30ce17d457d9ddf509f349c3980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:10:17.999052 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-2cf8fa73-9e11-4df9-b09a-f88939d91d9b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1425397319'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:18.018043 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2cf8fa73-9e11-4df9-b09a-f88939d91d9b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:18.020355 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-621ff40d-98a5-4cdb-98d2-6ef4b4341f09 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:18.036718 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2cf8fa73-9e11-4df9-b09a-f88939d91d9b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Usage tracker for resource:network and tenant:5caec573e114409086168219a54f97ce is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:18.045657 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2cf8fa73-9e11-4df9-b09a-f88939d91d9b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:18.058267 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7edb9d-59ff-47ed-9cde-38ceaaa4a9c4 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network 780b402c-d3e2-40ec-8b25-745e8d47212c is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:18.059836 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b10d5f4-05ae-436e-a378-5a37e1fc2e01 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:18.072910 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-af7edb9d-59ff-47ed-9cde-38ceaaa4a9c4 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:18.084087 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-08ed4055-eddd-4ec2-926d-e6829c70ee1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:18.092325 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7edb9d-59ff-47ed-9cde-38ceaaa4a9c4 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:10:18.099671 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2cf8fa73-9e11-4df9-b09a-f88939d91d9b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:18.136700 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7edb9d-59ff-47ed-9cde-38ceaaa4a9c4 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Port': ['ID=5237d197-1613-4f7d-ba0e-79cbdb60177b,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:18.139666 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6197e7de-298f-4189-b105-67c682c2cf6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:18.144209 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d563a751-6a8c-48ea-bed7-782699ae8b47 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:18.167142 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf8fa73-9e11-4df9-b09a-f88939d91d9b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Made reservation on behalf of 5caec573e114409086168219a54f97ce for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:18.171087 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2cf8fa73-9e11-4df9-b09a-f88939d91d9b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:18.218915 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-0bbc4ea1-d754-471f-a2d2-0a2cc0db38bd req-c1462d4e-3368-4437-86f2-9f04f9006ccd tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:18.219727 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-0bbc4ea1-d754-471f-a2d2-0a2cc0db38bd req-c1462d4e-3368-4437-86f2-9f04f9006ccd tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:18.220025 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [req-0bbc4ea1-d754-471f-a2d2-0a2cc0db38bd req-c1462d4e-3368-4437-86f2-9f04f9006ccd tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Floating IP 66af735c-e866-40f1-bf2e-4b06ce9b774d disassociated. External IP: 172.26.4.199, port: da1a4fe6-e25e-4603-a82e-846b7ddebdd0. Mar 28 19:10:18.220377 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-0bbc4ea1-d754-471f-a2d2-0a2cc0db38bd req-c1462d4e-3368-4437-86f2-9f04f9006ccd tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Calling delete_port for da1a4fe6-e25e-4603-a82e-846b7ddebdd0 owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:10:18.237604 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-621ff40d-98a5-4cdb-98d2-6ef4b4341f09 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:18.257557 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-621ff40d-98a5-4cdb-98d2-6ef4b4341f09 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:18.261784 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf8fa73-9e11-4df9-b09a-f88939d91d9b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:10:18.262062 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197e7de-298f-4189-b105-67c682c2cf6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afa825a-c664-4bf6-94da-f8c1c9babd23,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:18.296104 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b10d5f4-05ae-436e-a378-5a37e1fc2e01 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:18.306103 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-08ed4055-eddd-4ec2-926d-e6829c70ee1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:18.316104 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-596bd463-d091-42d0-9064-2aa9ac45f5e7 req-1298e917-021b-44ce-8fe1-75280d26736e tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups?id=385f0559-61b8-45c1-8ca8-2d502885df34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3357861 Mar 28 19:10:18.344256 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7edb9d-59ff-47ed-9cde-38ceaaa4a9c4 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:18.345142 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-af7edb9d-59ff-47ed-9cde-38ceaaa4a9c4 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:18.345672 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2cf8fa73-9e11-4df9-b09a-f88939d91d9b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:18.346021 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-2cf8fa73-9e11-4df9-b09a-f88939d91d9b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Added segment 2788314e-b486-4f41-a090-acff799815d5 of type vlan for network 7254609e-2774-4cde-b4b4-d25b6a071ac3 Mar 28 19:10:18.356387 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6197e7de-298f-4189-b105-67c682c2cf6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:18.357889 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6197e7de-298f-4189-b105-67c682c2cf6a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0afa825a-c664-4bf6-94da-f8c1c9babd23 HTTP/1.1" status: 204 len: 168 time: 1.7051365 Mar 28 19:10:18.374061 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ff40d-98a5-4cdb-98d2-6ef4b4341f09 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c606f79-9090-4fc7-8363-8fdcafc2c80b,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:18.411931 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-af7edb9d-59ff-47ed-9cde-38ceaaa4a9c4 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.7299070 Mar 28 19:10:18.420785 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55720) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:18.423166 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d563a751-6a8c-48ea-bed7-782699ae8b47 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:18.433597 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 8e0ef181-423e-42d3-b98c-18b681645840 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:10:18.489933 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-621ff40d-98a5-4cdb-98d2-6ef4b4341f09 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:18.491046 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-621ff40d-98a5-4cdb-98d2-6ef4b4341f09 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6553807 Mar 28 19:10:18.520149 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55724) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:18.530418 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-08ed4055-eddd-4ec2-926d-e6829c70ee1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:18.550922 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-09635080-15c3-4365-9be2-c2aa542051d8 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Request body: {'security_group_rule': {'security_group_id': '9ad76a28-34df-476f-9df7-9e4eed5e12b5', 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:18.556134 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 8e0ef181-423e-42d3-b98c-18b681645840 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:18.557464 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:18.591207 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-09635080-15c3-4365-9be2-c2aa542051d8 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:18.600003 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed4055-eddd-4ec2-926d-e6829c70ee1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab4eac2-d9cd-4a94-b7e2-9c94081bb203,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:18.608428 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-09635080-15c3-4365-9be2-c2aa542051d8 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Usage tracker for resource:security_group_rule and tenant:5dc7a30ce17d457d9ddf509f349c3980 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:18.612023 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-09635080-15c3-4365-9be2-c2aa542051d8 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:18.625925 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf89462-7491-43f1-83c6-e4646b2bd5a1 None None] Network 780b402c-d3e2-40ec-8b25-745e8d47212c requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:18.627748 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-09635080-15c3-4365-9be2-c2aa542051d8 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:18.635295 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d563a751-6a8c-48ea-bed7-782699ae8b47 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:18.639273 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2cf8fa73-9e11-4df9-b09a-f88939d91d9b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:18.641430 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-0bbc4ea1-d754-471f-a2d2-0a2cc0db38bd req-c1462d4e-3368-4437-86f2-9f04f9006ccd tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:18.696518 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.securitygroups_db [None req-09635080-15c3-4365-9be2-c2aa542051d8 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Project 5dc7a30ce17d457d9ddf509f349c3980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:10:18.701052 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d563a751-6a8c-48ea-bed7-782699ae8b47 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12dc9804-0c16-47e1-a1ad-cd557cc9ecff,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:18.703996 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-08ed4055-eddd-4ec2-926d-e6829c70ee1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:18.705453 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-08ed4055-eddd-4ec2-926d-e6829c70ee1f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4ab4eac2-d9cd-4a94-b7e2-9c94081bb203 HTTP/1.1" status: 204 len: 168 time: 1.2903941 Mar 28 19:10:18.712440 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ea54caf4-b7dc-4e5e-9b35-5207f745245b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting port 5237d197-1613-4f7d-ba0e-79cbdb60177b {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:18.713023 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ea54caf4-b7dc-4e5e-9b35-5207f745245b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:18.721764 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-09635080-15c3-4365-9be2-c2aa542051d8 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:18.732358 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1462d4e-3368-4437-86f2-9f04f9006ccd tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Pushing event deleted for resources: {'Port': ['ID=da1a4fe6-e25e-4603-a82e-846b7ddebdd0,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:18.769541 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d563a751-6a8c-48ea-bed7-782699ae8b47 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:18.775483 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d563a751-6a8c-48ea-bed7-782699ae8b47 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9113557 Mar 28 19:10:18.776863 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b10d5f4-05ae-436e-a378-5a37e1fc2e01 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:18.803369 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55732) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:18.918238 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b10d5f4-05ae-436e-a378-5a37e1fc2e01 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:18.920933 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0b10d5f4-05ae-436e-a378-5a37e1fc2e01 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/bd87e009-e8b4-4b49-a232-616f2a7d05f1 HTTP/1.1" status: 204 len: 168 time: 1.1827052 Mar 28 19:10:18.923530 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c27d73a-7b80-450b-afa2-29532a58fe17 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:18.928074 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10d5f4-05ae-436e-a378-5a37e1fc2e01 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Subnet': ['ID=bd87e009-e8b4-4b49-a232-616f2a7d05f1,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:18.929788 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55740) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:18.943191 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-137b1acb-6286-4fa0-8576-c410203b3426 None None] Provisioning for port 92bcc4a3-77e4-42a2-85ba-2bdedddf46f9 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:18.949567 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2cf8fa73-9e11-4df9-b09a-f88939d91d9b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:18.955212 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf8fa73-9e11-4df9-b09a-f88939d91d9b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:18.955916 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2cf8fa73-9e11-4df9-b09a-f88939d91d9b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:19.148659 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-09635080-15c3-4365-9be2-c2aa542051d8 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:19.163968 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-02eb45fb-dab8-4d90-8fe9-09d3602fc11c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2157769 Mar 28 19:10:19.165361 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fc90b49b-8354-4587-a86c-420cde8ade35 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:19.167444 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55748) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:19.178455 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-09635080-15c3-4365-9be2-c2aa542051d8 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:19.187315 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2cf8fa73-9e11-4df9-b09a-f88939d91d9b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2014060 Mar 28 19:10:19.191009 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fc90b49b-8354-4587-a86c-420cde8ade35 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:19.201717 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55754) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:19.231558 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device da1a4fe6-e25e-4603-a82e-846b7ddebdd0 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:10:19.259130 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-84103a3d-b438-40b9-911a-faf0ddf19332 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Request body: {'subnet': {'network_id': '7254609e-2774-4cde-b4b4-d25b6a071ac3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:19.288611 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09635080-15c3-4365-9be2-c2aa542051d8 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa91c0f9-8b8e-4ac1-a18a-e696fdf330b3,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:19.295499 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bbc4ea1-d754-471f-a2d2-0a2cc0db38bd req-c1462d4e-3368-4437-86f2-9f04f9006ccd tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Router c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:10:19.321565 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-09635080-15c3-4365-9be2-c2aa542051d8 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:19.327161 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-09635080-15c3-4365-9be2-c2aa542051d8 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8053231 Mar 28 19:10:19.327357 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55760) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:19.335925 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: da1a4fe6-e25e-4603-a82e-846b7ddebdd0 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:10:19.336435 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device da1a4fe6-e25e-4603-a82e-846b7ddebdd0 not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:10:19.338724 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 92bcc4a3-77e4-42a2-85ba-2bdedddf46f9 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:10:19.350161 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-cc707a98-1c23-4d72-b5f5-b895c37870d4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Request body: {'network': {'name': 'tempest-network-smoke--722113817', 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'port_security_enabled': True}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:19.367567 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8fa73-9e11-4df9-b09a-f88939d91d9b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event updated for resources: {'Network': ['ID=7254609e-2774-4cde-b4b4-d25b6a071ac3,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:19.376636 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-cc707a98-1c23-4d72-b5f5-b895c37870d4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:19.439751 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-cc707a98-1c23-4d72-b5f5-b895c37870d4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Usage tracker for resource:network and tenant:5dc7a30ce17d457d9ddf509f349c3980 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:19.441723 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 7254609e-2774-4cde-b4b4-d25b6a071ac3 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:10:19.500189 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-cc707a98-1c23-4d72-b5f5-b895c37870d4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:19.517979 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-cc707a98-1c23-4d72-b5f5-b895c37870d4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:19.540769 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fc90b49b-8354-4587-a86c-420cde8ade35 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:19.543085 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-84103a3d-b438-40b9-911a-faf0ddf19332 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:19.566395 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-84103a3d-b438-40b9-911a-faf0ddf19332 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Usage tracker for resource:subnet and tenant:5caec573e114409086168219a54f97ce is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:19.576062 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-84103a3d-b438-40b9-911a-faf0ddf19332 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:19.579790 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90b49b-8354-4587-a86c-420cde8ade35 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12dc9804-0c16-47e1-a1ad-cd557cc9ecff,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:19.591010 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc707a98-1c23-4d72-b5f5-b895c37870d4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Made reservation on behalf of 5dc7a30ce17d457d9ddf509f349c3980 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:19.595588 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cc707a98-1c23-4d72-b5f5-b895c37870d4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:19.610513 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-84103a3d-b438-40b9-911a-faf0ddf19332 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:19.616898 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e890059-03cb-485c-b413-7ee950128bc2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:19.617711 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3e890059-03cb-485c-b413-7ee950128bc2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:19.630308 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fc90b49b-8354-4587-a86c-420cde8ade35 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:19.631685 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-fc90b49b-8354-4587-a86c-420cde8ade35 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/12dc9804-0c16-47e1-a1ad-cd557cc9ecff HTTP/1.1" status: 204 len: 168 time: 0.7659535 Mar 28 19:10:19.638705 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55778) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:19.662957 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ea54caf4-b7dc-4e5e-9b35-5207f745245b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:19.671394 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84103a3d-b438-40b9-911a-faf0ddf19332 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Made reservation on behalf of 5caec573e114409086168219a54f97ce for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:19.675563 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-84103a3d-b438-40b9-911a-faf0ddf19332 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:19.786586 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-fdbe98eb-6085-4abd-9031-651d7ee8a3cf req-349d9142-27b9-4967-a2cd-acf0a599c41a tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Synchronizing usage tracker for tenant:936b36bbd26d462bb0c5b68398e9e06d on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:19.787980 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc707a98-1c23-4d72-b5f5-b895c37870d4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:10:19.797598 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cc707a98-1c23-4d72-b5f5-b895c37870d4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:19.797942 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-cc707a98-1c23-4d72-b5f5-b895c37870d4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Added segment ce651af8-7fed-4f32-b050-d34331b69a89 of type vlan for network 79a5d728-4e0a-4bf8-b900-2a34dffdc0e2 Mar 28 19:10:19.824512 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cc707a98-1c23-4d72-b5f5-b895c37870d4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:19.839799 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3e890059-03cb-485c-b413-7ee950128bc2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:19.841004 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3e890059-03cb-485c-b413-7ee950128bc2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6706970 Mar 28 19:10:19.851722 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55786) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:19.882033 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-fdbe98eb-6085-4abd-9031-651d7ee8a3cf req-349d9142-27b9-4967-a2cd-acf0a599c41a tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Unset dirty status for tenant:936b36bbd26d462bb0c5b68398e9e06d on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:19.883228 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fdbe98eb-6085-4abd-9031-651d7ee8a3cf req-349d9142-27b9-4967-a2cd-acf0a599c41a tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ad73607-4cff-4c34-91c4-fe811028c6cb HTTP/1.1" status: 200 len: 210 time: 0.2595220 Mar 28 19:10:19.884375 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bbc4ea1-d754-471f-a2d2-0a2cc0db38bd req-c1462d4e-3368-4437-86f2-9f04f9006ccd tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:10:19.931123 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55790) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:19.938369 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceaa36ff-10f4-40f3-aa94-0a3ac9d80347 None None] Sync routers for ids ['c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:10:19.941184 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ea54caf4-b7dc-4e5e-9b35-5207f745245b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Calling delete_port for 5237d197-1613-4f7d-ba0e-79cbdb60177b owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:10:19.968048 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaa36ff-10f4-40f3-aa94-0a3ac9d80347 None None] Routers {'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:10:19.968990 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-ceaa36ff-10f4-40f3-aa94-0a3ac9d80347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:09:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:20.003166 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bbc4ea1-d754-471f-a2d2-0a2cc0db38bd req-c1462d4e-3368-4437-86f2-9f04f9006ccd tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] No DVR routers for this DVR port da1a4fe6-e25e-4603-a82e-846b7ddebdd0 on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:10:20.008672 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-0bbc4ea1-d754-471f-a2d2-0a2cc0db38bd req-c1462d4e-3368-4437-86f2-9f04f9006ccd tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:20.010737 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0bbc4ea1-d754-471f-a2d2-0a2cc0db38bd req-c1462d4e-3368-4437-86f2-9f04f9006ccd tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.26 "DELETE /v2.0/ports/da1a4fe6-e25e-4603-a82e-846b7ddebdd0 HTTP/1.1" status: 204 len: 173 time: 3.7566655 Mar 28 19:10:20.011334 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad73607-4cff-4c34-91c4-fe811028c6cb', 'name': 'network-vif-deleted', 'tag': 'da1a4fe6-e25e-4603-a82e-846b7ddebdd0'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:10:20.090055 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad73607-4cff-4c34-91c4-fe811028c6cb', 'name': 'network-vif-deleted', 'tag': 'da1a4fe6-e25e-4603-a82e-846b7ddebdd0', 'status': 'completed', 'code': 200} Mar 28 19:10:20.092000 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cc707a98-1c23-4d72-b5f5-b895c37870d4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:20.097424 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc707a98-1c23-4d72-b5f5-b895c37870d4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:20.098005 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cc707a98-1c23-4d72-b5f5-b895c37870d4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:20.133265 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef0582c-e0f9-429b-bc0e-b2b05454b28f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:20.133854 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-5ef0582c-e0f9-429b-bc0e-b2b05454b28f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:20.223319 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55804) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:20.237380 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-5008179e-9530-4847-9322-c5522f65cd5a tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Synchronizing usage tracker for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group_rule {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:20.280663 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 92bcc4a3-77e4-42a2-85ba-2bdedddf46f9 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:20.298558 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 92bcc4a3-77e4-42a2-85ba-2bdedddf46f9 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:20.298558 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:20.322908 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55810) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:20.324685 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-cc707a98-1c23-4d72-b5f5-b895c37870d4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9794097 Mar 28 19:10:20.334531 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-308b6e38-96c6-4890-a3b1-0e870c8c3b03 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-601109581', 'admin_state_up': True, 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:20.354131 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-5ef0582c-e0f9-429b-bc0e-b2b05454b28f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:20.358402 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5ef0582c-e0f9-429b-bc0e-b2b05454b28f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4264333 Mar 28 19:10:20.360344 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-ceaa36ff-10f4-40f3-aa94-0a3ac9d80347 None None] Set router c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:10:20.361635 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55814) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:20.367010 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc707a98-1c23-4d72-b5f5-b895c37870d4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Pushing event updated for resources: {'Network': ['ID=79a5d728-4e0a-4bf8-b900-2a34dffdc0e2,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:20.374119 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-308b6e38-96c6-4890-a3b1-0e870c8c3b03 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:20.385005 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-308b6e38-96c6-4890-a3b1-0e870c8c3b03 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Usage tracker for resource:router and tenant:5dc7a30ce17d457d9ddf509f349c3980 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:20.390318 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-308b6e38-96c6-4890-a3b1-0e870c8c3b03 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:20.409294 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-308b6e38-96c6-4890-a3b1-0e870c8c3b03 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:20.420678 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 79a5d728-4e0a-4bf8-b900-2a34dffdc0e2 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:10:20.433187 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-308b6e38-96c6-4890-a3b1-0e870c8c3b03 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:20.434567 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-308b6e38-96c6-4890-a3b1-0e870c8c3b03 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:20.459593 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe2712c-3a9a-480f-9747-91076e26180a None None] DHCP port deletion for 1857c8f5-5622-42ce-a4f9-106880783f61 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:10:20.494315 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-4133fff3-3005-4125-b707-921102552fb0 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1256641599', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:20.505911 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-cbe2712c-3a9a-480f-9747-91076e26180a None None] Deleting port 8e0ef181-423e-42d3-b98c-18b681645840 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:20.506574 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-cbe2712c-3a9a-480f-9747-91076e26180a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:20.512551 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4133fff3-3005-4125-b707-921102552fb0 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:20.523827 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4133fff3-3005-4125-b707-921102552fb0 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Usage tracker for resource:router and tenant:37cc99fa8ef94f6cb830ceb3e5a9e741 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:20.527342 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4133fff3-3005-4125-b707-921102552fb0 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:20.547973 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4133fff3-3005-4125-b707-921102552fb0 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:20.567127 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4133fff3-3005-4125-b707-921102552fb0 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:20.571033 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4133fff3-3005-4125-b707-921102552fb0 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:20.626349 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-5008179e-9530-4847-9322-c5522f65cd5a tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Unset dirty status for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group_rule {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:20.630762 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5008179e-9530-4847-9322-c5522f65cd5a tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.9847925 Mar 28 19:10:20.631106 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55818) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:20.729463 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-828619f2-5b4c-4dfc-a5ef-c5a6fffd2417 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-130236668', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:20.736656 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-69e5c10f-b4c5-42cb-9b67-295c01451883 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:20.766458 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-54b89c88-a409-4717-83df-98efdbeb5a64 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4015031 Mar 28 19:10:20.778955 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55822) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:20.795655 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-020a48f9-3c04-4261-a502-397cf5338d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:20.797958 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-828619f2-5b4c-4dfc-a5ef-c5a6fffd2417 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:20.815979 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-828619f2-5b4c-4dfc-a5ef-c5a6fffd2417 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Usage tracker for resource:router and tenant:da06ea15f6bd4ce4a1c837210d01cb3a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:20.827732 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-69e5c10f-b4c5-42cb-9b67-295c01451883 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:20.828809 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-828619f2-5b4c-4dfc-a5ef-c5a6fffd2417 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:20.850334 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-828619f2-5b4c-4dfc-a5ef-c5a6fffd2417 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:21.022533 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ea54caf4-b7dc-4e5e-9b35-5207f745245b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:21.077833 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-828619f2-5b4c-4dfc-a5ef-c5a6fffd2417 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:21.078914 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-828619f2-5b4c-4dfc-a5ef-c5a6fffd2417 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:21.081173 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-764a517a-45db-44dd-bfe1-8a934a3f26d6 None None] Provisioning for port 5237d197-1613-4f7d-ba0e-79cbdb60177b completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:21.093190 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54caf4-b7dc-4e5e-9b35-5207f745245b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Port': ['ID=5237d197-1613-4f7d-ba0e-79cbdb60177b,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:21.096404 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55830) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:21.100468 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-84103a3d-b438-40b9-911a-faf0ddf19332 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:21.139697 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-764a517a-45db-44dd-bfe1-8a934a3f26d6 None None] Provisioning complete for port 5237d197-1613-4f7d-ba0e-79cbdb60177b triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:21.140333 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-764a517a-45db-44dd-bfe1-8a934a3f26d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:21.186971 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-308b6e38-96c6-4890-a3b1-0e870c8c3b03 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:21.227161 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4133fff3-3005-4125-b707-921102552fb0 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:21.251722 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-020a48f9-3c04-4261-a502-397cf5338d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:21.257978 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-69e5c10f-b4c5-42cb-9b67-295c01451883 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:21.321113 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-828619f2-5b4c-4dfc-a5ef-c5a6fffd2417 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:21.344552 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84103a3d-b438-40b9-911a-faf0ddf19332 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event updated for resources: {'Subnet': ['ID=64149aa2-da4f-468a-9ca5-1770d23688d8,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:21.354910 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-764a517a-45db-44dd-bfe1-8a934a3f26d6 None None] Port 5237d197-1613-4f7d-ba0e-79cbdb60177b was deleted so its status cannot be updated. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 28 19:10:21.366584 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-828619f2-5b4c-4dfc-a5ef-c5a6fffd2417 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:21.405637 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:21.421939 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-828619f2-5b4c-4dfc-a5ef-c5a6fffd2417 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:21.423139 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-828619f2-5b4c-4dfc-a5ef-c5a6fffd2417 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.4530914 Mar 28 19:10:21.429756 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-cbe2712c-3a9a-480f-9747-91076e26180a None None] For port 8e0ef181-423e-42d3-b98c-18b681645840, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=8e0ef181-423e-42d3-b98c-18b681645840,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:21.430029 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-cbe2712c-3a9a-480f-9747-91076e26180a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:21.432814 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55834) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:21.441881 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5c10f-b4c5-42cb-9b67-295c01451883 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dc6d01-b442-412e-a3c0-63e1450f2084,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:21.446023 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-020a48f9-3c04-4261-a502-397cf5338d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:21.462530 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8e42a715-81fa-4086-802e-2631d0a9292b tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:21.492276 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8e42a715-81fa-4086-802e-2631d0a9292b tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:21.506947 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4133fff3-3005-4125-b707-921102552fb0 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:21.527416 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-e21919c3-1d13-4dde-be4d-bb5cf7065c35 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-799044047'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:21.542669 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ea54caf4-b7dc-4e5e-9b35-5207f745245b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:21.553432 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e21919c3-1d13-4dde-be4d-bb5cf7065c35 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:21.558964 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84103a3d-b438-40b9-911a-faf0ddf19332 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Checking segment: {'id': '2788314e-b486-4f41-a090-acff799815d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7254609e-2774-4cde-b4b4-d25b6a071ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:21.559332 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84103a3d-b438-40b9-911a-faf0ddf19332 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Network hostable DHCP agents. Network: 7254609e-2774-4cde-b4b4-d25b6a071ac3, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:10:21.566246 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e21919c3-1d13-4dde-be4d-bb5cf7065c35 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Usage tracker for resource:network and tenant:da06ea15f6bd4ce4a1c837210d01cb3a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:21.570051 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e21919c3-1d13-4dde-be4d-bb5cf7065c35 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:21.571612 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ea54caf4-b7dc-4e5e-9b35-5207f745245b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/ports/5237d197-1613-4f7d-ba0e-79cbdb60177b HTTP/1.1" status: 204 len: 168 time: 3.1469398 Mar 28 19:10:21.572885 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55838) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:21.586032 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8e42a715-81fa-4086-802e-2631d0a9292b tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:21.588861 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8e42a715-81fa-4086-802e-2631d0a9292b tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:21.590367 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8e42a715-81fa-4086-802e-2631d0a9292b tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "DELETE /v2.0/security-groups/385f0559-61b8-45c1-8ca8-2d502885df34 HTTP/1.1" status: 204 len: 168 time: 0.4915164 Mar 28 19:10:21.620551 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-764a517a-45db-44dd-bfe1-8a934a3f26d6 None None] Provisioning complete for port 92bcc4a3-77e4-42a2-85ba-2bdedddf46f9 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:21.621107 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-764a517a-45db-44dd-bfe1-8a934a3f26d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:21.634500 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020a48f9-3c04-4261-a502-397cf5338d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:21.637884 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55842) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:21.638557 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-020a48f9-3c04-4261-a502-397cf5338d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:21.665646 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-cbe2712c-3a9a-480f-9747-91076e26180a None None] Calling delete_port for 8e0ef181-423e-42d3-b98c-18b681645840 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:10:21.676354 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8015da5-9278-4318-a973-ffa0ddf39ba6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] GET failed (client error): The resource could not be found. Mar 28 19:10:21.677301 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a8015da5-9278-4318-a973-ffa0ddf39ba6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Synchronizing usage tracker for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:21.681653 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-308b6e38-96c6-4890-a3b1-0e870c8c3b03 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:21.684290 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42a715-81fa-4086-802e-2631d0a9292b tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=385f0559-61b8-45c1-8ca8-2d502885df34,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:21.686717 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e21919c3-1d13-4dde-be4d-bb5cf7065c35 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:21.699808 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84103a3d-b438-40b9-911a-faf0ddf19332 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Network 7254609e-2774-4cde-b4b4-d25b6a071ac3 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:10:21.712885 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-bda9612e-ab0f-48fe-9559-095ae5cc807d tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] show failed (client error): The resource could not be found. Mar 28 19:10:21.720700 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-bda9612e-ab0f-48fe-9559-095ae5cc807d tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "GET /v2.0/security-groups/385f0559-61b8-45c1-8ca8-2d502885df34 HTTP/1.1" status: 404 len: 347 time: 0.0667367 Mar 28 19:10:21.720849 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4133fff3-3005-4125-b707-921102552fb0 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:21.724288 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4133fff3-3005-4125-b707-921102552fb0 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.4982996 Mar 28 19:10:21.725169 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55846) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:21.725316 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55848) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:21.728447 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-84103a3d-b438-40b9-911a-faf0ddf19332 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 7254609e-2774-4cde-b4b4-d25b6a071ac3) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:21.734344 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84103a3d-b438-40b9-911a-faf0ddf19332 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:21.735005 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-84103a3d-b438-40b9-911a-faf0ddf19332 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:21.753805 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 92bcc4a3-77e4-42a2-85ba-2bdedddf46f9, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=92bcc4a3-77e4-42a2-85ba-2bdedddf46f9,segment=NetworkSegment(0d3ca246-91ba-423e-bce8-1153c126385c),segment_id=0d3ca246-91ba-423e-bce8-1153c126385c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:21.754945 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0f5103-3a0f-46c5-bb80-d314745fb0eb None None] Network 7254609e-2774-4cde-b4b4-d25b6a071ac3 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:21.774532 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-0ad70f35-e490-4c6b-ba7f-33242aa5332b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1311596862'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:21.786080 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-69e5c10f-b4c5-42cb-9b67-295c01451883 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:21.787273 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-69e5c10f-b4c5-42cb-9b67-295c01451883 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "DELETE /v2.0/security-groups/d2dc6d01-b442-412e-a3c0-63e1450f2084 HTTP/1.1" status: 204 len: 168 time: 1.1550989 Mar 28 19:10:21.796815 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:21.803826 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0ad70f35-e490-4c6b-ba7f-33242aa5332b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:21.805771 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55854) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:21.811127 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21919c3-1d13-4dde-be4d-bb5cf7065c35 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Made reservation on behalf of da06ea15f6bd4ce4a1c837210d01cb3a for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:21.814466 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e21919c3-1d13-4dde-be4d-bb5cf7065c35 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:21.842258 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a8015da5-9278-4318-a973-ffa0ddf39ba6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Unset dirty status for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:21.846314 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a8015da5-9278-4318-a973-ffa0ddf39ba6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "GET /v2.0/ports/5237d197-1613-4f7d-ba0e-79cbdb60177b HTTP/1.1" status: 404 len: 333 time: 0.2689021 Mar 28 19:10:21.847271 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55858) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:21.854525 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-84103a3d-b438-40b9-911a-faf0ddf19332 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6462803 Mar 28 19:10:21.854847 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0ad70f35-e490-4c6b-ba7f-33242aa5332b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Usage tracker for resource:network and tenant:37cc99fa8ef94f6cb830ceb3e5a9e741 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:21.866425 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0ad70f35-e490-4c6b-ba7f-33242aa5332b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:21.869246 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55862) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:21.883426 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-625d877f-c3e3-47d9-a5e9-d2e4bea4c2ee tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1970264226'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:21.897635 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e21919c3-1d13-4dde-be4d-bb5cf7065c35 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:21.907445 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0ad70f35-e490-4c6b-ba7f-33242aa5332b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:21.919368 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-625d877f-c3e3-47d9-a5e9-d2e4bea4c2ee tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:21.939236 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-625d877f-c3e3-47d9-a5e9-d2e4bea4c2ee tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Usage tracker for resource:network and tenant:5caec573e114409086168219a54f97ce is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:21.945113 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 8e0ef181-423e-42d3-b98c-18b681645840 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:10:21.958958 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-625d877f-c3e3-47d9-a5e9-d2e4bea4c2ee tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:21.965746 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e21919c3-1d13-4dde-be4d-bb5cf7065c35 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:21.983727 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-625d877f-c3e3-47d9-a5e9-d2e4bea4c2ee tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:21.986102 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e21919c3-1d13-4dde-be4d-bb5cf7065c35 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Usage tracker for resource:security_group_rule and tenant:da06ea15f6bd4ce4a1c837210d01cb3a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:21.991505 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad70f35-e490-4c6b-ba7f-33242aa5332b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Made reservation on behalf of 37cc99fa8ef94f6cb830ceb3e5a9e741 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:21.994564 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-72927e1c-bcab-4ca2-98e4-f937004ce464 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Deleting port 9d9e6263-5363-4d1b-a2f0-06e64c5eddcb {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:21.994921 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-72927e1c-bcab-4ca2-98e4-f937004ce464 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:21.995564 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0ad70f35-e490-4c6b-ba7f-33242aa5332b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:22.007151 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e21919c3-1d13-4dde-be4d-bb5cf7065c35 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:22.031466 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0ad70f35-e490-4c6b-ba7f-33242aa5332b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:22.039286 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-2317a651-03ec-4b0e-a03e-186e29df0413 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting subnet 7d4aabbd-35cc-4569-b910-a0daac83f0d9 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:10:22.046426 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2317a651-03ec-4b0e-a03e-186e29df0413 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:22.073608 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=92bcc4a3-77e4-42a2-85ba-2bdedddf46f9,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:22.092128 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e21919c3-1d13-4dde-be4d-bb5cf7065c35 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:22.121994 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625d877f-c3e3-47d9-a5e9-d2e4bea4c2ee tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Made reservation on behalf of 5caec573e114409086168219a54f97ce for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:22.127528 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-625d877f-c3e3-47d9-a5e9-d2e4bea4c2ee tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:22.136271 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-cbe2712c-3a9a-480f-9747-91076e26180a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:22.138665 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e0ccbd05-f4d3-47c6-a12b-c33a68048130 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Synchronizing usage tracker for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:22.142085 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0ad70f35-e490-4c6b-ba7f-33242aa5332b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:22.181073 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No active binding found for port 8e0ef181-423e-42d3-b98c-18b681645840 {{(pid=87834) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 28 19:10:22.181496 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 8e0ef181-423e-42d3-b98c-18b681645840 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:10:22.182801 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0ad70f35-e490-4c6b-ba7f-33242aa5332b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Usage tracker for resource:security_group_rule and tenant:37cc99fa8ef94f6cb830ceb3e5a9e741 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:22.187205 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2317a651-03ec-4b0e-a03e-186e29df0413 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:22.215482 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0ad70f35-e490-4c6b-ba7f-33242aa5332b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:22.226272 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2712c-3a9a-480f-9747-91076e26180a None None] Pushing event deleted for resources: {'Port': ['ID=8e0ef181-423e-42d3-b98c-18b681645840,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:22.242148 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0ad70f35-e490-4c6b-ba7f-33242aa5332b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:22.252270 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe2712c-3a9a-480f-9747-91076e26180a None None] No DVR routers for this DVR port 8e0ef181-423e-42d3-b98c-18b681645840 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:10:22.257040 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-ceaa36ff-10f4-40f3-aa94-0a3ac9d80347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'name': 'tempest-ServerActionsTestJSON-849075791-router', 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '962c8d86-2876-4fbf-aa7e-695275b771c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:45Z', 'updated_at': '2022-03-28T19:05:57Z', 'revision_number': 4, 'project_id': '936b36bbd26d462bb0c5b68398e9e06d', 'gw_port': {'id': '962c8d86-2876-4fbf-aa7e-695275b771c6', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:46Z', 'updated_at': '2022-03-28T19:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'a6db53d0-70c1-4b18-ab03-d489da3f61f3', 'name': '', 'network_id': '05d45956-a093-40a4-9858-58f23a47edbe', 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d', 'mac_address': 'fa:16:3e:f5:59:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ba510855-a9fd-4b40-9483-d8a58a15b59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:54Z', 'updated_at': '2022-03-28T19:06:09Z', 'revision_number': 5, 'project_id': '936b36bbd26d462bb0c5b68398e9e06d', 'subnets': [{'id': 'ba510855-a9fd-4b40-9483-d8a58a15b59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:22.267162 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e0ccbd05-f4d3-47c6-a12b-c33a68048130 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Unset dirty status for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:22.268295 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e0ccbd05-f4d3-47c6-a12b-c33a68048130 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4586561 Mar 28 19:10:22.275217 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceaa36ff-10f4-40f3-aa94-0a3ac9d80347 None None] Checking router: c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:10:22.277370 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55866) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:22.291883 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-625d877f-c3e3-47d9-a5e9-d2e4bea4c2ee tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:10:22.323973 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaa36ff-10f4-40f3-aa94-0a3ac9d80347 None None] Routers {'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:10:22.323973 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-ceaa36ff-10f4-40f3-aa94-0a3ac9d80347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:09:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:22.345018 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-72927e1c-bcab-4ca2-98e4-f937004ce464 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:22.345443 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-72927e1c-bcab-4ca2-98e4-f937004ce464 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:22.352891 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-625d877f-c3e3-47d9-a5e9-d2e4bea4c2ee tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:22.353254 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-625d877f-c3e3-47d9-a5e9-d2e4bea4c2ee tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Added segment 4a205236-9fec-4382-848b-eb798fc3ab85 of type vlan for network eefea648-12d6-42fa-887f-fa10a73f562f Mar 28 19:10:22.402209 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-38d5ab41-5be3-48ac-8acf-5bc41489dd54 None None] Could not find standard attr ID for object 5237d197-1613-4f7d-ba0e-79cbdb60177b. {{(pid=87834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 19:10:22.438124 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-625d877f-c3e3-47d9-a5e9-d2e4bea4c2ee tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:22.500637 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-72927e1c-bcab-4ca2-98e4-f937004ce464 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Calling delete_port for 9d9e6263-5363-4d1b-a2f0-06e64c5eddcb owned by network:floatingip {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:10:22.530331 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-ceaa36ff-10f4-40f3-aa94-0a3ac9d80347 None None] Set router c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:10:22.541840 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e21919c3-1d13-4dde-be4d-bb5cf7065c35 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:22.565091 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9f91b4af-a100-434f-a31a-8ec44ce5277f tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:22.568685 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2317a651-03ec-4b0e-a03e-186e29df0413 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:22.628207 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e21919c3-1d13-4dde-be4d-bb5cf7065c35 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:22.661909 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66638925-1bba-4b96-85d2-10eda6727439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-7254609e-2774-4cde-b4b4-d25b6a071ac3', 'network_id': '7254609e-2774-4cde-b4b4-d25b6a071ac3', 'tenant_id': '5caec573e114409086168219a54f97ce', 'fixed_ips': [{'subnet_id': '64149aa2-da4f-468a-9ca5-1770d23688d8'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:10:22.662938 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-66638925-1bba-4b96-85d2-10eda6727439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:22.668764 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9f91b4af-a100-434f-a31a-8ec44ce5277f tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:22.771940 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21919c3-1d13-4dde-be4d-bb5cf7065c35 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:10:22.778304 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2317a651-03ec-4b0e-a03e-186e29df0413 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:22.812390 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-625d877f-c3e3-47d9-a5e9-d2e4bea4c2ee tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:22.816631 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9f91b4af-a100-434f-a31a-8ec44ce5277f tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:22.818124 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625d877f-c3e3-47d9-a5e9-d2e4bea4c2ee tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:22.818701 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-625d877f-c3e3-47d9-a5e9-d2e4bea4c2ee tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:22.844378 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317a651-03ec-4b0e-a03e-186e29df0413 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Subnet': ['ID=7d4aabbd-35cc-4569-b910-a0daac83f0d9,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:22.852812 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2317a651-03ec-4b0e-a03e-186e29df0413 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:22.858171 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91b4af-a100-434f-a31a-8ec44ce5277f tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d846c48-d0d4-4c8e-9ff4-be360126af76,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:22.863657 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.objects.ports [None req-020a48f9-3c04-4261-a502-397cf5338d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87833) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 19:10:22.866469 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-72927e1c-bcab-4ca2-98e4-f937004ce464 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:22.877269 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181b65e9-aaca-4f37-94ee-d3ed738308d9 None None] Network 780b402c-d3e2-40ec-8b25-745e8d47212c requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:22.883997 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0ad70f35-e490-4c6b-ba7f-33242aa5332b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:22.903151 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-020a48f9-3c04-4261-a502-397cf5338d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:22.941212 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e21919c3-1d13-4dde-be4d-bb5cf7065c35 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:22.941877 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-e21919c3-1d13-4dde-be4d-bb5cf7065c35 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Added segment d711291a-0b55-43ec-8f64-98eaa29f45dc of type vlan for network 4816c352-486b-45aa-91b5-205f8ce338a6 Mar 28 19:10:22.992377 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0ad70f35-e490-4c6b-ba7f-33242aa5332b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:23.007919 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21919c3-1d13-4dde-be4d-bb5cf7065c35 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5aea921-ddc5-4b64-ab12-53cf8e9a32e3,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:23.010792 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-308b6e38-96c6-4890-a3b1-0e870c8c3b03 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for router_gateway, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:23.045848 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9f91b4af-a100-434f-a31a-8ec44ce5277f tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:23.047013 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9f91b4af-a100-434f-a31a-8ec44ce5277f tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "DELETE /v2.0/security-groups/5d846c48-d0d4-4c8e-9ff4-be360126af76 HTTP/1.1" status: 204 len: 168 time: 0.7690885 Mar 28 19:10:23.074699 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55870) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:23.077365 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72927e1c-bcab-4ca2-98e4-f937004ce464 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Pushing event deleted for resources: {'Port': ['ID=9d9e6263-5363-4d1b-a2f0-06e64c5eddcb,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:23.100756 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2317a651-03ec-4b0e-a03e-186e29df0413 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/subnets/7d4aabbd-35cc-4569-b910-a0daac83f0d9 HTTP/1.1" status: 204 len: 168 time: 1.2457647 Mar 28 19:10:23.108696 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55874) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:23.254569 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-66638925-1bba-4b96-85d2-10eda6727439 None None] Allocated IP 2001:db8::3 (7254609e-2774-4cde-b4b4-d25b6a071ac3/64149aa2-da4f-468a-9ca5-1770d23688d8/1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:23.275689 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-308b6e38-96c6-4890-a3b1-0e870c8c3b03 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:23.280521 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-72927e1c-bcab-4ca2-98e4-f937004ce464 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks [] for floatingip, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:23.283234 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-72927e1c-bcab-4ca2-98e4-f937004ce464 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:23.287399 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-72927e1c-bcab-4ca2-98e4-f937004ce464 tempest-ServerActionsTestJSON-1820724971 tempest-ServerActionsTestJSON-1820724971-project] 10.222.0.10 "DELETE /v2.0/floatingips/66af735c-e866-40f1-bf2e-4b06ce9b774d HTTP/1.1" status: 204 len: 168 time: 1.5610051 Mar 28 19:10:23.288065 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55878) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:23.295940 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020a48f9-3c04-4261-a502-397cf5338d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:23.301169 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-7c6ff4d8-34be-4f3d-a6f3-9bac092fb5e2 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Synchronizing usage tracker for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:23.310123 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d877f-c3e3-47d9-a5e9-d2e4bea4c2ee tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event updated for resources: {'Network': ['ID=eefea648-12d6-42fa-887f-fa10a73f562f,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:23.313055 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-020a48f9-3c04-4261-a502-397cf5338d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:23.353928 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad70f35-e490-4c6b-ba7f-33242aa5332b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:10:23.357319 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e21919c3-1d13-4dde-be4d-bb5cf7065c35 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:23.365207 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24fb2e9-5233-4ea5-a68d-5ed3d29e26e4 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:23.368538 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020a48f9-3c04-4261-a502-397cf5338d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:23.369209 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-020a48f9-3c04-4261-a502-397cf5338d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:23.377414 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network eefea648-12d6-42fa-887f-fa10a73f562f details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:10:23.388830 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-625d877f-c3e3-47d9-a5e9-d2e4bea4c2ee tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5064704 Mar 28 19:10:23.389470 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5690b6e9-2873-4406-91a3-599bf8cc0a51 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:23.395128 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55882) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:23.406073 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-8bb6aef8-d99d-4a1f-bcd5-19602136c7da tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Request body: {'subnet': {'network_id': 'eefea648-12d6-42fa-887f-fa10a73f562f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:23.407767 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a48f9-3c04-4261-a502-397cf5338d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Subnet': ['ID=a071885c-0fbd-4548-8f44-57b4f151859e,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:23.418044 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad70f35-e490-4c6b-ba7f-33242aa5332b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8230bc17-b489-47ce-ac82-17d9d74ca5f3,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:23.425169 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0ad70f35-e490-4c6b-ba7f-33242aa5332b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:23.425341 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-0ad70f35-e490-4c6b-ba7f-33242aa5332b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Added segment d9b1c102-c8c2-4843-aa3d-f57be4004af2 of type vlan for network 1ac96f53-1519-45aa-bb2e-8026ca95ecfb Mar 28 19:10:23.465348 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-020a48f9-3c04-4261-a502-397cf5338d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.6848965 Mar 28 19:10:23.468311 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-7c6ff4d8-34be-4f3d-a6f3-9bac092fb5e2 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Unset dirty status for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:23.469532 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7c6ff4d8-34be-4f3d-a6f3-9bac092fb5e2 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3935502 Mar 28 19:10:23.475351 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55886) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:23.478348 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55888) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:23.496812 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0ad70f35-e490-4c6b-ba7f-33242aa5332b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:23.538777 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-b36d55fb-bc59-41c4-871b-f71ec1127749 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'port': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'mac_address': 'fa:16:3e:72:6f:9b', 'name': 'tempest-NetworksTestDHCPv6-1151708041'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:23.542037 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e21919c3-1d13-4dde-be4d-bb5cf7065c35 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:23.547938 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21919c3-1d13-4dde-be4d-bb5cf7065c35 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:23.548523 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e21919c3-1d13-4dde-be4d-bb5cf7065c35 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:23.552032 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5690b6e9-2873-4406-91a3-599bf8cc0a51 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting port 92bcc4a3-77e4-42a2-85ba-2bdedddf46f9 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:23.552369 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5690b6e9-2873-4406-91a3-599bf8cc0a51 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:23.569011 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-ceaa36ff-10f4-40f3-aa94-0a3ac9d80347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'name': 'tempest-ServerActionsTestJSON-849075791-router', 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '962c8d86-2876-4fbf-aa7e-695275b771c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:45Z', 'updated_at': '2022-03-28T19:05:57Z', 'revision_number': 4, 'project_id': '936b36bbd26d462bb0c5b68398e9e06d', 'gw_port': {'id': '962c8d86-2876-4fbf-aa7e-695275b771c6', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:46Z', 'updated_at': '2022-03-28T19:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'a6db53d0-70c1-4b18-ab03-d489da3f61f3', 'name': '', 'network_id': '05d45956-a093-40a4-9858-58f23a47edbe', 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d', 'mac_address': 'fa:16:3e:f5:59:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ba510855-a9fd-4b40-9483-d8a58a15b59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:54Z', 'updated_at': '2022-03-28T19:06:09Z', 'revision_number': 5, 'project_id': '936b36bbd26d462bb0c5b68398e9e06d', 'subnets': [{'id': 'ba510855-a9fd-4b40-9483-d8a58a15b59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:23.587236 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-dcd3e405-5506-4470-9a84-8f1ded78206e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Request body: {'security_group': {'name': 'tempest-secgroup--775428704'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:23.634001 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e21919c3-1d13-4dde-be4d-bb5cf7065c35 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1949337 Mar 28 19:10:23.634265 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceaa36ff-10f4-40f3-aa94-0a3ac9d80347 None None] The sync data for ids ['c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb'] in dv-neutron-834711-1-hyperv is: [{'id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'name': 'tempest-ServerActionsTestJSON-849075791-router', 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '962c8d86-2876-4fbf-aa7e-695275b771c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:45Z', 'updated_at': '2022-03-28T19:05:57Z', 'revision_number': 4, 'project_id': '936b36bbd26d462bb0c5b68398e9e06d', 'gw_port': {'id': '962c8d86-2876-4fbf-aa7e-695275b771c6', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:46Z', 'updated_at': '2022-03-28T19:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'a6db53d0-70c1-4b18-ab03-d489da3f61f3', 'name': '', 'network_id': '05d45956-a093-40a4-9858-58f23a47edbe', 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d', 'mac_address': 'fa:16:3e:f5:59:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ba510855-a9fd-4b40-9483-d8a58a15b59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:54Z', 'updated_at': '2022-03-28T19:06:09Z', 'revision_number': 5, 'project_id': '936b36bbd26d462bb0c5b68398e9e06d', 'subnets': [{'id': 'ba510855-a9fd-4b40-9483-d8a58a15b59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:10:23.663795 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55894) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:23.682649 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-dcd3e405-5506-4470-9a84-8f1ded78206e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:23.720155 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-ce50a39c-95f9-4ff0-a19a-e34e04860e3c tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Request body: {'subnet': {'network_id': '4816c352-486b-45aa-91b5-205f8ce338a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:23.730600 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0ad70f35-e490-4c6b-ba7f-33242aa5332b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:23.737244 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad70f35-e490-4c6b-ba7f-33242aa5332b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:23.737700 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0ad70f35-e490-4c6b-ba7f-33242aa5332b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:23.742196 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-308b6e38-96c6-4890-a3b1-0e870c8c3b03 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Allocated IP 172.26.4.161 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/06d2dcae-0919-477e-81fb-b9d32e9a4f84) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:23.750638 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21919c3-1d13-4dde-be4d-bb5cf7065c35 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Pushing event updated for resources: {'Network': ['ID=4816c352-486b-45aa-91b5-205f8ce338a6,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:23.779286 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 4816c352-486b-45aa-91b5-205f8ce338a6 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:10:23.801331 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0ad70f35-e490-4c6b-ba7f-33242aa5332b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.0746675 Mar 28 19:10:23.821265 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55898) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:23.830787 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-dcd3e405-5506-4470-9a84-8f1ded78206e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:23.871565 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8bb6aef8-d99d-4a1f-bcd5-19602136c7da tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:23.939355 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cf0d45-bb21-4582-98f9-cfe46c32c571 None None] DHCP port deletion for 780b402c-d3e2-40ec-8b25-745e8d47212c request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:10:23.951299 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-17fb137d-417c-4038-a1f9-0ac8a48ddc6b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Request body: {'subnet': {'network_id': '1ac96f53-1519-45aa-bb2e-8026ca95ecfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:23.984101 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8bb6aef8-d99d-4a1f-bcd5-19602136c7da tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Usage tracker for resource:subnet and tenant:5caec573e114409086168219a54f97ce is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:23.991254 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8bb6aef8-d99d-4a1f-bcd5-19602136c7da tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:23.993697 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad70f35-e490-4c6b-ba7f-33242aa5332b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Pushing event updated for resources: {'Network': ['ID=1ac96f53-1519-45aa-bb2e-8026ca95ecfb,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:24.031493 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2eb6bd-5bcd-40d9-b488-d8aac26d2432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-1857c8f5-5622-42ce-a4f9-106880783f61', 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'fixed_ips': [{'subnet_id': 'a071885c-0fbd-4548-8f44-57b4f151859e'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:10:24.032715 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ef2eb6bd-5bcd-40d9-b488-d8aac26d2432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:24.043753 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 1ac96f53-1519-45aa-bb2e-8026ca95ecfb details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:10:24.064181 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8bb6aef8-d99d-4a1f-bcd5-19602136c7da tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:24.071089 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-c6cf0d45-bb21-4582-98f9-cfe46c32c571 None None] Deleting port 92bcc4a3-77e4-42a2-85ba-2bdedddf46f9 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:24.071471 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c6cf0d45-bb21-4582-98f9-cfe46c32c571 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:24.082804 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dcd3e405-5506-4470-9a84-8f1ded78206e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:24.099307 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10351a5-d481-4b6a-9129-e5e79c78d95e None None] New status for floating IP 66af735c-e866-40f1-bf2e-4b06ce9b774d: DOWN {{(pid=87835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:10:24.184042 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-17fb137d-417c-4038-a1f9-0ac8a48ddc6b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:24.189477 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-17fb137d-417c-4038-a1f9-0ac8a48ddc6b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Usage tracker for resource:subnet and tenant:37cc99fa8ef94f6cb830ceb3e5a9e741 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:24.192615 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-17fb137d-417c-4038-a1f9-0ac8a48ddc6b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:24.198496 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-17fb137d-417c-4038-a1f9-0ac8a48ddc6b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:24.220991 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fb137d-417c-4038-a1f9-0ac8a48ddc6b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Made reservation on behalf of 37cc99fa8ef94f6cb830ceb3e5a9e741 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:24.225694 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-17fb137d-417c-4038-a1f9-0ac8a48ddc6b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:24.248369 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-66638925-1bba-4b96-85d2-10eda6727439 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:24.320449 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-ce50a39c-95f9-4ff0-a19a-e34e04860e3c tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:24.323684 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-66638925-1bba-4b96-85d2-10eda6727439 None None] Transition to ACTIVE for port object 1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:24.325975 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb6aef8-d99d-4a1f-bcd5-19602136c7da tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Made reservation on behalf of 5caec573e114409086168219a54f97ce for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:24.329376 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8bb6aef8-d99d-4a1f-bcd5-19602136c7da tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:24.338494 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-308b6e38-96c6-4890-a3b1-0e870c8c3b03 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:24.353531 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-dcd3e405-5506-4470-9a84-8f1ded78206e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:24.359562 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ce50a39c-95f9-4ff0-a19a-e34e04860e3c tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Usage tracker for resource:subnet and tenant:da06ea15f6bd4ce4a1c837210d01cb3a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:24.383487 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ce50a39c-95f9-4ff0-a19a-e34e04860e3c tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:24.427125 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-66638925-1bba-4b96-85d2-10eda6727439 None None] Transition to ACTIVE for port object 1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:24.440258 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-dcd3e405-5506-4470-9a84-8f1ded78206e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Usage tracker for resource:security_group_rule and tenant:b125fdf0abbc4973a8e54a6f5b5f24be is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:24.443502 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b36d55fb-bc59-41c4-871b-f71ec1127749 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:24.465093 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-66638925-1bba-4b96-85d2-10eda6727439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:24.470513 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-308b6e38-96c6-4890-a3b1-0e870c8c3b03 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:24.481387 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-dcd3e405-5506-4470-9a84-8f1ded78206e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:24.485410 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-ce50a39c-95f9-4ff0-a19a-e34e04860e3c tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:24.507034 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-dcd3e405-5506-4470-9a84-8f1ded78206e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:24.556864 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b6e38-96c6-4890-a3b1-0e870c8c3b03 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Pushing event updated for resources: {'Port': ['ID=06d2dcae-0919-477e-81fb-b9d32e9a4f84,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:24.569715 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308b6e38-96c6-4890-a3b1-0e870c8c3b03 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:24.572701 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-308b6e38-96c6-4890-a3b1-0e870c8c3b03 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:24.576993 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308b6e38-96c6-4890-a3b1-0e870c8c3b03 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:10:24.680429 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66638925-1bba-4b96-85d2-10eda6727439 None None] Network 7254609e-2774-4cde-b4b4-d25b6a071ac3 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:24.697020 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-66638925-1bba-4b96-85d2-10eda6727439 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:24.710654 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66638925-1bba-4b96-85d2-10eda6727439 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:10:24.715286 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b36d55fb-bc59-41c4-871b-f71ec1127749 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:24.719645 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-5690b6e9-2873-4406-91a3-599bf8cc0a51 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] For port 92bcc4a3-77e4-42a2-85ba-2bdedddf46f9, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=92bcc4a3-77e4-42a2-85ba-2bdedddf46f9,segment=NetworkSegment(0d3ca246-91ba-423e-bce8-1153c126385c),segment_id=0d3ca246-91ba-423e-bce8-1153c126385c)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:24.720029 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5690b6e9-2873-4406-91a3-599bf8cc0a51 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:24.727506 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66638925-1bba-4b96-85d2-10eda6727439 None None] Pushing event updated for resources: {'Port': ['ID=1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:24.730728 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-17fb137d-417c-4038-a1f9-0ac8a48ddc6b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:24.733600 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-c6cf0d45-bb21-4582-98f9-cfe46c32c571 None None] For port 92bcc4a3-77e4-42a2-85ba-2bdedddf46f9, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=92bcc4a3-77e4-42a2-85ba-2bdedddf46f9,segment=NetworkSegment(0d3ca246-91ba-423e-bce8-1153c126385c),segment_id=0d3ca246-91ba-423e-bce8-1153c126385c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:24.734189 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c6cf0d45-bb21-4582-98f9-cfe46c32c571 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:24.744841 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.ipam_backend_mixin [None req-8bb6aef8-d99d-4a1f-bcd5-19602136c7da tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Performing IP validity checks on allocation pools {{(pid=87832) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 19:10:24.745391 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.ipam_backend_mixin [None req-8bb6aef8-d99d-4a1f-bcd5-19602136c7da tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87832) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 19:10:24.825893 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce50a39c-95f9-4ff0-a19a-e34e04860e3c tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Made reservation on behalf of da06ea15f6bd4ce4a1c837210d01cb3a for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:24.829523 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ce50a39c-95f9-4ff0-a19a-e34e04860e3c tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:24.840614 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-ef2eb6bd-5bcd-40d9-b488-d8aac26d2432 None None] Allocated IP 2001:db8::f816:3eff:fe71:4c65 (1857c8f5-5622-42ce-a4f9-106880783f61/a071885c-0fbd-4548-8f44-57b4f151859e/c76edfdf-2777-4df7-9c7a-afb630f2fdea) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:24.922155 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5690b6e9-2873-4406-91a3-599bf8cc0a51 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Calling delete_port for 92bcc4a3-77e4-42a2-85ba-2bdedddf46f9 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:10:24.939860 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb137d-417c-4038-a1f9-0ac8a48ddc6b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Pushing event updated for resources: {'Subnet': ['ID=71151a74-a78b-4e00-b436-be971e0b4f92,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:24.940594 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-c6cf0d45-bb21-4582-98f9-cfe46c32c571 None None] Calling delete_port for 92bcc4a3-77e4-42a2-85ba-2bdedddf46f9 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:10:24.959465 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb137d-417c-4038-a1f9-0ac8a48ddc6b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Checking segment: {'id': 'd9b1c102-c8c2-4843-aa3d-f57be4004af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1ac96f53-1519-45aa-bb2e-8026ca95ecfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:24.960409 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fb137d-417c-4038-a1f9-0ac8a48ddc6b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Network hostable DHCP agents. Network: 1ac96f53-1519-45aa-bb2e-8026ca95ecfb, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:10:25.006058 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36d55fb-bc59-41c4-871b-f71ec1127749 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:25.043125 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-66638925-1bba-4b96-85d2-10eda6727439 None None] Attempting to bind port 1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:10:25.043517 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-66638925-1bba-4b96-85d2-10eda6727439 None None] Attempting to bind port 1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '2788314e-b486-4f41-a090-acff799815d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7254609e-2774-4cde-b4b4-d25b6a071ac3'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:10:25.043873 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66638925-1bba-4b96-85d2-10eda6727439 None None] Attempting to bind port 1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5 on network 7254609e-2774-4cde-b4b4-d25b6a071ac3 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:10:25.121819 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66638925-1bba-4b96-85d2-10eda6727439 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:10:25.122353 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66638925-1bba-4b96-85d2-10eda6727439 None None] Checking segment: {'id': '2788314e-b486-4f41-a090-acff799815d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7254609e-2774-4cde-b4b4-d25b6a071ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:25.122848 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-66638925-1bba-4b96-85d2-10eda6727439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:25.123449 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66638925-1bba-4b96-85d2-10eda6727439 None None] Bound using segment: {'id': '2788314e-b486-4f41-a090-acff799815d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7254609e-2774-4cde-b4b4-d25b6a071ac3'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:10:25.124125 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-66638925-1bba-4b96-85d2-10eda6727439 None None] Bound port: 1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2788314e-b486-4f41-a090-acff799815d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7254609e-2774-4cde-b4b4-d25b6a071ac3'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:10:25.124660 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-66638925-1bba-4b96-85d2-10eda6727439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:25.186063 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fb137d-417c-4038-a1f9-0ac8a48ddc6b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Network 1ac96f53-1519-45aa-bb2e-8026ca95ecfb is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:10:25.207454 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-17fb137d-417c-4038-a1f9-0ac8a48ddc6b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 1ac96f53-1519-45aa-bb2e-8026ca95ecfb) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:25.225349 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14892fa-9297-4d0d-81b8-fb54c20ce798 None None] Network 1ac96f53-1519-45aa-bb2e-8026ca95ecfb requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:25.227017 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fb137d-417c-4038-a1f9-0ac8a48ddc6b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:25.227597 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-17fb137d-417c-4038-a1f9-0ac8a48ddc6b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:25.246082 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c6cf0d45-bb21-4582-98f9-cfe46c32c571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:25.314967 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-17fb137d-417c-4038-a1f9-0ac8a48ddc6b tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4897375 Mar 28 19:10:25.315416 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55902) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:25.324214 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-73060160-be97-4306-b89e-a447bfcbe092 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Request body: {'network': {'name': 'tempest-router-network01--1194417340'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:25.337509 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-73060160-be97-4306-b89e-a447bfcbe092 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:25.343601 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-73060160-be97-4306-b89e-a447bfcbe092 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Usage tracker for resource:network and tenant:37cc99fa8ef94f6cb830ceb3e5a9e741 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:25.349253 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-73060160-be97-4306-b89e-a447bfcbe092 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:25.360023 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-73060160-be97-4306-b89e-a447bfcbe092 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:25.362065 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-308b6e38-96c6-4890-a3b1-0e870c8c3b03 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for router_gateway, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:25.372812 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf0d45-bb21-4582-98f9-cfe46c32c571 None None] Pushing event deleted for resources: {'Port': ['ID=92bcc4a3-77e4-42a2-85ba-2bdedddf46f9,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:25.379698 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cf0d45-bb21-4582-98f9-cfe46c32c571 None None] No DVR routers for this DVR port 92bcc4a3-77e4-42a2-85ba-2bdedddf46f9 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:10:25.396469 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-5690b6e9-2873-4406-91a3-599bf8cc0a51 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:10:25.396822 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-5690b6e9-2873-4406-91a3-599bf8cc0a51 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:10:25.404274 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dcd3e405-5506-4470-9a84-8f1ded78206e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:25.417175 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b36d55fb-bc59-41c4-871b-f71ec1127749 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:25.433998 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dcd3e405-5506-4470-9a84-8f1ded78206e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:25.445045 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73060160-be97-4306-b89e-a447bfcbe092 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Made reservation on behalf of 37cc99fa8ef94f6cb830ceb3e5a9e741 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:25.449058 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-73060160-be97-4306-b89e-a447bfcbe092 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:25.459977 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-305d92c0-d8cc-45bc-b297-61e0d153ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:25.491371 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-66638925-1bba-4b96-85d2-10eda6727439 None None] For port 1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:10:25.510463 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-66638925-1bba-4b96-85d2-10eda6727439 None None] For port 1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5,segment=NetworkSegment(2788314e-b486-4f41-a090-acff799815d5),segment_id=2788314e-b486-4f41-a090-acff799815d5)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:10:25.523335 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ef2eb6bd-5bcd-40d9-b488-d8aac26d2432 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:25.542919 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-66638925-1bba-4b96-85d2-10eda6727439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:25.561519 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73060160-be97-4306-b89e-a447bfcbe092 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:10:25.578521 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-b36d55fb-bc59-41c4-871b-f71ec1127749 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] device_id is not set on port ec5055f5-a076-4eb4-b635-e2973dcc87cc yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:10:25.585446 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-73060160-be97-4306-b89e-a447bfcbe092 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:25.585966 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-73060160-be97-4306-b89e-a447bfcbe092 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Added segment 6c6d7ffe-1a11-4d3a-b36a-48df048ed172 of type vlan for network 79ceb220-419b-460e-9b79-b8325911f46d Mar 28 19:10:25.601638 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ef2eb6bd-5bcd-40d9-b488-d8aac26d2432 None None] Transition to ACTIVE for port object c76edfdf-2777-4df7-9c7a-afb630f2fdea will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:25.669112 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3e405-5506-4470-9a84-8f1ded78206e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86597d90-f877-41ad-83ca-24282de6c53c,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:25.701706 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ef2eb6bd-5bcd-40d9-b488-d8aac26d2432 None None] Transition to ACTIVE for port object c76edfdf-2777-4df7-9c7a-afb630f2fdea will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:25.709389 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66638925-1bba-4b96-85d2-10eda6727439 None None] Pushing event updated for resources: {'Port': ['ID=1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:25.714500 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-73060160-be97-4306-b89e-a447bfcbe092 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:25.737867 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8bb6aef8-d99d-4a1f-bcd5-19602136c7da tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:25.751540 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ef2eb6bd-5bcd-40d9-b488-d8aac26d2432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:25.822552 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2eb6bd-5bcd-40d9-b488-d8aac26d2432 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:25.825658 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-ef2eb6bd-5bcd-40d9-b488-d8aac26d2432 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:25.834152 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2eb6bd-5bcd-40d9-b488-d8aac26d2432 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:10:25.837505 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-73060160-be97-4306-b89e-a447bfcbe092 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:25.843986 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dcd3e405-5506-4470-9a84-8f1ded78206e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:25.844740 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73060160-be97-4306-b89e-a447bfcbe092 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:25.845199 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-dcd3e405-5506-4470-9a84-8f1ded78206e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.3559732 Mar 28 19:10:25.845813 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-73060160-be97-4306-b89e-a447bfcbe092 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:25.860312 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55906) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:25.883730 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e0e6d4-56f1-41a5-be96-8f66006c478c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-1ac96f53-1519-45aa-bb2e-8026ca95ecfb', 'network_id': '1ac96f53-1519-45aa-bb2e-8026ca95ecfb', 'tenant_id': '37cc99fa8ef94f6cb830ceb3e5a9e741', 'fixed_ips': [{'subnet_id': '71151a74-a78b-4e00-b436-be971e0b4f92'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:10:25.885179 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-57e0e6d4-56f1-41a5-be96-8f66006c478c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:25.909930 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-308b6e38-96c6-4890-a3b1-0e870c8c3b03 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:25.923319 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-73060160-be97-4306-b89e-a447bfcbe092 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6064842 Mar 28 19:10:25.933559 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2eb6bd-5bcd-40d9-b488-d8aac26d2432 None None] Pushing event updated for resources: {'Port': ['ID=c76edfdf-2777-4df7-9c7a-afb630f2fdea,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:25.935578 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5690b6e9-2873-4406-91a3-599bf8cc0a51 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting port 92bcc4a3-77e4-42a2-85ba-2bdedddf46f9 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:25.936088 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5690b6e9-2873-4406-91a3-599bf8cc0a51 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:25.973061 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55910) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:25.982666 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-e61c9100-d3ef-45bb-917c-fad075d102e2 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Request body: {'security_group_rule': {'security_group_id': '86597d90-f877-41ad-83ca-24282de6c53c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:26.008943 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e61c9100-d3ef-45bb-917c-fad075d102e2 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:26.017230 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-33f1456a-3547-4745-961f-6d55a54f7bee tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Request body: {'network': {'name': 'tempest-router-network02--1767487870'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:26.023908 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 92bcc4a3-77e4-42a2-85ba-2bdedddf46f9 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:10:26.058732 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e61c9100-d3ef-45bb-917c-fad075d102e2 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Usage tracker for resource:security_group_rule and tenant:b125fdf0abbc4973a8e54a6f5b5f24be is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:26.067843 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-33f1456a-3547-4745-961f-6d55a54f7bee tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:26.072353 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ce50a39c-95f9-4ff0-a19a-e34e04860e3c tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:26.073220 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73060160-be97-4306-b89e-a447bfcbe092 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Pushing event updated for resources: {'Network': ['ID=79ceb220-419b-460e-9b79-b8325911f46d,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:26.079913 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6aef8-d99d-4a1f-bcd5-19602136c7da tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event updated for resources: {'Subnet': ['ID=aed20ba6-a5ca-4d2c-98c8-3638abd8b2a1,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:26.091954 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5690b6e9-2873-4406-91a3-599bf8cc0a51 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] The port '92bcc4a3-77e4-42a2-85ba-2bdedddf46f9' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:10:26.092520 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e61c9100-d3ef-45bb-917c-fad075d102e2 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:26.137881 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 79ceb220-419b-460e-9b79-b8325911f46d details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:10:26.145138 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-33f1456a-3547-4745-961f-6d55a54f7bee tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Usage tracker for resource:network and tenant:37cc99fa8ef94f6cb830ceb3e5a9e741 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:26.148266 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e61c9100-d3ef-45bb-917c-fad075d102e2 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:26.155933 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-33f1456a-3547-4745-961f-6d55a54f7bee tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:26.159540 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb6aef8-d99d-4a1f-bcd5-19602136c7da tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Checking segment: {'id': '4a205236-9fec-4382-848b-eb798fc3ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'eefea648-12d6-42fa-887f-fa10a73f562f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:26.159899 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb6aef8-d99d-4a1f-bcd5-19602136c7da tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Network hostable DHCP agents. Network: eefea648-12d6-42fa-887f-fa10a73f562f, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:10:26.220359 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-33f1456a-3547-4745-961f-6d55a54f7bee tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:26.235290 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 92bcc4a3-77e4-42a2-85ba-2bdedddf46f9 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:10:26.235641 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 92bcc4a3-77e4-42a2-85ba-2bdedddf46f9 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:10:26.244732 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-b36d55fb-bc59-41c4-871b-f71ec1127749 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Allocated IP 2001:db8::f816:3eff:fe72:6f9b (1857c8f5-5622-42ce-a4f9-106880783f61/a071885c-0fbd-4548-8f44-57b4f151859e/ec5055f5-a076-4eb4-b635-e2973dcc87cc) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:26.264337 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308b6e38-96c6-4890-a3b1-0e870c8c3b03 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Router 33d44040-24d9-44b3-aa94-621eaccd1052 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:10:26.342271 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f1456a-3547-4745-961f-6d55a54f7bee tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Made reservation on behalf of 37cc99fa8ef94f6cb830ceb3e5a9e741 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:26.345709 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-33f1456a-3547-4745-961f-6d55a54f7bee tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:26.357190 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-ef2eb6bd-5bcd-40d9-b488-d8aac26d2432 None None] Attempting to bind port c76edfdf-2777-4df7-9c7a-afb630f2fdea on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:10:26.357553 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-ef2eb6bd-5bcd-40d9-b488-d8aac26d2432 None None] Attempting to bind port c76edfdf-2777-4df7-9c7a-afb630f2fdea by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:10:26.357921 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2eb6bd-5bcd-40d9-b488-d8aac26d2432 None None] Attempting to bind port c76edfdf-2777-4df7-9c7a-afb630f2fdea on network 1857c8f5-5622-42ce-a4f9-106880783f61 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:10:26.366715 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2eb6bd-5bcd-40d9-b488-d8aac26d2432 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:10:26.367631 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2eb6bd-5bcd-40d9-b488-d8aac26d2432 None None] Checking segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:26.367631 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ef2eb6bd-5bcd-40d9-b488-d8aac26d2432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:26.367855 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e61c9100-d3ef-45bb-917c-fad075d102e2 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:26.367975 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2eb6bd-5bcd-40d9-b488-d8aac26d2432 None None] Bound using segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:10:26.368377 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-ef2eb6bd-5bcd-40d9-b488-d8aac26d2432 None None] Bound port: c76edfdf-2777-4df7-9c7a-afb630f2fdea, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:10:26.368752 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ef2eb6bd-5bcd-40d9-b488-d8aac26d2432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:26.423411 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50a39c-95f9-4ff0-a19a-e34e04860e3c tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Pushing event updated for resources: {'Subnet': ['ID=28ea097e-f9fa-42f5-8193-7c75b1ed8171,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:26.429365 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f7ff82cf-f098-49af-a3e3-daef02427f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:26.465788 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308b6e38-96c6-4890-a3b1-0e870c8c3b03 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:10:26.496354 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-308b6e38-96c6-4890-a3b1-0e870c8c3b03 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:26.502779 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-308b6e38-96c6-4890-a3b1-0e870c8c3b03 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.1783142 Mar 28 19:10:26.503798 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55914) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:26.568206 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd66d91-78f0-4188-a622-8150bfb85983 None None] Sync routers for ids ['33d44040-24d9-44b3-aa94-621eaccd1052'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:10:26.581141 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-ef2eb6bd-5bcd-40d9-b488-d8aac26d2432 None None] For port c76edfdf-2777-4df7-9c7a-afb630f2fdea, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:10:26.596188 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd66d91-78f0-4188-a622-8150bfb85983 None None] Routers {'33d44040-24d9-44b3-aa94-621eaccd1052'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:10:26.596813 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-6bd66d91-78f0-4188-a622-8150bfb85983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:09:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['33d44040-24d9-44b3-aa94-621eaccd1052'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:26.635318 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb6aef8-d99d-4a1f-bcd5-19602136c7da tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Network eefea648-12d6-42fa-887f-fa10a73f562f is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:10:26.676034 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5690b6e9-2873-4406-91a3-599bf8cc0a51 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:26.677146 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-af91906a-f66e-485a-bf17-bcb29027695b tempest-TestNetworkAdvancedServerOps-1139510111 tempest-TestNetworkAdvancedServerOps-1139510111-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=5dc7a30ce17d457d9ddf509f349c3980&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1711226 Mar 28 19:10:26.678240 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55920) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:26.722533 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce50a39c-95f9-4ff0-a19a-e34e04860e3c tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Checking segment: {'id': 'd711291a-0b55-43ec-8f64-98eaa29f45dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4816c352-486b-45aa-91b5-205f8ce338a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:26.722957 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce50a39c-95f9-4ff0-a19a-e34e04860e3c tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Network hostable DHCP agents. Network: 4816c352-486b-45aa-91b5-205f8ce338a6, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:10:26.782989 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-5690b6e9-2873-4406-91a3-599bf8cc0a51 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['780b402c-d3e2-40ec-8b25-745e8d47212c']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:26.793542 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-8bb6aef8-d99d-4a1f-bcd5-19602136c7da tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, eefea648-12d6-42fa-887f-fa10a73f562f) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:26.798750 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb6aef8-d99d-4a1f-bcd5-19602136c7da tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:26.799359 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8bb6aef8-d99d-4a1f-bcd5-19602136c7da tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:26.819444 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33f1456a-3547-4745-961f-6d55a54f7bee tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:10:26.866284 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-6bd66d91-78f0-4188-a622-8150bfb85983 None None] Set router 33d44040-24d9-44b3-aa94-621eaccd1052 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:10:26.880217 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583e4277-f59b-4f63-8650-bddb8185c8bc tempest-TestNetworkAdvancedServerOps-1139510111 tempest-TestNetworkAdvancedServerOps-1139510111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:26.887765 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-583e4277-f59b-4f63-8650-bddb8185c8bc tempest-TestNetworkAdvancedServerOps-1139510111 tempest-TestNetworkAdvancedServerOps-1139510111-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2076881 Mar 28 19:10:26.889067 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55924) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:26.900286 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-5690b6e9-2873-4406-91a3-599bf8cc0a51 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d3ca246-91ba-423e-bce8-1153c126385c') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:26.900592 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-5690b6e9-2873-4406-91a3-599bf8cc0a51 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d3ca246-91ba-423e-bce8-1153c126385c') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:26.945911 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-33f1456a-3547-4745-961f-6d55a54f7bee tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:26.946598 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-33f1456a-3547-4745-961f-6d55a54f7bee tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Added segment 8f5726f0-4ccd-4c9b-a227-6af15a6386e8 of type vlan for network 85f8ac66-bfcd-458a-a34b-c5adefd54bb2 Mar 28 19:10:26.955615 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a62100b8-871f-440c-9645-326c63a6a49f tempest-TestNetworkAdvancedServerOps-1139510111 tempest-TestNetworkAdvancedServerOps-1139510111-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=222bb166-3b66-45c7-9663-18be61b96587&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0627005 Mar 28 19:10:26.956762 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55928) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:26.964568 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-9d462499-d73a-4306-b9a7-36d5c2adba32 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-68629847', 'network_id': '79a5d728-4e0a-4bf8-b900-2a34dffdc0e2', 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:26.979623 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5690b6e9-2873-4406-91a3-599bf8cc0a51 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:26.983622 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf7bcca-22a6-4bb1-abfc-42ed4db7ab67 None None] Network eefea648-12d6-42fa-887f-fa10a73f562f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:27.008412 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-ef2eb6bd-5bcd-40d9-b488-d8aac26d2432 None None] For port c76edfdf-2777-4df7-9c7a-afb630f2fdea, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c76edfdf-2777-4df7-9c7a-afb630f2fdea,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:10:27.042188 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ef2eb6bd-5bcd-40d9-b488-d8aac26d2432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:27.077223 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e61c9100-d3ef-45bb-917c-fad075d102e2 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:27.078109 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce50a39c-95f9-4ff0-a19a-e34e04860e3c tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Network 4816c352-486b-45aa-91b5-205f8ce338a6 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:10:27.094443 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-57e0e6d4-56f1-41a5-be96-8f66006c478c None None] Allocated IP 172.20.0.2 (1ac96f53-1519-45aa-bb2e-8026ca95ecfb/71151a74-a78b-4e00-b436-be971e0b4f92/f45989b9-9963-430d-8661-8ac7d9982e63) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:27.109259 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8bb6aef8-d99d-4a1f-bcd5-19602136c7da tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.7099805 Mar 28 19:10:27.109486 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4d8106-61ca-49b3-a9c6-a2a95ede9e07 None None] Network 7254609e-2774-4cde-b4b4-d25b6a071ac3 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:27.125767 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5690b6e9-2873-4406-91a3-599bf8cc0a51 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:27.130625 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55932) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:27.134010 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e61c9100-d3ef-45bb-917c-fad075d102e2 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:27.177557 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-ce50a39c-95f9-4ff0-a19a-e34e04860e3c tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 4816c352-486b-45aa-91b5-205f8ce338a6) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:27.183340 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-33f1456a-3547-4745-961f-6d55a54f7bee tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:27.221878 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce50a39c-95f9-4ff0-a19a-e34e04860e3c tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:27.222458 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ce50a39c-95f9-4ff0-a19a-e34e04860e3c tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:27.226660 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9658888c-712c-4115-ba06-9095b966bf71 None None] Network 4816c352-486b-45aa-91b5-205f8ce338a6 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:27.234422 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5690b6e9-2873-4406-91a3-599bf8cc0a51 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:10:27.234748 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5690b6e9-2873-4406-91a3-599bf8cc0a51 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:27.253173 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-9d462499-d73a-4306-b9a7-36d5c2adba32 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:27.257139 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9d462499-d73a-4306-b9a7-36d5c2adba32 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Usage tracker for resource:subnet and tenant:5dc7a30ce17d457d9ddf509f349c3980 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:27.259962 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9d462499-d73a-4306-b9a7-36d5c2adba32 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:27.266161 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-9d462499-d73a-4306-b9a7-36d5c2adba32 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:27.277094 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d462499-d73a-4306-b9a7-36d5c2adba32 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Made reservation on behalf of 5dc7a30ce17d457d9ddf509f349c3980 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:27.281245 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9d462499-d73a-4306-b9a7-36d5c2adba32 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:10:27.295141 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:10:27.341686 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c9100-d3ef-45bb-917c-fad075d102e2 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8c3300-eb1e-4664-be64-d7958bbe912c,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:27.515673 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e61c9100-d3ef-45bb-917c-fad075d102e2 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:27.519616 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e61c9100-d3ef-45bb-917c-fad075d102e2 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.6350334 Mar 28 19:10:27.519964 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55940) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:27.531105 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.resource_extend [None req-33f1456a-3547-4745-961f-6d55a54f7bee tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:10:27.548677 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9d462499-d73a-4306-b9a7-36d5c2adba32 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:27.586272 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ce50a39c-95f9-4ff0-a19a-e34e04860e3c tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9152975 Mar 28 19:10:27.587237 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55944) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:27.593861 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5690b6e9-2873-4406-91a3-599bf8cc0a51 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:27.602675 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b36d55fb-bc59-41c4-871b-f71ec1127749 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:27.607166 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bdc362ea-b4e3-4685-8aef-ded628ced980 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:27.631138 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5690b6e9-2873-4406-91a3-599bf8cc0a51 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:27.641750 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-1dd4ec8b-cd66-4d66-8d95-b016464fe8ef tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Request body: {'network': {'name': 'tempest-router-network01--1305197877'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:27.662782 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bdc362ea-b4e3-4685-8aef-ded628ced980 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:27.671497 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-33f1456a-3547-4745-961f-6d55a54f7bee tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:27.677998 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f1456a-3547-4745-961f-6d55a54f7bee tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:27.678868 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-33f1456a-3547-4745-961f-6d55a54f7bee tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:27.680044 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-8fa282f3-fdbd-4cd1-89f3-0eef2b79817c None None] Provisioning for port 1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:27.687423 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-1dd4ec8b-cd66-4d66-8d95-b016464fe8ef tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:27.697779 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d462499-d73a-4306-b9a7-36d5c2adba32 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Pushing event updated for resources: {'Subnet': ['ID=63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:27.723080 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690b6e9-2873-4406-91a3-599bf8cc0a51 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Network': ['ID=780b402c-d3e2-40ec-8b25-745e8d47212c,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:27.744546 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d462499-d73a-4306-b9a7-36d5c2adba32 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Checking segment: {'id': 'ce651af8-7fed-4f32-b050-d34331b69a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '79a5d728-4e0a-4bf8-b900-2a34dffdc0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:27.744912 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d462499-d73a-4306-b9a7-36d5c2adba32 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Network hostable DHCP agents. Network: 79a5d728-4e0a-4bf8-b900-2a34dffdc0e2, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:10:27.763211 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1dd4ec8b-cd66-4d66-8d95-b016464fe8ef tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Usage tracker for resource:network and tenant:da06ea15f6bd4ce4a1c837210d01cb3a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:27.779893 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bdc362ea-b4e3-4685-8aef-ded628ced980 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:27.823666 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc362ea-b4e3-4685-8aef-ded628ced980 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e8c3300-eb1e-4664-be64-d7958bbe912c,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:27.826170 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d462499-d73a-4306-b9a7-36d5c2adba32 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Network 79a5d728-4e0a-4bf8-b900-2a34dffdc0e2 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:10:27.842168 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1dd4ec8b-cd66-4d66-8d95-b016464fe8ef tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:27.852224 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5690b6e9-2873-4406-91a3-599bf8cc0a51 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/networks/780b402c-d3e2-40ec-8b25-745e8d47212c HTTP/1.1" status: 204 len: 168 time: 4.7391286 Mar 28 19:10:27.853201 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-9d462499-d73a-4306-b9a7-36d5c2adba32 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 79a5d728-4e0a-4bf8-b900-2a34dffdc0e2) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:27.855914 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bdc362ea-b4e3-4685-8aef-ded628ced980 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:27.861405 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-bdc362ea-b4e3-4685-8aef-ded628ced980 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/3e8c3300-eb1e-4664-be64-d7958bbe912c HTTP/1.1" status: 204 len: 168 time: 0.3402328 Mar 28 19:10:27.863972 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55948) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:27.864303 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55950) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:27.869591 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d462499-d73a-4306-b9a7-36d5c2adba32 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:27.870445 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9d462499-d73a-4306-b9a7-36d5c2adba32 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:27.898095 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-959046f4-a6b4-47e8-b204-3072edec2636 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'port': {'network_id': '7866db26-7887-42d9-adfa-c77d9bbee666', 'name': 'tempest-PortsTestJSON-632509765'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:27.908548 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b36d55fb-bc59-41c4-871b-f71ec1127749 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Transition to ACTIVE for port object ec5055f5-a076-4eb4-b635-e2973dcc87cc will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:27.912708 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3dab259a-ca3f-49e7-93a0-e76fc6314b2a tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:27.916083 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-1dd4ec8b-cd66-4d66-8d95-b016464fe8ef tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:27.933241 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6f772c-49be-4c2f-ab8d-18f8eca66536 None None] Network 79a5d728-4e0a-4bf8-b900-2a34dffdc0e2 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:27.944668 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-33f1456a-3547-4745-961f-6d55a54f7bee tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9530535 Mar 28 19:10:27.952852 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55956) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:27.962442 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1456a-3547-4745-961f-6d55a54f7bee tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Pushing event updated for resources: {'Network': ['ID=85f8ac66-bfcd-458a-a34b-c5adefd54bb2,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:27.970305 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2eb6bd-5bcd-40d9-b488-d8aac26d2432 None None] Pushing event updated for resources: {'Port': ['ID=c76edfdf-2777-4df7-9c7a-afb630f2fdea,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:27.974062 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5f62bf0d-ff6b-4e54-acca-58098be35b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:27.977367 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-3859bff2-cfac-4c7a-8af8-91a8fd5c7d75 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Request body: {'subnet': {'network_id': '79ceb220-419b-460e-9b79-b8325911f46d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:28.015060 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd4ec8b-cd66-4d66-8d95-b016464fe8ef tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Made reservation on behalf of da06ea15f6bd4ce4a1c837210d01cb3a for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:28.018484 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1dd4ec8b-cd66-4d66-8d95-b016464fe8ef tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:28.037313 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 85f8ac66-bfcd-458a-a34b-c5adefd54bb2 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:10:28.063244 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-959046f4-a6b4-47e8-b204-3072edec2636 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:28.065522 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:10:28.074211 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-959046f4-a6b4-47e8-b204-3072edec2636 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:port and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:28.079022 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-959046f4-a6b4-47e8-b204-3072edec2636 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:28.085973 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9d462499-d73a-4306-b9a7-36d5c2adba32 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1251478 Mar 28 19:10:28.095942 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-959046f4-a6b4-47e8-b204-3072edec2636 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:28.098648 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55960) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:28.194410 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-92987eb9-c71c-454b-aca3-0c39fb27e0d1 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Synchronizing usage tracker for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group_rule {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:28.209669 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959046f4-a6b4-47e8-b204-3072edec2636 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:28.213452 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-959046f4-a6b4-47e8-b204-3072edec2636 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:28.233357 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f7ff82cf-f098-49af-a3e3-daef02427f55 admin admin] Deleting port a6db53d0-70c1-4b18-ab03-d489da3f61f3 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:28.233713 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f7ff82cf-f098-49af-a3e3-daef02427f55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:28.252841 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-959046f4-a6b4-47e8-b204-3072edec2636 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] device_id is not set on port 3ecc3608-1336-44b9-90d2-a159a8540d74 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:10:28.278723 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b36d55fb-bc59-41c4-871b-f71ec1127749 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:28.282710 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dd4ec8b-cd66-4d66-8d95-b016464fe8ef tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:10:28.292511 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-92987eb9-c71c-454b-aca3-0c39fb27e0d1 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Unset dirty status for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group_rule {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:28.293963 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-92987eb9-c71c-454b-aca3-0c39fb27e0d1 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4265785 Mar 28 19:10:28.304752 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55964) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:28.351697 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-3859bff2-cfac-4c7a-8af8-91a8fd5c7d75 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:28.404466 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d55fb-bc59-41c4-871b-f71ec1127749 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Port': ['ID=ec5055f5-a076-4eb4-b635-e2973dcc87cc,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:28.486990 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1dd4ec8b-cd66-4d66-8d95-b016464fe8ef tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:28.487356 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-1dd4ec8b-cd66-4d66-8d95-b016464fe8ef tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Added segment 2f0e71ce-2a4c-4166-b737-02e553bedc67 of type vlan for network 72a2c3dc-7bb0-414b-a070-4800c87bfd5e Mar 28 19:10:28.505828 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3dab259a-ca3f-49e7-93a0-e76fc6314b2a tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:28.592697 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-da81e289-78a5-418e-a255-90984158637a tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:28.593275 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3859bff2-cfac-4c7a-8af8-91a8fd5c7d75 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Usage tracker for resource:subnet and tenant:37cc99fa8ef94f6cb830ceb3e5a9e741 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:28.613915 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36d55fb-bc59-41c4-871b-f71ec1127749 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:28.616763 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3859bff2-cfac-4c7a-8af8-91a8fd5c7d75 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:28.633446 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-b36d55fb-bc59-41c4-871b-f71ec1127749 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:28.649451 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3dab259a-ca3f-49e7-93a0-e76fc6314b2a tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:28.654126 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf602e2-8d42-4b64-b55f-e79cd6afb846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-4816c352-486b-45aa-91b5-205f8ce338a6', 'network_id': '4816c352-486b-45aa-91b5-205f8ce338a6', 'tenant_id': 'da06ea15f6bd4ce4a1c837210d01cb3a', 'fixed_ips': [{'subnet_id': '28ea097e-f9fa-42f5-8193-7c75b1ed8171'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:10:28.655589 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5cf602e2-8d42-4b64-b55f-e79cd6afb846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:28.664097 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-3859bff2-cfac-4c7a-8af8-91a8fd5c7d75 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:28.704402 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaece91-1a40-4a89-9cf3-a7d8bdc03b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-eefea648-12d6-42fa-887f-fa10a73f562f', 'network_id': 'eefea648-12d6-42fa-887f-fa10a73f562f', 'tenant_id': '5caec573e114409086168219a54f97ce', 'fixed_ips': [{'subnet_id': 'aed20ba6-a5ca-4d2c-98c8-3638abd8b2a1'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:10:28.705428 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fbaece91-1a40-4a89-9cf3-a7d8bdc03b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:28.803833 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-959046f4-a6b4-47e8-b204-3072edec2636 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:28.825968 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-57e0e6d4-56f1-41a5-be96-8f66006c478c None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:28.836713 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:28.870142 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-959046f4-a6b4-47e8-b204-3072edec2636 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:28.886666 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36d55fb-bc59-41c4-871b-f71ec1127749 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:10:28.889789 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:28.892130 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36d55fb-bc59-41c4-871b-f71ec1127749 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:28.892285 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-6bd66d91-78f0-4188-a622-8150bfb85983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601109581', 'tenant_id': '5dc7a30ce17d457d9ddf509f349c3980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '06d2dcae-0919-477e-81fb-b9d32e9a4f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:20Z', 'updated_at': '2022-03-28T19:10:24Z', 'revision_number': 3, 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'gw_port': {'id': '06d2dcae-0919-477e-81fb-b9d32e9a4f84', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:69:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:23Z', 'updated_at': '2022-03-28T19:10:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:28.892731 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b36d55fb-bc59-41c4-871b-f71ec1127749 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:28.898924 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-57e0e6d4-56f1-41a5-be96-8f66006c478c None None] Transition to ACTIVE for port object f45989b9-9963-430d-8661-8ac7d9982e63 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:28.996755 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd66d91-78f0-4188-a622-8150bfb85983 None None] Checking router: 33d44040-24d9-44b3-aa94-621eaccd1052 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:10:28.997146 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd66d91-78f0-4188-a622-8150bfb85983 None None] Updating router 33d44040-24d9-44b3-aa94-621eaccd1052 port 06d2dcae-0919-477e-81fb-b9d32e9a4f84 binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:10:29.001126 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-da81e289-78a5-418e-a255-90984158637a tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:29.040796 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07021d00-1ad8-4f4e-97da-708843ab93e2 None None] Network eefea648-12d6-42fa-887f-fa10a73f562f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:29.048337 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3dab259a-ca3f-49e7-93a0-e76fc6314b2a tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:29.062461 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959046f4-a6b4-47e8-b204-3072edec2636 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network 7866db26-7887-42d9-adfa-c77d9bbee666 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:29.081254 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-959046f4-a6b4-47e8-b204-3072edec2636 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:29.081644 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-3dab259a-ca3f-49e7-93a0-e76fc6314b2a tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eefea648-12d6-42fa-887f-fa10a73f562f']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:29.084830 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:29.090656 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959046f4-a6b4-47e8-b204-3072edec2636 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:10:29.096855 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959046f4-a6b4-47e8-b204-3072edec2636 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:29.097140 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-3dab259a-ca3f-49e7-93a0-e76fc6314b2a tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a205236-9fec-4382-848b-eb798fc3ab85') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:29.097419 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-3dab259a-ca3f-49e7-93a0-e76fc6314b2a tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a205236-9fec-4382-848b-eb798fc3ab85') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:29.097595 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-959046f4-a6b4-47e8-b204-3072edec2636 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:29.110176 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3dab259a-ca3f-49e7-93a0-e76fc6314b2a tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:29.114797 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-120b7e75-bd02-4ce3-afc3-f8e0bf619ce0 None None] Provisioning for port c76edfdf-2777-4df7-9c7a-afb630f2fdea completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:29.123162 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-57e0e6d4-56f1-41a5-be96-8f66006c478c None None] Transition to ACTIVE for port object f45989b9-9963-430d-8661-8ac7d9982e63 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:29.128196 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3dab259a-ca3f-49e7-93a0-e76fc6314b2a tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:29.135352 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dab259a-ca3f-49e7-93a0-e76fc6314b2a tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:10:29.135744 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3dab259a-ca3f-49e7-93a0-e76fc6314b2a tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:29.142513 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:29.142936 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:29.164189 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1dd4ec8b-cd66-4d66-8d95-b016464fe8ef tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:10:29.168233 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:10:29.188445 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959046f4-a6b4-47e8-b204-3072edec2636 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Port': ['ID=3ecc3608-1336-44b9-90d2-a159a8540d74,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:29.203632 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-959046f4-a6b4-47e8-b204-3072edec2636 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3379903 Mar 28 19:10:29.204779 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55972) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:29.207255 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab259a-ca3f-49e7-93a0-e76fc6314b2a tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event deleted for resources: {'Subnet': ['ID=aed20ba6-a5ca-4d2c-98c8-3638abd8b2a1,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:29.213832 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b36d55fb-bc59-41c4-871b-f71ec1127749 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.7374845 Mar 28 19:10:29.244840 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-57e0e6d4-56f1-41a5-be96-8f66006c478c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:29.262416 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55974) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:29.341542 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3859bff2-cfac-4c7a-8af8-91a8fd5c7d75 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Made reservation on behalf of 37cc99fa8ef94f6cb830ceb3e5a9e741 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:29.345207 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3859bff2-cfac-4c7a-8af8-91a8fd5c7d75 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:29.371511 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6bd66d91-78f0-4188-a622-8150bfb85983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:29.438362 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3dab259a-ca3f-49e7-93a0-e76fc6314b2a tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:29.443521 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3dab259a-ca3f-49e7-93a0-e76fc6314b2a tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:29.452053 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-da81e289-78a5-418e-a255-90984158637a tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:29.529852 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1dd4ec8b-cd66-4d66-8d95-b016464fe8ef tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:29.535109 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd4ec8b-cd66-4d66-8d95-b016464fe8ef tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:29.535697 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1dd4ec8b-cd66-4d66-8d95-b016464fe8ef tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:29.540057 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3dab259a-ca3f-49e7-93a0-e76fc6314b2a tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "DELETE /v2.0/networks/eefea648-12d6-42fa-887f-fa10a73f562f HTTP/1.1" status: 204 len: 168 time: 2.3990633 Mar 28 19:10:29.549115 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcc8fcf-00f4-45c7-8717-b68c3a7fbc90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-79a5d728-4e0a-4bf8-b900-2a34dffdc0e2', 'network_id': '79a5d728-4e0a-4bf8-b900-2a34dffdc0e2', 'tenant_id': '5dc7a30ce17d457d9ddf509f349c3980', 'fixed_ips': [{'subnet_id': '63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:10:29.550174 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9bcc8fcf-00f4-45c7-8717-b68c3a7fbc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:29.553483 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55980) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:29.559737 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f7ff82cf-f098-49af-a3e3-daef02427f55 admin admin] For port a6db53d0-70c1-4b18-ab03-d489da3f61f3, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a6db53d0-70c1-4b18-ab03-d489da3f61f3,segment=NetworkSegment(f4b79253-f154-4b92-89f2-ee1c41f4313d),segment_id=f4b79253-f154-4b92-89f2-ee1c41f4313d)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:29.560102 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f7ff82cf-f098-49af-a3e3-daef02427f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:29.563668 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e0e6d4-56f1-41a5-be96-8f66006c478c None None] Network 1ac96f53-1519-45aa-bb2e-8026ca95ecfb is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:29.569007 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab259a-ca3f-49e7-93a0-e76fc6314b2a tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event deleted for resources: {'Network': ['ID=eefea648-12d6-42fa-887f-fa10a73f562f,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:29.587365 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-4185687e-6b5a-4ee7-83cc-bc70251a579e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting port 3ecc3608-1336-44b9-90d2-a159a8540d74 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:29.587779 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4185687e-6b5a-4ee7-83cc-bc70251a579e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:29.587987 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-4496f0c1-83db-442b-84c7-cdd5e3cb1a4c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1655874888'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:29.594495 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-57e0e6d4-56f1-41a5-be96-8f66006c478c None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:29.647067 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e0e6d4-56f1-41a5-be96-8f66006c478c None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:10:29.663554 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-5440754e-d8df-47d0-87a6-a2e009fea21c None None] Provisioning for port ec5055f5-a076-4eb4-b635-e2973dcc87cc completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:29.675908 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1efb475-9f85-4f01-b9b4-575d92307290 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:29.678684 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0e6d4-56f1-41a5-be96-8f66006c478c None None] Pushing event updated for resources: {'Port': ['ID=f45989b9-9963-430d-8661-8ac7d9982e63,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:29.684081 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1efb475-9f85-4f01-b9b4-575d92307290 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:29.685470 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e1efb475-9f85-4f01-b9b4-575d92307290 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:29.742419 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da81e289-78a5-418e-a255-90984158637a tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86597d90-f877-41ad-83ca-24282de6c53c,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:29.766379 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-da81e289-78a5-418e-a255-90984158637a tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:29.767562 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-da81e289-78a5-418e-a255-90984158637a tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "DELETE /v2.0/security-groups/86597d90-f877-41ad-83ca-24282de6c53c HTTP/1.1" status: 204 len: 168 time: 1.4594662 Mar 28 19:10:29.773194 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f7ff82cf-f098-49af-a3e3-daef02427f55 admin admin] Calling delete_port for a6db53d0-70c1-4b18-ab03-d489da3f61f3 owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:10:29.774251 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55984) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:29.816313 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-4496f0c1-83db-442b-84c7-cdd5e3cb1a4c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:29.830256 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-4496f0c1-83db-442b-84c7-cdd5e3cb1a4c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Usage tracker for resource:network and tenant:5caec573e114409086168219a54f97ce is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:29.836288 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-5440754e-d8df-47d0-87a6-a2e009fea21c None None] Provisioning complete for port ec5055f5-a076-4eb4-b635-e2973dcc87cc triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:29.836741 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5440754e-d8df-47d0-87a6-a2e009fea21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:29.837574 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-4496f0c1-83db-442b-84c7-cdd5e3cb1a4c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:29.846272 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1dd4ec8b-cd66-4d66-8d95-b016464fe8ef tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2454143 Mar 28 19:10:29.850735 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 55988) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:29.855430 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-4496f0c1-83db-442b-84c7-cdd5e3cb1a4c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:29.876296 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-dc9e4d58-bae2-4bed-b23d-70e243a73800 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Request body: {'network': {'name': 'tempest-router-network02--938824838'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:29.884588 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-dc9e4d58-bae2-4bed-b23d-70e243a73800 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:29.896596 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-5cf602e2-8d42-4b64-b55f-e79cd6afb846 None None] Allocated IP 2001:db8::2 (4816c352-486b-45aa-91b5-205f8ce338a6/28ea097e-f9fa-42f5-8193-7c75b1ed8171/4e170d57-0944-4d3f-92ef-52b7884267e6) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:29.911174 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-dc9e4d58-bae2-4bed-b23d-70e243a73800 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Usage tracker for resource:network and tenant:da06ea15f6bd4ce4a1c837210d01cb3a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:29.920511 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-dc9e4d58-bae2-4bed-b23d-70e243a73800 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:29.946774 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4ec8b-cd66-4d66-8d95-b016464fe8ef tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Pushing event updated for resources: {'Network': ['ID=72a2c3dc-7bb0-414b-a070-4800c87bfd5e,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:29.954918 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e1efb475-9f85-4f01-b9b4-575d92307290 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:29.959061 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e1efb475-9f85-4f01-b9b4-575d92307290 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6919613 Mar 28 19:10:29.962134 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55992) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:29.985005 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-dc9e4d58-bae2-4bed-b23d-70e243a73800 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:30.012867 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4496f0c1-83db-442b-84c7-cdd5e3cb1a4c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Made reservation on behalf of 5caec573e114409086168219a54f97ce for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:30.017537 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4496f0c1-83db-442b-84c7-cdd5e3cb1a4c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:30.048297 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-8bb97e1d-4059-4c8f-88c2-df570904c5a1 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Synchronizing usage tracker for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:30.068499 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9e4d58-bae2-4bed-b23d-70e243a73800 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Made reservation on behalf of da06ea15f6bd4ce4a1c837210d01cb3a for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:30.071837 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dc9e4d58-bae2-4bed-b23d-70e243a73800 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:30.082076 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4185687e-6b5a-4ee7-83cc-bc70251a579e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:30.082506 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 72a2c3dc-7bb0-414b-a070-4800c87bfd5e details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:10:30.158599 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f82d801a-9304-44c4-ac5c-ced41999fbd0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting port ec5055f5-a076-4eb4-b635-e2973dcc87cc {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:30.159619 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f82d801a-9304-44c4-ac5c-ced41999fbd0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:30.186550 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4496f0c1-83db-442b-84c7-cdd5e3cb1a4c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:10:30.230495 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4496f0c1-83db-442b-84c7-cdd5e3cb1a4c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:30.231120 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-4496f0c1-83db-442b-84c7-cdd5e3cb1a4c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Added segment 6e296b10-1a14-475f-a287-ebc2fc87c474 of type vlan for network 91d12f97-df44-4b09-9e2d-5e51e795bc2d Mar 28 19:10:30.236554 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-57e0e6d4-56f1-41a5-be96-8f66006c478c None None] Attempting to bind port f45989b9-9963-430d-8661-8ac7d9982e63 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:10:30.236999 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-57e0e6d4-56f1-41a5-be96-8f66006c478c None None] Attempting to bind port f45989b9-9963-430d-8661-8ac7d9982e63 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'd9b1c102-c8c2-4843-aa3d-f57be4004af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1ac96f53-1519-45aa-bb2e-8026ca95ecfb'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:10:30.237445 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e0e6d4-56f1-41a5-be96-8f66006c478c None None] Attempting to bind port f45989b9-9963-430d-8661-8ac7d9982e63 on network 1ac96f53-1519-45aa-bb2e-8026ca95ecfb {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:10:30.237733 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-4185687e-6b5a-4ee7-83cc-bc70251a579e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Calling delete_port for 3ecc3608-1336-44b9-90d2-a159a8540d74 owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:10:30.239940 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-5440754e-d8df-47d0-87a6-a2e009fea21c None None] Port ec5055f5-a076-4eb4-b635-e2973dcc87cc cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:10:30.271849 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-8bb97e1d-4059-4c8f-88c2-df570904c5a1 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Unset dirty status for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:30.272858 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-8bb97e1d-4059-4c8f-88c2-df570904c5a1 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4977348 Mar 28 19:10:30.282961 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d59ba605-a8a1-4efa-ac50-2502a9e91ac4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:30.289221 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 55996) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:30.311098 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9e4d58-bae2-4bed-b23d-70e243a73800 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:10:30.329471 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-24f083a2-a74e-467d-8b64-a627cfbe6da9 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1180540793'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:30.361055 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-24f083a2-a74e-467d-8b64-a627cfbe6da9 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:30.370218 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4496f0c1-83db-442b-84c7-cdd5e3cb1a4c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:30.371900 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e0e6d4-56f1-41a5-be96-8f66006c478c None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:10:30.372503 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e0e6d4-56f1-41a5-be96-8f66006c478c None None] Checking segment: {'id': 'd9b1c102-c8c2-4843-aa3d-f57be4004af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1ac96f53-1519-45aa-bb2e-8026ca95ecfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:30.372959 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-57e0e6d4-56f1-41a5-be96-8f66006c478c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:30.373514 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e0e6d4-56f1-41a5-be96-8f66006c478c None None] Bound using segment: {'id': 'd9b1c102-c8c2-4843-aa3d-f57be4004af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1ac96f53-1519-45aa-bb2e-8026ca95ecfb'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:10:30.373967 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-57e0e6d4-56f1-41a5-be96-8f66006c478c None None] Bound port: f45989b9-9963-430d-8661-8ac7d9982e63, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b1c102-c8c2-4843-aa3d-f57be4004af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1ac96f53-1519-45aa-bb2e-8026ca95ecfb'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:10:30.374345 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-57e0e6d4-56f1-41a5-be96-8f66006c478c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:30.378904 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3859bff2-cfac-4c7a-8af8-91a8fd5c7d75 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:30.388519 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:30.398998 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dc9e4d58-bae2-4bed-b23d-70e243a73800 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:30.399348 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-dc9e4d58-bae2-4bed-b23d-70e243a73800 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Added segment 476022ce-a401-4992-b802-ff22315e00a1 of type vlan for network 1cb3cbcf-3821-4657-a097-6fea0b8d7377 Mar 28 19:10:30.402332 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:30.416895 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-24f083a2-a74e-467d-8b64-a627cfbe6da9 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:30.451023 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dc9e4d58-bae2-4bed-b23d-70e243a73800 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:30.470521 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4185687e-6b5a-4ee7-83cc-bc70251a579e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:30.543437 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.resource_extend [None req-4496f0c1-83db-442b-84c7-cdd5e3cb1a4c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:10:30.558629 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-24f083a2-a74e-467d-8b64-a627cfbe6da9 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:30.575047 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.db.resource_extend [None req-dc9e4d58-bae2-4bed-b23d-70e243a73800 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:10:30.593869 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185687e-6b5a-4ee7-83cc-bc70251a579e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Port': ['ID=3ecc3608-1336-44b9-90d2-a159a8540d74,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:30.610322 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4185687e-6b5a-4ee7-83cc-bc70251a579e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:30.661444 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-45d4cda5-cc19-4ffe-b490-b3a965bb081c None None] Provisioning complete for port 1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:30.661808 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-45d4cda5-cc19-4ffe-b490-b3a965bb081c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:30.677004 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dc9e4d58-bae2-4bed-b23d-70e243a73800 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:30.682375 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9e4d58-bae2-4bed-b23d-70e243a73800 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:30.683016 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dc9e4d58-bae2-4bed-b23d-70e243a73800 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:30.687839 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4185687e-6b5a-4ee7-83cc-bc70251a579e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/ports/3ecc3608-1336-44b9-90d2-a159a8540d74 HTTP/1.1" status: 204 len: 168 time: 1.4719760 Mar 28 19:10:30.707947 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56000) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:30.714701 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-9bcc8fcf-00f4-45c7-8717-b68c3a7fbc90 None None] Allocated IP 172.20.0.2 (79a5d728-4e0a-4bf8-b900-2a34dffdc0e2/63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1/30710e0e-f901-4188-b24b-b37e3a6ad4e1) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:30.718294 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5,segment=NetworkSegment(2788314e-b486-4f41-a090-acff799815d5),segment_id=2788314e-b486-4f41-a090-acff799815d5)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:30.742326 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-95a53322-96e5-4d24-9476-dd432017f2c0 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'port': {'network_id': '7866db26-7887-42d9-adfa-c77d9bbee666', 'mac_address': 'fa:16:3e:d9:97:60', 'name': 'tempest-PortsTestJSON-1592914744'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:30.756590 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:30.814445 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4496f0c1-83db-442b-84c7-cdd5e3cb1a4c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:30.819608 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4496f0c1-83db-442b-84c7-cdd5e3cb1a4c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:30.820952 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4496f0c1-83db-442b-84c7-cdd5e3cb1a4c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:30.823717 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3859bff2-cfac-4c7a-8af8-91a8fd5c7d75 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Pushing event updated for resources: {'Subnet': ['ID=565aa629-9ffe-47c0-babe-fefcf3d93350,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:30.832842 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-24f083a2-a74e-467d-8b64-a627cfbe6da9 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:30.861473 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3859bff2-cfac-4c7a-8af8-91a8fd5c7d75 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Checking segment: {'id': '6c6d7ffe-1a11-4d3a-b36a-48df048ed172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '79ceb220-419b-460e-9b79-b8325911f46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:30.861835 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3859bff2-cfac-4c7a-8af8-91a8fd5c7d75 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Network hostable DHCP agents. Network: 79ceb220-419b-460e-9b79-b8325911f46d, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:10:30.867126 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-dc9e4d58-bae2-4bed-b23d-70e243a73800 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9995990 Mar 28 19:10:30.876798 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56004) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:30.878029 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-24f083a2-a74e-467d-8b64-a627cfbe6da9 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Usage tracker for resource:security_group_rule and tenant:b125fdf0abbc4973a8e54a6f5b5f24be is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:30.889793 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-24f083a2-a74e-467d-8b64-a627cfbe6da9 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:30.896286 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-24f083a2-a74e-467d-8b64-a627cfbe6da9 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:30.927250 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e4d58-bae2-4bed-b23d-70e243a73800 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Pushing event updated for resources: {'Network': ['ID=1cb3cbcf-3821-4657-a097-6fea0b8d7377,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:30.930013 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-57e0e6d4-56f1-41a5-be96-8f66006c478c None None] For port f45989b9-9963-430d-8661-8ac7d9982e63, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:10:30.969764 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 1cb3cbcf-3821-4657-a097-6fea0b8d7377 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:10:30.971007 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-bc626ad7-a367-46ff-893f-1bbc33243914 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Request body: {'subnet': {'network_id': '72a2c3dc-7bb0-414b-a070-4800c87bfd5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:30.987843 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f7ff82cf-f098-49af-a3e3-daef02427f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:31.003434 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c76edfdf-2777-4df7-9c7a-afb630f2fdea up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:10:31.030674 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-95a53322-96e5-4d24-9476-dd432017f2c0 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:31.040881 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-95a53322-96e5-4d24-9476-dd432017f2c0 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:port and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:31.063419 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-57e0e6d4-56f1-41a5-be96-8f66006c478c None None] For port f45989b9-9963-430d-8661-8ac7d9982e63, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=f45989b9-9963-430d-8661-8ac7d9982e63,segment=NetworkSegment(d9b1c102-c8c2-4843-aa3d-f57be4004af2),segment_id=d9b1c102-c8c2-4843-aa3d-f57be4004af2)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:10:31.147912 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-57e0e6d4-56f1-41a5-be96-8f66006c478c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:31.163234 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff82cf-f098-49af-a3e3-daef02427f55 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6db53d0-70c1-4b18-ab03-d489da3f61f3,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:31.185270 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f82d801a-9304-44c4-ac5c-ced41999fbd0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:31.205359 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-95a53322-96e5-4d24-9476-dd432017f2c0 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:31.213698 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-95a53322-96e5-4d24-9476-dd432017f2c0 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:31.219818 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.resource_extend [None req-6bd66d91-78f0-4188-a622-8150bfb85983 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:10:31.230409 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a53322-96e5-4d24-9476-dd432017f2c0 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:31.248083 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:31.253084 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4496f0c1-83db-442b-84c7-cdd5e3cb1a4c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6854842 Mar 28 19:10:31.305564 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5cf602e2-8d42-4b64-b55f-e79cd6afb846 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:31.360096 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56008) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:31.362575 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-95a53322-96e5-4d24-9476-dd432017f2c0 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:31.365524 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-24f083a2-a74e-467d-8b64-a627cfbe6da9 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:31.387450 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496f0c1-83db-442b-84c7-cdd5e3cb1a4c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event updated for resources: {'Network': ['ID=91d12f97-df44-4b09-9e2d-5e51e795bc2d,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:31.401099 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-334d50ab-de7a-420f-9fef-52cf614db200 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Request body: {'subnet': {'network_id': '91d12f97-df44-4b09-9e2d-5e51e795bc2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:31.422248 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 91d12f97-df44-4b09-9e2d-5e51e795bc2d details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:10:31.451609 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-95a53322-96e5-4d24-9476-dd432017f2c0 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] device_id is not set on port 3e15bf20-0b57-49c6-bd65-a51a7e4698f9 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:10:31.452201 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-5cf602e2-8d42-4b64-b55f-e79cd6afb846 None None] Transition to ACTIVE for port object 4e170d57-0944-4d3f-92ef-52b7884267e6 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:31.461911 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3859bff2-cfac-4c7a-8af8-91a8fd5c7d75 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Network 79ceb220-419b-460e-9b79-b8325911f46d is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:10:31.463981 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-24f083a2-a74e-467d-8b64-a627cfbe6da9 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:31.595057 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f82d801a-9304-44c4-ac5c-ced41999fbd0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Calling delete_port for ec5055f5-a076-4eb4-b635-e2973dcc87cc owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:10:31.608890 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-334d50ab-de7a-420f-9fef-52cf614db200 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:31.614793 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-334d50ab-de7a-420f-9fef-52cf614db200 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Usage tracker for resource:subnet and tenant:5caec573e114409086168219a54f97ce is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:31.619183 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-334d50ab-de7a-420f-9fef-52cf614db200 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:31.628409 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-334d50ab-de7a-420f-9fef-52cf614db200 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:31.634843 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bc626ad7-a367-46ff-893f-1bbc33243914 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:31.640166 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6bd66d91-78f0-4188-a622-8150bfb85983 None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:31.650475 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-5cf602e2-8d42-4b64-b55f-e79cd6afb846 None None] Transition to ACTIVE for port object 4e170d57-0944-4d3f-92ef-52b7884267e6 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:31.673759 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bc626ad7-a367-46ff-893f-1bbc33243914 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Usage tracker for resource:subnet and tenant:da06ea15f6bd4ce4a1c837210d01cb3a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:31.675018 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0e6d4-56f1-41a5-be96-8f66006c478c None None] Pushing event updated for resources: {'Port': ['ID=f45989b9-9963-430d-8661-8ac7d9982e63,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:31.686669 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:31.691640 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-3859bff2-cfac-4c7a-8af8-91a8fd5c7d75 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 79ceb220-419b-460e-9b79-b8325911f46d) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:31.697294 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bc626ad7-a367-46ff-893f-1bbc33243914 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:31.717219 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334d50ab-de7a-420f-9fef-52cf614db200 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Made reservation on behalf of 5caec573e114409086168219a54f97ce for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:31.722257 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3859bff2-cfac-4c7a-8af8-91a8fd5c7d75 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:31.722423 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-334d50ab-de7a-420f-9fef-52cf614db200 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:31.722858 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3859bff2-cfac-4c7a-8af8-91a8fd5c7d75 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:31.726032 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5cf602e2-8d42-4b64-b55f-e79cd6afb846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:31.728603 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bc626ad7-a367-46ff-893f-1bbc33243914 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:31.732874 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6bd66d91-78f0-4188-a622-8150bfb85983 None None] Transition to ACTIVE for port object 06d2dcae-0919-477e-81fb-b9d32e9a4f84 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:31.770661 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1d885f-d811-448b-b6be-3645c0117663 None None] Network 79ceb220-419b-460e-9b79-b8325911f46d requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:31.797312 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port c76edfdf-2777-4df7-9c7a-afb630f2fdea completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:31.827989 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f083a2-a74e-467d-8b64-a627cfbe6da9 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ec3de6-9325-46ec-bcf4-64479db50a45,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:31.833611 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6bd66d91-78f0-4188-a622-8150bfb85983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:31.843599 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-24f083a2-a74e-467d-8b64-a627cfbe6da9 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:31.846009 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-24f083a2-a74e-467d-8b64-a627cfbe6da9 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5545952 Mar 28 19:10:31.876009 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56012) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:31.892871 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-0579a83c-b619-417d-9426-dc0926ec77b3 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Request body: {'security_group_rule': {'security_group_id': 'f4ec3de6-9325-46ec-bcf4-64479db50a45', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:31.908610 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0579a83c-b619-417d-9426-dc0926ec77b3 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:31.916763 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3859bff2-cfac-4c7a-8af8-91a8fd5c7d75 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9555626 Mar 28 19:10:31.916763 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc626ad7-a367-46ff-893f-1bbc33243914 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Made reservation on behalf of da06ea15f6bd4ce4a1c837210d01cb3a for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:31.918508 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56016) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:31.919316 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bc626ad7-a367-46ff-893f-1bbc33243914 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:31.929309 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-adfb6b70-d46a-4ed5-8808-78eecbf2ca55 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Request body: {'subnet': {'network_id': '85f8ac66-bfcd-458a-a34b-c5adefd54bb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:31.945110 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0579a83c-b619-417d-9426-dc0926ec77b3 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Usage tracker for resource:security_group_rule and tenant:b125fdf0abbc4973a8e54a6f5b5f24be is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:31.956909 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port c76edfdf-2777-4df7-9c7a-afb630f2fdea triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:31.957282 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:32.053184 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf602e2-8d42-4b64-b55f-e79cd6afb846 None None] Network 4816c352-486b-45aa-91b5-205f8ce338a6 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:32.053434 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0579a83c-b619-417d-9426-dc0926ec77b3 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:32.062093 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0579a83c-b619-417d-9426-dc0926ec77b3 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:32.069627 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-5cf602e2-8d42-4b64-b55f-e79cd6afb846 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:32.096226 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf602e2-8d42-4b64-b55f-e79cd6afb846 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:10:32.100652 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf602e2-8d42-4b64-b55f-e79cd6afb846 None None] Pushing event updated for resources: {'Port': ['ID=4e170d57-0944-4d3f-92ef-52b7884267e6,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:32.106968 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9bcc8fcf-00f4-45c7-8717-b68c3a7fbc90 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:32.210611 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f7ff82cf-f098-49af-a3e3-daef02427f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:32.216349 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-6bd66d91-78f0-4188-a622-8150bfb85983 None None] Attempting to bind port 06d2dcae-0919-477e-81fb-b9d32e9a4f84 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:10:32.217238 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-6bd66d91-78f0-4188-a622-8150bfb85983 None None] Attempting to bind port 06d2dcae-0919-477e-81fb-b9d32e9a4f84 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:10:32.217776 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd66d91-78f0-4188-a622-8150bfb85983 None None] Attempting to bind port 06d2dcae-0919-477e-81fb-b9d32e9a4f84 on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:10:32.220392 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-9bcc8fcf-00f4-45c7-8717-b68c3a7fbc90 None None] Transition to ACTIVE for port object 30710e0e-f901-4188-b24b-b37e3a6ad4e1 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:32.228253 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0579a83c-b619-417d-9426-dc0926ec77b3 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:32.284266 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-334d50ab-de7a-420f-9fef-52cf614db200 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:32.299323 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd66d91-78f0-4188-a622-8150bfb85983 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:10:32.299715 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd66d91-78f0-4188-a622-8150bfb85983 None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:32.300083 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6bd66d91-78f0-4188-a622-8150bfb85983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:32.300489 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd66d91-78f0-4188-a622-8150bfb85983 None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:10:32.300954 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-6bd66d91-78f0-4188-a622-8150bfb85983 None None] Bound port: 06d2dcae-0919-477e-81fb-b9d32e9a4f84, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:10:32.301325 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6bd66d91-78f0-4188-a622-8150bfb85983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:32.365388 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-adfb6b70-d46a-4ed5-8808-78eecbf2ca55 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:32.373630 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f82d801a-9304-44c4-ac5c-ced41999fbd0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:32.387096 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-adfb6b70-d46a-4ed5-8808-78eecbf2ca55 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Usage tracker for resource:subnet and tenant:37cc99fa8ef94f6cb830ceb3e5a9e741 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:32.390997 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb14af-9488-4819-8103-2ec44f513865 None None] Pushing event updated for resources: {'Port': ['ID=06d2dcae-0919-477e-81fb-b9d32e9a4f84,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:32.395738 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-95a53322-96e5-4d24-9476-dd432017f2c0 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:32.400309 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-adfb6b70-d46a-4ed5-8808-78eecbf2ca55 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:32.405952 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-9bcc8fcf-00f4-45c7-8717-b68c3a7fbc90 None None] Transition to ACTIVE for port object 30710e0e-f901-4188-b24b-b37e3a6ad4e1 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:32.413658 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-adfb6b70-d46a-4ed5-8808-78eecbf2ca55 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:32.416503 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-5cf602e2-8d42-4b64-b55f-e79cd6afb846 None None] Attempting to bind port 4e170d57-0944-4d3f-92ef-52b7884267e6 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:10:32.417175 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-5cf602e2-8d42-4b64-b55f-e79cd6afb846 None None] Attempting to bind port 4e170d57-0944-4d3f-92ef-52b7884267e6 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'd711291a-0b55-43ec-8f64-98eaa29f45dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4816c352-486b-45aa-91b5-205f8ce338a6'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:10:32.417321 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf602e2-8d42-4b64-b55f-e79cd6afb846 None None] Attempting to bind port 4e170d57-0944-4d3f-92ef-52b7884267e6 on network 4816c352-486b-45aa-91b5-205f8ce338a6 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:10:32.442741 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9bcc8fcf-00f4-45c7-8717-b68c3a7fbc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:32.455233 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d801a-9304-44c4-ac5c-ced41999fbd0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Port': ['ID=ec5055f5-a076-4eb4-b635-e2973dcc87cc,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:32.460437 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d50ab-de7a-420f-9fef-52cf614db200 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event updated for resources: {'Subnet': ['ID=f2f2cee0-bf47-4488-b0ae-38d9f350f602,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:32.462561 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334d50ab-de7a-420f-9fef-52cf614db200 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Checking segment: {'id': '6e296b10-1a14-475f-a287-ebc2fc87c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '91d12f97-df44-4b09-9e2d-5e51e795bc2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:32.462855 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334d50ab-de7a-420f-9fef-52cf614db200 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Network hostable DHCP agents. Network: 91d12f97-df44-4b09-9e2d-5e51e795bc2d, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:10:32.495424 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfb6b70-d46a-4ed5-8808-78eecbf2ca55 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Made reservation on behalf of 37cc99fa8ef94f6cb830ceb3e5a9e741 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:32.503037 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-adfb6b70-d46a-4ed5-8808-78eecbf2ca55 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:32.519686 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf602e2-8d42-4b64-b55f-e79cd6afb846 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:10:32.520050 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf602e2-8d42-4b64-b55f-e79cd6afb846 None None] Checking segment: {'id': 'd711291a-0b55-43ec-8f64-98eaa29f45dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4816c352-486b-45aa-91b5-205f8ce338a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:32.520643 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5cf602e2-8d42-4b64-b55f-e79cd6afb846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:32.521198 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf602e2-8d42-4b64-b55f-e79cd6afb846 None None] Bound using segment: {'id': 'd711291a-0b55-43ec-8f64-98eaa29f45dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4816c352-486b-45aa-91b5-205f8ce338a6'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:10:32.521836 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-5cf602e2-8d42-4b64-b55f-e79cd6afb846 None None] Bound port: 4e170d57-0944-4d3f-92ef-52b7884267e6, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd711291a-0b55-43ec-8f64-98eaa29f45dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4816c352-486b-45aa-91b5-205f8ce338a6'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:10:32.522371 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5cf602e2-8d42-4b64-b55f-e79cd6afb846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:32.591941 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-95a53322-96e5-4d24-9476-dd432017f2c0 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:32.671147 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcc8fcf-00f4-45c7-8717-b68c3a7fbc90 None None] Network 79a5d728-4e0a-4bf8-b900-2a34dffdc0e2 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:32.679665 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-6bd66d91-78f0-4188-a622-8150bfb85983 None None] For port 06d2dcae-0919-477e-81fb-b9d32e9a4f84, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:10:32.713554 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-9bcc8fcf-00f4-45c7-8717-b68c3a7fbc90 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:32.744541 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcc8fcf-00f4-45c7-8717-b68c3a7fbc90 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:10:32.764930 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc8fcf-00f4-45c7-8717-b68c3a7fbc90 None None] Pushing event updated for resources: {'Port': ['ID=30710e0e-f901-4188-b24b-b37e3a6ad4e1,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:32.767589 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe423219-ccd4-4616-8bac-f4b669d9ac13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-79ceb220-419b-460e-9b79-b8325911f46d', 'network_id': '79ceb220-419b-460e-9b79-b8325911f46d', 'tenant_id': '37cc99fa8ef94f6cb830ceb3e5a9e741', 'fixed_ips': [{'subnet_id': '565aa629-9ffe-47c0-babe-fefcf3d93350'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:10:32.772512 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fe423219-ccd4-4616-8bac-f4b669d9ac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:32.805275 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:32.823966 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-6bd66d91-78f0-4188-a622-8150bfb85983 None None] For port 06d2dcae-0919-477e-81fb-b9d32e9a4f84, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=06d2dcae-0919-477e-81fb-b9d32e9a4f84,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:10:32.889036 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6bd66d91-78f0-4188-a622-8150bfb85983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:32.915756 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0579a83c-b619-417d-9426-dc0926ec77b3 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:32.919629 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f82d801a-9304-44c4-ac5c-ced41999fbd0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:32.923770 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a53322-96e5-4d24-9476-dd432017f2c0 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network 7866db26-7887-42d9-adfa-c77d9bbee666 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:32.937913 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-95a53322-96e5-4d24-9476-dd432017f2c0 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:32.939828 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0579a83c-b619-417d-9426-dc0926ec77b3 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:32.940366 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-d59ba605-a8a1-4efa-ac50-2502a9e91ac4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Allocated IP 172.20.0.1 (79a5d728-4e0a-4bf8-b900-2a34dffdc0e2/63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1/60bfdd4a-7521-4260-8d22-810525762fa8) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:32.964898 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a53322-96e5-4d24-9476-dd432017f2c0 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:10:32.972317 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a53322-96e5-4d24-9476-dd432017f2c0 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:32.972317 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-95a53322-96e5-4d24-9476-dd432017f2c0 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:32.994781 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334d50ab-de7a-420f-9fef-52cf614db200 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Network 91d12f97-df44-4b09-9e2d-5e51e795bc2d is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:10:32.997784 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579a83c-b619-417d-9426-dc0926ec77b3 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e712acb7-5bb9-4bb8-9203-7d46268ff2b4,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:33.018786 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f82d801a-9304-44c4-ac5c-ced41999fbd0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/ec5055f5-a076-4eb4-b635-e2973dcc87cc HTTP/1.1" status: 204 len: 168 time: 3.0555916 Mar 28 19:10:33.022864 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56020) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:33.030906 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-adfb6b70-d46a-4ed5-8808-78eecbf2ca55 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:33.082480 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-5cf602e2-8d42-4b64-b55f-e79cd6afb846 None None] For port 4e170d57-0944-4d3f-92ef-52b7884267e6, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:10:33.087261 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0579a83c-b619-417d-9426-dc0926ec77b3 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:33.088720 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0579a83c-b619-417d-9426-dc0926ec77b3 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2073431 Mar 28 19:10:33.101465 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56024) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:33.128652 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bc626ad7-a367-46ff-893f-1bbc33243914 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:33.135541 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port c76edfdf-2777-4df7-9c7a-afb630f2fdea, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c76edfdf-2777-4df7-9c7a-afb630f2fdea,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:33.136850 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-9bcc8fcf-00f4-45c7-8717-b68c3a7fbc90 None None] Attempting to bind port 30710e0e-f901-4188-b24b-b37e3a6ad4e1 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:10:33.137399 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-9bcc8fcf-00f4-45c7-8717-b68c3a7fbc90 None None] Attempting to bind port 30710e0e-f901-4188-b24b-b37e3a6ad4e1 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'ce651af8-7fed-4f32-b050-d34331b69a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '79a5d728-4e0a-4bf8-b900-2a34dffdc0e2'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:10:33.138655 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcc8fcf-00f4-45c7-8717-b68c3a7fbc90 None None] Attempting to bind port 30710e0e-f901-4188-b24b-b37e3a6ad4e1 on network 79a5d728-4e0a-4bf8-b900-2a34dffdc0e2 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:10:33.143916 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-90cf438c-1c60-4b15-98e1-a6d09b043d04 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "GET /v2.0/security-group-rules/e712acb7-5bb9-4bb8-9203-7d46268ff2b4 HTTP/1.1" status: 200 len: 763 time: 0.0410781 Mar 28 19:10:33.145461 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56028) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:33.159192 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-5cf602e2-8d42-4b64-b55f-e79cd6afb846 None None] For port 4e170d57-0944-4d3f-92ef-52b7884267e6, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=4e170d57-0944-4d3f-92ef-52b7884267e6,segment=NetworkSegment(d711291a-0b55-43ec-8f64-98eaa29f45dc),segment_id=d711291a-0b55-43ec-8f64-98eaa29f45dc)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:10:33.161903 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd66d91-78f0-4188-a622-8150bfb85983 None None] Routers {'33d44040-24d9-44b3-aa94-621eaccd1052'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:10:33.163210 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-6bd66d91-78f0-4188-a622-8150bfb85983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:10:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['33d44040-24d9-44b3-aa94-621eaccd1052'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:33.221843 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be24059-f1a7-4c29-b4e0-62f5322ccb4a None None] Network 1ac96f53-1519-45aa-bb2e-8026ca95ecfb requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:33.234728 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcc8fcf-00f4-45c7-8717-b68c3a7fbc90 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:10:33.235185 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcc8fcf-00f4-45c7-8717-b68c3a7fbc90 None None] Checking segment: {'id': 'ce651af8-7fed-4f32-b050-d34331b69a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '79a5d728-4e0a-4bf8-b900-2a34dffdc0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:33.235538 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9bcc8fcf-00f4-45c7-8717-b68c3a7fbc90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:33.235925 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcc8fcf-00f4-45c7-8717-b68c3a7fbc90 None None] Bound using segment: {'id': 'ce651af8-7fed-4f32-b050-d34331b69a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '79a5d728-4e0a-4bf8-b900-2a34dffdc0e2'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:10:33.236410 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-9bcc8fcf-00f4-45c7-8717-b68c3a7fbc90 None None] Bound port: 30710e0e-f901-4188-b24b-b37e3a6ad4e1, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce651af8-7fed-4f32-b050-d34331b69a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '79a5d728-4e0a-4bf8-b900-2a34dffdc0e2'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:10:33.236787 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9bcc8fcf-00f4-45c7-8717-b68c3a7fbc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:33.245101 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:33.249587 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a53322-96e5-4d24-9476-dd432017f2c0 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Port': ['ID=3e15bf20-0b57-49c6-bd65-a51a7e4698f9,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:33.251662 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-334d50ab-de7a-420f-9fef-52cf614db200 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 91d12f97-df44-4b09-9e2d-5e51e795bc2d) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:33.263951 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5cf602e2-8d42-4b64-b55f-e79cd6afb846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:33.284037 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334d50ab-de7a-420f-9fef-52cf614db200 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:33.284626 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-334d50ab-de7a-420f-9fef-52cf614db200 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:33.295744 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-95a53322-96e5-4d24-9476-dd432017f2c0 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.5786729 Mar 28 19:10:33.301455 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56032) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:33.307809 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cd3ac5-a873-4482-a60f-a10488c8e72f None None] Network 91d12f97-df44-4b09-9e2d-5e51e795bc2d requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:33.356732 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb14af-9488-4819-8103-2ec44f513865 None None] Pushing event updated for resources: {'Port': ['ID=06d2dcae-0919-477e-81fb-b9d32e9a4f84,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:33.415215 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d59ba605-a8a1-4efa-ac50-2502a9e91ac4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:33.437529 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-d59ba605-a8a1-4efa-ac50-2502a9e91ac4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Transition to ACTIVE for port object 60bfdd4a-7521-4260-8d22-810525762fa8 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:33.451843 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc626ad7-a367-46ff-893f-1bbc33243914 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Pushing event updated for resources: {'Subnet': ['ID=182debf7-82b7-4e07-95de-34a831a63671,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:33.463580 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-334d50ab-de7a-420f-9fef-52cf614db200 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.0697401 Mar 28 19:10:33.471916 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c18286a-f6a9-4851-988b-849454ff8a36 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:33.473321 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c18286a-f6a9-4851-988b-849454ff8a36 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:33.474057 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-2c18286a-f6a9-4851-988b-849454ff8a36 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:33.478700 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56036) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:33.499452 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-4e6fc9d7-c6e1-4abd-8351-72fdea6fca21 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Synchronizing usage tracker for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group_rule {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:33.513936 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc626ad7-a367-46ff-893f-1bbc33243914 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Checking segment: {'id': '2f0e71ce-2a4c-4166-b737-02e553bedc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '72a2c3dc-7bb0-414b-a070-4800c87bfd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:33.514310 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc626ad7-a367-46ff-893f-1bbc33243914 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Network hostable DHCP agents. Network: 72a2c3dc-7bb0-414b-a070-4800c87bfd5e, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:10:33.536018 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ff82cf-f098-49af-a3e3-daef02427f55 admin admin] Router c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:10:33.544896 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646bf7d9-e402-4eac-b4fe-143659209756 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:33.545760 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-646bf7d9-e402-4eac-b4fe-143659209756 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Synchronizing usage tracker for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:33.657077 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc626ad7-a367-46ff-893f-1bbc33243914 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Network 72a2c3dc-7bb0-414b-a070-4800c87bfd5e is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:10:33.670569 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-4e6fc9d7-c6e1-4abd-8351-72fdea6fca21 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Unset dirty status for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group_rule {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:33.674531 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4e6fc9d7-c6e1-4abd-8351-72fdea6fca21 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4729638 Mar 28 19:10:33.677644 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-646bf7d9-e402-4eac-b4fe-143659209756 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Unset dirty status for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:33.682575 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-646bf7d9-e402-4eac-b4fe-143659209756 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "GET /v2.0/ports/3e15bf20-0b57-49c6-bd65-a51a7e4698f9 HTTP/1.1" status: 200 len: 841 time: 0.3673990 Mar 28 19:10:33.686240 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56040) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:33.686589 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56042) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:33.713535 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:10:33.738651 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-bc626ad7-a367-46ff-893f-1bbc33243914 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 72a2c3dc-7bb0-414b-a070-4800c87bfd5e) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:33.759652 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-17b3a2b2-24cf-4f01-a27e-b3f824dfc05b None None] Provisioning for port f45989b9-9963-430d-8661-8ac7d9982e63 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:33.781993 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc626ad7-a367-46ff-893f-1bbc33243914 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:33.782595 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bc626ad7-a367-46ff-893f-1bbc33243914 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:33.802292 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110eeeea-9e26-4a66-bf34-577654fcaec9 None None] Network 72a2c3dc-7bb0-414b-a070-4800c87bfd5e requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:33.818602 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb6b70-d46a-4ed5-8808-78eecbf2ca55 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Pushing event updated for resources: {'Subnet': ['ID=c061c83f-10be-4b83-8a8d-400dbf9dba49,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:33.824772 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9c154cc2-d096-4bc2-b0ad-d25bf327a368 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:33.831986 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-2c18286a-f6a9-4851-988b-849454ff8a36 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:33.836469 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2c18286a-f6a9-4851-988b-849454ff8a36 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.8073800 Mar 28 19:10:33.839927 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56048) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:33.867832 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6f0680a8-a2fe-497b-bd73-5d1b16a41596 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:33.874730 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-bc626ad7-a367-46ff-893f-1bbc33243914 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9662304 Mar 28 19:10:33.888126 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56052) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:33.893597 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfb6b70-d46a-4ed5-8808-78eecbf2ca55 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Checking segment: {'id': '8f5726f0-4ccd-4c9b-a227-6af15a6386e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '85f8ac66-bfcd-458a-a34b-c5adefd54bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:33.893802 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6f0680a8-a2fe-497b-bd73-5d1b16a41596 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:33.894404 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfb6b70-d46a-4ed5-8808-78eecbf2ca55 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Network hostable DHCP agents. Network: 85f8ac66-bfcd-458a-a34b-c5adefd54bb2, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:10:33.912534 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-852a6feb-5094-449b-9d1a-913c5910951a tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Request body: {'subnet': {'network_id': '1cb3cbcf-3821-4657-a097-6fea0b8d7377', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:33.968369 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-af1c12b9-5d4f-44e5-8f95-ed96e02a2714 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting port 3e15bf20-0b57-49c6-bd65-a51a7e4698f9 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:33.968369 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-af1c12b9-5d4f-44e5-8f95-ed96e02a2714 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:33.993418 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=c76edfdf-2777-4df7-9c7a-afb630f2fdea,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:34.017529 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9c154cc2-d096-4bc2-b0ad-d25bf327a368 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:34.097745 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d59ba605-a8a1-4efa-ac50-2502a9e91ac4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:34.102246 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ff82cf-f098-49af-a3e3-daef02427f55 admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:10:34.122707 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbbf084-d09c-40df-a20a-ee5645093449 None None] Sync routers for ids ['c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:10:34.139363 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-fe423219-ccd4-4616-8bac-f4b669d9ac13 None None] Allocated IP 172.20.0.2 (79ceb220-419b-460e-9b79-b8325911f46d/565aa629-9ffe-47c0-babe-fefcf3d93350/5884ba5f-ca60-494d-a34a-9da0b4e1daa3) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:34.141708 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbbf084-d09c-40df-a20a-ee5645093449 None None] Routers {'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:10:34.142698 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-1dbbf084-d09c-40df-a20a-ee5645093449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:10:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:34.195042 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6f0680a8-a2fe-497b-bd73-5d1b16a41596 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:34.223376 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6f0680a8-a2fe-497b-bd73-5d1b16a41596 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:34.224660 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6f0680a8-a2fe-497b-bd73-5d1b16a41596 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/e712acb7-5bb9-4bb8-9203-7d46268ff2b4 HTTP/1.1" status: 204 len: 168 time: 0.5356805 Mar 28 19:10:34.229205 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56056) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:34.229711 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-9bcc8fcf-00f4-45c7-8717-b68c3a7fbc90 None None] For port 30710e0e-f901-4188-b24b-b37e3a6ad4e1, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:10:34.238113 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f7ff82cf-f098-49af-a3e3-daef02427f55 admin admin] 10.222.0.10 "PUT /v2.0/routers/c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9381070 Mar 28 19:10:34.247080 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ba605-a8a1-4efa-ac50-2502a9e91ac4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Pushing event updated for resources: {'Port': ['ID=60bfdd4a-7521-4260-8d22-810525762fa8,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:34.254937 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56060) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:34.266195 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-852a6feb-5094-449b-9d1a-913c5910951a tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:34.268131 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f69e61-9af0-4876-96c2-af4808569ed3 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting subnet a071885c-0fbd-4548-8f44-57b4f151859e {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:10:34.271389 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-28f69e61-9af0-4876-96c2-af4808569ed3 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:34.280038 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0680a8-a2fe-497b-bd73-5d1b16a41596 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e712acb7-5bb9-4bb8-9203-7d46268ff2b4,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:34.338932 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-28f69e61-9af0-4876-96c2-af4808569ed3 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:34.357705 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-852a6feb-5094-449b-9d1a-913c5910951a tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Usage tracker for resource:subnet and tenant:da06ea15f6bd4ce4a1c837210d01cb3a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:34.365164 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-9bcc8fcf-00f4-45c7-8717-b68c3a7fbc90 None None] For port 30710e0e-f901-4188-b24b-b37e3a6ad4e1, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=30710e0e-f901-4188-b24b-b37e3a6ad4e1,segment=NetworkSegment(ce651af8-7fed-4f32-b050-d34331b69a89),segment_id=ce651af8-7fed-4f32-b050-d34331b69a89)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:10:34.367999 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-6bd66d91-78f0-4188-a622-8150bfb85983 None None] Set router 33d44040-24d9-44b3-aa94-621eaccd1052 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:10:34.379214 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-852a6feb-5094-449b-9d1a-913c5910951a tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:34.412551 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-852a6feb-5094-449b-9d1a-913c5910951a tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:34.453483 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-28f69e61-9af0-4876-96c2-af4808569ed3 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:34.492911 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-1dbbf084-d09c-40df-a20a-ee5645093449 None None] Set router c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:10:34.556416 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9bcc8fcf-00f4-45c7-8717-b68c3a7fbc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:34.593963 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf602e2-8d42-4b64-b55f-e79cd6afb846 None None] Pushing event updated for resources: {'Port': ['ID=4e170d57-0944-4d3f-92ef-52b7884267e6,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:34.627991 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-af1c12b9-5d4f-44e5-8f95-ed96e02a2714 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:34.704877 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfb6b70-d46a-4ed5-8808-78eecbf2ca55 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Network 85f8ac66-bfcd-458a-a34b-c5adefd54bb2 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:10:34.731256 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59ba605-a8a1-4efa-ac50-2502a9e91ac4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Network 79a5d728-4e0a-4bf8-b900-2a34dffdc0e2 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:34.743526 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-28f69e61-9af0-4876-96c2-af4808569ed3 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:34.774371 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-d59ba605-a8a1-4efa-ac50-2502a9e91ac4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:34.784405 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59ba605-a8a1-4efa-ac50-2502a9e91ac4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:10:34.843786 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-af1c12b9-5d4f-44e5-8f95-ed96e02a2714 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Calling delete_port for 3e15bf20-0b57-49c6-bd65-a51a7e4698f9 owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:10:34.867379 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:34.868128 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:34.989256 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-af1c12b9-5d4f-44e5-8f95-ed96e02a2714 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:35.005269 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852a6feb-5094-449b-9d1a-913c5910951a tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Made reservation on behalf of da06ea15f6bd4ce4a1c837210d01cb3a for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:35.008351 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-28f69e61-9af0-4876-96c2-af4808569ed3 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:35.015922 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-852a6feb-5094-449b-9d1a-913c5910951a tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:35.030044 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f69e61-9af0-4876-96c2-af4808569ed3 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Subnet': ['ID=a071885c-0fbd-4548-8f44-57b4f151859e,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:35.033018 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-adfb6b70-d46a-4ed5-8808-78eecbf2ca55 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 85f8ac66-bfcd-458a-a34b-c5adefd54bb2) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:35.038505 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfb6b70-d46a-4ed5-8808-78eecbf2ca55 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:35.039311 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-adfb6b70-d46a-4ed5-8808-78eecbf2ca55 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:35.060203 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e9d859-6751-4cec-a3d0-ab21287493d0 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:35.092850 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9c154cc2-d096-4bc2-b0ad-d25bf327a368 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:35.121258 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0276ee97-a689-435c-9bc4-25662950f520 None None] Network 85f8ac66-bfcd-458a-a34b-c5adefd54bb2 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:35.145307 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf46447-4fa9-4e62-937d-dffd65ed960e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-91d12f97-df44-4b09-9e2d-5e51e795bc2d', 'network_id': '91d12f97-df44-4b09-9e2d-5e51e795bc2d', 'tenant_id': '5caec573e114409086168219a54f97ce', 'fixed_ips': [{'subnet_id': 'f2f2cee0-bf47-4488-b0ae-38d9f350f602'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:10:35.156600 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-adfb6b70-d46a-4ed5-8808-78eecbf2ca55 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2310255 Mar 28 19:10:35.173953 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ccf46447-4fa9-4e62-937d-dffd65ed960e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:35.183945 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56064) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:35.242101 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-1dbbf084-d09c-40df-a20a-ee5645093449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'name': 'tempest-ServerActionsTestJSON-849075791-router', 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '962c8d86-2876-4fbf-aa7e-695275b771c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:45Z', 'updated_at': '2022-03-28T19:10:30Z', 'revision_number': 5, 'project_id': '936b36bbd26d462bb0c5b68398e9e06d', 'gw_port': {'id': '962c8d86-2876-4fbf-aa7e-695275b771c6', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:46Z', 'updated_at': '2022-03-28T19:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:35.248424 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbbf084-d09c-40df-a20a-ee5645093449 None None] Checking router: c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:10:35.263917 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbbf084-d09c-40df-a20a-ee5645093449 None None] Routers {'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:10:35.264605 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-1dbbf084-d09c-40df-a20a-ee5645093449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:10:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:35.339513 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-fdc3b96e-82a0-4ea3-9a7e-fb442c597f8e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Synchronizing usage tracker for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group_rule {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:35.343209 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c154cc2-d096-4bc2-b0ad-d25bf327a368 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event deleted for resources: {'Subnet': ['ID=f2f2cee0-bf47-4488-b0ae-38d9f350f602,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:35.393774 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc322ac-5ac3-46cd-a6d9-0de2714b6175 None None] Network 4816c352-486b-45aa-91b5-205f8ce338a6 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:35.440716 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c12b9-5d4f-44e5-8f95-ed96e02a2714 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Port': ['ID=3e15bf20-0b57-49c6-bd65-a51a7e4698f9,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:35.533483 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-af1c12b9-5d4f-44e5-8f95-ed96e02a2714 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:35.562684 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-fdc3b96e-82a0-4ea3-9a7e-fb442c597f8e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Unset dirty status for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group_rule {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:35.564608 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-fdc3b96e-82a0-4ea3-9a7e-fb442c597f8e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.3341544 Mar 28 19:10:35.572534 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-1dbbf084-d09c-40df-a20a-ee5645093449 None None] Set router c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:10:35.581570 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56070) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:35.587174 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc8fcf-00f4-45c7-8717-b68c3a7fbc90 None None] Pushing event updated for resources: {'Port': ['ID=30710e0e-f901-4188-b24b-b37e3a6ad4e1,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:35.589700 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-4fbaa50b-0142-4d82-b52c-0cdf08e08d98 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Request body: {'security_group_rule': {'security_group_id': 'f4ec3de6-9325-46ec-bcf4-64479db50a45', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:35.604742 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-af1c12b9-5d4f-44e5-8f95-ed96e02a2714 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/ports/3e15bf20-0b57-49c6-bd65-a51a7e4698f9 HTTP/1.1" status: 204 len: 168 time: 1.9138398 Mar 28 19:10:35.608347 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9c154cc2-d096-4bc2-b0ad-d25bf327a368 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:35.612507 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56074) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:35.637508 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-9c154cc2-d096-4bc2-b0ad-d25bf327a368 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d12f97-df44-4b09-9e2d-5e51e795bc2d']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:35.656528 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-9c154cc2-d096-4bc2-b0ad-d25bf327a368 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e296b10-1a14-475f-a287-ebc2fc87c474') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:35.656876 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-9c154cc2-d096-4bc2-b0ad-d25bf327a368 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e296b10-1a14-475f-a287-ebc2fc87c474') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:35.676034 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9c154cc2-d096-4bc2-b0ad-d25bf327a368 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:35.683015 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-4fbaa50b-0142-4d82-b52c-0cdf08e08d98 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:35.703475 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9c154cc2-d096-4bc2-b0ad-d25bf327a368 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:35.710508 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c154cc2-d096-4bc2-b0ad-d25bf327a368 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:10:35.710936 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9c154cc2-d096-4bc2-b0ad-d25bf327a368 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:35.724536 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1da100b7-5e71-4548-ae6c-d2da0abf1a3d admin admin] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:10:35.740370 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:10:35.756927 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-28f69e61-9af0-4876-96c2-af4808569ed3 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/a071885c-0fbd-4548-8f44-57b4f151859e HTTP/1.1" status: 204 len: 168 time: 1.9138532 Mar 28 19:10:35.764968 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d59ba605-a8a1-4efa-ac50-2502a9e91ac4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:35.820871 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56078) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:35.998715 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-1dbbf084-d09c-40df-a20a-ee5645093449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'name': 'tempest-ServerActionsTestJSON-849075791-router', 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '962c8d86-2876-4fbf-aa7e-695275b771c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:45Z', 'updated_at': '2022-03-28T19:10:30Z', 'revision_number': 5, 'project_id': '936b36bbd26d462bb0c5b68398e9e06d', 'gw_port': {'id': '962c8d86-2876-4fbf-aa7e-695275b771c6', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:46Z', 'updated_at': '2022-03-28T19:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:36.004573 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbbf084-d09c-40df-a20a-ee5645093449 None None] The sync data for ids ['c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb'] in dv-neutron-834711-1-hyperv is: [{'id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'name': 'tempest-ServerActionsTestJSON-849075791-router', 'tenant_id': '936b36bbd26d462bb0c5b68398e9e06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '962c8d86-2876-4fbf-aa7e-695275b771c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:05:45Z', 'updated_at': '2022-03-28T19:10:30Z', 'revision_number': 5, 'project_id': '936b36bbd26d462bb0c5b68398e9e06d', 'gw_port': {'id': '962c8d86-2876-4fbf-aa7e-695275b771c6', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:05:46Z', 'updated_at': '2022-03-28T19:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:10:36.078275 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-4fbaa50b-0142-4d82-b52c-0cdf08e08d98 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:36.081475 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d8f55c-6f24-4fb5-acfb-86a76b481a15 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] GET failed (client error): The resource could not be found. Mar 28 19:10:36.082328 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-34d8f55c-6f24-4fb5-acfb-86a76b481a15 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Synchronizing usage tracker for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:36.124978 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2e0ee2f8-a8ec-47cb-801f-01a6c23ac6e8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2915621 Mar 28 19:10:36.131559 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56082) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:36.157530 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-e10365ed-8a73-4160-9a6d-1ddc191e24a5 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:36.210283 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9c154cc2-d096-4bc2-b0ad-d25bf327a368 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:36.215141 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9c154cc2-d096-4bc2-b0ad-d25bf327a368 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:36.327459 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-34d8f55c-6f24-4fb5-acfb-86a76b481a15 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Unset dirty status for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:36.333431 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-34d8f55c-6f24-4fb5-acfb-86a76b481a15 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "GET /v2.0/ports/3e15bf20-0b57-49c6-bd65-a51a7e4698f9 HTTP/1.1" status: 404 len: 333 time: 0.7082775 Mar 28 19:10:36.334400 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56086) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:36.424191 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1da100b7-5e71-4548-ae6c-d2da0abf1a3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:36.452992 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-efeff784-e701-40a6-939a-67177bdd8e8a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'port': {'network_id': '7866db26-7887-42d9-adfa-c77d9bbee666', 'name': 'tempest-PortsTestJSON-403454860'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:36.463128 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32efd479-c0c7-434e-b4fb-228d6a2fc6ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-72a2c3dc-7bb0-414b-a070-4800c87bfd5e', 'network_id': '72a2c3dc-7bb0-414b-a070-4800c87bfd5e', 'tenant_id': 'da06ea15f6bd4ce4a1c837210d01cb3a', 'fixed_ips': [{'subnet_id': '182debf7-82b7-4e07-95de-34a831a63671'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:10:36.463128 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-32efd479-c0c7-434e-b4fb-228d6a2fc6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:36.464533 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9c154cc2-d096-4bc2-b0ad-d25bf327a368 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "DELETE /v2.0/networks/91d12f97-df44-4b09-9e2d-5e51e795bc2d HTTP/1.1" status: 204 len: 168 time: 2.9644444 Mar 28 19:10:36.469671 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56090) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:36.482409 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d59ba605-a8a1-4efa-ac50-2502a9e91ac4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:36.490591 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09c3330-960a-4470-b128-753240434053 None None] Network 79a5d728-4e0a-4bf8-b900-2a34dffdc0e2 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:36.492770 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa50b-0142-4d82-b52c-0cdf08e08d98 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:36.500168 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c154cc2-d096-4bc2-b0ad-d25bf327a368 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event deleted for resources: {'Network': ['ID=91d12f97-df44-4b09-9e2d-5e51e795bc2d,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:36.506158 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-b8b4b15c-85ba-49da-abb7-7ec43cc385c8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-604389566'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:36.605179 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-1da100b7-5e71-4548-ae6c-d2da0abf1a3d admin admin] Deleting port 962c8d86-2876-4fbf-aa7e-695275b771c6 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:36.605596 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1da100b7-5e71-4548-ae6c-d2da0abf1a3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:36.638211 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-3dad4c5c-bf0a-4051-9527-462b31f93600 None None] Provisioning for port 4e170d57-0944-4d3f-92ef-52b7884267e6 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:36.655769 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fe423219-ccd4-4616-8bac-f4b669d9ac13 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:36.687432 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-852a6feb-5094-449b-9d1a-913c5910951a tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:36.705271 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41753b5b-3d4b-4655-9010-7a5ed75d784a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-85f8ac66-bfcd-458a-a34b-c5adefd54bb2', 'network_id': '85f8ac66-bfcd-458a-a34b-c5adefd54bb2', 'tenant_id': '37cc99fa8ef94f6cb830ceb3e5a9e741', 'fixed_ips': [{'subnet_id': 'c061c83f-10be-4b83-8a8d-400dbf9dba49'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:10:36.706065 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-41753b5b-3d4b-4655-9010-7a5ed75d784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:36.755197 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90696da8-982a-42a4-8765-113bc7ce87da None None] Network 91d12f97-df44-4b09-9e2d-5e51e795bc2d requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:36.788490 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b8b4b15c-85ba-49da-abb7-7ec43cc385c8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:36.798159 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b8b4b15c-85ba-49da-abb7-7ec43cc385c8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Usage tracker for resource:network and tenant:5caec573e114409086168219a54f97ce is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:36.799588 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e10365ed-8a73-4160-9a6d-1ddc191e24a5 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:36.805026 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b8b4b15c-85ba-49da-abb7-7ec43cc385c8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:36.818806 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b8b4b15c-85ba-49da-abb7-7ec43cc385c8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:36.819131 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-fe423219-ccd4-4616-8bac-f4b669d9ac13 None None] Transition to ACTIVE for port object 5884ba5f-ca60-494d-a34a-9da0b4e1daa3 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:36.834950 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e10365ed-8a73-4160-9a6d-1ddc191e24a5 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:subnet and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:36.859783 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-efeff784-e701-40a6-939a-67177bdd8e8a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:36.875790 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e10365ed-8a73-4160-9a6d-1ddc191e24a5 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:36.898621 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b4b15c-85ba-49da-abb7-7ec43cc385c8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Made reservation on behalf of 5caec573e114409086168219a54f97ce for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:36.899873 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e10365ed-8a73-4160-9a6d-1ddc191e24a5 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:36.902131 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b8b4b15c-85ba-49da-abb7-7ec43cc385c8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:36.906241 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa50b-0142-4d82-b52c-0cdf08e08d98 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:36.909384 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90696da8-982a-42a4-8765-113bc7ce87da None None] Network 91d12f97-df44-4b09-9e2d-5e51e795bc2d could not be found, it might have been deleted concurrently. {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 28 19:10:36.933237 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-efeff784-e701-40a6-939a-67177bdd8e8a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:36.938136 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa50b-0142-4d82-b52c-0cdf08e08d98 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:37.020824 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b4b15c-85ba-49da-abb7-7ec43cc385c8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:10:37.022498 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a6feb-5094-449b-9d1a-913c5910951a tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Pushing event updated for resources: {'Subnet': ['ID=72b41efc-b08a-4ad8-b936-d3baa3bf91d5,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:37.049931 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b8b4b15c-85ba-49da-abb7-7ec43cc385c8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:37.050423 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-b8b4b15c-85ba-49da-abb7-7ec43cc385c8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Added segment 433b89da-7630-4990-916d-7277ebdf1fd8 of type vlan for network cf14ecd8-9b38-46be-91b9-6f93402d4125 Mar 28 19:10:37.052845 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-fe423219-ccd4-4616-8bac-f4b669d9ac13 None None] Transition to ACTIVE for port object 5884ba5f-ca60-494d-a34a-9da0b4e1daa3 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:37.060210 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10365ed-8a73-4160-9a6d-1ddc191e24a5 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:37.064422 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e10365ed-8a73-4160-9a6d-1ddc191e24a5 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:37.067306 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-471ddb60-e028-4cf2-bea2-dac28a7b3c32 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:37.091414 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbaa50b-0142-4d82-b52c-0cdf08e08d98 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65ed0c0-bfee-4c6a-bc0c-5ed2e52513c3,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:37.121566 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852a6feb-5094-449b-9d1a-913c5910951a tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Checking segment: {'id': '476022ce-a401-4992-b802-ff22315e00a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1cb3cbcf-3821-4657-a097-6fea0b8d7377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:37.122484 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852a6feb-5094-449b-9d1a-913c5910951a tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Network hostable DHCP agents. Network: 1cb3cbcf-3821-4657-a097-6fea0b8d7377, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:10:37.134809 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efeff784-e701-40a6-939a-67177bdd8e8a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:37.139239 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-efeff784-e701-40a6-939a-67177bdd8e8a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:37.166718 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fe423219-ccd4-4616-8bac-f4b669d9ac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:37.213665 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ba04dfb8-764c-4f40-9654-065abd052ad6 None None] Provisioning for port 30710e0e-f901-4188-b24b-b37e3a6ad4e1 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:37.217935 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device f45989b9-9963-430d-8661-8ac7d9982e63 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:10:37.230760 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa50b-0142-4d82-b52c-0cdf08e08d98 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:37.235617 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4fbaa50b-0142-4d82-b52c-0cdf08e08d98 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6478081 Mar 28 19:10:37.240859 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56094) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:37.271185 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-efeff784-e701-40a6-939a-67177bdd8e8a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] device_id is not set on port ae89d0d9-8874-4217-9b6c-df2425a1fbf4 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:10:37.272335 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b8b4b15c-85ba-49da-abb7-7ec43cc385c8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:37.333835 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852a6feb-5094-449b-9d1a-913c5910951a tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Network 1cb3cbcf-3821-4657-a097-6fea0b8d7377 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:10:37.367050 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8258946a-5aeb-432e-8711-e6ba6dc6621f tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "GET /v2.0/security-group-rules/c65ed0c0-bfee-4c6a-bc0c-5ed2e52513c3 HTTP/1.1" status: 200 len: 763 time: 0.1222098 Mar 28 19:10:37.369162 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe423219-ccd4-4616-8bac-f4b669d9ac13 None None] Network 79ceb220-419b-460e-9b79-b8325911f46d is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:37.372545 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56098) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:37.394114 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-1da100b7-5e71-4548-ae6c-d2da0abf1a3d admin admin] For port 962c8d86-2876-4fbf-aa7e-695275b771c6, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=962c8d86-2876-4fbf-aa7e-695275b771c6,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:37.394483 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1da100b7-5e71-4548-ae6c-d2da0abf1a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:37.412781 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-852a6feb-5094-449b-9d1a-913c5910951a tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 1cb3cbcf-3821-4657-a097-6fea0b8d7377) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:37.418266 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852a6feb-5094-449b-9d1a-913c5910951a tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:37.419381 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-852a6feb-5094-449b-9d1a-913c5910951a tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:37.426164 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-fe423219-ccd4-4616-8bac-f4b669d9ac13 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:37.472344 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-6bd66d91-78f0-4188-a622-8150bfb85983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601109581', 'tenant_id': '5dc7a30ce17d457d9ddf509f349c3980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '06d2dcae-0919-477e-81fb-b9d32e9a4f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:20Z', 'updated_at': '2022-03-28T19:10:24Z', 'revision_number': 3, 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'gw_port': {'id': '06d2dcae-0919-477e-81fb-b9d32e9a4f84', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:69:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:23Z', 'updated_at': '2022-03-28T19:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:37.475563 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe423219-ccd4-4616-8bac-f4b669d9ac13 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:10:37.497570 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57e1b03-8955-4151-91f3-02897191b56e None None] Network 1cb3cbcf-3821-4657-a097-6fea0b8d7377 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:37.502973 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b8b4b15c-85ba-49da-abb7-7ec43cc385c8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:37.508484 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b4b15c-85ba-49da-abb7-7ec43cc385c8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:37.509183 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b8b4b15c-85ba-49da-abb7-7ec43cc385c8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:37.534299 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe423219-ccd4-4616-8bac-f4b669d9ac13 None None] Pushing event updated for resources: {'Port': ['ID=5884ba5f-ca60-494d-a34a-9da0b4e1daa3,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:37.557541 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd66d91-78f0-4188-a622-8150bfb85983 None None] The sync data for ids ['33d44040-24d9-44b3-aa94-621eaccd1052'] in dv-neutron-834711-1-hyperv is: [{'id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601109581', 'tenant_id': '5dc7a30ce17d457d9ddf509f349c3980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '06d2dcae-0919-477e-81fb-b9d32e9a4f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:20Z', 'updated_at': '2022-03-28T19:10:24Z', 'revision_number': 3, 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'gw_port': {'id': '06d2dcae-0919-477e-81fb-b9d32e9a4f84', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:69:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:23Z', 'updated_at': '2022-03-28T19:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:10:37.620802 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d59ba605-a8a1-4efa-ac50-2502a9e91ac4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:37.625423 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-32efd479-c0c7-434e-b4fb-228d6a2fc6ae None None] Allocated IP 2001:db8::2 (72a2c3dc-7bb0-414b-a070-4800c87bfd5e/182debf7-82b7-4e07-95de-34a831a63671/7cbf20c0-200f-4af6-a3c4-b5b4d175aa45) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:37.726766 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-1da100b7-5e71-4548-ae6c-d2da0abf1a3d admin admin] Calling delete_port for 962c8d86-2876-4fbf-aa7e-695275b771c6 owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:10:37.760350 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d59ba605-a8a1-4efa-ac50-2502a9e91ac4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:37.877441 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ba605-a8a1-4efa-ac50-2502a9e91ac4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Pushing event updated for resources: {'Port': ['ID=60bfdd4a-7521-4260-8d22-810525762fa8,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:37.894185 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-852a6feb-5094-449b-9d1a-913c5910951a tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9999437 Mar 28 19:10:37.906834 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b8b4b15c-85ba-49da-abb7-7ec43cc385c8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4288595 Mar 28 19:10:37.912536 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56102) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:37.913166 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56104) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:37.913969 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4b15c-85ba-49da-abb7-7ec43cc385c8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event updated for resources: {'Network': ['ID=cf14ecd8-9b38-46be-91b9-6f93402d4125,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:37.926118 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-31547f76-6cd8-41e9-b10f-8a1f13cbb9a8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Request body: {'subnet': {'network_id': 'cf14ecd8-9b38-46be-91b9-6f93402d4125', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:37.933830 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d1c2b7eb-4372-4ec3-b450-3fed9cd24a21 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Synchronizing usage tracker for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group_rule {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:38.035400 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1ff270-260b-4805-b841-16bdb59e058f None None] DHCP port deletion for 1857c8f5-5622-42ce-a4f9-106880783f61 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:10:38.074517 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d59ba605-a8a1-4efa-ac50-2502a9e91ac4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:38.092009 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network cf14ecd8-9b38-46be-91b9-6f93402d4125 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:10:38.103497 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d1c2b7eb-4372-4ec3-b450-3fed9cd24a21 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Unset dirty status for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group_rule {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:38.104817 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d1c2b7eb-4372-4ec3-b450-3fed9cd24a21 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.7296433 Mar 28 19:10:38.112025 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-fe423219-ccd4-4616-8bac-f4b669d9ac13 None None] Attempting to bind port 5884ba5f-ca60-494d-a34a-9da0b4e1daa3 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:10:38.112488 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-fe423219-ccd4-4616-8bac-f4b669d9ac13 None None] Attempting to bind port 5884ba5f-ca60-494d-a34a-9da0b4e1daa3 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '6c6d7ffe-1a11-4d3a-b36a-48df048ed172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '79ceb220-419b-460e-9b79-b8325911f46d'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:10:38.112900 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe423219-ccd4-4616-8bac-f4b669d9ac13 None None] Attempting to bind port 5884ba5f-ca60-494d-a34a-9da0b4e1daa3 on network 79ceb220-419b-460e-9b79-b8325911f46d {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:10:38.120442 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-bf1ff270-260b-4805-b841-16bdb59e058f None None] Deleting port c76edfdf-2777-4df7-9c7a-afb630f2fdea {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:38.120869 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff270-260b-4805-b841-16bdb59e058f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:38.125792 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56110) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:38.177476 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-efeff784-e701-40a6-939a-67177bdd8e8a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:38.198211 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-41753b5b-3d4b-4655-9010-7a5ed75d784a None None] Allocated IP 172.20.0.2 (85f8ac66-bfcd-458a-a34b-c5adefd54bb2/c061c83f-10be-4b83-8a8d-400dbf9dba49/9d2f2f0c-1610-4fc5-a7d5-7d4caf81f67f) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:38.441508 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port f45989b9-9963-430d-8661-8ac7d9982e63 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:38.445354 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe423219-ccd4-4616-8bac-f4b669d9ac13 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:10:38.446056 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe423219-ccd4-4616-8bac-f4b669d9ac13 None None] Checking segment: {'id': '6c6d7ffe-1a11-4d3a-b36a-48df048ed172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '79ceb220-419b-460e-9b79-b8325911f46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:38.446695 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fe423219-ccd4-4616-8bac-f4b669d9ac13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:38.447395 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe423219-ccd4-4616-8bac-f4b669d9ac13 None None] Bound using segment: {'id': '6c6d7ffe-1a11-4d3a-b36a-48df048ed172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '79ceb220-419b-460e-9b79-b8325911f46d'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:10:38.448105 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-fe423219-ccd4-4616-8bac-f4b669d9ac13 None None] Bound port: 5884ba5f-ca60-494d-a34a-9da0b4e1daa3, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6d7ffe-1a11-4d3a-b36a-48df048ed172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '79ceb220-419b-460e-9b79-b8325911f46d'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:10:38.448857 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fe423219-ccd4-4616-8bac-f4b669d9ac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:38.484205 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c0a3194e-1fc2-407a-a730-c04aaf31022a tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:38.499120 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c0a3194e-1fc2-407a-a730-c04aaf31022a tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:38.513249 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-efeff784-e701-40a6-939a-67177bdd8e8a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:38.524988 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port f45989b9-9963-430d-8661-8ac7d9982e63 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:38.525451 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:38.579806 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeff784-e701-40a6-939a-67177bdd8e8a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network 7866db26-7887-42d9-adfa-c77d9bbee666 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:38.594580 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-efeff784-e701-40a6-939a-67177bdd8e8a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:38.596448 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-31547f76-6cd8-41e9-b10f-8a1f13cbb9a8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:38.597693 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeff784-e701-40a6-939a-67177bdd8e8a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:10:38.605168 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeff784-e701-40a6-939a-67177bdd8e8a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:38.605818 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-efeff784-e701-40a6-939a-67177bdd8e8a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:38.649367 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-efeff784-e701-40a6-939a-67177bdd8e8a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2214212 Mar 28 19:10:38.667119 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56114) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:38.681806 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-c478f120-d149-40a5-8746-9933d7fb4b2f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:38.717453 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-31547f76-6cd8-41e9-b10f-8a1f13cbb9a8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Usage tracker for resource:subnet and tenant:5caec573e114409086168219a54f97ce is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:38.722642 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-471ddb60-e028-4cf2-bea2-dac28a7b3c32 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Allocated IP 172.20.0.1 (79ceb220-419b-460e-9b79-b8325911f46d/565aa629-9ffe-47c0-babe-fefcf3d93350/0a6142df-7bd0-46ef-8424-fad180b50737) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:38.739023 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-31547f76-6cd8-41e9-b10f-8a1f13cbb9a8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:38.769210 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.objects.ports [None req-e10365ed-8a73-4160-9a6d-1ddc191e24a5 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87832) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 19:10:38.802975 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-31547f76-6cd8-41e9-b10f-8a1f13cbb9a8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:38.838756 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeff784-e701-40a6-939a-67177bdd8e8a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Port': ['ID=ae89d0d9-8874-4217-9b6c-df2425a1fbf4,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:38.849192 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1da100b7-5e71-4548-ae6c-d2da0abf1a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:38.974248 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c0a3194e-1fc2-407a-a730-c04aaf31022a tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:38.991895 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da100b7-5e71-4548-ae6c-d2da0abf1a3d admin admin] Pushing event deleted for resources: {'Port': ['ID=962c8d86-2876-4fbf-aa7e-695275b771c6,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:39.005202 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31547f76-6cd8-41e9-b10f-8a1f13cbb9a8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Made reservation on behalf of 5caec573e114409086168219a54f97ce for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:39.008601 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-31547f76-6cd8-41e9-b10f-8a1f13cbb9a8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:39.053923 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3194e-1fc2-407a-a730-c04aaf31022a tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c65ed0c0-bfee-4c6a-bc0c-5ed2e52513c3,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:39.118087 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c0a3194e-1fc2-407a-a730-c04aaf31022a tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:39.123423 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c0a3194e-1fc2-407a-a730-c04aaf31022a tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/c65ed0c0-bfee-4c6a-bc0c-5ed2e52513c3 HTTP/1.1" status: 204 len: 168 time: 0.9904046 Mar 28 19:10:39.125503 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56118) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:39.160462 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c478f120-d149-40a5-8746-9933d7fb4b2f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:39.215312 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b948bf-75fe-41b8-bd29-e79ce894fddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-1cb3cbcf-3821-4657-a097-6fea0b8d7377', 'network_id': '1cb3cbcf-3821-4657-a097-6fea0b8d7377', 'tenant_id': 'da06ea15f6bd4ce4a1c837210d01cb3a', 'fixed_ips': [{'subnet_id': '72b41efc-b08a-4ad8-b936-d3baa3bf91d5'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:10:39.216872 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-64b948bf-75fe-41b8-bd29-e79ce894fddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:39.276770 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1da100b7-5e71-4548-ae6c-d2da0abf1a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:39.316534 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59ba605-a8a1-4efa-ac50-2502a9e91ac4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Network 79a5d728-4e0a-4bf8-b900-2a34dffdc0e2 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:39.332799 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-d59ba605-a8a1-4efa-ac50-2502a9e91ac4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:39.348127 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-dfcc2989-e999-4c06-985b-a5af48954e37 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Synchronizing usage tracker for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group_rule {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:39.421859 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-64b948bf-75fe-41b8-bd29-e79ce894fddb None None] Allocated IP 2001:db8::2 (1cb3cbcf-3821-4657-a097-6fea0b8d7377/72b41efc-b08a-4ad8-b936-d3baa3bf91d5/72cbc54f-3d93-41af-84e4-3755e850588d) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:39.504366 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3e3c611a-cbb4-41dd-a095-569d2306b31e tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:39.584359 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-fe423219-ccd4-4616-8bac-f4b669d9ac13 None None] For port 5884ba5f-ca60-494d-a34a-9da0b4e1daa3, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:10:39.589018 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-fe423219-ccd4-4616-8bac-f4b669d9ac13 None None] For port 5884ba5f-ca60-494d-a34a-9da0b4e1daa3, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=5884ba5f-ca60-494d-a34a-9da0b4e1daa3,segment=NetworkSegment(6c6d7ffe-1a11-4d3a-b36a-48df048ed172),segment_id=6c6d7ffe-1a11-4d3a-b36a-48df048ed172)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:10:39.636568 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-32efd479-c0c7-434e-b4fb-228d6a2fc6ae None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:39.679688 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fe423219-ccd4-4616-8bac-f4b669d9ac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:39.779776 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1da100b7-5e71-4548-ae6c-d2da0abf1a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:39.784890 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1da100b7-5e71-4548-ae6c-d2da0abf1a3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:39.811732 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe423219-ccd4-4616-8bac-f4b669d9ac13 None None] Pushing event updated for resources: {'Port': ['ID=5884ba5f-ca60-494d-a34a-9da0b4e1daa3,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:39.826704 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-41753b5b-3d4b-4655-9010-7a5ed75d784a None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:39.833704 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-bf1ff270-260b-4805-b841-16bdb59e058f None None] For port c76edfdf-2777-4df7-9c7a-afb630f2fdea, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c76edfdf-2777-4df7-9c7a-afb630f2fdea,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:39.834099 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff270-260b-4805-b841-16bdb59e058f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:39.846795 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-32efd479-c0c7-434e-b4fb-228d6a2fc6ae None None] Transition to ACTIVE for port object 7cbf20c0-200f-4af6-a3c4-b5b4d175aa45 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:39.871142 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-dfcc2989-e999-4c06-985b-a5af48954e37 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Unset dirty status for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group_rule {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:39.872202 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-dfcc2989-e999-4c06-985b-a5af48954e37 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7399652 Mar 28 19:10:39.880045 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56122) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:39.889627 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-41753b5b-3d4b-4655-9010-7a5ed75d784a None None] Transition to ACTIVE for port object 9d2f2f0c-1610-4fc5-a7d5-7d4caf81f67f will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:39.899312 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e10365ed-8a73-4160-9a6d-1ddc191e24a5 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:39.918710 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-4c9cec00-07e9-405a-a40b-de8b7ef9003c tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Request body: {'security_group_rule': {'security_group_id': 'f4ec3de6-9325-46ec-bcf4-64479db50a45', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:39.937857 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-4c9cec00-07e9-405a-a40b-de8b7ef9003c tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:39.940610 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1da100b7-5e71-4548-ae6c-d2da0abf1a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:39.941245 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da100b7-5e71-4548-ae6c-d2da0abf1a3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:10:40.001393 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-4c9cec00-07e9-405a-a40b-de8b7ef9003c tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:40.010946 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1da100b7-5e71-4548-ae6c-d2da0abf1a3d admin admin] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:40.015176 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1da100b7-5e71-4548-ae6c-d2da0abf1a3d admin admin] 10.222.0.10 "DELETE /v2.0/routers/c5d4b2aa-5c1b-427a-96c2-eaef60ae8ccb HTTP/1.1" status: 204 len: 168 time: 5.7416968 Mar 28 19:10:40.026497 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56126) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:40.088927 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-4c9cec00-07e9-405a-a40b-de8b7ef9003c tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Project b125fdf0abbc4973a8e54a6f5b5f24be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:10:40.104055 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c478f120-d149-40a5-8746-9933d7fb4b2f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:40.113826 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a3451b3a-e44d-4aef-b5a5-1fe9b7e7dfb1 None None] Provisioning for port 60bfdd4a-7521-4260-8d22-810525762fa8 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:40.120067 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c478f120-d149-40a5-8746-9933d7fb4b2f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:40.127513 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4c9cec00-07e9-405a-a40b-de8b7ef9003c tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:40.139720 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-bf1ff270-260b-4805-b841-16bdb59e058f None None] Calling delete_port for c76edfdf-2777-4df7-9c7a-afb630f2fdea owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:10:40.170012 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a3451b3a-e44d-4aef-b5a5-1fe9b7e7dfb1 None None] Provisioning complete for port 60bfdd4a-7521-4260-8d22-810525762fa8 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:40.170815 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a3451b3a-e44d-4aef-b5a5-1fe9b7e7dfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:40.173486 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-471ddb60-e028-4cf2-bea2-dac28a7b3c32 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:40.255737 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-32efd479-c0c7-434e-b4fb-228d6a2fc6ae None None] Transition to ACTIVE for port object 7cbf20c0-200f-4af6-a3c4-b5b4d175aa45 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:40.256205 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-471ddb60-e028-4cf2-bea2-dac28a7b3c32 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Transition to ACTIVE for port object 0a6142df-7bd0-46ef-8424-fad180b50737 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:40.258330 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:40.259929 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c478f120-d149-40a5-8746-9933d7fb4b2f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] In _notify_port_updated(), no bound segment for port ae89d0d9-8874-4217-9b6c-df2425a1fbf4 on network 7866db26-7887-42d9-adfa-c77d9bbee666 {{(pid=87832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 19:10:40.269569 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59ba605-a8a1-4efa-ac50-2502a9e91ac4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Router 33d44040-24d9-44b3-aa94-621eaccd1052 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:10:40.269953 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c478f120-d149-40a5-8746-9933d7fb4b2f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:40.271381 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c478f120-d149-40a5-8746-9933d7fb4b2f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:40.273778 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c478f120-d149-40a5-8746-9933d7fb4b2f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "PUT /v2.0/ports/ae89d0d9-8874-4217-9b6c-df2425a1fbf4 HTTP/1.1" status: 200 len: 818 time: 1.6046455 Mar 28 19:10:40.290803 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-41753b5b-3d4b-4655-9010-7a5ed75d784a None None] Transition to ACTIVE for port object 9d2f2f0c-1610-4fc5-a7d5-7d4caf81f67f will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:40.297274 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56130) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:40.323989 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-32efd479-c0c7-434e-b4fb-228d6a2fc6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:40.335945 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e0600d0-b24e-405b-80cf-92f13e510f2e admin admin] Deleting subnet ba510855-a9fd-4b40-9483-d8a58a15b59b {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:10:40.339474 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5e0600d0-b24e-405b-80cf-92f13e510f2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:40.377847 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-41753b5b-3d4b-4655-9010-7a5ed75d784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:40.395806 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a3451b3a-e44d-4aef-b5a5-1fe9b7e7dfb1 None None] Port 60bfdd4a-7521-4260-8d22-810525762fa8 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:10:40.406834 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-64b948bf-75fe-41b8-bd29-e79ce894fddb None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:40.458134 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478f120-d149-40a5-8746-9933d7fb4b2f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Port': ['ID=ae89d0d9-8874-4217-9b6c-df2425a1fbf4,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:40.461529 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32efd479-c0c7-434e-b4fb-228d6a2fc6ae None None] Network 72a2c3dc-7bb0-414b-a070-4800c87bfd5e is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:40.463176 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port f45989b9-9963-430d-8661-8ac7d9982e63, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=f45989b9-9963-430d-8661-8ac7d9982e63,segment=NetworkSegment(d9b1c102-c8c2-4843-aa3d-f57be4004af2),segment_id=d9b1c102-c8c2-4843-aa3d-f57be4004af2)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:40.472745 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-64b948bf-75fe-41b8-bd29-e79ce894fddb None None] Transition to ACTIVE for port object 72cbc54f-3d93-41af-84e4-3755e850588d will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:40.475502 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-32efd479-c0c7-434e-b4fb-228d6a2fc6ae None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:40.475681 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4c9cec00-07e9-405a-a40b-de8b7ef9003c tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:40.488249 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4c9cec00-07e9-405a-a40b-de8b7ef9003c tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:40.488554 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:40.492610 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32efd479-c0c7-434e-b4fb-228d6a2fc6ae None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:10:40.495973 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41753b5b-3d4b-4655-9010-7a5ed75d784a None None] Network 85f8ac66-bfcd-458a-a34b-c5adefd54bb2 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:40.496743 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32efd479-c0c7-434e-b4fb-228d6a2fc6ae None None] Pushing event updated for resources: {'Port': ['ID=7cbf20c0-200f-4af6-a3c4-b5b4d175aa45,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:40.504044 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-41753b5b-3d4b-4655-9010-7a5ed75d784a None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:40.525749 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-31547f76-6cd8-41e9-b10f-8a1f13cbb9a8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:40.534625 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5e0600d0-b24e-405b-80cf-92f13e510f2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:40.574375 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41753b5b-3d4b-4655-9010-7a5ed75d784a None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:10:40.648380 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-64b948bf-75fe-41b8-bd29-e79ce894fddb None None] Transition to ACTIVE for port object 72cbc54f-3d93-41af-84e4-3755e850588d will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:40.714852 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-7a4fc329-063b-4f60-b2df-c95d1a8c3674 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting port ae89d0d9-8874-4217-9b6c-df2425a1fbf4 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:40.715388 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7a4fc329-063b-4f60-b2df-c95d1a8c3674 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:40.738232 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5e0600d0-b24e-405b-80cf-92f13e510f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:40.782226 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-64b948bf-75fe-41b8-bd29-e79ce894fddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:40.849703 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-e10365ed-8a73-4160-9a6d-1ddc191e24a5 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] For port c76edfdf-2777-4df7-9c7a-afb630f2fdea, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c76edfdf-2777-4df7-9c7a-afb630f2fdea,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:40.872909 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41753b5b-3d4b-4655-9010-7a5ed75d784a None None] Pushing event updated for resources: {'Port': ['ID=9d2f2f0c-1610-4fc5-a7d5-7d4caf81f67f,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:40.880046 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e10365ed-8a73-4160-9a6d-1ddc191e24a5 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:40.882068 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9cec00-07e9-405a-a40b-de8b7ef9003c tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a6d2fe-15b3-4756-b649-81fbae90c6f1,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:40.890920 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4c9cec00-07e9-405a-a40b-de8b7ef9003c tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:40.894623 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4c9cec00-07e9-405a-a40b-de8b7ef9003c tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9947560 Mar 28 19:10:40.900264 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e10365ed-8a73-4160-9a6d-1ddc191e24a5 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:40.901004 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e10365ed-8a73-4160-9a6d-1ddc191e24a5 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:40.906751 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56134) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:40.942216 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 4e170d57-0944-4d3f-92ef-52b7884267e6 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:10:41.017426 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b948bf-75fe-41b8-bd29-e79ce894fddb None None] Network 1cb3cbcf-3821-4657-a097-6fea0b8d7377 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:41.018548 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-32efd479-c0c7-434e-b4fb-228d6a2fc6ae None None] Attempting to bind port 7cbf20c0-200f-4af6-a3c4-b5b4d175aa45 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:10:41.019115 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-32efd479-c0c7-434e-b4fb-228d6a2fc6ae None None] Attempting to bind port 7cbf20c0-200f-4af6-a3c4-b5b4d175aa45 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '2f0e71ce-2a4c-4166-b737-02e553bedc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '72a2c3dc-7bb0-414b-a070-4800c87bfd5e'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:10:41.019648 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32efd479-c0c7-434e-b4fb-228d6a2fc6ae None None] Attempting to bind port 7cbf20c0-200f-4af6-a3c4-b5b4d175aa45 on network 72a2c3dc-7bb0-414b-a070-4800c87bfd5e {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:10:41.021797 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-bf1ff270-260b-4805-b841-16bdb59e058f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:10:41.022310 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-bf1ff270-260b-4805-b841-16bdb59e058f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:10:41.022966 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-81dd1151-54b7-44ec-a12a-7799ee444670 None None] Provisioning complete for port 60bfdd4a-7521-4260-8d22-810525762fa8 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:41.023484 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-81dd1151-54b7-44ec-a12a-7799ee444670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:41.026416 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-471ddb60-e028-4cf2-bea2-dac28a7b3c32 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:41.030576 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31547f76-6cd8-41e9-b10f-8a1f13cbb9a8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event updated for resources: {'Subnet': ['ID=9bfb7d8a-3b4d-400a-b481-71572e3320f1,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:41.051721 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10365ed-8a73-4160-9a6d-1ddc191e24a5 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:41.061161 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-e10365ed-8a73-4160-9a6d-1ddc191e24a5 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:41.063934 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-64b948bf-75fe-41b8-bd29-e79ce894fddb None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:41.065243 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-fecb2811-7631-43d7-882f-70e623c4f611 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "GET /v2.0/security-group-rules/96a6d2fe-15b3-4756-b649-81fbae90c6f1 HTTP/1.1" status: 200 len: 769 time: 0.0822086 Mar 28 19:10:41.068493 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10365ed-8a73-4160-9a6d-1ddc191e24a5 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:41.068493 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e10365ed-8a73-4160-9a6d-1ddc191e24a5 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:41.082992 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b948bf-75fe-41b8-bd29-e79ce894fddb None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:10:41.084127 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56138) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:41.088907 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-41753b5b-3d4b-4655-9010-7a5ed75d784a None None] Attempting to bind port 9d2f2f0c-1610-4fc5-a7d5-7d4caf81f67f on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:10:41.089202 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-41753b5b-3d4b-4655-9010-7a5ed75d784a None None] Attempting to bind port 9d2f2f0c-1610-4fc5-a7d5-7d4caf81f67f by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '8f5726f0-4ccd-4c9b-a227-6af15a6386e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '85f8ac66-bfcd-458a-a34b-c5adefd54bb2'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:10:41.090457 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41753b5b-3d4b-4655-9010-7a5ed75d784a None None] Attempting to bind port 9d2f2f0c-1610-4fc5-a7d5-7d4caf81f67f on network 85f8ac66-bfcd-458a-a34b-c5adefd54bb2 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:10:41.092241 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32efd479-c0c7-434e-b4fb-228d6a2fc6ae None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:10:41.093098 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59ba605-a8a1-4efa-ac50-2502a9e91ac4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:10:41.093286 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32efd479-c0c7-434e-b4fb-228d6a2fc6ae None None] Checking segment: {'id': '2f0e71ce-2a4c-4166-b737-02e553bedc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '72a2c3dc-7bb0-414b-a070-4800c87bfd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:41.093489 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-32efd479-c0c7-434e-b4fb-228d6a2fc6ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:41.094047 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32efd479-c0c7-434e-b4fb-228d6a2fc6ae None None] Bound using segment: {'id': '2f0e71ce-2a4c-4166-b737-02e553bedc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '72a2c3dc-7bb0-414b-a070-4800c87bfd5e'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:10:41.094685 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-32efd479-c0c7-434e-b4fb-228d6a2fc6ae None None] Bound port: 7cbf20c0-200f-4af6-a3c4-b5b4d175aa45, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0e71ce-2a4c-4166-b737-02e553bedc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '72a2c3dc-7bb0-414b-a070-4800c87bfd5e'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:10:41.100305 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-32efd479-c0c7-434e-b4fb-228d6a2fc6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:41.108012 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10365ed-8a73-4160-9a6d-1ddc191e24a5 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Subnet': ['ID=ceabb39f-0528-46ef-b399-12db884d402f,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:41.120959 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10365ed-8a73-4160-9a6d-1ddc191e24a5 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Port': ['ID=c76edfdf-2777-4df7-9c7a-afb630f2fdea,revision_number=6']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:41.125094 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828a03ef-e6e5-47e9-aad2-1d8eb16a32c6 None None] Sync routers for ids ['33d44040-24d9-44b3-aa94-621eaccd1052'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:10:41.128088 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e10365ed-8a73-4160-9a6d-1ddc191e24a5 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.9877656 Mar 28 19:10:41.129244 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56142) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:41.135391 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-38693362-8106-4279-96aa-85dcaffe3403 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'port': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'mac_address': 'fa:16:3e:f5:29:ac', 'name': 'tempest-NetworksTestDHCPv6-2087642533'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:41.169844 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5e0600d0-b24e-405b-80cf-92f13e510f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:41.177036 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-3e3c611a-cbb4-41dd-a095-569d2306b31e tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Allocated IP 2001:db8::1 (72a2c3dc-7bb0-414b-a070-4800c87bfd5e/182debf7-82b7-4e07-95de-34a831a63671/89178a61-1822-42f3-b607-aacf3899901d) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:41.182053 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41753b5b-3d4b-4655-9010-7a5ed75d784a None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:10:41.182782 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41753b5b-3d4b-4655-9010-7a5ed75d784a None None] Checking segment: {'id': '8f5726f0-4ccd-4c9b-a227-6af15a6386e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '85f8ac66-bfcd-458a-a34b-c5adefd54bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:41.183425 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-41753b5b-3d4b-4655-9010-7a5ed75d784a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:41.184033 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41753b5b-3d4b-4655-9010-7a5ed75d784a None None] Bound using segment: {'id': '8f5726f0-4ccd-4c9b-a227-6af15a6386e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '85f8ac66-bfcd-458a-a34b-c5adefd54bb2'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:10:41.185259 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-41753b5b-3d4b-4655-9010-7a5ed75d784a None None] Bound port: 9d2f2f0c-1610-4fc5-a7d5-7d4caf81f67f, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5726f0-4ccd-4c9b-a227-6af15a6386e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '85f8ac66-bfcd-458a-a34b-c5adefd54bb2'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:10:41.185846 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-41753b5b-3d4b-4655-9010-7a5ed75d784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:41.216428 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31547f76-6cd8-41e9-b10f-8a1f13cbb9a8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Checking segment: {'id': '433b89da-7630-4990-916d-7277ebdf1fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cf14ecd8-9b38-46be-91b9-6f93402d4125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:41.216789 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31547f76-6cd8-41e9-b10f-8a1f13cbb9a8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Network hostable DHCP agents. Network: cf14ecd8-9b38-46be-91b9-6f93402d4125, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:10:41.232514 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471ddb60-e028-4cf2-bea2-dac28a7b3c32 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Network 79ceb220-419b-460e-9b79-b8325911f46d is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:41.249478 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-471ddb60-e028-4cf2-bea2-dac28a7b3c32 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:41.258776 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471ddb60-e028-4cf2-bea2-dac28a7b3c32 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:10:41.265703 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0600d0-b24e-405b-80cf-92f13e510f2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba510855-a9fd-4b40-9483-d8a58a15b59b,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:41.279539 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5e0600d0-b24e-405b-80cf-92f13e510f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:41.281380 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5e0600d0-b24e-405b-80cf-92f13e510f2e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ba510855-a9fd-4b40-9483-d8a58a15b59b HTTP/1.1" status: 204 len: 168 time: 1.2517200 Mar 28 19:10:41.285072 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56146) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:41.305689 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d59ba605-a8a1-4efa-ac50-2502a9e91ac4 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "PUT /v2.0/routers/33d44040-24d9-44b3-aa94-621eaccd1052/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1885722 Mar 28 19:10:41.306578 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=f45989b9-9963-430d-8661-8ac7d9982e63,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:41.308958 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-81dd1151-54b7-44ec-a12a-7799ee444670 None None] Port 60bfdd4a-7521-4260-8d22-810525762fa8 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:10:41.333544 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828a03ef-e6e5-47e9-aad2-1d8eb16a32c6 None None] Routers {'33d44040-24d9-44b3-aa94-621eaccd1052'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:10:41.334479 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-828a03ef-e6e5-47e9-aad2-1d8eb16a32c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:10:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['33d44040-24d9-44b3-aa94-621eaccd1052'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:41.343989 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ddb60-e028-4cf2-bea2-dac28a7b3c32 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Pushing event updated for resources: {'Port': ['ID=0a6142df-7bd0-46ef-8424-fad180b50737,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:41.471174 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9ed69d7f-401f-4530-89e0-e05e711e8c53 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Synchronizing usage tracker for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group_rule {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:41.471541 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5000-d48f-497d-b8be-bea1e39299f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:41.479809 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-38693362-8106-4279-96aa-85dcaffe3403 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:41.493712 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31547f76-6cd8-41e9-b10f-8a1f13cbb9a8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Network cf14ecd8-9b38-46be-91b9-6f93402d4125 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:10:41.497207 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-38693362-8106-4279-96aa-85dcaffe3403 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:port and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:41.503657 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-38693362-8106-4279-96aa-85dcaffe3403 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:41.514310 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-38693362-8106-4279-96aa-85dcaffe3403 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:41.531891 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38693362-8106-4279-96aa-85dcaffe3403 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:41.551573 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-bf1ff270-260b-4805-b841-16bdb59e058f None None] Deleting port c76edfdf-2777-4df7-9c7a-afb630f2fdea {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:41.552233 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff270-260b-4805-b841-16bdb59e058f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:41.604854 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90015a8-c7c7-4c95-8962-c3b1553331bd None None] Network 05d45956-a093-40a4-9858-58f23a47edbe requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:41.616677 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-64b948bf-75fe-41b8-bd29-e79ce894fddb None None] Attempting to bind port 72cbc54f-3d93-41af-84e4-3755e850588d on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:10:41.617281 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-64b948bf-75fe-41b8-bd29-e79ce894fddb None None] Attempting to bind port 72cbc54f-3d93-41af-84e4-3755e850588d by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '476022ce-a401-4992-b802-ff22315e00a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1cb3cbcf-3821-4657-a097-6fea0b8d7377'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:10:41.617793 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b948bf-75fe-41b8-bd29-e79ce894fddb None None] Attempting to bind port 72cbc54f-3d93-41af-84e4-3755e850588d on network 1cb3cbcf-3821-4657-a097-6fea0b8d7377 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:10:41.641480 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-471ddb60-e028-4cf2-bea2-dac28a7b3c32 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:41.693398 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-31547f76-6cd8-41e9-b10f-8a1f13cbb9a8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, cf14ecd8-9b38-46be-91b9-6f93402d4125) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:41.699146 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31547f76-6cd8-41e9-b10f-8a1f13cbb9a8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:41.699746 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-31547f76-6cd8-41e9-b10f-8a1f13cbb9a8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:41.711012 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7a4fc329-063b-4f60-b2df-c95d1a8c3674 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:41.716782 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 4e170d57-0944-4d3f-92ef-52b7884267e6 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:41.718238 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-38693362-8106-4279-96aa-85dcaffe3403 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:41.744586 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9ed69d7f-401f-4530-89e0-e05e711e8c53 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Unset dirty status for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group_rule {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:41.748500 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9ed69d7f-401f-4530-89e0-e05e711e8c53 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.6551931 Mar 28 19:10:41.753091 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b948bf-75fe-41b8-bd29-e79ce894fddb None None] Pushing event updated for resources: {'Port': ['ID=72cbc54f-3d93-41af-84e4-3755e850588d,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:41.755550 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-38693362-8106-4279-96aa-85dcaffe3403 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] device_id is not set on port 02656fa0-e375-450f-b163-4740b97bfb24 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:10:41.756021 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b948bf-75fe-41b8-bd29-e79ce894fddb None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:10:41.756597 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b948bf-75fe-41b8-bd29-e79ce894fddb None None] Checking segment: {'id': '476022ce-a401-4992-b802-ff22315e00a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1cb3cbcf-3821-4657-a097-6fea0b8d7377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:41.757159 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-64b948bf-75fe-41b8-bd29-e79ce894fddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:41.757698 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b948bf-75fe-41b8-bd29-e79ce894fddb None None] Bound using segment: {'id': '476022ce-a401-4992-b802-ff22315e00a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1cb3cbcf-3821-4657-a097-6fea0b8d7377'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:10:41.758564 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-64b948bf-75fe-41b8-bd29-e79ce894fddb None None] Bound port: 72cbc54f-3d93-41af-84e4-3755e850588d, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476022ce-a401-4992-b802-ff22315e00a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1cb3cbcf-3821-4657-a097-6fea0b8d7377'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:10:41.759144 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-64b948bf-75fe-41b8-bd29-e79ce894fddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:41.776142 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f85c8a-aae1-4da0-a74d-70c6f42457e1 None None] Network cf14ecd8-9b38-46be-91b9-6f93402d4125 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:41.833888 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56162) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:41.860617 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd5000-d48f-497d-b8be-bea1e39299f5 admin admin] Deleting port 9c7dffe0-fb3e-4d3f-afc6-c86024ce4534 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:41.861151 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5000-d48f-497d-b8be-bea1e39299f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:41.925285 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-7a4fc329-063b-4f60-b2df-c95d1a8c3674 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Calling delete_port for ae89d0d9-8874-4217-9b6c-df2425a1fbf4 owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:10:41.966349 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-f7fc4750-caa7-4fb4-b62b-87af79225307 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1592166671&fields=id&tenant_id=5dc7a30ce17d457d9ddf509f349c3980 HTTP/1.1" status: 200 len: 267 time: 0.3675869 Mar 28 19:10:42.009326 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-31547f76-6cd8-41e9-b10f-8a1f13cbb9a8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.0885637 Mar 28 19:10:42.031466 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 4e170d57-0944-4d3f-92ef-52b7884267e6 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:42.032060 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:42.034013 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56166) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:42.067174 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-38693362-8106-4279-96aa-85dcaffe3403 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Allocated IP 2001:db8::f816:3eff:fef5:29ac (1857c8f5-5622-42ce-a4f9-106880783f61/ceabb39f-0528-46ef-b399-12db884d402f/02656fa0-e375-450f-b163-4740b97bfb24) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:42.084237 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3e3c611a-cbb4-41dd-a095-569d2306b31e tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:42.087870 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-94a6f6a7-657a-4d77-8d0d-a4c2111abed4 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:42.108733 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-32efd479-c0c7-434e-b4fb-228d6a2fc6ae None None] For port 7cbf20c0-200f-4af6-a3c4-b5b4d175aa45, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:10:42.138457 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f55f722-8d01-4ea0-a744-929be850e26c None None] Network 79ceb220-419b-460e-9b79-b8325911f46d requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:42.205408 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-41753b5b-3d4b-4655-9010-7a5ed75d784a None None] For port 9d2f2f0c-1610-4fc5-a7d5-7d4caf81f67f, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:10:42.311068 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-32efd479-c0c7-434e-b4fb-228d6a2fc6ae None None] For port 7cbf20c0-200f-4af6-a3c4-b5b4d175aa45, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=7cbf20c0-200f-4af6-a3c4-b5b4d175aa45,segment=NetworkSegment(2f0e71ce-2a4c-4166-b737-02e553bedc67),segment_id=2f0e71ce-2a4c-4166-b737-02e553bedc67)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:10:42.325976 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-41753b5b-3d4b-4655-9010-7a5ed75d784a None None] For port 9d2f2f0c-1610-4fc5-a7d5-7d4caf81f67f, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=9d2f2f0c-1610-4fc5-a7d5-7d4caf81f67f,segment=NetworkSegment(8f5726f0-4ccd-4c9b-a227-6af15a6386e8),segment_id=8f5726f0-4ccd-4c9b-a227-6af15a6386e8)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:10:42.335637 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-94a6f6a7-657a-4d77-8d0d-a4c2111abed4 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:42.408709 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-3e3c611a-cbb4-41dd-a095-569d2306b31e tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Transition to ACTIVE for port object 89178a61-1822-42f3-b607-aacf3899901d will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:42.443826 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-32efd479-c0c7-434e-b4fb-228d6a2fc6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:42.448059 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7a4fc329-063b-4f60-b2df-c95d1a8c3674 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:42.448228 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-41753b5b-3d4b-4655-9010-7a5ed75d784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:42.507419 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-471ddb60-e028-4cf2-bea2-dac28a7b3c32 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:42.548656 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-828a03ef-e6e5-47e9-aad2-1d8eb16a32c6 None None] Set router 33d44040-24d9-44b3-aa94-621eaccd1052 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:10:42.551481 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4fc329-063b-4f60-b2df-c95d1a8c3674 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Port': ['ID=ae89d0d9-8874-4217-9b6c-df2425a1fbf4,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:42.556304 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7a4fc329-063b-4f60-b2df-c95d1a8c3674 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:42.561248 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-94a6f6a7-657a-4d77-8d0d-a4c2111abed4 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:42.571989 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-05237842-d916-4778-8665-729d12c250f8 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:42.573754 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-05237842-d916-4778-8665-729d12c250f8 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/networks?id=79a5d728-4e0a-4bf8-b900-2a34dffdc0e2 HTTP/1.1" status: 200 len: 796 time: 0.5872285 Mar 28 19:10:42.629160 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-5c4e3a37-877f-4a2e-afa7-f46e25e91ff3 None None] Provisioning for port 5884ba5f-ca60-494d-a34a-9da0b4e1daa3 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:42.632502 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d1003bd9-c978-45f0-b54b-7a6ffa030195 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:42.638227 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f7cd5000-d48f-497d-b8be-bea1e39299f5 admin admin] For port 9c7dffe0-fb3e-4d3f-afc6-c86024ce4534, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=9c7dffe0-fb3e-4d3f-afc6-c86024ce4534,segment=NetworkSegment(f4b79253-f154-4b92-89f2-ee1c41f4313d),segment_id=f4b79253-f154-4b92-89f2-ee1c41f4313d)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:42.641794 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6f6a7-657a-4d77-8d0d-a4c2111abed4 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96a6d2fe-15b3-4756-b649-81fbae90c6f1,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:42.656542 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5000-d48f-497d-b8be-bea1e39299f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:42.666872 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-031ce0bf-d41b-404f-a4b3-0c0192796fd0 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/quotas/5dc7a30ce17d457d9ddf509f349c3980 HTTP/1.1" status: 200 len: 375 time: 0.0513108 Mar 28 19:10:42.691876 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-7a4fc329-063b-4f60-b2df-c95d1a8c3674 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/ports/ae89d0d9-8874-4217-9b6c-df2425a1fbf4 HTTP/1.1" status: 204 len: 168 time: 2.3932886 Mar 28 19:10:42.753230 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56170) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:42.755830 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-64b948bf-75fe-41b8-bd29-e79ce894fddb None None] For port 72cbc54f-3d93-41af-84e4-3755e850588d, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:10:42.798004 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-94a6f6a7-657a-4d77-8d0d-a4c2111abed4 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:42.799218 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-94a6f6a7-657a-4d77-8d0d-a4c2111abed4 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/96a6d2fe-15b3-4756-b649-81fbae90c6f1 HTTP/1.1" status: 204 len: 168 time: 0.9642668 Mar 28 19:10:42.807019 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3e3c611a-cbb4-41dd-a095-569d2306b31e tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:42.812511 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56174) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:42.865545 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f7cd5000-d48f-497d-b8be-bea1e39299f5 admin admin] Calling delete_port for 9c7dffe0-fb3e-4d3f-afc6-c86024ce4534 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:10:43.002725 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-38693362-8106-4279-96aa-85dcaffe3403 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:43.008738 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3c611a-cbb4-41dd-a095-569d2306b31e tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Network 72a2c3dc-7bb0-414b-a070-4800c87bfd5e is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:43.021634 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-3e3c611a-cbb4-41dd-a095-569d2306b31e tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:43.025145 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3c611a-cbb4-41dd-a095-569d2306b31e tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:10:43.025684 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3e3c611a-cbb4-41dd-a095-569d2306b31e tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:43.044565 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c611a-cbb4-41dd-a095-569d2306b31e tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Pushing event updated for resources: {'Port': ['ID=89178a61-1822-42f3-b607-aacf3899901d,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:43.057372 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-38693362-8106-4279-96aa-85dcaffe3403 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Transition to ACTIVE for port object 02656fa0-e375-450f-b163-4740b97bfb24 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:43.073467 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d1003bd9-c978-45f0-b54b-7a6ffa030195 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:43.079635 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c53336f9-c046-4892-b0e2-236302bc5f86 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Synchronizing usage tracker for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group_rule {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:43.110681 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:43.134976 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5000-d48f-497d-b8be-bea1e39299f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:43.183430 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cd5000-d48f-497d-b8be-bea1e39299f5 admin admin] No DVR routers for this DVR port 9c7dffe0-fb3e-4d3f-afc6-c86024ce4534 on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:10:43.247023 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c53336f9-c046-4892-b0e2-236302bc5f86 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Unset dirty status for tenant:b125fdf0abbc4973a8e54a6f5b5f24be on resource:security_group_rule {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:43.247331 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c53336f9-c046-4892-b0e2-236302bc5f86 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4052758 Mar 28 19:10:43.261366 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96b1e10-656d-4d29-8712-bb9c83372823 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:43.261505 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-c69f7d3e-867b-4209-bf98-b0172e5dc456 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Synchronizing usage tracker for tenant:5dc7a30ce17d457d9ddf509f349c3980 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:43.262074 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d96b1e10-656d-4d29-8712-bb9c83372823 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Synchronizing usage tracker for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:43.268446 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd5000-d48f-497d-b8be-bea1e39299f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c7dffe0-fb3e-4d3f-afc6-c86024ce4534,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:43.278138 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56178) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:43.354679 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-64b948bf-75fe-41b8-bd29-e79ce894fddb None None] For port 72cbc54f-3d93-41af-84e4-3755e850588d, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=72cbc54f-3d93-41af-84e4-3755e850588d,segment=NetworkSegment(476022ce-a401-4992-b802-ff22315e00a1),segment_id=476022ce-a401-4992-b802-ff22315e00a1)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:10:43.386403 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-c69f7d3e-867b-4209-bf98-b0172e5dc456 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Unset dirty status for tenant:5dc7a30ce17d457d9ddf509f349c3980 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:43.388525 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-c69f7d3e-867b-4209-bf98-b0172e5dc456 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5dc7a30ce17d457d9ddf509f349c3980&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7045674 Mar 28 19:10:43.389542 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5000-d48f-497d-b8be-bea1e39299f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:43.421843 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-f7cd5000-d48f-497d-b8be-bea1e39299f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05d45956-a093-40a4-9858-58f23a47edbe']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:43.441698 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32efd479-c0c7-434e-b4fb-228d6a2fc6ae None None] Pushing event updated for resources: {'Port': ['ID=7cbf20c0-200f-4af6-a3c4-b5b4d175aa45,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:43.443142 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-f7cd5000-d48f-497d-b8be-bea1e39299f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b79253-f154-4b92-89f2-ee1c41f4313d') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:43.443450 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-f7cd5000-d48f-497d-b8be-bea1e39299f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b79253-f154-4b92-89f2-ee1c41f4313d') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:43.455328 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 4e170d57-0944-4d3f-92ef-52b7884267e6, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=4e170d57-0944-4d3f-92ef-52b7884267e6,segment=NetworkSegment(d711291a-0b55-43ec-8f64-98eaa29f45dc),segment_id=d711291a-0b55-43ec-8f64-98eaa29f45dc)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:43.468062 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5000-d48f-497d-b8be-bea1e39299f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:43.472179 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3e3c611a-cbb4-41dd-a095-569d2306b31e tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:43.482564 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-64b948bf-75fe-41b8-bd29-e79ce894fddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:43.489925 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5000-d48f-497d-b8be-bea1e39299f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:43.498128 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7cd5000-d48f-497d-b8be-bea1e39299f5 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:10:43.499316 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5000-d48f-497d-b8be-bea1e39299f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:10:43.624023 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:10:43.633560 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:43.634353 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 06d2dcae-0919-477e-81fb-b9d32e9a4f84 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:10:43.637146 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-471ddb60-e028-4cf2-bea2-dac28a7b3c32 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:43.641283 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5000-d48f-497d-b8be-bea1e39299f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:43.647604 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5000-d48f-497d-b8be-bea1e39299f5 admin admin] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:43.657534 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-471ddb60-e028-4cf2-bea2-dac28a7b3c32 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:43.748124 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d96b1e10-656d-4d29-8712-bb9c83372823 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Unset dirty status for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:43.749541 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d96b1e10-656d-4d29-8712-bb9c83372823 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.9955859 Mar 28 19:10:43.750917 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd5000-d48f-497d-b8be-bea1e39299f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=05d45956-a093-40a4-9858-58f23a47edbe,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:43.765757 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56182) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:43.789590 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-38693362-8106-4279-96aa-85dcaffe3403 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:43.797015 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f7cd5000-d48f-497d-b8be-bea1e39299f5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/05d45956-a093-40a4-9858-58f23a47edbe HTTP/1.1" status: 204 len: 168 time: 2.5111587 Mar 28 19:10:43.860077 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01508261-d0e3-4cbf-aabc-aa6bcabdd19f None None] DHCP port deletion for 05d45956-a093-40a4-9858-58f23a47edbe request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:10:43.861497 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d1003bd9-c978-45f0-b54b-7a6ffa030195 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:43.906375 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5677a5d3-215e-45c5-937a-5a203f1b6d91 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:43.927904 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67ce03c-b7df-46c3-bf54-250643e3636d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-cf14ecd8-9b38-46be-91b9-6f93402d4125', 'network_id': 'cf14ecd8-9b38-46be-91b9-6f93402d4125', 'tenant_id': '5caec573e114409086168219a54f97ce', 'fixed_ips': [{'subnet_id': '9bfb7d8a-3b4d-400a-b481-71572e3320f1'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:10:43.928724 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c67ce03c-b7df-46c3-bf54-250643e3636d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:43.945322 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1003bd9-c978-45f0-b54b-7a6ffa030195 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event deleted for resources: {'Subnet': ['ID=9bfb7d8a-3b4d-400a-b481-71572e3320f1,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:43.978279 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-945f9597-409e-486d-908d-0e927642cc73 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] GET failed (client error): The resource could not be found. Mar 28 19:10:43.978776 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38693362-8106-4279-96aa-85dcaffe3403 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:43.978922 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-945f9597-409e-486d-908d-0e927642cc73 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Synchronizing usage tracker for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:44.000883 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-38693362-8106-4279-96aa-85dcaffe3403 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:44.014436 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-471ddb60-e028-4cf2-bea2-dac28a7b3c32 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:44.038568 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38693362-8106-4279-96aa-85dcaffe3403 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:10:44.047154 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38693362-8106-4279-96aa-85dcaffe3403 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:44.048191 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-38693362-8106-4279-96aa-85dcaffe3403 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:44.061619 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5677a5d3-215e-45c5-937a-5a203f1b6d91 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:44.078845 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-bf1ff270-260b-4805-b841-16bdb59e058f None None] For port c76edfdf-2777-4df7-9c7a-afb630f2fdea, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c76edfdf-2777-4df7-9c7a-afb630f2fdea,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:44.079373 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff270-260b-4805-b841-16bdb59e058f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:44.084254 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38693362-8106-4279-96aa-85dcaffe3403 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Port': ['ID=02656fa0-e375-450f-b163-4740b97bfb24,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:44.120766 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-802fa46c-885b-45b0-8866-38fe9874b468 service neutron] 10.222.0.10 "GET /v2.0/networks/79a5d728-4e0a-4bf8-b900-2a34dffdc0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6736577 Mar 28 19:10:44.300219 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ddb60-e028-4cf2-bea2-dac28a7b3c32 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Pushing event updated for resources: {'Port': ['ID=0a6142df-7bd0-46ef-8424-fad180b50737,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:44.334387 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56190) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:44.401673 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-945f9597-409e-486d-908d-0e927642cc73 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Unset dirty status for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:44.409418 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-945f9597-409e-486d-908d-0e927642cc73 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "GET /v2.0/ports/ae89d0d9-8874-4217-9b6c-df2425a1fbf4 HTTP/1.1" status: 404 len: 333 time: 0.6330378 Mar 28 19:10:44.413365 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-bf1ff270-260b-4805-b841-16bdb59e058f None None] Calling delete_port for c76edfdf-2777-4df7-9c7a-afb630f2fdea owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:10:44.414557 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56196) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:44.435414 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-97e0c6dd-c5aa-483b-8f17-460daa61d831 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-214938145'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:44.479813 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-97e0c6dd-c5aa-483b-8f17-460daa61d831 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:44.482652 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41753b5b-3d4b-4655-9010-7a5ed75d784a None None] Pushing event updated for resources: {'Port': ['ID=9d2f2f0c-1610-4fc5-a7d5-7d4caf81f67f,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:44.485318 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 06d2dcae-0919-477e-81fb-b9d32e9a4f84 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:44.490977 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d1003bd9-c978-45f0-b54b-7a6ffa030195 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:44.503569 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-38693362-8106-4279-96aa-85dcaffe3403 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3732800 Mar 28 19:10:44.507779 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-97e0c6dd-c5aa-483b-8f17-460daa61d831 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:network and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:44.511660 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56200) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:44.515187 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-97e0c6dd-c5aa-483b-8f17-460daa61d831 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:44.631648 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-97e0c6dd-c5aa-483b-8f17-460daa61d831 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:44.672644 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd79fd5-cc77-4fe5-b78e-55ea08b887f2 None None] Network cf14ecd8-9b38-46be-91b9-6f93402d4125 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:44.718619 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-d1003bd9-c978-45f0-b54b-7a6ffa030195 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf14ecd8-9b38-46be-91b9-6f93402d4125']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:44.723521 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 06d2dcae-0919-477e-81fb-b9d32e9a4f84 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:44.723963 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:44.752109 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-d1003bd9-c978-45f0-b54b-7a6ffa030195 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '433b89da-7630-4990-916d-7277ebdf1fd8') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:44.752724 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-d1003bd9-c978-45f0-b54b-7a6ffa030195 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '433b89da-7630-4990-916d-7277ebdf1fd8') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:44.777162 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5677a5d3-215e-45c5-937a-5a203f1b6d91 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:44.799346 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e0c6dd-c5aa-483b-8f17-460daa61d831 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:44.803399 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-97e0c6dd-c5aa-483b-8f17-460daa61d831 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:44.805478 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7428291-402a-4fe0-8fe1-f7f81cf86d2c None None] Network 85f8ac66-bfcd-458a-a34b-c5adefd54bb2 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:44.842575 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-30fc6735-2186-41c3-baa2-6c4360c9f99b None None] Provisioning for port 0a6142df-7bd0-46ef-8424-fad180b50737 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:44.865477 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d1003bd9-c978-45f0-b54b-7a6ffa030195 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:44.886143 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677a5d3-215e-45c5-937a-5a203f1b6d91 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ec3de6-9325-46ec-bcf4-64479db50a45,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:44.895411 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-30fc6735-2186-41c3-baa2-6c4360c9f99b None None] Provisioning complete for port 0a6142df-7bd0-46ef-8424-fad180b50737 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:44.896052 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-30fc6735-2186-41c3-baa2-6c4360c9f99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:44.917041 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d1003bd9-c978-45f0-b54b-7a6ffa030195 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:44.944967 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1003bd9-c978-45f0-b54b-7a6ffa030195 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:10:44.950738 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d1003bd9-c978-45f0-b54b-7a6ffa030195 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:10:44.977500 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:10:44.980686 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5677a5d3-215e-45c5-937a-5a203f1b6d91 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:44.985101 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5677a5d3-215e-45c5-937a-5a203f1b6d91 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "DELETE /v2.0/security-groups/f4ec3de6-9325-46ec-bcf4-64479db50a45 HTTP/1.1" status: 204 len: 168 time: 1.3776586 Mar 28 19:10:45.003649 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56204) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:45.115965 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-515199b2-a11c-4ee1-a799-2bcc21fc674b service neutron] 10.222.0.10 "GET /v2.0/networks/79a5d728-4e0a-4bf8-b900-2a34dffdc0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8016286 Mar 28 19:10:45.138331 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91e4b0a-48ef-4ce1-8800-adc30329b275 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:45.146147 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b948bf-75fe-41b8-bd29-e79ce894fddb None None] Pushing event updated for resources: {'Port': ['ID=72cbc54f-3d93-41af-84e4-3755e850588d,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:45.146343 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91e4b0a-48ef-4ce1-8800-adc30329b275 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:45.146436 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f91e4b0a-48ef-4ce1-8800-adc30329b275 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:45.185472 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e0c6dd-c5aa-483b-8f17-460daa61d831 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:10:45.217510 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-97e0c6dd-c5aa-483b-8f17-460daa61d831 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:45.217887 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-97e0c6dd-c5aa-483b-8f17-460daa61d831 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Added segment 4faea4d8-ad8f-4903-ba14-3024a6990bc4 of type vlan for network 6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed Mar 28 19:10:45.248685 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-97e0c6dd-c5aa-483b-8f17-460daa61d831 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:45.273668 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d1003bd9-c978-45f0-b54b-7a6ffa030195 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:45.310300 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d1003bd9-c978-45f0-b54b-7a6ffa030195 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:45.314607 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-15bd521a-b8df-49b6-9f3a-b8e1dd02db88 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3042781 Mar 28 19:10:45.326328 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471ddb60-e028-4cf2-bea2-dac28a7b3c32 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Network 79ceb220-419b-460e-9b79-b8325911f46d is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:45.334447 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-471ddb60-e028-4cf2-bea2-dac28a7b3c32 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:45.342358 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b99721-6925-4d4a-9f69-55308af80d3f None None] Network 72a2c3dc-7bb0-414b-a070-4800c87bfd5e requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:45.346853 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56208) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:45.374579 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d1003bd9-c978-45f0-b54b-7a6ffa030195 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "DELETE /v2.0/networks/cf14ecd8-9b38-46be-91b9-6f93402d4125 HTTP/1.1" status: 204 len: 168 time: 3.3354695 Mar 28 19:10:45.382036 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-fd98087c-bbb0-4942-939b-2348b5dc2297 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=936b36bbd26d462bb0c5b68398e9e06d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0394602 Mar 28 19:10:45.383123 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56214) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:45.386394 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-e896c4bc-48ca-4b79-99f5-424cc1c293e2 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1211503202'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:45.390488 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-30fc6735-2186-41c3-baa2-6c4360c9f99b None None] Port 0a6142df-7bd0-46ef-8424-fad180b50737 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:10:45.394843 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e896c4bc-48ca-4b79-99f5-424cc1c293e2 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:45.399538 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e896c4bc-48ca-4b79-99f5-424cc1c293e2 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Usage tracker for resource:security_group and tenant:b125fdf0abbc4973a8e54a6f5b5f24be is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:45.402620 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e896c4bc-48ca-4b79-99f5-424cc1c293e2 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:45.410521 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e896c4bc-48ca-4b79-99f5-424cc1c293e2 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:45.418963 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56216) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:45.420653 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1003bd9-c978-45f0-b54b-7a6ffa030195 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event deleted for resources: {'Network': ['ID=cf14ecd8-9b38-46be-91b9-6f93402d4125,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:45.422816 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f91e4b0a-48ef-4ce1-8800-adc30329b275 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:45.427125 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f91e4b0a-48ef-4ce1-8800-adc30329b275 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.9109998 Mar 28 19:10:45.428816 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56222) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:45.430309 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e896c4bc-48ca-4b79-99f5-424cc1c293e2 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:45.444116 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-97e0c6dd-c5aa-483b-8f17-460daa61d831 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:45.451431 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e0c6dd-c5aa-483b-8f17-460daa61d831 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:45.452092 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-97e0c6dd-c5aa-483b-8f17-460daa61d831 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:45.490208 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-54c3afa5-01c8-4370-b279-1689fbd94527 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1485508614'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:45.492914 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-828a03ef-e6e5-47e9-aad2-1d8eb16a32c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601109581', 'tenant_id': '5dc7a30ce17d457d9ddf509f349c3980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '06d2dcae-0919-477e-81fb-b9d32e9a4f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:20Z', 'updated_at': '2022-03-28T19:10:36Z', 'revision_number': 4, 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'gw_port': {'id': '06d2dcae-0919-477e-81fb-b9d32e9a4f84', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:69:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:23Z', 'updated_at': '2022-03-28T19:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '60bfdd4a-7521-4260-8d22-810525762fa8', 'name': '', 'network_id': '79a5d728-4e0a-4bf8-b900-2a34dffdc0e2', 'tenant_id': '5dc7a30ce17d457d9ddf509f349c3980', 'mac_address': 'fa:16:3e:00:10:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:30Z', 'updated_at': '2022-03-28T19:10:37Z', 'revision_number': 2, 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'subnets': [{'id': '63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:45.548912 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-54c3afa5-01c8-4370-b279-1689fbd94527 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:45.626040 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c91883bd-6f62-4ab9-9cbe-fdaa8908a54f req-86c5b90f-8c8b-4e38-9ada-c270736a42d1 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 210 time: 0.1103020 Mar 28 19:10:45.644176 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828a03ef-e6e5-47e9-aad2-1d8eb16a32c6 None None] Checking router: 33d44040-24d9-44b3-aa94-621eaccd1052 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:10:45.644509 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828a03ef-e6e5-47e9-aad2-1d8eb16a32c6 None None] Updating router 33d44040-24d9-44b3-aa94-621eaccd1052 port 60bfdd4a-7521-4260-8d22-810525762fa8 binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:10:45.651333 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ec56b4e7-4b27-4263-97d2-2d4e73a62ca3 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting port 02656fa0-e375-450f-b163-4740b97bfb24 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:45.651792 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec56b4e7-4b27-4263-97d2-2d4e73a62ca3 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:45.728487 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-828a03ef-e6e5-47e9-aad2-1d8eb16a32c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:45.773837 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-54c3afa5-01c8-4370-b279-1689fbd94527 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Usage tracker for resource:network and tenant:5caec573e114409086168219a54f97ce is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:45.778510 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.db.resource_extend [None req-3e3c611a-cbb4-41dd-a095-569d2306b31e tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:10:45.790037 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-54c3afa5-01c8-4370-b279-1689fbd94527 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:45.799404 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=4e170d57-0944-4d3f-92ef-52b7884267e6,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:45.832151 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3e3c611a-cbb4-41dd-a095-569d2306b31e tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:45.837156 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-54c3afa5-01c8-4370-b279-1689fbd94527 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:45.852237 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:45.863237 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3e3c611a-cbb4-41dd-a095-569d2306b31e tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:45.864781 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3e3c611a-cbb4-41dd-a095-569d2306b31e tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:45.873270 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 06d2dcae-0919-477e-81fb-b9d32e9a4f84, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=06d2dcae-0919-477e-81fb-b9d32e9a4f84,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:45.892602 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:45.893495 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 30710e0e-f901-4188-b24b-b37e3a6ad4e1 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:10:45.914182 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e896c4bc-48ca-4b79-99f5-424cc1c293e2 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:45.927028 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-97e0c6dd-c5aa-483b-8f17-460daa61d831 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4977307 Mar 28 19:10:45.989762 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56234) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:45.991377 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c611a-cbb4-41dd-a095-569d2306b31e tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Pushing event updated for resources: {'Port': ['ID=89178a61-1822-42f3-b607-aacf3899901d,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:46.002081 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e896c4bc-48ca-4b79-99f5-424cc1c293e2 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Usage tracker for resource:security_group_rule and tenant:b125fdf0abbc4973a8e54a6f5b5f24be is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:46.011952 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c3afa5-01c8-4370-b279-1689fbd94527 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Made reservation on behalf of 5caec573e114409086168219a54f97ce for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:46.012842 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e896c4bc-48ca-4b79-99f5-424cc1c293e2 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:46.023401 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-54c3afa5-01c8-4370-b279-1689fbd94527 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:46.041380 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e896c4bc-48ca-4b79-99f5-424cc1c293e2 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:46.057326 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-75e2535d-5274-4964-b7a4-0dcee7b651f5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'subnet': {'network_id': '6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:46.106238 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0c6dd-c5aa-483b-8f17-460daa61d831 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Network': ['ID=6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:46.122735 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e0c6dd-c5aa-483b-8f17-460daa61d831 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:46.123297 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e0c6dd-c5aa-483b-8f17-460daa61d831 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:46.123889 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e0c6dd-c5aa-483b-8f17-460daa61d831 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:46.124212 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e0c6dd-c5aa-483b-8f17-460daa61d831 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:46.124575 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e0c6dd-c5aa-483b-8f17-460daa61d831 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:46.124919 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e0c6dd-c5aa-483b-8f17-460daa61d831 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:46.125250 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e0c6dd-c5aa-483b-8f17-460daa61d831 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:46.125577 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e0c6dd-c5aa-483b-8f17-460daa61d831 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:46.125903 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e0c6dd-c5aa-483b-8f17-460daa61d831 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:46.126226 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e0c6dd-c5aa-483b-8f17-460daa61d831 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:46.126548 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e0c6dd-c5aa-483b-8f17-460daa61d831 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:46.126904 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e0c6dd-c5aa-483b-8f17-460daa61d831 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:46.166690 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff270-260b-4805-b841-16bdb59e058f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:46.220519 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:10:46.226649 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c3afa5-01c8-4370-b279-1689fbd94527 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:10:46.235601 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-30695400-366b-455f-bca9-aa0f20fd60e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:46.307187 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-30695400-366b-455f-bca9-aa0f20fd60e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:46.345606 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec56b4e7-4b27-4263-97d2-2d4e73a62ca3 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:46.366656 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-54c3afa5-01c8-4370-b279-1689fbd94527 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:46.367086 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-54c3afa5-01c8-4370-b279-1689fbd94527 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Added segment a3fb0ecf-2ac7-4d01-8ef4-c882f8b6b7c2 of type vlan for network 321e8459-7b95-44a1-954f-286667f59804 Mar 28 19:10:46.383974 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471ddb60-e028-4cf2-bea2-dac28a7b3c32 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Router 2c83de11-31a9-4d18-9a8e-1bcd4823f191 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:10:46.405541 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-970e976c-1ac1-4773-a152-7e6c499d66b0 None None] Provisioning complete for port 0a6142df-7bd0-46ef-8424-fad180b50737 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:46.405998 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-970e976c-1ac1-4773-a152-7e6c499d66b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:46.420733 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-75e2535d-5274-4964-b7a4-0dcee7b651f5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:46.464414 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c803c4-18ed-47c9-96d2-f62b3d74488d None None] Network 1cb3cbcf-3821-4657-a097-6fea0b8d7377 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:46.480191 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-75e2535d-5274-4964-b7a4-0dcee7b651f5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:subnet and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:46.498831 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-54c3afa5-01c8-4370-b279-1689fbd94527 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:46.502580 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-75e2535d-5274-4964-b7a4-0dcee7b651f5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:46.527356 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-75e2535d-5274-4964-b7a4-0dcee7b651f5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:46.608847 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e896c4bc-48ca-4b79-99f5-424cc1c293e2 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:46.609926 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-30695400-366b-455f-bca9-aa0f20fd60e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:46.612638 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3c611a-cbb4-41dd-a095-569d2306b31e tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Network 72a2c3dc-7bb0-414b-a070-4800c87bfd5e is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:46.619831 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ec56b4e7-4b27-4263-97d2-2d4e73a62ca3 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Calling delete_port for 02656fa0-e375-450f-b163-4740b97bfb24 owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:10:46.625588 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-3e3c611a-cbb4-41dd-a095-569d2306b31e tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:46.684700 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e896c4bc-48ca-4b79-99f5-424cc1c293e2 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:46.700441 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1ff270-260b-4805-b841-16bdb59e058f None None] No DVR routers for this DVR port c76edfdf-2777-4df7-9c7a-afb630f2fdea on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:10:46.723415 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e2535d-5274-4964-b7a4-0dcee7b651f5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:46.727020 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-75e2535d-5274-4964-b7a4-0dcee7b651f5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:46.770507 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30695400-366b-455f-bca9-aa0f20fd60e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92da634e-7920-48a1-aca3-15cb1d58d0a8,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:46.784834 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e896c4bc-48ca-4b79-99f5-424cc1c293e2 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:46.791454 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e896c4bc-48ca-4b79-99f5-424cc1c293e2 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4272335 Mar 28 19:10:46.792373 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56240) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:46.805048 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=06d2dcae-0919-477e-81fb-b9d32e9a4f84,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:46.807863 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 30710e0e-f901-4188-b24b-b37e3a6ad4e1 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:46.823376 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-30695400-366b-455f-bca9-aa0f20fd60e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:46.824665 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-30695400-366b-455f-bca9-aa0f20fd60e9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/92da634e-7920-48a1-aca3-15cb1d58d0a8 HTTP/1.1" status: 204 len: 168 time: 1.3982828 Mar 28 19:10:46.842834 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-c26f7bf6-a238-43ca-b659-20436539833b tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Request body: {'security_group_rule': {'security_group_id': '74437f12-6aa7-43ef-92a8-5c6c6c4ba4fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:46.849624 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c26f7bf6-a238-43ca-b659-20436539833b tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:46.850481 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471ddb60-e028-4cf2-bea2-dac28a7b3c32 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:10:46.854372 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c26f7bf6-a238-43ca-b659-20436539833b tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Usage tracker for resource:security_group_rule and tenant:b125fdf0abbc4973a8e54a6f5b5f24be is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:46.861426 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9b8f3e-a0a3-4640-91ad-abb656a15054 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:10:46.864301 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d941ca6-33b3-4d54-8c1a-42dc1c99eec7 None None] Sync routers for ids ['2c83de11-31a9-4d18-9a8e-1bcd4823f191'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:10:46.864848 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c26f7bf6-a238-43ca-b659-20436539833b tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:46.878111 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c26f7bf6-a238-43ca-b659-20436539833b tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:46.878327 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-54c3afa5-01c8-4370-b279-1689fbd94527 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:46.892819 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d941ca6-33b3-4d54-8c1a-42dc1c99eec7 None None] Routers {'2c83de11-31a9-4d18-9a8e-1bcd4823f191'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:10:46.893683 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-3d941ca6-33b3-4d54-8c1a-42dc1c99eec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:10:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2c83de11-31a9-4d18-9a8e-1bcd4823f191'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:46.897414 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c3afa5-01c8-4370-b279-1689fbd94527 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:46.898692 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-54c3afa5-01c8-4370-b279-1689fbd94527 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:46.918974 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c26f7bf6-a238-43ca-b659-20436539833b tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:46.984707 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-970e976c-1ac1-4773-a152-7e6c499d66b0 None None] Port 0a6142df-7bd0-46ef-8424-fad180b50737 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:10:46.994458 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896c4bc-48ca-4b79-99f5-424cc1c293e2 tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74437f12-6aa7-43ef-92a8-5c6c6c4ba4fc,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:47.024837 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 30710e0e-f901-4188-b24b-b37e3a6ad4e1 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:47.025204 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:47.048358 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-3d941ca6-33b3-4d54-8c1a-42dc1c99eec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:47.066036 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d941ca6-33b3-4d54-8c1a-42dc1c99eec7 None None] Routers {'2c83de11-31a9-4d18-9a8e-1bcd4823f191'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:10:47.066656 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-3d941ca6-33b3-4d54-8c1a-42dc1c99eec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:10:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2c83de11-31a9-4d18-9a8e-1bcd4823f191'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:47.068281 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ff270-260b-4805-b841-16bdb59e058f None None] Pushing event deleted for resources: {'Port': ['ID=c76edfdf-2777-4df7-9c7a-afb630f2fdea,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:47.090594 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c26f7bf6-a238-43ca-b659-20436539833b tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:47.126228 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c26f7bf6-a238-43ca-b659-20436539833b tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:47.178438 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-3d941ca6-33b3-4d54-8c1a-42dc1c99eec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:47.178992 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d941ca6-33b3-4d54-8c1a-42dc1c99eec7 None None] The sync data for ids ['2c83de11-31a9-4d18-9a8e-1bcd4823f191'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:10:47.183612 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f7bf6-a238-43ca-b659-20436539833b tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eac61b4-4b20-478d-9e44-735a247b259e,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:47.220340 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c26f7bf6-a238-43ca-b659-20436539833b tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:47.225131 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c26f7bf6-a238-43ca-b659-20436539833b tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4123654 Mar 28 19:10:47.227252 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56248) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:47.229283 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec56b4e7-4b27-4263-97d2-2d4e73a62ca3 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:47.312385 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56b4e7-4b27-4263-97d2-2d4e73a62ca3 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Port': ['ID=02656fa0-e375-450f-b163-4740b97bfb24,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:47.376786 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec56b4e7-4b27-4263-97d2-2d4e73a62ca3 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:47.381049 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ec56b4e7-4b27-4263-97d2-2d4e73a62ca3 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/02656fa0-e375-450f-b163-4740b97bfb24 HTTP/1.1" status: 204 len: 168 time: 1.9364195 Mar 28 19:10:47.381971 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56258) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:47.439829 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-471ddb60-e028-4cf2-bea2-dac28a7b3c32 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] 10.222.0.10 "PUT /v2.0/routers/2c83de11-31a9-4d18-9a8e-1bcd4823f191/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2481222 Mar 28 19:10:47.454349 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56264) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:47.455812 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4df880e8-11d9-4e3a-9d0f-e3920d19da1e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:47.530084 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-970e976c-1ac1-4773-a152-7e6c499d66b0 None None] Provisioning for port 9d2f2f0c-1610-4fc5-a7d5-7d4caf81f67f completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:47.670209 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-54c3afa5-01c8-4370-b279-1689fbd94527 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2839141 Mar 28 19:10:47.684109 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56276) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:47.740569 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bfebec96-bd7b-40ae-86a3-281709f39258 req-680c8e12-0519-4e36-9756-3b392bad438c tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 210 time: 0.8709631 Mar 28 19:10:47.756568 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-970e976c-1ac1-4773-a152-7e6c499d66b0 None None] Provisioning for port 7cbf20c0-200f-4af6-a3c4-b5b4d175aa45 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:47.765733 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-bb61dae5-69ba-4356-bbee-af8f08a7f636 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Request body: {'subnet': {'network_id': '321e8459-7b95-44a1-954f-286667f59804', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:47.807090 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4df880e8-11d9-4e3a-9d0f-e3920d19da1e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:47.825804 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e8a6b0-8f26-4ee5-9ec0-34fe8c7b2fbb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:47.827505 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e8a6b0-8f26-4ee5-9ec0-34fe8c7b2fbb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:47.828254 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-38e8a6b0-8f26-4ee5-9ec0-34fe8c7b2fbb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:47.935503 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-38e8a6b0-8f26-4ee5-9ec0-34fe8c7b2fbb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:47.936715 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-38e8a6b0-8f26-4ee5-9ec0-34fe8c7b2fbb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5463028 Mar 28 19:10:47.957657 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56284) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:47.986329 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0de60a-2867-4362-8a5d-8a25583849c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-1857c8f5-5622-42ce-a4f9-106880783f61', 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'fixed_ips': [{'subnet_id': 'ceabb39f-0528-46ef-b399-12db884d402f'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:10:47.987615 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6b0de60a-2867-4362-8a5d-8a25583849c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:48.015229 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-642f9aa1-fbb0-4f4b-93f3-8138904417e2 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:48.016844 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-642f9aa1-fbb0-4f4b-93f3-8138904417e2 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.26 "GET /v2.0/networks?id=79a5d728-4e0a-4bf8-b900-2a34dffdc0e2 HTTP/1.1" status: 200 len: 796 time: 0.5540791 Mar 28 19:10:48.023668 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c3afa5-01c8-4370-b279-1689fbd94527 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event updated for resources: {'Network': ['ID=321e8459-7b95-44a1-954f-286667f59804,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:48.038932 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3afa5-01c8-4370-b279-1689fbd94527 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:48.039266 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3afa5-01c8-4370-b279-1689fbd94527 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:48.039589 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3afa5-01c8-4370-b279-1689fbd94527 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:48.039923 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3afa5-01c8-4370-b279-1689fbd94527 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:48.040253 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3afa5-01c8-4370-b279-1689fbd94527 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:48.040582 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3afa5-01c8-4370-b279-1689fbd94527 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:48.040905 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3afa5-01c8-4370-b279-1689fbd94527 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:48.041225 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3afa5-01c8-4370-b279-1689fbd94527 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:48.041545 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3afa5-01c8-4370-b279-1689fbd94527 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:48.041864 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3afa5-01c8-4370-b279-1689fbd94527 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:48.042180 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3afa5-01c8-4370-b279-1689fbd94527 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:48.042496 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3afa5-01c8-4370-b279-1689fbd94527 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:48.099854 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:48.100003 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-618d2d91-6c7e-4013-b7d1-06c000f4b72b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting subnet ceabb39f-0528-46ef-b399-12db884d402f {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:10:48.114444 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-618d2d91-6c7e-4013-b7d1-06c000f4b72b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:48.143648 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-924ffd9a-df10-4f46-8e2f-33657e586eeb tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dc7a30ce17d457d9ddf509f349c3980 HTTP/1.1" status: 200 len: 380 time: 0.1104517 Mar 28 19:10:48.146227 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3c611a-cbb4-41dd-a095-569d2306b31e tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Router 20a57787-eaa7-4b0a-b18b-f6892099e4f9 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:10:48.155423 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-14288611-1fb0-4e79-99ef-ac66eeafaf96 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Request body: {'port': {'device_id': '0dd126ef-f4da-425a-944a-30f440e3dece', 'network_id': '79a5d728-4e0a-4bf8-b900-2a34dffdc0e2', 'admin_state_up': True, 'tenant_id': '5dc7a30ce17d457d9ddf509f349c3980', 'security_groups': ['9ad76a28-34df-476f-9df7-9e4eed5e12b5']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:48.161845 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bb61dae5-69ba-4356-bbee-af8f08a7f636 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:48.168990 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 321e8459-7b95-44a1-954f-286667f59804 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:10:48.241433 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bb61dae5-69ba-4356-bbee-af8f08a7f636 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Usage tracker for resource:subnet and tenant:5caec573e114409086168219a54f97ce is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:48.250926 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bb61dae5-69ba-4356-bbee-af8f08a7f636 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:48.277231 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bb61dae5-69ba-4356-bbee-af8f08a7f636 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:48.299076 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4df880e8-11d9-4e3a-9d0f-e3920d19da1e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:48.314546 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-618d2d91-6c7e-4013-b7d1-06c000f4b72b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:48.429247 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4df880e8-11d9-4e3a-9d0f-e3920d19da1e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:48.433316 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4df880e8-11d9-4e3a-9d0f-e3920d19da1e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "DELETE /v2.0/security-groups/74437f12-6aa7-43ef-92a8-5c6c6c4ba4fc HTTP/1.1" status: 204 len: 168 time: 1.1918566 Mar 28 19:10:48.433316 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb61dae5-69ba-4356-bbee-af8f08a7f636 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Made reservation on behalf of 5caec573e114409086168219a54f97ce for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:48.436271 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bb61dae5-69ba-4356-bbee-af8f08a7f636 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:48.437844 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56294) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:48.469841 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-618d2d91-6c7e-4013-b7d1-06c000f4b72b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:48.494439 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.resource_extend [None req-828a03ef-e6e5-47e9-aad2-1d8eb16a32c6 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:10:48.536627 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-dd9d9784-07ca-40ca-a313-0ef422174829 None None] Provisioning for port 72cbc54f-3d93-41af-84e4-3755e850588d completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:48.547096 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df880e8-11d9-4e3a-9d0f-e3920d19da1e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74437f12-6aa7-43ef-92a8-5c6c6c4ba4fc,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:48.583774 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3c611a-cbb4-41dd-a095-569d2306b31e tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:10:48.634386 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e5f3b4-79aa-4252-be48-5f682b36d18c None None] Sync routers for ids ['20a57787-eaa7-4b0a-b18b-f6892099e4f9'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:10:48.681050 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4cc6a716-fff9-4297-a406-c85b9948688d tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2376795 Mar 28 19:10:48.682014 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3e3c611a-cbb4-41dd-a095-569d2306b31e tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] 10.222.0.10 "PUT /v2.0/routers/20a57787-eaa7-4b0a-b18b-f6892099e4f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7652335 Mar 28 19:10:48.682726 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56302) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:48.690251 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 30710e0e-f901-4188-b24b-b37e3a6ad4e1, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=30710e0e-f901-4188-b24b-b37e3a6ad4e1,segment=NetworkSegment(ce651af8-7fed-4f32-b050-d34331b69a89),segment_id=ce651af8-7fed-4f32-b050-d34331b69a89)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:48.713412 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56304) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:48.713562 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-828a03ef-e6e5-47e9-aad2-1d8eb16a32c6 None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:48.744051 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-828a03ef-e6e5-47e9-aad2-1d8eb16a32c6 None None] Transition to ACTIVE for port object 60bfdd4a-7521-4260-8d22-810525762fa8 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:48.750091 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:48.807170 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-618d2d91-6c7e-4013-b7d1-06c000f4b72b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:48.869697 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=30710e0e-f901-4188-b24b-b37e3a6ad4e1,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:48.896809 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-828a03ef-e6e5-47e9-aad2-1d8eb16a32c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:48.962312 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-75e2535d-5274-4964-b7a4-0dcee7b651f5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:48.983072 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-618d2d91-6c7e-4013-b7d1-06c000f4b72b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:49.002766 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 962c8d86-2876-4fbf-aa7e-695275b771c6 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:10:49.007083 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d2d91-6c7e-4013-b7d1-06c000f4b72b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Subnet': ['ID=ceabb39f-0528-46ef-b399-12db884d402f,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:49.029423 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-618d2d91-6c7e-4013-b7d1-06c000f4b72b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/ceabb39f-0528-46ef-b399-12db884d402f HTTP/1.1" status: 204 len: 168 time: 1.0649958 Mar 28 19:10:49.030008 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56316) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:49.030334 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56318) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:49.041463 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e5f3b4-79aa-4252-be48-5f682b36d18c None None] Routers {'20a57787-eaa7-4b0a-b18b-f6892099e4f9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:10:49.042486 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-37e5f3b4-79aa-4252-be48-5f682b36d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:10:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['20a57787-eaa7-4b0a-b18b-f6892099e4f9'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:49.062940 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-abcdce00-63bb-4676-849d-6663864dbf9f tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3508542 Mar 28 19:10:49.067192 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-14288611-1fb0-4e79-99ef-ac66eeafaf96 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server [None req-6b0de60a-2867-4362-8a5d-8a25583849c6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ceabb39f-0528-46ef-b399-12db884d402f: This subnet is being modified by another concurrent operation. Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 19:10:49.116999 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise exception Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ceabb39f-0528-46ef-b399-12db884d402f: This subnet is being modified by another concurrent operation. Mar 28 19:10:49.120299 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server Mar 28 19:10:49.131791 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-587f3850-f705-44d3-8103-f719760c8fbf tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0937438 Mar 28 19:10:49.131791 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56324) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:49.131791 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56326) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:49.157031 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 962c8d86-2876-4fbf-aa7e-695275b771c6 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:10:49.157430 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 962c8d86-2876-4fbf-aa7e-695275b771c6 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:10:49.158018 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c76edfdf-2777-4df7-9c7a-afb630f2fdea no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:10:49.180777 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-cd4504e1-3b7c-4a14-b7ac-e93953f3de1e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] delete failed (client error): The resource could not be found. Mar 28 19:10:49.185624 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-cd4504e1-3b7c-4a14-b7ac-e93953f3de1e tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "DELETE /v2.0/security-groups/74437f12-6aa7-43ef-92a8-5c6c6c4ba4fc HTTP/1.1" status: 404 len: 347 time: 0.0412509 Mar 28 19:10:49.196383 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56334) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:49.228029 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-14288611-1fb0-4e79-99ef-ac66eeafaf96 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:49.274778 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c6ac3780-633b-4730-b252-7634c5101801 req-108140da-d388-428d-b4db-4b9db08a6016 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 210 time: 0.2197211 Mar 28 19:10:49.337660 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-37e5f3b4-79aa-4252-be48-5f682b36d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:49.337884 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1d799bf1-5c86-4c6f-bd60-b8198cb13e0d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:49.372427 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: c76edfdf-2777-4df7-9c7a-afb630f2fdea {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:10:49.373208 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c76edfdf-2777-4df7-9c7a-afb630f2fdea not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:10:49.373925 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a6db53d0-70c1-4b18-ab03-d489da3f61f3 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:10:49.400343 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e2535d-5274-4964-b7a4-0dcee7b651f5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Checking segment: {'id': '4faea4d8-ad8f-4903-ba14-3024a6990bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:49.401071 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e2535d-5274-4964-b7a4-0dcee7b651f5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network hostable DHCP agents. Network: 6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:10:49.420033 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-14288611-1fb0-4e79-99ef-ac66eeafaf96 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Made reservation on behalf of 5dc7a30ce17d457d9ddf509f349c3980 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:49.437012 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-14288611-1fb0-4e79-99ef-ac66eeafaf96 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:49.473852 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1d799bf1-5c86-4c6f-bd60-b8198cb13e0d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:49.475249 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2535d-5274-4964-b7a4-0dcee7b651f5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Subnet': ['ID=1a01bc2d-e50a-4f5a-8b3f-28f94db24c2b,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:49.481698 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1d799bf1-5c86-4c6f-bd60-b8198cb13e0d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3312562 Mar 28 19:10:49.488752 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56338) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:49.526016 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: a6db53d0-70c1-4b18-ab03-d489da3f61f3 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:10:49.526397 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a6db53d0-70c1-4b18-ab03-d489da3f61f3 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:10:49.587349 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f39132-f2b6-4e95-9ef6-ccb6785e085f None None] Pushing event updated for resources: {'Port': ['ID=60bfdd4a-7521-4260-8d22-810525762fa8,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:49.630052 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e5f3b4-79aa-4252-be48-5f682b36d18c None None] Routers {'20a57787-eaa7-4b0a-b18b-f6892099e4f9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:10:49.630437 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-37e5f3b4-79aa-4252-be48-5f682b36d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:10:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['20a57787-eaa7-4b0a-b18b-f6892099e4f9'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:49.663155 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-1a770e73-6722-46af-8584-b4973b808048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1382943922'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:49.756482 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-37e5f3b4-79aa-4252-be48-5f682b36d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:49.756888 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e5f3b4-79aa-4252-be48-5f682b36d18c None None] The sync data for ids ['20a57787-eaa7-4b0a-b18b-f6892099e4f9'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:10:49.770514 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44731fad-4344-4460-9dba-8bf8a8130203 None None] get_active_networks_info from dv-neutron-834711-1-hyperv {{(pid=87834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 19:10:49.949082 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001aefd3-5918-46da-8b0f-c4f4ced846f7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:49.950436 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-001aefd3-5918-46da-8b0f-c4f4ced846f7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:49.958417 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-1a770e73-6722-46af-8584-b4973b808048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:49.963296 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-266cffe8-a541-4fee-ad2b-696de60fe7a4 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:10:49.968032 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-266cffe8-a541-4fee-ad2b-696de60fe7a4 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] 10.222.0.10 "PUT /v2.0/routers/2c83de11-31a9-4d18-9a8e-1bcd4823f191/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.5100465 Mar 28 19:10:49.969179 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1a770e73-6722-46af-8584-b4973b808048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] Usage tracker for resource:network and tenant:4c6167eeb75147f9ac8bf66fe40c166b is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:49.971856 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56342) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:49.978047 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 9d2f2f0c-1610-4fc5-a7d5-7d4caf81f67f up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:10:50.009113 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-828a03ef-e6e5-47e9-aad2-1d8eb16a32c6 None None] Attempting to bind port 60bfdd4a-7521-4260-8d22-810525762fa8 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:10:50.009485 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-828a03ef-e6e5-47e9-aad2-1d8eb16a32c6 None None] Attempting to bind port 60bfdd4a-7521-4260-8d22-810525762fa8 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'ce651af8-7fed-4f32-b050-d34331b69a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '79a5d728-4e0a-4bf8-b900-2a34dffdc0e2'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:10:50.009848 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828a03ef-e6e5-47e9-aad2-1d8eb16a32c6 None None] Attempting to bind port 60bfdd4a-7521-4260-8d22-810525762fa8 on network 79a5d728-4e0a-4bf8-b900-2a34dffdc0e2 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:10:50.030705 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-bd926a52-62a9-431e-bbba-1cac9135038c tempest-SecGroupIPv6Test-1685277036 tempest-SecGroupIPv6Test-1685277036-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8189189 Mar 28 19:10:50.033074 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828a03ef-e6e5-47e9-aad2-1d8eb16a32c6 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:10:50.033455 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828a03ef-e6e5-47e9-aad2-1d8eb16a32c6 None None] Checking segment: {'id': 'ce651af8-7fed-4f32-b050-d34331b69a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '79a5d728-4e0a-4bf8-b900-2a34dffdc0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:50.033859 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-828a03ef-e6e5-47e9-aad2-1d8eb16a32c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:50.034251 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828a03ef-e6e5-47e9-aad2-1d8eb16a32c6 None None] Bound using segment: {'id': 'ce651af8-7fed-4f32-b050-d34331b69a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '79a5d728-4e0a-4bf8-b900-2a34dffdc0e2'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:10:50.034480 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1a770e73-6722-46af-8584-b4973b808048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:50.034723 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-828a03ef-e6e5-47e9-aad2-1d8eb16a32c6 None None] Bound port: 60bfdd4a-7521-4260-8d22-810525762fa8, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce651af8-7fed-4f32-b050-d34331b69a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '79a5d728-4e0a-4bf8-b900-2a34dffdc0e2'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:10:50.035132 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-828a03ef-e6e5-47e9-aad2-1d8eb16a32c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:50.056877 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-1a770e73-6722-46af-8584-b4973b808048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:50.058998 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-001aefd3-5918-46da-8b0f-c4f4ced846f7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:50.063366 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-001aefd3-5918-46da-8b0f-c4f4ced846f7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5674014 Mar 28 19:10:50.064045 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56348) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:50.093586 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-446185a2-eb14-47fc-bb51-efcaf3db2dee None None] Provisioning for port 89178a61-1822-42f3-b607-aacf3899901d completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:50.122302 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e2535d-5274-4964-b7a4-0dcee7b651f5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network 6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:10:50.147630 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-446185a2-eb14-47fc-bb51-efcaf3db2dee None None] Provisioning complete for port 89178a61-1822-42f3-b607-aacf3899901d triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:50.148004 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-446185a2-eb14-47fc-bb51-efcaf3db2dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:50.172041 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b3d39020-ffee-469a-9265-d892a89e8de0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0958254 Mar 28 19:10:50.173761 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56352) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:50.211410 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-446185a2-eb14-47fc-bb51-efcaf3db2dee None None] Port 89178a61-1822-42f3-b607-aacf3899901d cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:10:50.233752 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-75e2535d-5274-4964-b7a4-0dcee7b651f5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:50.241675 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bb61dae5-69ba-4356-bbee-af8f08a7f636 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:50.254311 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-8ce756fc-4beb-4b66-9b21-e3ed47c469ca tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:50.258701 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e2535d-5274-4964-b7a4-0dcee7b651f5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:50.259582 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-75e2535d-5274-4964-b7a4-0dcee7b651f5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:50.276477 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 9d2f2f0c-1610-4fc5-a7d5-7d4caf81f67f completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:50.293334 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 9d2f2f0c-1610-4fc5-a7d5-7d4caf81f67f triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:50.294233 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:50.298256 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a770e73-6722-46af-8584-b4973b808048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] Made reservation on behalf of 4c6167eeb75147f9ac8bf66fe40c166b for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:50.303960 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a770e73-6722-46af-8584-b4973b808048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:50.361679 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a770e73-6722-46af-8584-b4973b808048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:50.418226 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-828a03ef-e6e5-47e9-aad2-1d8eb16a32c6 None None] For port 60bfdd4a-7521-4260-8d22-810525762fa8, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:10:50.454129 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-828a03ef-e6e5-47e9-aad2-1d8eb16a32c6 None None] For port 60bfdd4a-7521-4260-8d22-810525762fa8, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=60bfdd4a-7521-4260-8d22-810525762fa8,segment=NetworkSegment(ce651af8-7fed-4f32-b050-d34331b69a89),segment_id=ce651af8-7fed-4f32-b050-d34331b69a89)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:10:50.461547 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44731fad-4344-4460-9dba-8bf8a8130203 None None] Unable to find a vacant binding_index for network 6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed and agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f {{(pid=87834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 28 19:10:50.473508 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-828a03ef-e6e5-47e9-aad2-1d8eb16a32c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:50.475699 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-1a770e73-6722-46af-8584-b4973b808048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:50.480153 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1a770e73-6722-46af-8584-b4973b808048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] Usage tracker for resource:security_group_rule and tenant:4c6167eeb75147f9ac8bf66fe40c166b is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:50.484000 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1a770e73-6722-46af-8584-b4973b808048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:50.505425 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-1a770e73-6722-46af-8584-b4973b808048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:50.526149 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44731fad-4344-4460-9dba-8bf8a8130203 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed) {{(pid=87834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 19:10:50.541659 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56360) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:50.556739 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-6b28435d-3f13-4387-9b2d-5d800003a78f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:10:50.561069 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6b28435d-3f13-4387-9b2d-5d800003a78f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] 10.222.0.10 "PUT /v2.0/routers/20a57787-eaa7-4b0a-b18b-f6892099e4f9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8360648 Mar 28 19:10:50.561069 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-25b05015-0319-43c2-9835-350510a1ad75 req-61cced88-48aa-4fa9-893a-bd6c7049ad56 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Synchronizing usage tracker for tenant:5dc7a30ce17d457d9ddf509f349c3980 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:50.565716 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-75e2535d-5274-4964-b7a4-0dcee7b651f5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5693002 Mar 28 19:10:50.568150 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56364) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:50.568471 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56366) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:50.582186 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-0073755a-2dbb-4abf-9a42-30e6beba9097 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'subnet': {'network_id': '6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:50.608851 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb61dae5-69ba-4356-bbee-af8f08a7f636 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Checking segment: {'id': 'a3fb0ecf-2ac7-4d01-8ef4-c882f8b6b7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '321e8459-7b95-44a1-954f-286667f59804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:50.609282 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb61dae5-69ba-4356-bbee-af8f08a7f636 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Network hostable DHCP agents. Network: 321e8459-7b95-44a1-954f-286667f59804, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:10:50.614338 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61dae5-69ba-4356-bbee-af8f08a7f636 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event updated for resources: {'Subnet': ['ID=c1561c4b-60bf-4f34-ad82-74071bea4464,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:50.695116 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8ce756fc-4beb-4b66-9b21-e3ed47c469ca tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:50.729651 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb61dae5-69ba-4356-bbee-af8f08a7f636 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Network 321e8459-7b95-44a1-954f-286667f59804 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:10:50.744029 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8ce756fc-4beb-4b66-9b21-e3ed47c469ca tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:50.748372 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828a03ef-e6e5-47e9-aad2-1d8eb16a32c6 None None] Routers {'33d44040-24d9-44b3-aa94-621eaccd1052'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:10:50.748971 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-14288611-1fb0-4e79-99ef-ac66eeafaf96 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Allocated IP 172.20.0.11 (79a5d728-4e0a-4bf8-b900-2a34dffdc0e2/63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1/559b00a4-6ea0-4847-8112-972b75fe53ac) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:50.749096 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-828a03ef-e6e5-47e9-aad2-1d8eb16a32c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:10:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['33d44040-24d9-44b3-aa94-621eaccd1052'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:50.812453 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-bb61dae5-69ba-4356-bbee-af8f08a7f636 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 321e8459-7b95-44a1-954f-286667f59804) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:50.821263 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce756fc-4beb-4b66-9b21-e3ed47c469ca tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:50.823213 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-25b05015-0319-43c2-9835-350510a1ad75 req-61cced88-48aa-4fa9-893a-bd6c7049ad56 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Unset dirty status for tenant:5dc7a30ce17d457d9ddf509f349c3980 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:50.824367 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-25b05015-0319-43c2-9835-350510a1ad75 req-61cced88-48aa-4fa9-893a-bd6c7049ad56 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 210 time: 0.3347142 Mar 28 19:10:50.824928 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ce756fc-4beb-4b66-9b21-e3ed47c469ca tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:50.864306 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb61dae5-69ba-4356-bbee-af8f08a7f636 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:50.864893 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bb61dae5-69ba-4356-bbee-af8f08a7f636 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:50.877803 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f39132-f2b6-4e95-9ef6-ccb6785e085f None None] Pushing event updated for resources: {'Port': ['ID=60bfdd4a-7521-4260-8d22-810525762fa8,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:50.925519 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:50.961888 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f39132-f2b6-4e95-9ef6-ccb6785e085f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:50.962224 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f39132-f2b6-4e95-9ef6-ccb6785e085f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:50.962499 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f39132-f2b6-4e95-9ef6-ccb6785e085f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:50.962838 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f39132-f2b6-4e95-9ef6-ccb6785e085f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:50.963197 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f39132-f2b6-4e95-9ef6-ccb6785e085f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:50.963548 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f39132-f2b6-4e95-9ef6-ccb6785e085f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:50.963864 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f39132-f2b6-4e95-9ef6-ccb6785e085f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:50.964196 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f39132-f2b6-4e95-9ef6-ccb6785e085f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:50.964526 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f39132-f2b6-4e95-9ef6-ccb6785e085f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:50.964871 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f39132-f2b6-4e95-9ef6-ccb6785e085f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:50.965181 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f39132-f2b6-4e95-9ef6-ccb6785e085f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:50.965753 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f39132-f2b6-4e95-9ef6-ccb6785e085f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:10:51.018698 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-77f5730d-1195-42cd-a653-24b3fee9daa0 None None] Provisioning complete for port 89178a61-1822-42f3-b607-aacf3899901d triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:51.019108 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-77f5730d-1195-42cd-a653-24b3fee9daa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:51.037693 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-bb61dae5-69ba-4356-bbee-af8f08a7f636 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3499207 Mar 28 19:10:51.039416 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56374) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:51.059606 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-a4c5c3a4-9c45-4e49-ab98-03463788f69d tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Request body: {'subnet': {'network_id': '321e8459-7b95-44a1-954f-286667f59804', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:51.076891 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a69c3b2a-8157-4417-9401-1933386839f3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b125fdf0abbc4973a8e54a6f5b5f24be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5314965 Mar 28 19:10:51.081900 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56378) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:51.114519 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a770e73-6722-46af-8584-b4973b808048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:51.134345 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 9d2f2f0c-1610-4fc5-a7d5-7d4caf81f67f, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=9d2f2f0c-1610-4fc5-a7d5-7d4caf81f67f,segment=NetworkSegment(8f5726f0-4ccd-4c9b-a227-6af15a6386e8),segment_id=8f5726f0-4ccd-4c9b-a227-6af15a6386e8)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:51.160786 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:51.161568 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 4e170d57-0944-4d3f-92ef-52b7884267e6 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:10:51.186645 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a770e73-6722-46af-8584-b4973b808048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:51.287850 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a770e73-6722-46af-8584-b4973b808048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:10:51.295479 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0073755a-2dbb-4abf-9a42-30e6beba9097 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:51.319228 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-828a03ef-e6e5-47e9-aad2-1d8eb16a32c6 None None] Set router 33d44040-24d9-44b3-aa94-621eaccd1052 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:10:51.319966 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0073755a-2dbb-4abf-9a42-30e6beba9097 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:subnet and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:51.331679 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0073755a-2dbb-4abf-9a42-30e6beba9097 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:51.343463 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0073755a-2dbb-4abf-9a42-30e6beba9097 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:51.356520 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a770e73-6722-46af-8584-b4973b808048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c37ea5f-f750-4dfc-8317-5395483dc4a7,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:51.378490 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-77f5730d-1195-42cd-a653-24b3fee9daa0 None None] Port 89178a61-1822-42f3-b607-aacf3899901d cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:10:51.379377 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a770e73-6722-46af-8584-b4973b808048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:51.379377 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-1a770e73-6722-46af-8584-b4973b808048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] Added segment 921d8674-bca9-40ea-bcc8-1350e073bc76 of type vlan for network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 Mar 28 19:10:51.430731 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-24eb0cfe-35b9-4533-be05-2cf59c39ed1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:51.432792 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0073755a-2dbb-4abf-9a42-30e6beba9097 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:51.433086 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a4c5c3a4-9c45-4e49-ab98-03463788f69d tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:51.437473 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0073755a-2dbb-4abf-9a42-30e6beba9097 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:51.437945 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=9d2f2f0c-1610-4fc5-a7d5-7d4caf81f67f,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:51.456354 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a4c5c3a4-9c45-4e49-ab98-03463788f69d tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Usage tracker for resource:subnet and tenant:5caec573e114409086168219a54f97ce is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:51.461390 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a770e73-6722-46af-8584-b4973b808048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:51.465232 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a4c5c3a4-9c45-4e49-ab98-03463788f69d tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:51.490257 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a4c5c3a4-9c45-4e49-ab98-03463788f69d tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:51.519312 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-028f700a-ebef-4abe-a96f-1b9a93b9fed6 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:51.578731 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ce756fc-4beb-4b66-9b21-e3ed47c469ca tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:51.602901 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 4e170d57-0944-4d3f-92ef-52b7884267e6 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:51.603279 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:51.633604 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c5c3a4-9c45-4e49-ab98-03463788f69d tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Made reservation on behalf of 5caec573e114409086168219a54f97ce for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:51.637704 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a4c5c3a4-9c45-4e49-ab98-03463788f69d tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:51.661894 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-14288611-1fb0-4e79-99ef-ac66eeafaf96 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:51.761887 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-24eb0cfe-35b9-4533-be05-2cf59c39ed1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:51.787756 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-14288611-1fb0-4e79-99ef-ac66eeafaf96 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Transition to ACTIVE for port object 559b00a4-6ea0-4847-8112-972b75fe53ac will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:51.807314 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce756fc-4beb-4b66-9b21-e3ed47c469ca tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:51.873887 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.ipam_backend_mixin [None req-0073755a-2dbb-4abf-9a42-30e6beba9097 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1a01bc2d-e50a-4f5a-8b3f-28f94db24c2b (CIDR: 172.20.0.0/28) Mar 28 19:10:51.879978 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-8ce756fc-4beb-4b66-9b21-e3ed47c469ca tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:51.912687 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-0073755a-2dbb-4abf-9a42-30e6beba9097 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:10:51.913064 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 7cbf20c0-200f-4af6-a3c4-b5b4d175aa45 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:10:51.913861 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0073755a-2dbb-4abf-9a42-30e6beba9097 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:10:51.918863 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce756fc-4beb-4b66-9b21-e3ed47c469ca tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:51.919519 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8ce756fc-4beb-4b66-9b21-e3ed47c469ca tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:51.945464 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f79342-d1a8-49b1-9ea0-0ff36865402c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-1857c8f5-5622-42ce-a4f9-106880783f61', 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'fixed_ips': [{'subnet_id': '20e84099-bec7-4444-8ddd-bc953293c886'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:10:51.946288 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a2f79342-d1a8-49b1-9ea0-0ff36865402c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:51.962559 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-14288611-1fb0-4e79-99ef-ac66eeafaf96 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:51.967061 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-24eb0cfe-35b9-4533-be05-2cf59c39ed1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:51.969573 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-24eb0cfe-35b9-4533-be05-2cf59c39ed1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:51.970940 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-24eb0cfe-35b9-4533-be05-2cf59c39ed1d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b4ee8f30-e8b1-4c54-a026-1254cc77dd1d HTTP/1.1" status: 204 len: 168 time: 0.8824904 Mar 28 19:10:51.981339 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ac3519-65d3-42dc-9553-f23539caeef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed', 'network_id': '6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed', 'tenant_id': '6e3972954dd6451c8906869de8eb2072', 'fixed_ips': [{'subnet_id': '1a01bc2d-e50a-4f5a-8b3f-28f94db24c2b'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:10:51.982314 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-41ac3519-65d3-42dc-9553-f23539caeef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:51.992993 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a770e73-6722-46af-8584-b4973b808048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:51.999400 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a770e73-6722-46af-8584-b4973b808048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:52.000027 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a770e73-6722-46af-8584-b4973b808048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:52.073546 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb0cfe-35b9-4533-be05-2cf59c39ed1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ee8f30-e8b1-4c54-a026-1254cc77dd1d,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:52.092379 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0073755a-2dbb-4abf-9a42-30e6beba9097 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5193284 Mar 28 19:10:52.102242 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56386) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:52.117869 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce756fc-4beb-4b66-9b21-e3ed47c469ca tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Subnet': ['ID=20e84099-bec7-4444-8ddd-bc953293c886,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:52.207434 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-f540cc26-780d-4e7b-9c3d-3ee99b8e0005 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'subnet': {'network_id': '6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:52.220013 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-828a03ef-e6e5-47e9-aad2-1d8eb16a32c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601109581', 'tenant_id': '5dc7a30ce17d457d9ddf509f349c3980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '06d2dcae-0919-477e-81fb-b9d32e9a4f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:20Z', 'updated_at': '2022-03-28T19:10:36Z', 'revision_number': 4, 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'gw_port': {'id': '06d2dcae-0919-477e-81fb-b9d32e9a4f84', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:69:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:23Z', 'updated_at': '2022-03-28T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '60bfdd4a-7521-4260-8d22-810525762fa8', 'name': '', 'network_id': '79a5d728-4e0a-4bf8-b900-2a34dffdc0e2', 'tenant_id': '5dc7a30ce17d457d9ddf509f349c3980', 'mac_address': 'fa:16:3e:00:10:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:30Z', 'updated_at': '2022-03-28T19:10:50Z', 'revision_number': 4, 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'subnets': [{'id': '63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:52.295178 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a770e73-6722-46af-8584-b4973b808048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] Pushing event updated for resources: {'Network': ['ID=3e59bf19-5947-4abd-bcd3-c9bf26172c68,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:52.297853 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1a770e73-6722-46af-8584-b4973b808048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.2607150 Mar 28 19:10:52.302264 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8ce756fc-4beb-4b66-9b21-e3ed47c469ca tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0676010 Mar 28 19:10:52.310252 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56396) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:52.318722 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-873c134b-f31a-46d8-9dab-f653eb7a1fdc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'port': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'mac_address': 'fa:16:3e:cc:ab:c0', 'name': 'tempest-NetworksTestDHCPv6-847572066'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:52.371051 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:10:52.450902 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828a03ef-e6e5-47e9-aad2-1d8eb16a32c6 None None] The sync data for ids ['33d44040-24d9-44b3-aa94-621eaccd1052'] in dv-neutron-834711-1-hyperv is: [{'id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601109581', 'tenant_id': '5dc7a30ce17d457d9ddf509f349c3980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '06d2dcae-0919-477e-81fb-b9d32e9a4f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:20Z', 'updated_at': '2022-03-28T19:10:36Z', 'revision_number': 4, 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'gw_port': {'id': '06d2dcae-0919-477e-81fb-b9d32e9a4f84', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:69:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:23Z', 'updated_at': '2022-03-28T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '60bfdd4a-7521-4260-8d22-810525762fa8', 'name': '', 'network_id': '79a5d728-4e0a-4bf8-b900-2a34dffdc0e2', 'tenant_id': '5dc7a30ce17d457d9ddf509f349c3980', 'mac_address': 'fa:16:3e:00:10:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:30Z', 'updated_at': '2022-03-28T19:10:50Z', 'revision_number': 4, 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'subnets': [{'id': '63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:10:52.465378 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-14288611-1fb0-4e79-99ef-ac66eeafaf96 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Network 79a5d728-4e0a-4bf8-b900-2a34dffdc0e2 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:52.483242 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f540cc26-780d-4e7b-9c3d-3ee99b8e0005 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:52.536190 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 7cbf20c0-200f-4af6-a3c4-b5b4d175aa45 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:52.555971 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ae43166d-1c65-4ec5-8325-ae5d8ac56066 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:52.622584 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 7cbf20c0-200f-4af6-a3c4-b5b4d175aa45 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:52.623172 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:52.627003 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-14288611-1fb0-4e79-99ef-ac66eeafaf96 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:52.630325 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f540cc26-780d-4e7b-9c3d-3ee99b8e0005 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:subnet and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:52.641209 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14288611-1fb0-4e79-99ef-ac66eeafaf96 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Pushing event updated for resources: {'Port': ['ID=559b00a4-6ea0-4847-8112-972b75fe53ac,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:52.656225 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f540cc26-780d-4e7b-9c3d-3ee99b8e0005 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:52.660081 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-14288611-1fb0-4e79-99ef-ac66eeafaf96 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:10:52.696085 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-873c134b-f31a-46d8-9dab-f653eb7a1fdc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:52.704050 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-028f700a-ebef-4abe-a96f-1b9a93b9fed6 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Deleting port 0a6142df-7bd0-46ef-8424-fad180b50737 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:52.705333 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-028f700a-ebef-4abe-a96f-1b9a93b9fed6 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:52.708141 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f540cc26-780d-4e7b-9c3d-3ee99b8e0005 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:52.773177 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-873c134b-f31a-46d8-9dab-f653eb7a1fdc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:52.882104 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f540cc26-780d-4e7b-9c3d-3ee99b8e0005 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:52.889397 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-41ac3519-65d3-42dc-9553-f23539caeef0 None None] Allocated IP 172.20.0.2 (6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed/1a01bc2d-e50a-4f5a-8b3f-28f94db24c2b/3d5a7e17-6983-480d-a0b0-7434bac6c161) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:52.889710 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f540cc26-780d-4e7b-9c3d-3ee99b8e0005 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:52.904486 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873c134b-f31a-46d8-9dab-f653eb7a1fdc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:52.925319 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-a2f79342-d1a8-49b1-9ea0-0ff36865402c None None] Allocated IP 2001:db8::2 (1857c8f5-5622-42ce-a4f9-106880783f61/20e84099-bec7-4444-8ddd-bc953293c886/e713ffc2-dea3-48ba-8ff9-72abe48fe310) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:52.967518 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-14288611-1fb0-4e79-99ef-ac66eeafaf96 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:52.968156 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-14288611-1fb0-4e79-99ef-ac66eeafaf96 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:53.069651 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98cc4f-1394-4b3e-95e2-4ae30e78d32c req-c9bb9071-fbf4-40e7-98d8-50f4dfda0cf1 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:53.077458 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9d98cc4f-1394-4b3e-95e2-4ae30e78d32c req-c9bb9071-fbf4-40e7-98d8-50f4dfda0cf1 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 932 time: 1.0129290 Mar 28 19:10:53.087822 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56414) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:53.183127 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Request body: {'port': {'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68', 'binding:host_id': 'hv-neutron-8347', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1256548215'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:53.236762 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:53.255526 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-14288611-1fb0-4e79-99ef-ac66eeafaf96 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1045940 Mar 28 19:10:53.274600 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Usage tracker for resource:port and tenant:194ffa3369094d829e03492bf9a9e23e is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:53.306288 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-ae54e1ff-fd81-44f4-a5b5-23039a5d0a61 service neutron] Request body: {'port': {'device_id': '0dd126ef-f4da-425a-944a-30f440e3dece', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:53.308303 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a4c5c3a4-9c45-4e49-ab98-03463788f69d tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:53.333555 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:53.350180 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:53.380424 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:53.383793 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-028f700a-ebef-4abe-a96f-1b9a93b9fed6 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:53.395613 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9d98cc4f-1394-4b3e-95e2-4ae30e78d32c req-735f8aa9-52f9-4e9b-b53e-307d581ba3d3 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3169382 Mar 28 19:10:53.427486 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Made reservation on behalf of 194ffa3369094d829e03492bf9a9e23e for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:53.430595 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:53.453725 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-873c134b-f31a-46d8-9dab-f653eb7a1fdc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:53.491311 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:53.562726 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:53.566669 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:10:53.579441 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Usage tracker for resource:security_group_rule and tenant:194ffa3369094d829e03492bf9a9e23e is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:53.588913 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:53.607936 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:53.613045 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-ae54e1ff-fd81-44f4-a5b5-23039a5d0a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:53.629967 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 7cbf20c0-200f-4af6-a3c4-b5b4d175aa45, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=7cbf20c0-200f-4af6-a3c4-b5b4d175aa45,segment=NetworkSegment(2f0e71ce-2a4c-4166-b737-02e553bedc67),segment_id=2f0e71ce-2a4c-4166-b737-02e553bedc67)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:53.666860 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-028f700a-ebef-4abe-a96f-1b9a93b9fed6 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Calling delete_port for 0a6142df-7bd0-46ef-8424-fad180b50737 owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:10:53.687628 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:53.688786 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 06d2dcae-0919-477e-81fb-b9d32e9a4f84 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:10:53.813760 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c5c3a4-9c45-4e49-ab98-03463788f69d tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Network 321e8459-7b95-44a1-954f-286667f59804 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:53.819970 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5c3a4-9c45-4e49-ab98-03463788f69d tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event updated for resources: {'Subnet': ['ID=89174c7e-3900-4e92-92de-d919b036a08a,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:53.826458 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-a4c5c3a4-9c45-4e49-ab98-03463788f69d tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:53.833338 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5c3a4-9c45-4e49-ab98-03463788f69d tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:53.833925 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a4c5c3a4-9c45-4e49-ab98-03463788f69d tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:53.894029 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a4c5c3a4-9c45-4e49-ab98-03463788f69d tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8435066 Mar 28 19:10:53.896882 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-873c134b-f31a-46d8-9dab-f653eb7a1fdc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] device_id is not set on port 7e257234-1c94-4349-b162-ddae21cba3c7 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:10:53.903841 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56430) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:53.957322 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-41ac3519-65d3-42dc-9553-f23539caeef0 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:53.986920 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 06d2dcae-0919-477e-81fb-b9d32e9a4f84 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:53.987793 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:54.006609 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-ae43166d-1c65-4ec5-8325-ae5d8ac56066 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Deleting port 89178a61-1822-42f3-b607-aacf3899901d {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:54.006981 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ae43166d-1c65-4ec5-8325-ae5d8ac56066 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:54.045730 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-41ac3519-65d3-42dc-9553-f23539caeef0 None None] Transition to ACTIVE for port object 3d5a7e17-6983-480d-a0b0-7434bac6c161 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:54.050192 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a2f79342-d1a8-49b1-9ea0-0ff36865402c None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:54.053055 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=7cbf20c0-200f-4af6-a3c4-b5b4d175aa45,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:54.082539 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a2f79342-d1a8-49b1-9ea0-0ff36865402c None None] Transition to ACTIVE for port object e713ffc2-dea3-48ba-8ff9-72abe48fe310 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:54.150298 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a2f79342-d1a8-49b1-9ea0-0ff36865402c None None] Transition to ACTIVE for port object e713ffc2-dea3-48ba-8ff9-72abe48fe310 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:54.157434 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-41ac3519-65d3-42dc-9553-f23539caeef0 None None] Transition to ACTIVE for port object 3d5a7e17-6983-480d-a0b0-7434bac6c161 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:54.181598 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-41ac3519-65d3-42dc-9553-f23539caeef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:54.188412 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a2f79342-d1a8-49b1-9ea0-0ff36865402c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:54.290672 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac3519-65d3-42dc-9553-f23539caeef0 None None] Pushing event updated for resources: {'Port': ['ID=3d5a7e17-6983-480d-a0b0-7434bac6c161,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:54.336132 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ac3519-65d3-42dc-9553-f23539caeef0 None None] Network 6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:54.346567 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-41ac3519-65d3-42dc-9553-f23539caeef0 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:54.352538 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ac3519-65d3-42dc-9553-f23539caeef0 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:10:54.412019 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-873c134b-f31a-46d8-9dab-f653eb7a1fdc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Allocated IP 2001:db8::2f2 (1857c8f5-5622-42ce-a4f9-106880783f61/20e84099-bec7-4444-8ddd-bc953293c886/7e257234-1c94-4349-b162-ddae21cba3c7) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:54.437749 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f79342-d1a8-49b1-9ea0-0ff36865402c None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:54.439444 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f79342-d1a8-49b1-9ea0-0ff36865402c None None] Pushing event updated for resources: {'Port': ['ID=e713ffc2-dea3-48ba-8ff9-72abe48fe310,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:54.458689 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56440) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:54.505854 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-a2f79342-d1a8-49b1-9ea0-0ff36865402c None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:54.611248 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6920b580-3544-4382-af3c-0a3c3f469213 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:54.613541 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6920b580-3544-4382-af3c-0a3c3f469213 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:54.615215 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6920b580-3544-4382-af3c-0a3c3f469213 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:54.616896 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6920b580-3544-4382-af3c-0a3c3f469213 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:54.618543 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6920b580-3544-4382-af3c-0a3c3f469213 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:54.619821 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6920b580-3544-4382-af3c-0a3c3f469213 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Synchronizing usage tracker for tenant:5caec573e114409086168219a54f97ce on resource:subnet {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:54.636640 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f79342-d1a8-49b1-9ea0-0ff36865402c None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:10:54.667945 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-028f700a-ebef-4abe-a96f-1b9a93b9fed6 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:54.722597 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-f059e9ba-3ff5-4a02-8430-00ca7ccf6d83 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'network': {'name': 'tempest-network-smoke--1573449480', 'project_id': '061332865d564f96959562b5c3aa8701', 'port_security_enabled': True}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:54.743920 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f700a-ebef-4abe-a96f-1b9a93b9fed6 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Pushing event deleted for resources: {'Port': ['ID=0a6142df-7bd0-46ef-8424-fad180b50737,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:54.748480 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f059e9ba-3ff5-4a02-8430-00ca7ccf6d83 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:54.761765 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-41ac3519-65d3-42dc-9553-f23539caeef0 None None] Attempting to bind port 3d5a7e17-6983-480d-a0b0-7434bac6c161 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:10:54.762996 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-41ac3519-65d3-42dc-9553-f23539caeef0 None None] Attempting to bind port 3d5a7e17-6983-480d-a0b0-7434bac6c161 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '4faea4d8-ad8f-4903-ba14-3024a6990bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:10:54.763532 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ac3519-65d3-42dc-9553-f23539caeef0 None None] Attempting to bind port 3d5a7e17-6983-480d-a0b0-7434bac6c161 on network 6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:10:54.773811 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ac3519-65d3-42dc-9553-f23539caeef0 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:10:54.774208 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ac3519-65d3-42dc-9553-f23539caeef0 None None] Checking segment: {'id': '4faea4d8-ad8f-4903-ba14-3024a6990bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:54.774762 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-41ac3519-65d3-42dc-9553-f23539caeef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:54.775195 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ac3519-65d3-42dc-9553-f23539caeef0 None None] Bound using segment: {'id': '4faea4d8-ad8f-4903-ba14-3024a6990bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:10:54.775687 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-41ac3519-65d3-42dc-9553-f23539caeef0 None None] Bound port: 3d5a7e17-6983-480d-a0b0-7434bac6c161, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4faea4d8-ad8f-4903-ba14-3024a6990bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:10:54.776066 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-41ac3519-65d3-42dc-9553-f23539caeef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:54.830476 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f059e9ba-3ff5-4a02-8430-00ca7ccf6d83 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:network and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:54.847363 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f059e9ba-3ff5-4a02-8430-00ca7ccf6d83 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:54.875360 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f059e9ba-3ff5-4a02-8430-00ca7ccf6d83 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:54.895548 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 72cbc54f-3d93-41af-84e4-3755e850588d up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:10:54.911871 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-873c134b-f31a-46d8-9dab-f653eb7a1fdc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:54.924621 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f059e9ba-3ff5-4a02-8430-00ca7ccf6d83 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Made reservation on behalf of 061332865d564f96959562b5c3aa8701 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:54.927962 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f059e9ba-3ff5-4a02-8430-00ca7ccf6d83 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:54.958627 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-ae54e1ff-fd81-44f4-a5b5-23039a5d0a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 559b00a4-6ea0-4847-8112-972b75fe53ac {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:10:54.966970 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-ae54e1ff-fd81-44f4-a5b5-23039a5d0a61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:54.983769 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-ae54e1ff-fd81-44f4-a5b5-23039a5d0a61 service neutron] Transition to ACTIVE for port object 559b00a4-6ea0-4847-8112-972b75fe53ac will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:55.008323 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-a2f79342-d1a8-49b1-9ea0-0ff36865402c None None] Attempting to bind port e713ffc2-dea3-48ba-8ff9-72abe48fe310 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:10:55.009020 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-a2f79342-d1a8-49b1-9ea0-0ff36865402c None None] Attempting to bind port e713ffc2-dea3-48ba-8ff9-72abe48fe310 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:10:55.009020 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f79342-d1a8-49b1-9ea0-0ff36865402c None None] Attempting to bind port e713ffc2-dea3-48ba-8ff9-72abe48fe310 on network 1857c8f5-5622-42ce-a4f9-106880783f61 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:10:55.018336 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-873c134b-f31a-46d8-9dab-f653eb7a1fdc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Transition to ACTIVE for port object 7e257234-1c94-4349-b162-ddae21cba3c7 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:55.019562 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f059e9ba-3ff5-4a02-8430-00ca7ccf6d83 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:55.020970 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-ae54e1ff-fd81-44f4-a5b5-23039a5d0a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:55.031129 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f79342-d1a8-49b1-9ea0-0ff36865402c None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:10:55.031505 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f79342-d1a8-49b1-9ea0-0ff36865402c None None] Checking segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:55.031905 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a2f79342-d1a8-49b1-9ea0-0ff36865402c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:55.032299 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f79342-d1a8-49b1-9ea0-0ff36865402c None None] Bound using segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:10:55.032776 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-a2f79342-d1a8-49b1-9ea0-0ff36865402c None None] Bound port: e713ffc2-dea3-48ba-8ff9-72abe48fe310, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:10:55.033150 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a2f79342-d1a8-49b1-9ea0-0ff36865402c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:55.068147 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f540cc26-780d-4e7b-9c3d-3ee99b8e0005 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:55.123984 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f059e9ba-3ff5-4a02-8430-00ca7ccf6d83 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:55.126483 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-41ac3519-65d3-42dc-9553-f23539caeef0 None None] For port 3d5a7e17-6983-480d-a0b0-7434bac6c161, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:10:55.132290 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-028f700a-ebef-4abe-a96f-1b9a93b9fed6 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:55.146185 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f059e9ba-3ff5-4a02-8430-00ca7ccf6d83 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:55.150040 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:55.153490 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f059e9ba-3ff5-4a02-8430-00ca7ccf6d83 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:55.157062 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-41ac3519-65d3-42dc-9553-f23539caeef0 None None] For port 3d5a7e17-6983-480d-a0b0-7434bac6c161, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=3d5a7e17-6983-480d-a0b0-7434bac6c161,segment=NetworkSegment(4faea4d8-ad8f-4903-ba14-3024a6990bc4),segment_id=4faea4d8-ad8f-4903-ba14-3024a6990bc4)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:10:55.169739 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-41ac3519-65d3-42dc-9553-f23539caeef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:55.174205 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a2f79342-d1a8-49b1-9ea0-0ff36865402c None None] For port e713ffc2-dea3-48ba-8ff9-72abe48fe310, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:10:55.212782 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 72cbc54f-3d93-41af-84e4-3755e850588d completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:55.225790 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ae43166d-1c65-4ec5-8325-ae5d8ac56066 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:55.237238 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a2f79342-d1a8-49b1-9ea0-0ff36865402c None None] For port e713ffc2-dea3-48ba-8ff9-72abe48fe310, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e713ffc2-dea3-48ba-8ff9-72abe48fe310,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:10:55.237887 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6920b580-3544-4382-af3c-0a3c3f469213 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Unset dirty status for tenant:5caec573e114409086168219a54f97ce on resource:subnet {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:55.243331 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f059e9ba-3ff5-4a02-8430-00ca7ccf6d83 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:55.243519 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6920b580-3544-4382-af3c-0a3c3f469213 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 1.3229363 Mar 28 19:10:55.243620 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 72cbc54f-3d93-41af-84e4-3755e850588d triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:55.244481 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:55.244648 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:55.254468 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56446) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:55.264940 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-d5efe350-ffc2-43b4-80f7-7be05aeae7e6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1298246663'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:55.291890 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a2f79342-d1a8-49b1-9ea0-0ff36865402c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:55.297956 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f540cc26-780d-4e7b-9c3d-3ee99b8e0005 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network 6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:55.303918 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] device_id is not set on port 57a5b808-e59b-41ea-88e5-1595a6613b25 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:10:55.347339 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d5efe350-ffc2-43b4-80f7-7be05aeae7e6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:55.354273 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7fb9f801-89c0-4601-90d2-df1e8c27cd74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:55.360474 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac3519-65d3-42dc-9553-f23539caeef0 None None] Pushing event updated for resources: {'Port': ['ID=3d5a7e17-6983-480d-a0b0-7434bac6c161,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:55.373311 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d5efe350-ffc2-43b4-80f7-7be05aeae7e6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Usage tracker for resource:network and tenant:5caec573e114409086168219a54f97ce is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:55.379564 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d5efe350-ffc2-43b4-80f7-7be05aeae7e6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:55.400187 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-f540cc26-780d-4e7b-9c3d-3ee99b8e0005 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:55.407508 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d5efe350-ffc2-43b4-80f7-7be05aeae7e6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:55.480228 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f540cc26-780d-4e7b-9c3d-3ee99b8e0005 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:55.481517 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f540cc26-780d-4e7b-9c3d-3ee99b8e0005 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:55.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-873c134b-f31a-46d8-9dab-f653eb7a1fdc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:55.503511 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-ae43166d-1c65-4ec5-8325-ae5d8ac56066 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Calling delete_port for 89178a61-1822-42f3-b607-aacf3899901d owned by network:router_interface {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:10:55.527911 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f79342-d1a8-49b1-9ea0-0ff36865402c None None] Pushing event updated for resources: {'Port': ['ID=e713ffc2-dea3-48ba-8ff9-72abe48fe310,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:55.543098 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:55.569157 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae54e1ff-fd81-44f4-a5b5-23039a5d0a61 service neutron] Pushing event updated for resources: {'Port': ['ID=559b00a4-6ea0-4847-8112-972b75fe53ac,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:55.593100 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 72cbc54f-3d93-41af-84e4-3755e850588d, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=72cbc54f-3d93-41af-84e4-3755e850588d,segment=NetworkSegment(476022ce-a401-4992-b802-ff22315e00a1),segment_id=476022ce-a401-4992-b802-ff22315e00a1)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:55.597427 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:55.598498 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 5884ba5f-ca60-494d-a34a-9da0b4e1daa3 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:10:55.637061 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540cc26-780d-4e7b-9c3d-3ee99b8e0005 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Subnet': ['ID=f8ad14d7-4d41-4c8b-9e51-ebec22fb0b58,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:55.685830 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c134b-f31a-46d8-9dab-f653eb7a1fdc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Port': ['ID=7e257234-1c94-4349-b162-ddae21cba3c7,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:55.692951 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5efe350-ffc2-43b4-80f7-7be05aeae7e6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Made reservation on behalf of 5caec573e114409086168219a54f97ce for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:55.696277 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d5efe350-ffc2-43b4-80f7-7be05aeae7e6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:55.730866 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873c134b-f31a-46d8-9dab-f653eb7a1fdc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:10:55.740431 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-873c134b-f31a-46d8-9dab-f653eb7a1fdc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:55.745158 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028f700a-ebef-4abe-a96f-1b9a93b9fed6 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Router 2c83de11-31a9-4d18-9a8e-1bcd4823f191 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:10:55.756279 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873c134b-f31a-46d8-9dab-f653eb7a1fdc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:10:55.777356 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873c134b-f31a-46d8-9dab-f653eb7a1fdc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:55.778677 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-873c134b-f31a-46d8-9dab-f653eb7a1fdc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:55.808340 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=72cbc54f-3d93-41af-84e4-3755e850588d,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:55.821167 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 5884ba5f-ca60-494d-a34a-9da0b4e1daa3 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:55.837948 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 5884ba5f-ca60-494d-a34a-9da0b4e1daa3 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:55.838647 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b4a06e-2d84-427c-8d00-5136f3b4a73a,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:55.839343 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:55.859193 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f540cc26-780d-4e7b-9c3d-3ee99b8e0005 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.7307296 Mar 28 19:10:55.869424 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56450) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:55.885290 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-944ea1b3-8d99-4bdd-934b-b243f8de4661 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'port': {'network_id': '6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed', 'fixed_ips': [{'subnet_id': '1a01bc2d-e50a-4f5a-8b3f-28f94db24c2b'}, {'subnet_id': 'f8ad14d7-4d41-4c8b-9e51-ebec22fb0b58'}], 'name': 'tempest-PortsTestJSON-546161059'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:55.953601 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5efe350-ffc2-43b4-80f7-7be05aeae7e6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:10:56.026858 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:56.039057 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d5efe350-ffc2-43b4-80f7-7be05aeae7e6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:56.039730 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-d5efe350-ffc2-43b4-80f7-7be05aeae7e6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Added segment ea1b7c0a-ed3a-4b24-8eb6-d9bab873facb of type vlan for network 733a7a2c-d754-44a4-bc81-9d6dc59b3250 Mar 28 19:10:56.073599 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 5884ba5f-ca60-494d-a34a-9da0b4e1daa3, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=5884ba5f-ca60-494d-a34a-9da0b4e1daa3,segment=NetworkSegment(6c6d7ffe-1a11-4d3a-b36a-48df048ed172),segment_id=6c6d7ffe-1a11-4d3a-b36a-48df048ed172)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:56.078964 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:56.079670 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 30710e0e-f901-4188-b24b-b37e3a6ad4e1 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:10:56.083249 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d5efe350-ffc2-43b4-80f7-7be05aeae7e6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:56.101335 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f059e9ba-3ff5-4a02-8430-00ca7ccf6d83 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:56.200315 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=5884ba5f-ca60-494d-a34a-9da0b4e1daa3,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:56.213956 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 30710e0e-f901-4188-b24b-b37e3a6ad4e1 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:56.214340 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:56.221571 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c77ee5-bbd0-48f2-a5dd-d49f8ad40b6a req-544ba18a-abde-426f-84c8-df07b67ac261 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:56.229172 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b1c77ee5-bbd0-48f2-a5dd-d49f8ad40b6a req-544ba18a-abde-426f-84c8-df07b67ac261 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 932 time: 1.6322708 Mar 28 19:10:56.345438 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f059e9ba-3ff5-4a02-8430-00ca7ccf6d83 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:56.350365 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device f45989b9-9963-430d-8661-8ac7d9982e63 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:10:56.352643 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-873c134b-f31a-46d8-9dab-f653eb7a1fdc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0420427 Mar 28 19:10:56.354635 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56454) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:56.425204 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port f45989b9-9963-430d-8661-8ac7d9982e63 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:56.425585 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:56.449259 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059e9ba-3ff5-4a02-8430-00ca7ccf6d83 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9135255-ce00-440b-badc-1e851d627d79,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:56.453793 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028f700a-ebef-4abe-a96f-1b9a93b9fed6 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:10:56.456015 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.resource_extend [None req-d5efe350-ffc2-43b4-80f7-7be05aeae7e6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:10:56.468541 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014530df-f388-4e8e-a602-8b408908c5bd None None] Sync routers for ids ['2c83de11-31a9-4d18-9a8e-1bcd4823f191'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:10:56.478964 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-028f700a-ebef-4abe-a96f-1b9a93b9fed6 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] 10.222.0.10 "PUT /v2.0/routers/2c83de11-31a9-4d18-9a8e-1bcd4823f191/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4973586 Mar 28 19:10:56.483157 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014530df-f388-4e8e-a602-8b408908c5bd None None] Routers {'2c83de11-31a9-4d18-9a8e-1bcd4823f191'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:10:56.483998 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-014530df-f388-4e8e-a602-8b408908c5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:10:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2c83de11-31a9-4d18-9a8e-1bcd4823f191'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:56.490521 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56458) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:56.501024 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f059e9ba-3ff5-4a02-8430-00ca7ccf6d83 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:10:56.532957 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-ae54e1ff-fd81-44f4-a5b5-23039a5d0a61 service neutron] Attempting to bind port 559b00a4-6ea0-4847-8112-972b75fe53ac on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:10:56.533553 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-ae54e1ff-fd81-44f4-a5b5-23039a5d0a61 service neutron] Attempting to bind port 559b00a4-6ea0-4847-8112-972b75fe53ac by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': 'ce651af8-7fed-4f32-b050-d34331b69a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '79a5d728-4e0a-4bf8-b900-2a34dffdc0e2'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:10:56.534035 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-ae54e1ff-fd81-44f4-a5b5-23039a5d0a61 service neutron] Attempting to bind port 559b00a4-6ea0-4847-8112-972b75fe53ac on network 79a5d728-4e0a-4bf8-b900-2a34dffdc0e2 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:10:56.570196 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-ae54e1ff-fd81-44f4-a5b5-23039a5d0a61 service neutron] Port 559b00a4-6ea0-4847-8112-972b75fe53ac on network 79a5d728-4e0a-4bf8-b900-2a34dffdc0e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:10:56.576242 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-ae54e1ff-fd81-44f4-a5b5-23039a5d0a61 service neutron] Attempting to bind port 559b00a4-6ea0-4847-8112-972b75fe53ac on network 79a5d728-4e0a-4bf8-b900-2a34dffdc0e2 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:10:56.592128 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-629a290f-823a-473c-b12b-e086209ba512 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] delete failed (client error): The resource could not be found. Mar 28 19:10:56.598534 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-629a290f-823a-473c-b12b-e086209ba512 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-282187149 HTTP/1.1" status: 404 len: 334 time: 0.1042533 Mar 28 19:10:56.599157 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56462) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:56.614339 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-462fa532-e952-4201-899e-a27cd3215199 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Request body: {'router': {'external_gateway_info': {'network_id': '2c83de11-31a9-4d18-9a8e-1bcd4823f191'}}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:56.618603 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b1c77ee5-bbd0-48f2-a5dd-d49f8ad40b6a req-3e4ed32b-e007-482b-a34d-5af85f1d4d96 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3833547 Mar 28 19:10:56.622111 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-014530df-f388-4e8e-a602-8b408908c5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:56.630235 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-ae54e1ff-fd81-44f4-a5b5-23039a5d0a61 service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:10:56.630597 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-ae54e1ff-fd81-44f4-a5b5-23039a5d0a61 service neutron] Checking segment: {'id': 'ce651af8-7fed-4f32-b050-d34331b69a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '79a5d728-4e0a-4bf8-b900-2a34dffdc0e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:56.630969 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-ae54e1ff-fd81-44f4-a5b5-23039a5d0a61 service neutron] Bound using segment: {'id': 'ce651af8-7fed-4f32-b050-d34331b69a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '79a5d728-4e0a-4bf8-b900-2a34dffdc0e2'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:10:56.631416 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-ae54e1ff-fd81-44f4-a5b5-23039a5d0a61 service neutron] Bound port: 559b00a4-6ea0-4847-8112-972b75fe53ac, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce651af8-7fed-4f32-b050-d34331b69a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '79a5d728-4e0a-4bf8-b900-2a34dffdc0e2'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:10:56.631763 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-ae54e1ff-fd81-44f4-a5b5-23039a5d0a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:56.634274 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014530df-f388-4e8e-a602-8b408908c5bd None None] Routers {'2c83de11-31a9-4d18-9a8e-1bcd4823f191'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:10:56.635094 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-014530df-f388-4e8e-a602-8b408908c5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:10:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2c83de11-31a9-4d18-9a8e-1bcd4823f191'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:56.686561 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 9c7dffe0-fb3e-4d3f-afc6-c86024ce4534 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:10:56.768513 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-014530df-f388-4e8e-a602-8b408908c5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:10:56.769315 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014530df-f388-4e8e-a602-8b408908c5bd None None] The sync data for ids ['2c83de11-31a9-4d18-9a8e-1bcd4823f191'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:10:56.784166 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 9c7dffe0-fb3e-4d3f-afc6-c86024ce4534 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:10:56.784796 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 9c7dffe0-fb3e-4d3f-afc6-c86024ce4534 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:10:56.824965 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] device_id is not set on port 57a5b808-e59b-41ea-88e5-1595a6613b25 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:10:56.841453 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d5efe350-ffc2-43b4-80f7-7be05aeae7e6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:56.845720 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-ae54e1ff-fd81-44f4-a5b5-23039a5d0a61 service neutron] For port 559b00a4-6ea0-4847-8112-972b75fe53ac, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:10:56.846827 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5efe350-ffc2-43b4-80f7-7be05aeae7e6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:56.851651 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d5efe350-ffc2-43b4-80f7-7be05aeae7e6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:56.866220 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:56.881462 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f059e9ba-3ff5-4a02-8430-00ca7ccf6d83 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:56.881874 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-f059e9ba-3ff5-4a02-8430-00ca7ccf6d83 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Added segment 1ff69bbe-5515-46a7-94a4-b80a07cb032d of type vlan for network 2486f7ec-b979-41fc-a225-67e3b737e9a3 Mar 28 19:10:56.934713 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-ae54e1ff-fd81-44f4-a5b5-23039a5d0a61 service neutron] For port 559b00a4-6ea0-4847-8112-972b75fe53ac, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=559b00a4-6ea0-4847-8112-972b75fe53ac,segment=NetworkSegment(ce651af8-7fed-4f32-b050-d34331b69a89),segment_id=ce651af8-7fed-4f32-b050-d34331b69a89)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:10:56.976106 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Transition to ACTIVE for port object 57a5b808-e59b-41ea-88e5-1595a6613b25 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:56.981380 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-ae54e1ff-fd81-44f4-a5b5-23039a5d0a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:57.015638 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efe350-ffc2-43b4-80f7-7be05aeae7e6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event updated for resources: {'Network': ['ID=733a7a2c-d754-44a4-bc81-9d6dc59b3250,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:57.026786 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d5efe350-ffc2-43b4-80f7-7be05aeae7e6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7686005 Mar 28 19:10:57.030110 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 733a7a2c-d754-44a4-bc81-9d6dc59b3250 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:10:57.050661 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56466) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:57.096462 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-c9d9d439-0dd1-418e-80fa-2919f4499178 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:57.099613 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-944ea1b3-8d99-4bdd-934b-b243f8de4661 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:57.144712 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:57.178056 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-944ea1b3-8d99-4bdd-934b-b243f8de4661 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:port and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:57.181529 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 9d2f2f0c-1610-4fc5-a7d5-7d4caf81f67f up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:10:57.191627 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-ae54e1ff-fd81-44f4-a5b5-23039a5d0a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:57.192621 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-ae54e1ff-fd81-44f4-a5b5-23039a5d0a61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:57.194372 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-ae54e1ff-fd81-44f4-a5b5-23039a5d0a61 service neutron] 10.222.0.26 "PUT /v2.0/ports/559b00a4-6ea0-4847-8112-972b75fe53ac HTTP/1.1" status: 200 len: 1094 time: 3.9123194 Mar 28 19:10:57.194717 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-944ea1b3-8d99-4bdd-934b-b243f8de4661 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:57.195238 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd126ef-f4da-425a-944a-30f440e3dece', 'tag': '559b00a4-6ea0-4847-8112-972b75fe53ac'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:10:57.206386 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f059e9ba-3ff5-4a02-8430-00ca7ccf6d83 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:57.237823 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f851c800-6c04-4a14-b758-b6c3bf627f84 None None] Provisioning for port 3d5a7e17-6983-480d-a0b0-7434bac6c161 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:57.242161 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ae43166d-1c65-4ec5-8325-ae5d8ac56066 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:57.294635 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 9d2f2f0c-1610-4fc5-a7d5-7d4caf81f67f triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:57.295135 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:57.306063 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-944ea1b3-8d99-4bdd-934b-b243f8de4661 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:57.346326 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaae96eb-a0e6-4bbb-98d6-d1d8292964b4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:57.352359 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaae96eb-a0e6-4bbb-98d6-d1d8292964b4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:57.353376 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-eaae96eb-a0e6-4bbb-98d6-d1d8292964b4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:10:57.362302 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-462fa532-e952-4201-899e-a27cd3215199 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:57.379023 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd126ef-f4da-425a-944a-30f440e3dece', 'tag': '559b00a4-6ea0-4847-8112-972b75fe53ac', 'status': 'completed', 'code': 200} Mar 28 19:10:57.412185 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f059e9ba-3ff5-4a02-8430-00ca7ccf6d83 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:57.417841 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f059e9ba-3ff5-4a02-8430-00ca7ccf6d83 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:57.418633 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f059e9ba-3ff5-4a02-8430-00ca7ccf6d83 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:57.441349 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 3d5a7e17-6983-480d-a0b0-7434bac6c161 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:10:57.461545 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-462fa532-e952-4201-899e-a27cd3215199 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] update failed (client error): The resource could not be found. Mar 28 19:10:57.462780 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-462fa532-e952-4201-899e-a27cd3215199 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] 10.222.0.10 "PUT /v2.0/routers/2c83de11-31a9-4d18-9a8e-1bcd4823f191 HTTP/1.1" status: 404 len: 339 time: 0.8573191 Mar 28 19:10:57.464202 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944ea1b3-8d99-4bdd-934b-b243f8de4661 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:57.470267 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56472) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:57.493636 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-eaae96eb-a0e6-4bbb-98d6-d1d8292964b4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:10:57.494947 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-eaae96eb-a0e6-4bbb-98d6-d1d8292964b4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 1.1019661 Mar 28 19:10:57.522907 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938c6f69-6c28-4c31-a789-3882271485b9 None None] get_active_networks_info from dv-neutron-834711-1-hyperv {{(pid=87834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 19:10:57.529522 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56476) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:57.550365 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Checking segment: {'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:10:57.550365 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Network hostable DHCP agents. Network: 3e59bf19-5947-4abd-bcd3-c9bf26172c68, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:10:57.555114 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae54e1ff-fd81-44f4-a5b5-23039a5d0a61 service neutron] Pushing event updated for resources: {'Port': ['ID=559b00a4-6ea0-4847-8112-972b75fe53ac,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:57.571424 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 3d5a7e17-6983-480d-a0b0-7434bac6c161 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:57.597526 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 3d5a7e17-6983-480d-a0b0-7434bac6c161 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:57.597880 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:57.692013 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f059e9ba-3ff5-4a02-8430-00ca7ccf6d83 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.2292957 Mar 28 19:10:57.707696 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b98b3dac-6e08-432f-aae3-85d7817dbc4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:57.716631 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56482) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:57.727632 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059e9ba-3ff5-4a02-8430-00ca7ccf6d83 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Network': ['ID=2486f7ec-b979-41fc-a225-67e3b737e9a3,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:57.733086 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-47dd252f-d257-4b5f-b6ce-a10fd7e53f25 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1657040247', 'admin_state_up': True, 'project_id': '061332865d564f96959562b5c3aa8701', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:57.739740 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-75b8c66f-8782-44aa-a8bd-201b0b10cbfd None None] Provisioning for port e713ffc2-dea3-48ba-8ff9-72abe48fe310 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:57.748745 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-47dd252f-d257-4b5f-b6ce-a10fd7e53f25 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:57.767486 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-47dd252f-d257-4b5f-b6ce-a10fd7e53f25 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:router and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:10:57.768063 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 2486f7ec-b979-41fc-a225-67e3b737e9a3 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:10:57.776173 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-47dd252f-d257-4b5f-b6ce-a10fd7e53f25 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:10:57.788522 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e464437a-fa33-4029-80b7-d70fe69a0bed tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting port 7e257234-1c94-4349-b162-ddae21cba3c7 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:10:57.789006 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e464437a-fa33-4029-80b7-d70fe69a0bed tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:57.823272 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-47dd252f-d257-4b5f-b6ce-a10fd7e53f25 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:57.857026 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-944ea1b3-8d99-4bdd-934b-b243f8de4661 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:57.872899 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47dd252f-d257-4b5f-b6ce-a10fd7e53f25 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:57.874047 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47dd252f-d257-4b5f-b6ce-a10fd7e53f25 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:57.940119 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-944ea1b3-8d99-4bdd-934b-b243f8de4661 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] device_id is not set on port 8118f964-41f0-4e97-9c41-777e2d583735 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:10:57.957801 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:57.974573 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47dd252f-d257-4b5f-b6ce-a10fd7e53f25 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:58.020919 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 3d5a7e17-6983-480d-a0b0-7434bac6c161, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=3d5a7e17-6983-480d-a0b0-7434bac6c161,segment=NetworkSegment(4faea4d8-ad8f-4903-ba14-3024a6990bc4),segment_id=4faea4d8-ad8f-4903-ba14-3024a6990bc4)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:58.026659 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:58.028092 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 7cbf20c0-200f-4af6-a3c4-b5b4d175aa45 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:10:58.031720 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ae43166d-1c65-4ec5-8325-ae5d8ac56066 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:58.114733 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Pushing event updated for resources: {'Port': ['ID=57a5b808-e59b-41ea-88e5-1595a6613b25,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:58.173819 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938c6f69-6c28-4c31-a789-3882271485b9 None None] Resources bound (agent type, host, resource id): {{(pid=87834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 19:10:58.203692 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=3d5a7e17-6983-480d-a0b0-7434bac6c161,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:58.235594 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 7cbf20c0-200f-4af6-a3c4-b5b4d175aa45 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:58.236134 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:58.321855 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:10:58.401275 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43166d-1c65-4ec5-8325-ae5d8ac56066 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Pushing event deleted for resources: {'Port': ['ID=89178a61-1822-42f3-b607-aacf3899901d,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:58.454445 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c9d9d439-0dd1-418e-80fa-2919f4499178 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:58.490208 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-af03c06c-2fc3-43ec-b4d3-297a2b603947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:58.491695 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-af03c06c-2fc3-43ec-b4d3-297a2b603947 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5dc7a30ce17d457d9ddf509f349c3980&device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 1097 time: 1.2434163 Mar 28 19:10:58.499037 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 3e59bf19-5947-4abd-bcd3-c9bf26172c68) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:10:58.502965 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:10:58.556479 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 60bfdd4a-7521-4260-8d22-810525762fa8 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:10:58.610259 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:58.615311 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:58.664968 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 60bfdd4a-7521-4260-8d22-810525762fa8 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:10:58.678540 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e464437a-fa33-4029-80b7-d70fe69a0bed tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:58.701565 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47dd252f-d257-4b5f-b6ce-a10fd7e53f25 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:58.712235 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c9d9d439-0dd1-418e-80fa-2919f4499178 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:58.735763 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-8b568b79-497e-467f-9045-582d3439f708 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=559b00a4-6ea0-4847-8112-972b75fe53ac HTTP/1.1" status: 200 len: 217 time: 0.1713161 Mar 28 19:10:58.738239 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 60bfdd4a-7521-4260-8d22-810525762fa8 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:58.738239 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:58.742683 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:10:58.743050 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:10:58.743377 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:10:58.856957 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c9d9d439-0dd1-418e-80fa-2919f4499178 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Network 733a7a2c-d754-44a4-bc81-9d6dc59b3250 is not hosted by any dhcp agent {{(pid=87833) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 28 19:10:58.861741 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e464437a-fa33-4029-80b7-d70fe69a0bed tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Calling delete_port for 7e257234-1c94-4349-b162-ddae21cba3c7 owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:10:58.862372 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d9d439-0dd1-418e-80fa-2919f4499178 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:58.863060 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c9d9d439-0dd1-418e-80fa-2919f4499178 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:58.867342 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c9d9d439-0dd1-418e-80fa-2919f4499178 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "PUT /v2.0/networks/733a7a2c-d754-44a4-bc81-9d6dc59b3250 HTTP/1.1" status: 200 len: 723 time: 1.8047147 Mar 28 19:10:58.880249 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56486) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:10:58.920125 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811caad5-b20a-4eaa-9c4f-d0a657ee1e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-321e8459-7b95-44a1-954f-286667f59804', 'network_id': '321e8459-7b95-44a1-954f-286667f59804', 'tenant_id': '5caec573e114409086168219a54f97ce', 'fixed_ips': [{'subnet_id': '89174c7e-3900-4e92-92de-d919b036a08a'}, {'subnet_id': 'c1561c4b-60bf-4f34-ad82-74071bea4464'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:10:58.921014 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-811caad5-b20a-4eaa-9c4f-d0a657ee1e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:58.936807 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:58.945548 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Port 57a5b808-e59b-41ea-88e5-1595a6613b25 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:10:58.945865 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Failed to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] Mar 28 19:10:59.027288 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-70baf30e-2548-498c-ab8f-d9286ac234e3 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Request body: {'subnet': {'network_id': '733a7a2c-d754-44a4-bc81-9d6dc59b3250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:10:59.040728 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 60bfdd4a-7521-4260-8d22-810525762fa8, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=60bfdd4a-7521-4260-8d22-810525762fa8,segment=NetworkSegment(ce651af8-7fed-4f32-b050-d34331b69a89),segment_id=ce651af8-7fed-4f32-b050-d34331b69a89)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:10:59.045255 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempt 2 to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 Mar 28 19:10:59.049052 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:59.049927 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 72cbc54f-3d93-41af-84e4-3755e850588d up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:10:59.127521 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837324e5-4be6-4a3a-9795-5e2158aaad7b req-6074361f-5dd5-4137-837a-8d89c8830dc5 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:59.129016 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-837324e5-4be6-4a3a-9795-5e2158aaad7b req-6074361f-5dd5-4137-837a-8d89c8830dc5 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 944 time: 1.3006699 Mar 28 19:10:59.129836 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9d439-0dd1-418e-80fa-2919f4499178 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event updated for resources: {'Network': ['ID=733a7a2c-d754-44a4-bc81-9d6dc59b3250,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:59.147453 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-944ea1b3-8d99-4bdd-934b-b243f8de4661 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Allocated IP 172.20.0.7 (6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed/1a01bc2d-e50a-4f5a-8b3f-28f94db24c2b/8118f964-41f0-4e97-9c41-777e2d583735) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:59.155976 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-944ea1b3-8d99-4bdd-934b-b243f8de4661 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Allocated IP 172.20.0.20 (6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed/f8ad14d7-4d41-4c8b-9e51-ebec22fb0b58/8118f964-41f0-4e97-9c41-777e2d583735) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:59.160057 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 733a7a2c-d754-44a4-bc81-9d6dc59b3250 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:10:59.196908 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:10:59.197532 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:10:59.198021 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:10:59.263897 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-c4b82e1c-ea18-437f-970e-1a3422772949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:10:59.265601 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-c4b82e1c-ea18-437f-970e-1a3422772949 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1 HTTP/1.1" status: 200 len: 833 time: 0.4537125 Mar 28 19:10:59.329783 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Port 57a5b808-e59b-41ea-88e5-1595a6613b25 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:10:59.330360 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Failed to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] Mar 28 19:10:59.349108 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempt 3 to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 Mar 28 19:10:59.366257 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 72cbc54f-3d93-41af-84e4-3755e850588d triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:10:59.366816 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:59.405054 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae43166d-1c65-4ec5-8325-ae5d8ac56066 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Router 20a57787-eaa7-4b0a-b18b-f6892099e4f9 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:10:59.406637 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=60bfdd4a-7521-4260-8d22-810525762fa8,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:59.434625 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7dbae0d8-138d-4aac-8a25-9f676d25d41f tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:59.452247 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:10:59.452843 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:10:59.453479 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:10:59.461814 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-70baf30e-2548-498c-ab8f-d9286ac234e3 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:10:59.471664 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e464437a-fa33-4029-80b7-d70fe69a0bed tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:59.487101 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-837324e5-4be6-4a3a-9795-5e2158aaad7b req-2cfe766c-6c3a-48b7-913a-39c2500b15ae tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2842991 Mar 28 19:10:59.495637 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Port 57a5b808-e59b-41ea-88e5-1595a6613b25 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:10:59.496211 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Failed to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] Mar 28 19:10:59.553807 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-70baf30e-2548-498c-ab8f-d9286ac234e3 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:10:59.556655 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempt 4 to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 Mar 28 19:10:59.578094 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-811caad5-b20a-4eaa-9c4f-d0a657ee1e0a None None] Allocated IP 172.20.0.1 (321e8459-7b95-44a1-954f-286667f59804/89174c7e-3900-4e92-92de-d919b036a08a/cada6605-4ff4-4101-99a7-8877eade16c3) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:59.609937 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464437a-fa33-4029-80b7-d70fe69a0bed tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Port': ['ID=7e257234-1c94-4349-b162-ddae21cba3c7,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:10:59.622069 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-811caad5-b20a-4eaa-9c4f-d0a657ee1e0a None None] Allocated IP 2001:db8::2 (321e8459-7b95-44a1-954f-286667f59804/c1561c4b-60bf-4f34-ad82-74071bea4464/cada6605-4ff4-4101-99a7-8877eade16c3) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:10:59.657287 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-944ea1b3-8d99-4bdd-934b-b243f8de4661 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:59.682224 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-944ea1b3-8d99-4bdd-934b-b243f8de4661 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Transition to ACTIVE for port object 8118f964-41f0-4e97-9c41-777e2d583735 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:59.861786 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 5884ba5f-ca60-494d-a34a-9da0b4e1daa3 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:10:59.897002 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:10:59.897221 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:10:59.897550 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:10:59.914441 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-944ea1b3-8d99-4bdd-934b-b243f8de4661 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:59.923207 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-59eaf14c-db40-4945-a8ae-eac176e57387 None None] Could not find standard attr ID for object 7e257234-1c94-4349-b162-ddae21cba3c7. {{(pid=87834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 19:10:59.954075 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-811caad5-b20a-4eaa-9c4f-d0a657ee1e0a None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:59.960053 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70baf30e-2548-498c-ab8f-d9286ac234e3 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Made reservation on behalf of 5caec573e114409086168219a54f97ce for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:10:59.963330 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-70baf30e-2548-498c-ab8f-d9286ac234e3 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:10:59.973375 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-811caad5-b20a-4eaa-9c4f-d0a657ee1e0a None None] Transition to ACTIVE for port object cada6605-4ff4-4101-99a7-8877eade16c3 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:10:59.999741 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 5884ba5f-ca60-494d-a34a-9da0b4e1daa3 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:00.000110 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:00.012436 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae43166d-1c65-4ec5-8325-ae5d8ac56066 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:11:00.032838 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7fd9f7-0d9f-49e7-895f-a7ee5ee95583 None None] Sync routers for ids ['20a57787-eaa7-4b0a-b18b-f6892099e4f9'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:11:00.038133 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47dd252f-d257-4b5f-b6ce-a10fd7e53f25 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_gateway, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:00.042054 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-811caad5-b20a-4eaa-9c4f-d0a657ee1e0a None None] Transition to ACTIVE for port object cada6605-4ff4-4101-99a7-8877eade16c3 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:00.057391 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-811caad5-b20a-4eaa-9c4f-d0a657ee1e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:00.064945 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Port 57a5b808-e59b-41ea-88e5-1595a6613b25 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:11:00.064945 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Failed to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] Mar 28 19:11:00.067636 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e464437a-fa33-4029-80b7-d70fe69a0bed tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:00.070771 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempt 5 to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 Mar 28 19:11:00.091613 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47dd252f-d257-4b5f-b6ce-a10fd7e53f25 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:00.094466 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944ea1b3-8d99-4bdd-934b-b243f8de4661 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network 6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:00.114085 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7fd9f7-0d9f-49e7-895f-a7ee5ee95583 None None] Routers {'20a57787-eaa7-4b0a-b18b-f6892099e4f9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:11:00.114795 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-fd7fd9f7-0d9f-49e7-895f-a7ee5ee95583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:10:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['20a57787-eaa7-4b0a-b18b-f6892099e4f9'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:00.139647 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ae43166d-1c65-4ec5-8325-ae5d8ac56066 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] 10.222.0.10 "PUT /v2.0/routers/20a57787-eaa7-4b0a-b18b-f6892099e4f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5680850 Mar 28 19:11:00.146593 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-944ea1b3-8d99-4bdd-934b-b243f8de4661 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:00.149203 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944ea1b3-8d99-4bdd-934b-b243f8de4661 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:11:00.158039 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56490) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:00.193925 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ea1b3-8d99-4bdd-934b-b243f8de4661 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Port': ['ID=8118f964-41f0-4e97-9c41-777e2d583735,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:00.210395 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-fd7fd9f7-0d9f-49e7-895f-a7ee5ee95583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:00.219811 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e464437a-fa33-4029-80b7-d70fe69a0bed tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/7e257234-1c94-4349-b162-ddae21cba3c7 HTTP/1.1" status: 204 len: 168 time: 2.6886859 Mar 28 19:11:00.226734 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811caad5-b20a-4eaa-9c4f-d0a657ee1e0a None None] Network 321e8459-7b95-44a1-954f-286667f59804 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:00.228572 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:00.228754 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56494) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:00.229249 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:00.229593 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:00.239345 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-811caad5-b20a-4eaa-9c4f-d0a657ee1e0a None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:00.241280 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:00.242780 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811caad5-b20a-4eaa-9c4f-d0a657ee1e0a None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:11:00.244182 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-6ac05c83-4cb6-4300-8d77-b5b4f166872b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:00.245657 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-6ac05c83-4cb6-4300-8d77-b5b4f166872b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79a5d728-4e0a-4bf8-b900-2a34dffdc0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9529884 Mar 28 19:11:00.247967 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7fd9f7-0d9f-49e7-895f-a7ee5ee95583 None None] Routers {'20a57787-eaa7-4b0a-b18b-f6892099e4f9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:11:00.248699 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-fd7fd9f7-0d9f-49e7-895f-a7ee5ee95583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:10:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['20a57787-eaa7-4b0a-b18b-f6892099e4f9'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:00.282191 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Port 57a5b808-e59b-41ea-88e5-1595a6613b25 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:11:00.282793 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Failed to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] Mar 28 19:11:00.291933 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempt 6 to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 Mar 28 19:11:00.300231 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-3fa19817-201d-4dd2-90bc-fc211e530a37 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] delete failed (client error): The resource could not be found. Mar 28 19:11:00.301519 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3fa19817-201d-4dd2-90bc-fc211e530a37 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-1467524001 HTTP/1.1" status: 404 len: 335 time: 0.1345985 Mar 28 19:11:00.311063 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56498) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:00.318136 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811caad5-b20a-4eaa-9c4f-d0a657ee1e0a None None] Pushing event updated for resources: {'Port': ['ID=cada6605-4ff4-4101-99a7-8877eade16c3,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:00.325581 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944ea1b3-8d99-4bdd-934b-b243f8de4661 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:00.326665 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-944ea1b3-8d99-4bdd-934b-b243f8de4661 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:00.337687 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-02bc2018-e144-40de-8ea9-ba8f41d5d35a tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Request body: {'router': {'external_gateway_info': {'network_id': '20a57787-eaa7-4b0a-b18b-f6892099e4f9'}}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:00.352614 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-fd7fd9f7-0d9f-49e7-895f-a7ee5ee95583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:00.352614 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7fd9f7-0d9f-49e7-895f-a7ee5ee95583 None None] The sync data for ids ['20a57787-eaa7-4b0a-b18b-f6892099e4f9'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:11:00.379454 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:00.379792 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:00.380139 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:00.445527 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d97d59e-3cf0-4260-9e7d-63fe8c4e8d47 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:00.447130 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d97d59e-3cf0-4260-9e7d-63fe8c4e8d47 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:00.447854 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8d97d59e-3cf0-4260-9e7d-63fe8c4e8d47 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:11:00.459362 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Port 57a5b808-e59b-41ea-88e5-1595a6613b25 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:11:00.459700 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Failed to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] Mar 28 19:11:00.468149 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempt 7 to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 Mar 28 19:11:00.497626 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e713ffc2-dea3-48ba-8ff9-72abe48fe310 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:11:00.528988 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-811caad5-b20a-4eaa-9c4f-d0a657ee1e0a None None] Attempting to bind port cada6605-4ff4-4101-99a7-8877eade16c3 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:00.529328 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-811caad5-b20a-4eaa-9c4f-d0a657ee1e0a None None] Attempting to bind port cada6605-4ff4-4101-99a7-8877eade16c3 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a3fb0ecf-2ac7-4d01-8ef4-c882f8b6b7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '321e8459-7b95-44a1-954f-286667f59804'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:00.529694 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811caad5-b20a-4eaa-9c4f-d0a657ee1e0a None None] Attempting to bind port cada6605-4ff4-4101-99a7-8877eade16c3 on network 321e8459-7b95-44a1-954f-286667f59804 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:00.540664 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-944ea1b3-8d99-4bdd-934b-b243f8de4661 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.6694016 Mar 28 19:11:00.545555 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811caad5-b20a-4eaa-9c4f-d0a657ee1e0a None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:11:00.545709 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56504) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:00.545811 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811caad5-b20a-4eaa-9c4f-d0a657ee1e0a None None] Checking segment: {'id': 'a3fb0ecf-2ac7-4d01-8ef4-c882f8b6b7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '321e8459-7b95-44a1-954f-286667f59804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:11:00.546356 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-811caad5-b20a-4eaa-9c4f-d0a657ee1e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:00.546765 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811caad5-b20a-4eaa-9c4f-d0a657ee1e0a None None] Bound using segment: {'id': 'a3fb0ecf-2ac7-4d01-8ef4-c882f8b6b7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '321e8459-7b95-44a1-954f-286667f59804'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:11:00.547383 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-811caad5-b20a-4eaa-9c4f-d0a657ee1e0a None None] Bound port: cada6605-4ff4-4101-99a7-8877eade16c3, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3fb0ecf-2ac7-4d01-8ef4-c882f8b6b7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '321e8459-7b95-44a1-954f-286667f59804'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:11:00.547770 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-811caad5-b20a-4eaa-9c4f-d0a657ee1e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:00.557587 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:00.558017 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:00.558385 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:00.618466 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8d97d59e-3cf0-4260-9e7d-63fe8c4e8d47 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:11:00.619046 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Port 57a5b808-e59b-41ea-88e5-1595a6613b25 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:11:00.619379 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Failed to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] Mar 28 19:11:00.624017 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8d97d59e-3cf0-4260-9e7d-63fe8c4e8d47 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3935013 Mar 28 19:11:00.624017 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56508) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:00.627232 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-fcfc831d-9ce2-4971-9797-42685a073152 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1a01bc2d-e50a-4f5a-8b3f-28f94db24c2b'}]}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:00.669198 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port e713ffc2-dea3-48ba-8ff9-72abe48fe310 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:11:00.670280 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-47dd252f-d257-4b5f-b6ce-a10fd7e53f25 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.26.4.234 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/35118d33-642d-4cf4-9a30-578e0f5d41e5) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:00.677672 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-811caad5-b20a-4eaa-9c4f-d0a657ee1e0a None None] For port cada6605-4ff4-4101-99a7-8877eade16c3, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:11:00.680039 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port e713ffc2-dea3-48ba-8ff9-72abe48fe310 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:00.680460 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:00.730114 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-811caad5-b20a-4eaa-9c4f-d0a657ee1e0a None None] For port cada6605-4ff4-4101-99a7-8877eade16c3, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=cada6605-4ff4-4101-99a7-8877eade16c3,segment=NetworkSegment(a3fb0ecf-2ac7-4d01-8ef4-c882f8b6b7c2),segment_id=a3fb0ecf-2ac7-4d01-8ef4-c882f8b6b7c2)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:11:00.739203 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-811caad5-b20a-4eaa-9c4f-d0a657ee1e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:00.742008 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempt 8 to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 Mar 28 19:11:00.818344 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-8087d5a2-1626-40b6-9f6e-a899c9dd7333 service neutron] 10.222.0.26 "GET /v2.0/networks/79a5d728-4e0a-4bf8-b900-2a34dffdc0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5584426 Mar 28 19:11:00.870415 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811caad5-b20a-4eaa-9c4f-d0a657ee1e0a None None] Pushing event updated for resources: {'Port': ['ID=cada6605-4ff4-4101-99a7-8877eade16c3,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:00.888388 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:00.888858 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:00.889202 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:00.905955 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:00.922455 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae9b546-7866-4652-8f82-03efdcaa5690 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting subnet 20e84099-bec7-4444-8ddd-bc953293c886 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:11:00.937700 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-02bc2018-e144-40de-8ea9-ba8f41d5d35a tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:00.941382 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bae9b546-7866-4652-8f82-03efdcaa5690 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:00.945184 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port e713ffc2-dea3-48ba-8ff9-72abe48fe310, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e713ffc2-dea3-48ba-8ff9-72abe48fe310,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:00.950437 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:00.980147 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Port 57a5b808-e59b-41ea-88e5-1595a6613b25 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:11:00.980772 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Failed to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] Mar 28 19:11:00.982078 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-70baf30e-2548-498c-ab8f-d9286ac234e3 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:00.988358 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-7dbae0d8-138d-4aac-8a25-9f676d25d41f tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Allocated IP 172.20.0.1 (1ac96f53-1519-45aa-bb2e-8026ca95ecfb/71151a74-a78b-4e00-b436-be971e0b4f92/5cfcef96-b27f-45a2-8606-27e25c2b8cd2) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:00.993871 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempt 9 to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 Mar 28 19:11:01.044879 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=e713ffc2-dea3-48ba-8ff9-72abe48fe310,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:01.069071 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-02bc2018-e144-40de-8ea9-ba8f41d5d35a tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] update failed (client error): The resource could not be found. Mar 28 19:11:01.074082 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-02bc2018-e144-40de-8ea9-ba8f41d5d35a tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] 10.222.0.10 "PUT /v2.0/routers/20a57787-eaa7-4b0a-b18b-f6892099e4f9 HTTP/1.1" status: 404 len: 339 time: 0.7602861 Mar 28 19:11:01.077529 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56512) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:01.087786 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-8a8a15e4-0ff9-4dda-bddd-9caae60b614b tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1095106711'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:01.097129 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8a8a15e4-0ff9-4dda-bddd-9caae60b614b tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:01.113642 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8a8a15e4-0ff9-4dda-bddd-9caae60b614b tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Usage tracker for resource:network and tenant:da06ea15f6bd4ce4a1c837210d01cb3a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:01.116992 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 60bfdd4a-7521-4260-8d22-810525762fa8 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:11:01.121901 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bae9b546-7866-4652-8f82-03efdcaa5690 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:01.164547 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8a8a15e4-0ff9-4dda-bddd-9caae60b614b tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:01.195968 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8a8a15e4-0ff9-4dda-bddd-9caae60b614b tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:01.226853 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70baf30e-2548-498c-ab8f-d9286ac234e3 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event updated for resources: {'Subnet': ['ID=bd983603-b8e6-4e92-accc-eef33fb9e43d,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:01.236311 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47dd252f-d257-4b5f-b6ce-a10fd7e53f25 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:01.249106 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8a15e4-0ff9-4dda-bddd-9caae60b614b tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Made reservation on behalf of da06ea15f6bd4ce4a1c837210d01cb3a for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:01.252562 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8a8a15e4-0ff9-4dda-bddd-9caae60b614b tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:01.256055 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:01.256586 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:01.257085 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:01.262780 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 60bfdd4a-7521-4260-8d22-810525762fa8 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:01.263577 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:01.318070 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8a15e4-0ff9-4dda-bddd-9caae60b614b tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:11:01.329634 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bae9b546-7866-4652-8f82-03efdcaa5690 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:01.370346 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8a8a15e4-0ff9-4dda-bddd-9caae60b614b tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:01.370685 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-8a8a15e4-0ff9-4dda-bddd-9caae60b614b tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Added segment 13fc0f25-15de-47f8-9385-786b830d4274 of type vlan for network d60bc126-5d1f-4ddb-9c41-3741b64f0a2b Mar 28 19:11:01.393559 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47dd252f-d257-4b5f-b6ce-a10fd7e53f25 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:01.411620 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Port 57a5b808-e59b-41ea-88e5-1595a6613b25 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:11:01.411954 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Failed to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] Mar 28 19:11:01.421718 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempt 10 to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 Mar 28 19:11:01.427530 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 3d5a7e17-6983-480d-a0b0-7434bac6c161 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:11:01.438987 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70baf30e-2548-498c-ab8f-d9286ac234e3 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Checking segment: {'id': 'ea1b7c0a-ed3a-4b24-8eb6-d9bab873facb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '733a7a2c-d754-44a4-bc81-9d6dc59b3250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:11:01.439361 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70baf30e-2548-498c-ab8f-d9286ac234e3 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Network hostable DHCP agents. Network: 733a7a2c-d754-44a4-bc81-9d6dc59b3250, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:11:01.460499 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8c610059-0b3e-4a1f-aed1-262c61946e57 req-22f21b7b-7675-48f7-8839-3fa2df7ef77d service neutron] 10.222.0.26 "GET /v2.0/networks/79a5d728-4e0a-4bf8-b900-2a34dffdc0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6238043 Mar 28 19:11:01.478380 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:01.478713 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:01.479201 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:01.519593 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Port 57a5b808-e59b-41ea-88e5-1595a6613b25 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:11:01.520183 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Failed to bind port 57a5b808-e59b-41ea-88e5-1595a6613b25 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] Mar 28 19:11:01.520625 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:01.526764 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:01.537422 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 3d5a7e17-6983-480d-a0b0-7434bac6c161 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:01.537800 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:01.612588 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8a8a15e4-0ff9-4dda-bddd-9caae60b614b tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:01.646726 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dd252f-d257-4b5f-b6ce-a10fd7e53f25 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:01.649530 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-47dd252f-d257-4b5f-b6ce-a10fd7e53f25 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:01.652162 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dd252f-d257-4b5f-b6ce-a10fd7e53f25 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:11:01.786979 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd252f-d257-4b5f-b6ce-a10fd7e53f25 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=35118d33-642d-4cf4-9a30-578e0f5d41e5,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:01.796211 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.resource_extend [None req-8a8a15e4-0ff9-4dda-bddd-9caae60b614b tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:11:01.820809 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bae9b546-7866-4652-8f82-03efdcaa5690 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:01.878700 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70baf30e-2548-498c-ab8f-d9286ac234e3 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Network 733a7a2c-d754-44a4-bc81-9d6dc59b3250 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:11:01.888570 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2dc66e-e2db-4beb-9254-134dda7fff79 req-a51a44ac-a27b-4179-85b2-753bdee50ab5 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:01.890231 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3f2dc66e-e2db-4beb-9254-134dda7fff79 req-a51a44ac-a27b-4179-85b2-753bdee50ab5 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 944 time: 1.1342537 Mar 28 19:11:01.922196 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9b546-7866-4652-8f82-03efdcaa5690 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Subnet': ['ID=20e84099-bec7-4444-8ddd-bc953293c886,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:01.934551 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7dbae0d8-138d-4aac-8a25-9f676d25d41f tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:01.956035 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8a8a15e4-0ff9-4dda-bddd-9caae60b614b tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:01.961292 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8a15e4-0ff9-4dda-bddd-9caae60b614b tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:01.961912 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8a8a15e4-0ff9-4dda-bddd-9caae60b614b tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:01.968089 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-70baf30e-2548-498c-ab8f-d9286ac234e3 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 733a7a2c-d754-44a4-bc81-9d6dc59b3250) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:01.991001 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fcfc831d-9ce2-4971-9797-42685a073152 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:01.992701 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bae9b546-7866-4652-8f82-03efdcaa5690 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:02.017690 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70baf30e-2548-498c-ab8f-d9286ac234e3 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:02.018578 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-70baf30e-2548-498c-ab8f-d9286ac234e3 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:02.031957 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-7dbae0d8-138d-4aac-8a25-9f676d25d41f tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Transition to ACTIVE for port object 5cfcef96-b27f-45a2-8606-27e25c2b8cd2 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:02.068860 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3f2dc66e-e2db-4beb-9254-134dda7fff79 req-25080a8c-95f1-440e-bfc0-64a66c8ffd04 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564715 Mar 28 19:11:02.110731 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-bae9b546-7866-4652-8f82-03efdcaa5690 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/20e84099-bec7-4444-8ddd-bc953293c886 HTTP/1.1" status: 204 len: 168 time: 1.4796050 Mar 28 19:11:02.117596 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8a8a15e4-0ff9-4dda-bddd-9caae60b614b tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0349581 Mar 28 19:11:02.117596 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a15e4-0ff9-4dda-bddd-9caae60b614b tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Pushing event updated for resources: {'Network': ['ID=d60bc126-5d1f-4ddb-9c41-3741b64f0a2b,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:02.117858 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56516) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:02.118976 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56518) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:02.126543 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-c26251fc-c3b6-4abe-820b-1dc9b751faa4 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Request body: {'subnet': {'network_id': 'd60bc126-5d1f-4ddb-9c41-3741b64f0a2b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:02.134019 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network d60bc126-5d1f-4ddb-9c41-3741b64f0a2b details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:11:02.252461 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] For port 57a5b808-e59b-41ea-88e5-1595a6613b25, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:11:02.253321 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempted to set empty binding levels {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 28 19:11:02.261030 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4e7dbc46-f491-48f5-8a0c-4a636432cf3a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1357560 Mar 28 19:11:02.266479 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56526) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:02.274227 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bfd2db-b22f-4ec0-8b52-7b85766d0fee None None] Network 6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:02.275133 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-70baf30e-2548-498c-ab8f-d9286ac234e3 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3835614 Mar 28 19:11:02.278189 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56534) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:02.300132 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edba20f-557f-4bb9-9202-5e481e8debc6 None None] Network 321e8459-7b95-44a1-954f-286667f59804 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:02.340700 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:02.362718 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c26251fc-c3b6-4abe-820b-1dc9b751faa4 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:02.378937 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af8fb20-3f90-4f30-9a3f-9fa6c730814a None None] Network 733a7a2c-d754-44a4-bc81-9d6dc59b3250 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:02.397982 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6683ed42-ccb0-4bc5-89ca-c739d8a76531 None None] Network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:02.415788 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa5bfb9-aaa4-4e4d-849c-21bc5515c8c4 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:02.422645 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-836cfafb-4062-448e-af94-baad9fb3a32f tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:02.499740 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47dd252f-d257-4b5f-b6ce-a10fd7e53f25 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_gateway, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:02.584542 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947530e-da0c-4581-8275-9fe3a7b39e8d req-242ff659-5afd-4f79-b6da-3f7a52332a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:02.586029 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6947530e-da0c-4581-8275-9fe3a7b39e8d req-242ff659-5afd-4f79-b6da-3f7a52332a79 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5dc7a30ce17d457d9ddf509f349c3980&device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 1097 time: 1.0517743 Mar 28 19:11:02.663874 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c26251fc-c3b6-4abe-820b-1dc9b751faa4 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Usage tracker for resource:subnet and tenant:da06ea15f6bd4ce4a1c837210d01cb3a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:02.671662 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:02.672264 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:02.673370 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c26251fc-c3b6-4abe-820b-1dc9b751faa4 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:02.697953 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c26251fc-c3b6-4abe-820b-1dc9b751faa4 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:02.715405 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7dbae0d8-138d-4aac-8a25-9f676d25d41f tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:02.803451 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b4618bb4-7e47-47fa-b843-baf629bb7bc5 None None] Could not find standard attr ID for object 7e257234-1c94-4349-b162-ddae21cba3c7. {{(pid=87834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 19:11:02.805342 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26251fc-c3b6-4abe-820b-1dc9b751faa4 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Made reservation on behalf of da06ea15f6bd4ce4a1c837210d01cb3a for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:02.809535 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c26251fc-c3b6-4abe-820b-1dc9b751faa4 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:02.900336 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Pushing event updated for resources: {'Port': ['ID=57a5b808-e59b-41ea-88e5-1595a6613b25,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:02.993571 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbae0d8-138d-4aac-8a25-9f676d25d41f tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Network 1ac96f53-1519-45aa-bb2e-8026ca95ecfb is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:03.008465 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-cd3eac98-f321-4ee5-822d-f4e67f2571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 9.8687816 Mar 28 19:11:03.009391 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56540) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:03.030846 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-7dbae0d8-138d-4aac-8a25-9f676d25d41f tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:03.044306 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbae0d8-138d-4aac-8a25-9f676d25d41f tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:11:03.189623 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-836cfafb-4062-448e-af94-baad9fb3a32f tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7125756'] for subnet, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:03.265256 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47dd252f-d257-4b5f-b6ce-a10fd7e53f25 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:03.331376 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device cada6605-4ff4-4101-99a7-8877eade16c3 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:11:03.335372 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbae0d8-138d-4aac-8a25-9f676d25d41f tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Pushing event updated for resources: {'Port': ['ID=5cfcef96-b27f-45a2-8606-27e25c2b8cd2,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:03.369566 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b4618bb4-7e47-47fa-b843-baf629bb7bc5 None None] Provisioning complete for port e713ffc2-dea3-48ba-8ff9-72abe48fe310 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:03.370116 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b4618bb4-7e47-47fa-b843-baf629bb7bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:03.460232 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947530e-da0c-4581-8275-9fe3a7b39e8d req-9322a3b7-5575-4e7f-9723-f4277b1c85fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:03.461667 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6947530e-da0c-4581-8275-9fe3a7b39e8d req-9322a3b7-5575-4e7f-9723-f4277b1c85fe service neutron] 10.222.0.26 "GET /v2.0/networks?id=79a5d728-4e0a-4bf8-b900-2a34dffdc0e2 HTTP/1.1" status: 200 len: 897 time: 0.8500788 Mar 28 19:11:03.480155 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7071a56-c2c0-481f-992f-de9cbd75326e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:03.485083 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c7071a56-c2c0-481f-992f-de9cbd75326e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.2135870 Mar 28 19:11:03.583086 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56546) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:03.593689 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-8b907535-4788-4860-af85-6ce1b7d21dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Deleting port 57a5b808-e59b-41ea-88e5-1595a6613b25 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:03.594042 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8b907535-4788-4860-af85-6ce1b7d21dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:03.627932 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7dbae0d8-138d-4aac-8a25-9f676d25d41f tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:03.632495 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-fcfc831d-9ce2-4971-9797-42685a073152 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Delete allocated IP 172.20.0.20 (6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed/f8ad14d7-4d41-4c8b-9e51-ebec22fb0b58) {{(pid=87833) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 19:11:03.665544 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c26251fc-c3b6-4abe-820b-1dc9b751faa4 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:03.705489 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6947530e-da0c-4581-8275-9fe3a7b39e8d req-f68f2fbf-8a19-4df3-ae79-0cacb9378124 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=559b00a4-6ea0-4847-8112-972b75fe53ac HTTP/1.1" status: 200 len: 217 time: 0.1833627 Mar 28 19:11:03.818330 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a0b7ac-66d2-4509-99c5-80a1cd25a08c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-733a7a2c-d754-44a4-bc81-9d6dc59b3250', 'network_id': '733a7a2c-d754-44a4-bc81-9d6dc59b3250', 'tenant_id': '5caec573e114409086168219a54f97ce', 'fixed_ips': [{'subnet_id': 'bd983603-b8e6-4e92-accc-eef33fb9e43d'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:11:03.819166 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-40a0b7ac-66d2-4509-99c5-80a1cd25a08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:03.851118 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26251fc-c3b6-4abe-820b-1dc9b751faa4 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Checking segment: {'id': '13fc0f25-15de-47f8-9385-786b830d4274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd60bc126-5d1f-4ddb-9c41-3741b64f0a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:11:03.851466 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26251fc-c3b6-4abe-820b-1dc9b751faa4 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Network hostable DHCP agents. Network: d60bc126-5d1f-4ddb-9c41-3741b64f0a2b, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:11:03.855799 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26251fc-c3b6-4abe-820b-1dc9b751faa4 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Pushing event updated for resources: {'Subnet': ['ID=5a79f7c6-9f2e-4b00-942d-9c34bb2323df,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:03.903297 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26251fc-c3b6-4abe-820b-1dc9b751faa4 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Network d60bc126-5d1f-4ddb-9c41-3741b64f0a2b is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:11:03.908834 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47dd252f-d257-4b5f-b6ce-a10fd7e53f25 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router 342bb046-96ea-45b4-b31f-c0165d777de5 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:11:03.992991 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-c26251fc-c3b6-4abe-820b-1dc9b751faa4 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, d60bc126-5d1f-4ddb-9c41-3741b64f0a2b) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:04.010324 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26251fc-c3b6-4abe-820b-1dc9b751faa4 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:04.011384 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c26251fc-c3b6-4abe-820b-1dc9b751faa4 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:04.029360 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256095c8-b936-4e92-ac5e-7f11cd391561 None None] Network d60bc126-5d1f-4ddb-9c41-3741b64f0a2b requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:04.114941 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c26251fc-c3b6-4abe-820b-1dc9b751faa4 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9948375 Mar 28 19:11:04.123551 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56550) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:04.145765 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-7d01b37b-d6dc-4cf5-ab90-f7dda7e03626 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd60bc126-5d1f-4ddb-9c41-3741b64f0a2b'}}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:04.276936 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port cada6605-4ff4-4101-99a7-8877eade16c3 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:11:04.299892 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e713ffc2-dea3-48ba-8ff9-72abe48fe310 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:11:04.306951 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8006ec-e2da-4967-860a-9d9a7a61e66e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:04.307720 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0e8006ec-e2da-4967-860a-9d9a7a61e66e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:11:04.309639 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47dd252f-d257-4b5f-b6ce-a10fd7e53f25 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:11:04.320321 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cc3a96-662a-4fe2-a0b6-00e5e0dbb43d None None] Sync routers for ids ['342bb046-96ea-45b4-b31f-c0165d777de5'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:11:04.411570 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3299b59-056b-4da9-9580-854cb6c43fa4 None None] DHCP port deletion for 1857c8f5-5622-42ce-a4f9-106880783f61 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:11:04.414800 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cc3a96-662a-4fe2-a0b6-00e5e0dbb43d None None] Routers {'342bb046-96ea-45b4-b31f-c0165d777de5'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:11:04.415681 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-06cc3a96-662a-4fe2-a0b6-00e5e0dbb43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:10:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['342bb046-96ea-45b4-b31f-c0165d777de5'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:04.421754 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947530e-da0c-4581-8275-9fe3a7b39e8d req-0b911044-d8cc-43c8-a9e0-020fac3a015e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:04.424043 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6947530e-da0c-4581-8275-9fe3a7b39e8d req-0b911044-d8cc-43c8-a9e0-020fac3a015e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1 HTTP/1.1" status: 200 len: 833 time: 0.4321976 Mar 28 19:11:04.446240 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47dd252f-d257-4b5f-b6ce-a10fd7e53f25 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:04.446476 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f3299b59-056b-4da9-9580-854cb6c43fa4 None None] Deleting port e713ffc2-dea3-48ba-8ff9-72abe48fe310 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:04.446749 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f3299b59-056b-4da9-9580-854cb6c43fa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:04.452084 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-47dd252f-d257-4b5f-b6ce-a10fd7e53f25 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.7343299 Mar 28 19:11:04.464249 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56554) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:04.623128 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0e8006ec-e2da-4967-860a-9d9a7a61e66e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:11:04.626858 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0e8006ec-e2da-4967-860a-9d9a7a61e66e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9934793 Mar 28 19:11:04.626858 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-836cfafb-4062-448e-af94-baad9fb3a32f tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773272785134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6513385'] for subnet, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:04.630126 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56560) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:04.731642 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b4618bb4-7e47-47fa-b843-baf629bb7bc5 None None] Provisioning for port cada6605-4ff4-4101-99a7-8877eade16c3 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:11:04.753900 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-06cc3a96-662a-4fe2-a0b6-00e5e0dbb43d None None] Set router 342bb046-96ea-45b4-b31f-c0165d777de5 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:11:04.776986 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-08d472b8-9fa9-4bc9-8f31-b450089949e3 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=061332865d564f96959562b5c3aa8701&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3113065 Mar 28 19:11:04.785390 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56564) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:04.863858 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d719328-0bc2-45ef-8ab2-5934146c956e None None] Network 321e8459-7b95-44a1-954f-286667f59804 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:04.893539 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7d01b37b-d6dc-4cf5-ab90-f7dda7e03626 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:04.903302 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fcfc831d-9ce2-4971-9797-42685a073152 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:04.923259 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-fcfc831d-9ce2-4971-9797-42685a073152 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Ignored duplicate provisioning block setup for port 8118f964-41f0-4e97-9c41-777e2d583735 by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 28 19:11:05.029205 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-8b907535-4788-4860-af85-6ce1b7d21dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] For port 57a5b808-e59b-41ea-88e5-1595a6613b25, host hv-neutron-8347, got binding levels [] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:05.030579 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8b907535-4788-4860-af85-6ce1b7d21dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:05.036642 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b4618bb4-7e47-47fa-b843-baf629bb7bc5 None None] Provisioning complete for port cada6605-4ff4-4101-99a7-8877eade16c3 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:05.037014 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b4618bb4-7e47-47fa-b843-baf629bb7bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:05.056992 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-06cc3a96-662a-4fe2-a0b6-00e5e0dbb43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'name': 'tempest-TestNetworkBasicOps-router-1657040247', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:57Z', 'updated_at': '2022-03-28T19:11:02Z', 'revision_number': 3, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:00Z', 'updated_at': '2022-03-28T19:11:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:05.061240 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cc3a96-662a-4fe2-a0b6-00e5e0dbb43d None None] Checking router: 342bb046-96ea-45b4-b31f-c0165d777de5 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:11:05.061649 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cc3a96-662a-4fe2-a0b6-00e5e0dbb43d None None] Updating router 342bb046-96ea-45b4-b31f-c0165d777de5 port 35118d33-642d-4cf4-9a30-578e0f5d41e5 binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:11:05.075205 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb60f9f2-ba63-4564-bb77-0e0cd86e8ce3 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:05.076816 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-bb60f9f2-ba63-4564-bb77-0e0cd86e8ce3 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2905068 Mar 28 19:11:05.080426 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56568) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:05.122155 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-76c6a6d0-7c12-40c1-93ad-7a2fcd717e81 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=222bb166-3b66-45c7-9663-18be61b96587&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398514 Mar 28 19:11:05.128185 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56572) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:05.130990 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-06cc3a96-662a-4fe2-a0b6-00e5e0dbb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:05.136177 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-af9ceaf2-67b7-49c0-82c8-ec231b1b70c9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4108770 Mar 28 19:11:05.139687 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-14183fa8-4626-44fb-84b9-9f544c16a23b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-991872167', 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3', 'project_id': '061332865d564f96959562b5c3aa8701', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:05.141330 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf130ea-8d45-4b0b-9b23-5190d3da9c9c req-6c0b88cd-6447-4dc3-8c1a-35e68e1da809 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:05.142867 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dcf130ea-8d45-4b0b-9b23-5190d3da9c9c req-6c0b88cd-6447-4dc3-8c1a-35e68e1da809 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 944 time: 1.6891644 Mar 28 19:11:05.144758 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7dbae0d8-138d-4aac-8a25-9f676d25d41f tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:05.167356 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56576) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:05.225826 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd75f3d-eb4e-4f6e-9ffc-65f6b81ce238 None None] Update dhcp port {'port': {'network_id': '6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed', 'fixed_ips': [{'subnet_id': '1a01bc2d-e50a-4f5a-8b3f-28f94db24c2b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f8ad14d7-4d41-4c8b-9e51-ebec22fb0b58'}], 'binding:host_id': 'dv-neutron-834711-1-hyperv'}, 'id': '3d5a7e17-6983-480d-a0b0-7434bac6c161'} from dv-neutron-834711-1-hyperv. {{(pid=87834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 19:11:05.229007 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836cfafb-4062-448e-af94-baad9fb3a32f tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:05.229599 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-836cfafb-4062-448e-af94-baad9fb3a32f tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:05.234195 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-836cfafb-4062-448e-af94-baad9fb3a32f tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "PUT /v2.0/subnets/bd983603-b8e6-4e92-accc-eef33fb9e43d HTTP/1.1" status: 200 len: 826 time: 2.9040415 Mar 28 19:11:05.245963 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-8b907535-4788-4860-af85-6ce1b7d21dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Calling delete_port for 57a5b808-e59b-41ea-88e5-1595a6613b25 owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:05.287364 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56580) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:05.288033 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fcfc831d-9ce2-4971-9797-42685a073152 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:05.315329 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-d57ad694-b0fa-441b-aa0b-90a162f332d0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:05.324061 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port e713ffc2-dea3-48ba-8ff9-72abe48fe310 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:05.325335 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:05.506000 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-14183fa8-4626-44fb-84b9-9f544c16a23b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:05.514435 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-14183fa8-4626-44fb-84b9-9f544c16a23b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:subnet and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:05.517834 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-06cc3a96-662a-4fe2-a0b6-00e5e0dbb43d None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:05.523026 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-14183fa8-4626-44fb-84b9-9f544c16a23b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:05.526506 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d57ad694-b0fa-441b-aa0b-90a162f332d0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:05.528583 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 559b00a4-6ea0-4847-8112-972b75fe53ac details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:11:05.538243 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-14183fa8-4626-44fb-84b9-9f544c16a23b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:05.538568 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-06cc3a96-662a-4fe2-a0b6-00e5e0dbb43d None None] Transition to ACTIVE for port object 35118d33-642d-4cf4-9a30-578e0f5d41e5 will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:05.546593 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e9f86e-74fd-4578-a1ab-a8c5083dedea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-d60bc126-5d1f-4ddb-9c41-3741b64f0a2b', 'network_id': 'd60bc126-5d1f-4ddb-9c41-3741b64f0a2b', 'tenant_id': 'da06ea15f6bd4ce4a1c837210d01cb3a', 'fixed_ips': [{'subnet_id': '5a79f7c6-9f2e-4b00-942d-9c34bb2323df'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:11:05.547658 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-37e9f86e-74fd-4578-a1ab-a8c5083dedea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:05.548493 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-06cc3a96-662a-4fe2-a0b6-00e5e0dbb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:05.567760 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14183fa8-4626-44fb-84b9-9f544c16a23b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Made reservation on behalf of 061332865d564f96959562b5c3aa8701 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:05.571492 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-14183fa8-4626-44fb-84b9-9f544c16a23b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:05.572061 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-40a0b7ac-66d2-4509-99c5-80a1cd25a08c None None] Allocated IP 2001:db8::2 (733a7a2c-d754-44a4-bc81-9d6dc59b3250/bd983603-b8e6-4e92-accc-eef33fb9e43d/7f1c988c-9ba3-41ce-8070-4154553c24c6) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:05.594214 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d57ad694-b0fa-441b-aa0b-90a162f332d0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:05.594477 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836cfafb-4062-448e-af94-baad9fb3a32f tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event updated for resources: {'Subnet': ['ID=bd983603-b8e6-4e92-accc-eef33fb9e43d,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:05.616530 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-7d01b37b-d6dc-4cf5-ab90-f7dda7e03626 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:11:05.617561 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7d01b37b-d6dc-4cf5-ab90-f7dda7e03626 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] 10.222.0.10 "PUT /v2.0/routers/20a57787-eaa7-4b0a-b18b-f6892099e4f9 HTTP/1.1" status: 400 len: 364 time: 1.4864688 Mar 28 19:11:05.624229 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56584) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:05.637369 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4199f-03ed-4671-b9ff-d6f5d2bd7967 None None] Pushing event updated for resources: {'Port': ['ID=35118d33-642d-4cf4-9a30-578e0f5d41e5,revision_number=2']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:05.647399 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a4199f-03ed-4671-b9ff-d6f5d2bd7967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:05.648146 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a4199f-03ed-4671-b9ff-d6f5d2bd7967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:05.648641 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a4199f-03ed-4671-b9ff-d6f5d2bd7967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:05.649408 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a4199f-03ed-4671-b9ff-d6f5d2bd7967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:05.649892 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a4199f-03ed-4671-b9ff-d6f5d2bd7967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:05.650453 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a4199f-03ed-4671-b9ff-d6f5d2bd7967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:05.651029 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a4199f-03ed-4671-b9ff-d6f5d2bd7967 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:05.651516 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a4199f-03ed-4671-b9ff-d6f5d2bd7967 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:05.652021 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a4199f-03ed-4671-b9ff-d6f5d2bd7967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:05.653028 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a4199f-03ed-4671-b9ff-d6f5d2bd7967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:05.653520 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a4199f-03ed-4671-b9ff-d6f5d2bd7967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:05.653991 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a4199f-03ed-4671-b9ff-d6f5d2bd7967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:05.691383 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.resource_extend [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:11:05.703649 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-06cc3a96-662a-4fe2-a0b6-00e5e0dbb43d None None] Attempting to bind port 35118d33-642d-4cf4-9a30-578e0f5d41e5 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:05.704021 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-06cc3a96-662a-4fe2-a0b6-00e5e0dbb43d None None] Attempting to bind port 35118d33-642d-4cf4-9a30-578e0f5d41e5 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:05.704378 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cc3a96-662a-4fe2-a0b6-00e5e0dbb43d None None] Attempting to bind port 35118d33-642d-4cf4-9a30-578e0f5d41e5 on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:05.717847 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cc3a96-662a-4fe2-a0b6-00e5e0dbb43d None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:11:05.718216 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cc3a96-662a-4fe2-a0b6-00e5e0dbb43d None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:11:05.720202 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-06cc3a96-662a-4fe2-a0b6-00e5e0dbb43d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:05.720600 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cc3a96-662a-4fe2-a0b6-00e5e0dbb43d None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:11:05.721112 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-06cc3a96-662a-4fe2-a0b6-00e5e0dbb43d None None] Bound port: 35118d33-642d-4cf4-9a30-578e0f5d41e5, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:11:05.721580 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-06cc3a96-662a-4fe2-a0b6-00e5e0dbb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:05.836125 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-06cc3a96-662a-4fe2-a0b6-00e5e0dbb43d None None] For port 35118d33-642d-4cf4-9a30-578e0f5d41e5, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:11:05.840544 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-06cc3a96-662a-4fe2-a0b6-00e5e0dbb43d None None] For port 35118d33-642d-4cf4-9a30-578e0f5d41e5, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=35118d33-642d-4cf4-9a30-578e0f5d41e5,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:11:05.847252 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-06cc3a96-662a-4fe2-a0b6-00e5e0dbb43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:05.850048 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e713ffc2-dea3-48ba-8ff9-72abe48fe310 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:11:05.894826 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:05.914301 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57ad694-b0fa-441b-aa0b-90a162f332d0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:05.919309 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d57ad694-b0fa-441b-aa0b-90a162f332d0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:05.931483 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4199f-03ed-4671-b9ff-d6f5d2bd7967 None None] Pushing event updated for resources: {'Port': ['ID=35118d33-642d-4cf4-9a30-578e0f5d41e5,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:05.948487 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cc3a96-662a-4fe2-a0b6-00e5e0dbb43d None None] Routers {'342bb046-96ea-45b4-b31f-c0165d777de5'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:11:05.949090 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-06cc3a96-662a-4fe2-a0b6-00e5e0dbb43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:10:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['342bb046-96ea-45b4-b31f-c0165d777de5'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:05.951089 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc831d-9ce2-4971-9797-42685a073152 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Port': ['ID=8118f964-41f0-4e97-9c41-777e2d583735,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:05.953600 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8b907535-4788-4860-af85-6ce1b7d21dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:05.955519 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-fcfc831d-9ce2-4971-9797-42685a073152 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] In _notify_port_updated(), no bound segment for port 8118f964-41f0-4e97-9c41-777e2d583735 on network 6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed {{(pid=87833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 19:11:05.958417 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0bd75f3d-eb4e-4f6e-9ffc-65f6b81ce238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:05.962717 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfc831d-9ce2-4971-9797-42685a073152 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:05.963562 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fcfc831d-9ce2-4971-9797-42685a073152 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:05.965409 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-fcfc831d-9ce2-4971-9797-42685a073152 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "PUT /v2.0/ports/8118f964-41f0-4e97-9c41-777e2d583735 HTTP/1.1" status: 200 len: 918 time: 5.4094002 Mar 28 19:11:06.155416 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-06cc3a96-662a-4fe2-a0b6-00e5e0dbb43d None None] Set router 342bb046-96ea-45b4-b31f-c0165d777de5 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:11:06.176364 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b907535-4788-4860-af85-6ce1b7d21dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Pushing event deleted for resources: {'Port': ['ID=57a5b808-e59b-41ea-88e5-1595a6613b25,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:06.191416 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56588) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:06.208565 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-49cf557b-8a03-4ee9-ac32-405db9d7aea5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1a01bc2d-e50a-4f5a-8b3f-28f94db24c2b'}, {'subnet_id': 'f8ad14d7-4d41-4c8b-9e51-ebec22fb0b58'}]}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:06.262974 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dcf130ea-8d45-4b0b-9b23-5190d3da9c9c req-01378aca-bdee-4bf7-a26c-3d623e2117e3 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0300953 Mar 28 19:11:06.269045 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-0bd75f3d-eb4e-4f6e-9ffc-65f6b81ce238 None None] Allocated IP 172.20.0.18 (6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed/f8ad14d7-4d41-4c8b-9e51-ebec22fb0b58/3d5a7e17-6983-480d-a0b0-7434bac6c161) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:06.292483 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947530e-da0c-4581-8275-9fe3a7b39e8d req-e780aae3-2afe-4abf-bde1-6063bd8cef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:06.294436 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6947530e-da0c-4581-8275-9fe3a7b39e8d req-e780aae3-2afe-4abf-bde1-6063bd8cef03 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79a5d728-4e0a-4bf8-b900-2a34dffdc0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.8566697 Mar 28 19:11:06.360955 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:06.426043 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-0bd75f3d-eb4e-4f6e-9ffc-65f6b81ce238 None None] For port 3d5a7e17-6983-480d-a0b0-7434bac6c161, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=3d5a7e17-6983-480d-a0b0-7434bac6c161,segment=NetworkSegment(4faea4d8-ad8f-4903-ba14-3024a6990bc4),segment_id=4faea4d8-ad8f-4903-ba14-3024a6990bc4)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:06.457743 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0bd75f3d-eb4e-4f6e-9ffc-65f6b81ce238 None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:06.478431 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8b907535-4788-4860-af85-6ce1b7d21dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:06.479062 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-0bd75f3d-eb4e-4f6e-9ffc-65f6b81ce238 None None] Transition to ACTIVE for port object 3d5a7e17-6983-480d-a0b0-7434bac6c161 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:06.509715 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-06cc3a96-662a-4fe2-a0b6-00e5e0dbb43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'name': 'tempest-TestNetworkBasicOps-router-1657040247', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:57Z', 'updated_at': '2022-03-28T19:11:02Z', 'revision_number': 3, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:00Z', 'updated_at': '2022-03-28T19:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:06.515123 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cc3a96-662a-4fe2-a0b6-00e5e0dbb43d None None] The sync data for ids ['342bb046-96ea-45b4-b31f-c0165d777de5'] in dv-neutron-834711-1-hyperv is: [{'id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'name': 'tempest-TestNetworkBasicOps-router-1657040247', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:57Z', 'updated_at': '2022-03-28T19:11:02Z', 'revision_number': 3, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:00Z', 'updated_at': '2022-03-28T19:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:11:06.543509 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-8b907535-4788-4860-af85-6ce1b7d21dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] 10.222.0.10 "DELETE /v2.0/ports/57a5b808-e59b-41ea-88e5-1595a6613b25 HTTP/1.1" status: 204 len: 168 time: 3.5135899 Mar 28 19:11:06.544233 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56592) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:06.610213 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-f3299b59-056b-4da9-9580-854cb6c43fa4 None None] For port e713ffc2-dea3-48ba-8ff9-72abe48fe310, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e713ffc2-dea3-48ba-8ff9-72abe48fe310,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:06.610764 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f3299b59-056b-4da9-9580-854cb6c43fa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:06.654263 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0bd75f3d-eb4e-4f6e-9ffc-65f6b81ce238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:06.685777 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-49cf557b-8a03-4ee9-ac32-405db9d7aea5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:06.893145 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd572c42-6fb5-4b87-9943-9243f971e248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] GET failed (client error): The resource could not be found. Mar 28 19:11:06.894473 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f3299b59-056b-4da9-9580-854cb6c43fa4 None None] Calling delete_port for e713ffc2-dea3-48ba-8ff9-72abe48fe310 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:06.899030 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-cd572c42-6fb5-4b87-9943-9243f971e248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Synchronizing usage tracker for tenant:194ffa3369094d829e03492bf9a9e23e on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:11:06.956421 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd75f3d-eb4e-4f6e-9ffc-65f6b81ce238 None None] Pushing event updated for resources: {'Port': ['ID=3d5a7e17-6983-480d-a0b0-7434bac6c161,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:06.961067 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b4618bb4-7e47-47fa-b843-baf629bb7bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:06.972955 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-cd572c42-6fb5-4b87-9943-9243f971e248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Unset dirty status for tenant:194ffa3369094d829e03492bf9a9e23e on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:11:06.974253 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-cd572c42-6fb5-4b87-9943-9243f971e248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] 10.222.0.10 "GET /v2.0/ports/57a5b808-e59b-41ea-88e5-1595a6613b25 HTTP/1.1" status: 404 len: 333 time: 0.3801956 Mar 28 19:11:06.985335 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56596) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:07.033241 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7dbae0d8-138d-4aac-8a25-9f676d25d41f tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:07.036869 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6947530e-da0c-4581-8275-9fe3a7b39e8d req-6ebd8225-e5f8-4b9b-b310-d3b2b775cbe9 service neutron] 10.222.0.26 "GET /v2.0/networks/79a5d728-4e0a-4bf8-b900-2a34dffdc0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6787722 Mar 28 19:11:07.040758 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-4412a5bd-06f4-40dd-be0b-01048bf505d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Request body: {'port': {'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-455569681'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:07.067438 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7dbae0d8-138d-4aac-8a25-9f676d25d41f tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:07.107063 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.objects.ports [None req-d57ad694-b0fa-441b-aa0b-90a162f332d0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87832) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 19:11:07.132245 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4412a5bd-06f4-40dd-be0b-01048bf505d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:07.170310 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 559b00a4-6ea0-4847-8112-972b75fe53ac, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=559b00a4-6ea0-4847-8112-972b75fe53ac,segment=NetworkSegment(ce651af8-7fed-4f32-b050-d34331b69a89),segment_id=ce651af8-7fed-4f32-b050-d34331b69a89)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:07.180849 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7dbae0d8-138d-4aac-8a25-9f676d25d41f tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:07.229840 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '559b00a4-6ea0-4847-8112-972b75fe53ac', 'network_id': '79a5d728-4e0a-4bf8-b900-2a34dffdc0e2', 'port_id': '559b00a4-6ea0-4847-8112-972b75fe53ac', 'mac_address': 'fa:16:3e:2d:b4:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:11:07.241025 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4412a5bd-06f4-40dd-be0b-01048bf505d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:07.354499 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d57ad694-b0fa-441b-aa0b-90a162f332d0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:07.358760 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:07.378360 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4412a5bd-06f4-40dd-be0b-01048bf505d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Made reservation on behalf of 194ffa3369094d829e03492bf9a9e23e for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:07.380848 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4412a5bd-06f4-40dd-be0b-01048bf505d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:07.392302 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbae0d8-138d-4aac-8a25-9f676d25d41f tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Pushing event updated for resources: {'Port': ['ID=5cfcef96-b27f-45a2-8606-27e25c2b8cd2,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:07.575443 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-37e9f86e-74fd-4578-a1ab-a8c5083dedea None None] Allocated IP 2001:db8:1::2 (d60bc126-5d1f-4ddb-9c41-3741b64f0a2b/5a79f7c6-9f2e-4b00-942d-9c34bb2323df/340f15cd-6eda-4496-974a-e7970a1036ee) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:07.584784 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-303e9498-fab8-4b1f-9684-ca0e5f174948 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:07.587808 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-4412a5bd-06f4-40dd-be0b-01048bf505d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] device_id is not set on port ad47b93a-5152-48da-a16b-7d28bda6cde0 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:11:07.666598 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-14183fa8-4626-44fb-84b9-9f544c16a23b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:07.732063 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6947530e-da0c-4581-8275-9fe3a7b39e8d req-4bd8017a-7e40-4969-a3df-1e739304d3a2 service neutron] 10.222.0.26 "GET /v2.0/networks/79a5d728-4e0a-4bf8-b900-2a34dffdc0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6826057 Mar 28 19:11:07.752476 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-b4618bb4-7e47-47fa-b843-baf629bb7bc5 None None] For port cada6605-4ff4-4101-99a7-8877eade16c3, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=cada6605-4ff4-4101-99a7-8877eade16c3,segment=NetworkSegment(a3fb0ecf-2ac7-4d01-8ef4-c882f8b6b7c2),segment_id=a3fb0ecf-2ac7-4d01-8ef4-c882f8b6b7c2)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:07.787308 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbae0d8-138d-4aac-8a25-9f676d25d41f tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Network 1ac96f53-1519-45aa-bb2e-8026ca95ecfb is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:07.802133 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-7dbae0d8-138d-4aac-8a25-9f676d25d41f tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:08.025693 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ed1b0-1085-4201-b09e-9a88a9202485 req-03b5914a-d140-4b30-a928-f173e3b0757e tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:08.033099 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0a0ed1b0-1085-4201-b09e-9a88a9202485 req-03b5914a-d140-4b30-a928-f173e3b0757e tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 944 time: 0.5626748 Mar 28 19:11:08.095376 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-37e9f86e-74fd-4578-a1ab-a8c5083dedea None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:08.117727 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-37e9f86e-74fd-4578-a1ab-a8c5083dedea None None] Transition to ACTIVE for port object 340f15cd-6eda-4496-974a-e7970a1036ee will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:08.145391 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-37e9f86e-74fd-4578-a1ab-a8c5083dedea None None] Transition to ACTIVE for port object 340f15cd-6eda-4496-974a-e7970a1036ee will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:08.204179 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b4618bb4-7e47-47fa-b843-baf629bb7bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:08.238978 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-303e9498-fab8-4b1f-9684-ca0e5f174948 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Allocated IP 2001:db8::1 (4816c352-486b-45aa-91b5-205f8ce338a6/28ea097e-f9fa-42f5-8193-7c75b1ed8171/801a38e2-b855-4103-b5f7-35967dd52aec) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:08.348032 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c600f95-c1a9-45e2-a27f-fa889ea81f58 None None] Network 321e8459-7b95-44a1-954f-286667f59804 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:08.404299 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14183fa8-4626-44fb-84b9-9f544c16a23b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Checking segment: {'id': '1ff69bbe-5515-46a7-94a4-b80a07cb032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:11:08.404676 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14183fa8-4626-44fb-84b9-9f544c16a23b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network hostable DHCP agents. Network: 2486f7ec-b979-41fc-a225-67e3b737e9a3, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:11:08.462279 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-37e9f86e-74fd-4578-a1ab-a8c5083dedea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:08.505050 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e9f86e-74fd-4578-a1ab-a8c5083dedea None None] Network d60bc126-5d1f-4ddb-9c41-3741b64f0a2b is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:08.525712 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0a0ed1b0-1085-4201-b09e-9a88a9202485 req-3a866646-4d22-4ce1-872d-f72bba73c7c8 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4916158 Mar 28 19:11:08.532991 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-37e9f86e-74fd-4578-a1ab-a8c5083dedea None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:08.545832 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:08.548824 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e9f86e-74fd-4578-a1ab-a8c5083dedea None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:11:08.553363 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbae0d8-138d-4aac-8a25-9f676d25d41f tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Router 2c83de11-31a9-4d18-9a8e-1bcd4823f191 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:11:08.603162 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14183fa8-4626-44fb-84b9-9f544c16a23b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Subnet': ['ID=2d4ae72b-d834-47e4-a182-f022b94a587f,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:08.706552 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4e0aac-da75-49e5-ac34-6d35fff2db64 None None] Network 6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:08.727007 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14183fa8-4626-44fb-84b9-9f544c16a23b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network 2486f7ec-b979-41fc-a225-67e3b737e9a3 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:11:08.763124 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-49cf557b-8a03-4ee9-ac32-405db9d7aea5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Allocated IP 172.20.0.21 (6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed/f8ad14d7-4d41-4c8b-9e51-ebec22fb0b58/8118f964-41f0-4e97-9c41-777e2d583735) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:08.775939 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4412a5bd-06f4-40dd-be0b-01048bf505d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:08.777403 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-33564756-68d1-4c85-a0ee-25c46b98ac1b None None] Provisioning for port 559b00a4-6ea0-4847-8112-972b75fe53ac completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:11:08.785996 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-14183fa8-4626-44fb-84b9-9f544c16a23b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 2486f7ec-b979-41fc-a225-67e3b737e9a3) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:08.790803 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14183fa8-4626-44fb-84b9-9f544c16a23b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:08.791296 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-14183fa8-4626-44fb-84b9-9f544c16a23b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:08.822317 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbae0d8-138d-4aac-8a25-9f676d25d41f tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:11:08.823498 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 559b00a4-6ea0-4847-8112-972b75fe53ac {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:11:08.840095 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-7dbae0d8-138d-4aac-8a25-9f676d25d41f tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] 10.222.0.10 "PUT /v2.0/routers/2c83de11-31a9-4d18-9a8e-1bcd4823f191/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3514585 Mar 28 19:11:08.840095 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56602) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:08.840697 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 559b00a4-6ea0-4847-8112-972b75fe53ac, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=559b00a4-6ea0-4847-8112-972b75fe53ac,segment=NetworkSegment(ce651af8-7fed-4f32-b050-d34331b69a89),segment_id=ce651af8-7fed-4f32-b050-d34331b69a89)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:08.842397 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:11:08.842397 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:11:08.866282 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2036fbe-d15e-4be8-846a-5be9f825109f None None] Sync routers for ids ['2c83de11-31a9-4d18-9a8e-1bcd4823f191'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:11:08.875009 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-d57ad694-b0fa-441b-aa0b-90a162f332d0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] For port e713ffc2-dea3-48ba-8ff9-72abe48fe310, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e713ffc2-dea3-48ba-8ff9-72abe48fe310,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:08.875252 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70f727f-cfab-4ddc-98c3-7adebe206105 None None] Network 2486f7ec-b979-41fc-a225-67e3b737e9a3 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:08.927127 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:08.973222 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4412a5bd-06f4-40dd-be0b-01048bf505d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:08.979858 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4618bb4-7e47-47fa-b843-baf629bb7bc5 None None] Pushing event updated for resources: {'Port': ['ID=cada6605-4ff4-4101-99a7-8877eade16c3,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:09.045654 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-37e9f86e-74fd-4578-a1ab-a8c5083dedea None None] Attempting to bind port 340f15cd-6eda-4496-974a-e7970a1036ee on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:09.046011 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-37e9f86e-74fd-4578-a1ab-a8c5083dedea None None] Attempting to bind port 340f15cd-6eda-4496-974a-e7970a1036ee by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '13fc0f25-15de-47f8-9385-786b830d4274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd60bc126-5d1f-4ddb-9c41-3741b64f0a2b'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:09.046438 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e9f86e-74fd-4578-a1ab-a8c5083dedea None None] Attempting to bind port 340f15cd-6eda-4496-974a-e7970a1036ee on network d60bc126-5d1f-4ddb-9c41-3741b64f0a2b {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:09.046748 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4412a5bd-06f4-40dd-be0b-01048bf505d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:09.052340 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-4412a5bd-06f4-40dd-be0b-01048bf505d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:09.058035 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4412a5bd-06f4-40dd-be0b-01048bf505d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:11:09.059615 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4412a5bd-06f4-40dd-be0b-01048bf505d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:09.060420 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4412a5bd-06f4-40dd-be0b-01048bf505d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:09.064475 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2036fbe-d15e-4be8-846a-5be9f825109f None None] Routers {'2c83de11-31a9-4d18-9a8e-1bcd4823f191'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:11:09.065266 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-e2036fbe-d15e-4be8-846a-5be9f825109f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:10:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2c83de11-31a9-4d18-9a8e-1bcd4823f191'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:09.099416 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-14183fa8-4626-44fb-84b9-9f544c16a23b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.9683442 Mar 28 19:11:09.104894 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56606) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:09.107491 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-af341ef5-a749-4eec-939c-8c499f875596 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:09.125156 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-303e9498-fab8-4b1f-9684-ca0e5f174948 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:09.126546 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-40a0b7ac-66d2-4509-99c5-80a1cd25a08c None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:09.169809 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412a5bd-06f4-40dd-be0b-01048bf505d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Pushing event updated for resources: {'Port': ['ID=ad47b93a-5152-48da-a16b-7d28bda6cde0,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:09.173478 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d57ad694-b0fa-441b-aa0b-90a162f332d0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:09.181367 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-303e9498-fab8-4b1f-9684-ca0e5f174948 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Transition to ACTIVE for port object 801a38e2-b855-4103-b5f7-35967dd52aec will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:09.187759 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d57ad694-b0fa-441b-aa0b-90a162f332d0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:09.188473 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d57ad694-b0fa-441b-aa0b-90a162f332d0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:09.200547 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e9f86e-74fd-4578-a1ab-a8c5083dedea None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:11:09.201030 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e9f86e-74fd-4578-a1ab-a8c5083dedea None None] Checking segment: {'id': '13fc0f25-15de-47f8-9385-786b830d4274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd60bc126-5d1f-4ddb-9c41-3741b64f0a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:11:09.201495 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-37e9f86e-74fd-4578-a1ab-a8c5083dedea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:09.201954 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e9f86e-74fd-4578-a1ab-a8c5083dedea None None] Bound using segment: {'id': '13fc0f25-15de-47f8-9385-786b830d4274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd60bc126-5d1f-4ddb-9c41-3741b64f0a2b'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:11:09.202502 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-37e9f86e-74fd-4578-a1ab-a8c5083dedea None None] Bound port: 340f15cd-6eda-4496-974a-e7970a1036ee, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13fc0f25-15de-47f8-9385-786b830d4274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd60bc126-5d1f-4ddb-9c41-3741b64f0a2b'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:11:09.202967 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-37e9f86e-74fd-4578-a1ab-a8c5083dedea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:09.234342 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4412a5bd-06f4-40dd-be0b-01048bf505d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.2431090 Mar 28 19:11:09.249490 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-e2036fbe-d15e-4be8-846a-5be9f825109f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:09.251479 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56610) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:09.260236 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:09.263896 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-40a0b7ac-66d2-4509-99c5-80a1cd25a08c None None] Transition to ACTIVE for port object 7f1c988c-9ba3-41ce-8070-4154553c24c6 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:09.268709 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-f3299b59-056b-4da9-9580-854cb6c43fa4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:11:09.269129 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-f3299b59-056b-4da9-9580-854cb6c43fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:11:09.310164 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57ad694-b0fa-441b-aa0b-90a162f332d0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:09.319566 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-33564756-68d1-4c85-a0ee-25c46b98ac1b None None] Provisioning complete for port 60bfdd4a-7521-4260-8d22-810525762fa8 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:09.320050 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-33564756-68d1-4c85-a0ee-25c46b98ac1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:09.324475 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-d57ad694-b0fa-441b-aa0b-90a162f332d0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:09.327473 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57ad694-b0fa-441b-aa0b-90a162f332d0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:09.328060 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d57ad694-b0fa-441b-aa0b-90a162f332d0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:09.353841 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-49cf557b-8a03-4ee9-ac32-405db9d7aea5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:09.384764 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ad694-b0fa-441b-aa0b-90a162f332d0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Subnet': ['ID=aae7e56d-0fdc-4469-a6c0-1948260db1c9,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:09.395868 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['559b00a4-6ea0-4847-8112-972b75fe53ac'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:11:09.396804 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-49cf557b-8a03-4ee9-ac32-405db9d7aea5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Ignored duplicate provisioning block setup for port 8118f964-41f0-4e97-9c41-777e2d583735 by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 28 19:11:09.398717 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ad694-b0fa-441b-aa0b-90a162f332d0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Port': ['ID=e713ffc2-dea3-48ba-8ff9-72abe48fe310,revision_number=6']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:09.405741 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d57ad694-b0fa-441b-aa0b-90a162f332d0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.2373228 Mar 28 19:11:09.408368 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-49cf557b-8a03-4ee9-ac32-405db9d7aea5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:09.415044 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56614) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:09.452261 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-af085fe3-3b12-4162-8f51-1a667cf1e4b6 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:09.481616 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-303e9498-fab8-4b1f-9684-ca0e5f174948 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:09.507646 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9f86e-74fd-4578-a1ab-a8c5083dedea None None] Pushing event updated for resources: {'Port': ['ID=340f15cd-6eda-4496-974a-e7970a1036ee,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:09.509697 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-af341ef5-a749-4eec-939c-8c499f875596 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 28 19:11:09.514739 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-af341ef5-a749-4eec-939c-8c499f875596 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] 10.222.0.10 "DELETE /v2.0/routers/2c83de11-31a9-4d18-9a8e-1bcd4823f191 HTTP/1.1" status: 409 len: 329 time: 0.6721575 Mar 28 19:11:09.517816 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56618) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:09.529435 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2036fbe-d15e-4be8-846a-5be9f825109f None None] Routers {'2c83de11-31a9-4d18-9a8e-1bcd4823f191'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:11:09.529916 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-e2036fbe-d15e-4be8-846a-5be9f825109f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:10:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2c83de11-31a9-4d18-9a8e-1bcd4823f191'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:09.588592 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-40a0b7ac-66d2-4509-99c5-80a1cd25a08c None None] Transition to ACTIVE for port object 7f1c988c-9ba3-41ce-8070-4154553c24c6 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:09.713127 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf557b-8a03-4ee9-ac32-405db9d7aea5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Port': ['ID=8118f964-41f0-4e97-9c41-777e2d583735,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:09.742479 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-40a0b7ac-66d2-4509-99c5-80a1cd25a08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:09.747287 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303e9498-fab8-4b1f-9684-ca0e5f174948 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Network 4816c352-486b-45aa-91b5-205f8ce338a6 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:09.767476 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-303e9498-fab8-4b1f-9684-ca0e5f174948 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:09.770294 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:09.772757 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f3299b59-056b-4da9-9580-854cb6c43fa4 None None] Deleting port e713ffc2-dea3-48ba-8ff9-72abe48fe310 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:09.773196 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f3299b59-056b-4da9-9580-854cb6c43fa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:09.778003 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303e9498-fab8-4b1f-9684-ca0e5f174948 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:11:09.778529 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-303e9498-fab8-4b1f-9684-ca0e5f174948 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:09.821498 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-e2036fbe-d15e-4be8-846a-5be9f825109f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:09.822406 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2036fbe-d15e-4be8-846a-5be9f825109f None None] The sync data for ids ['2c83de11-31a9-4d18-9a8e-1bcd4823f191'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:11:09.900615 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:10.034593 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-37e9f86e-74fd-4578-a1ab-a8c5083dedea None None] For port 340f15cd-6eda-4496-974a-e7970a1036ee, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:11:10.038024 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-af085fe3-3b12-4162-8f51-1a667cf1e4b6 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:10.050942 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a0b7ac-66d2-4509-99c5-80a1cd25a08c None None] Network 733a7a2c-d754-44a4-bc81-9d6dc59b3250 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:10.055528 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-af085fe3-3b12-4162-8f51-1a667cf1e4b6 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:10.067639 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-40a0b7ac-66d2-4509-99c5-80a1cd25a08c None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:10.076947 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a0b7ac-66d2-4509-99c5-80a1cd25a08c None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:11:10.096633 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-49cf557b-8a03-4ee9-ac32-405db9d7aea5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] In _notify_port_updated(), no bound segment for port 8118f964-41f0-4e97-9c41-777e2d583735 on network 6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed {{(pid=87832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 19:11:10.102031 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cf557b-8a03-4ee9-ac32-405db9d7aea5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:10.102757 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-49cf557b-8a03-4ee9-ac32-405db9d7aea5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:10.107454 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-49cf557b-8a03-4ee9-ac32-405db9d7aea5 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "PUT /v2.0/ports/8118f964-41f0-4e97-9c41-777e2d583735 HTTP/1.1" status: 200 len: 998 time: 3.9103396 Mar 28 19:11:10.114405 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56626) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:10.116160 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e9498-fab8-4b1f-9684-ca0e5f174948 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Pushing event updated for resources: {'Port': ['ID=801a38e2-b855-4103-b5f7-35967dd52aec,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:10.158135 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af085fe3-3b12-4162-8f51-1a667cf1e4b6 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:10.161289 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-af085fe3-3b12-4162-8f51-1a667cf1e4b6 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:10.171367 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event deleted for resources: {'Subnet': ['ID=bd983603-b8e6-4e92-accc-eef33fb9e43d,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:10.180604 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:10.211380 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=559b00a4-6ea0-4847-8112-972b75fe53ac,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:10.289346 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-37e9f86e-74fd-4578-a1ab-a8c5083dedea None None] For port 340f15cd-6eda-4496-974a-e7970a1036ee, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=340f15cd-6eda-4496-974a-e7970a1036ee,segment=NetworkSegment(13fc0f25-15de-47f8-9385-786b830d4274),segment_id=13fc0f25-15de-47f8-9385-786b830d4274)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:11:10.347386 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4055b-8131-47bf-80d9-4102699053ca tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting port 8118f964-41f0-4e97-9c41-777e2d583735 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:10.347952 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e9c4055b-8131-47bf-80d9-4102699053ca tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:10.379868 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:10.420429 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-303e9498-fab8-4b1f-9684-ca0e5f174948 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:10.427839 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-37e9f86e-74fd-4578-a1ab-a8c5083dedea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:10.436467 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port e713ffc2-dea3-48ba-8ff9-72abe48fe310, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e713ffc2-dea3-48ba-8ff9-72abe48fe310,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:10.489731 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.ipam_backend_mixin [None req-af085fe3-3b12-4162-8f51-1a667cf1e4b6 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aae7e56d-0fdc-4469-a6c0-1948260db1c9 (CIDR: 2001:db8::/64) Mar 28 19:11:10.509126 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:10.521131 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e54c33-69a1-4ea3-ad61-5ee49ffd2173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-2486f7ec-b979-41fc-a225-67e3b737e9a3', 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'fixed_ips': [{'subnet_id': '2d4ae72b-d834-47e4-a182-f022b94a587f'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:11:10.521978 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-80e54c33-69a1-4ea3-ad61-5ee49ffd2173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:10.534921 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-af085fe3-3b12-4162-8f51-1a667cf1e4b6 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:11:10.535493 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af085fe3-3b12-4162-8f51-1a667cf1e4b6 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:11:10.596328 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['733a7a2c-d754-44a4-bc81-9d6dc59b3250']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:10.637364 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0b7ac-66d2-4509-99c5-80a1cd25a08c None None] Pushing event updated for resources: {'Port': ['ID=7f1c988c-9ba3-41ce-8070-4154553c24c6,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:10.659442 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-40a0b7ac-66d2-4509-99c5-80a1cd25a08c None None] Attempting to bind port 7f1c988c-9ba3-41ce-8070-4154553c24c6 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:10.659879 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-40a0b7ac-66d2-4509-99c5-80a1cd25a08c None None] Attempting to bind port 7f1c988c-9ba3-41ce-8070-4154553c24c6 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'ea1b7c0a-ed3a-4b24-8eb6-d9bab873facb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '733a7a2c-d754-44a4-bc81-9d6dc59b3250'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:10.660313 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a0b7ac-66d2-4509-99c5-80a1cd25a08c None None] Attempting to bind port 7f1c988c-9ba3-41ce-8070-4154553c24c6 on network 733a7a2c-d754-44a4-bc81-9d6dc59b3250 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:10.662063 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1b7c0a-ed3a-4b24-8eb6-d9bab873facb') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:10.662712 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1b7c0a-ed3a-4b24-8eb6-d9bab873facb') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:10.681675 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-af085fe3-3b12-4162-8f51-1a667cf1e4b6 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2319314 Mar 28 19:11:10.682431 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56630) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:10.729716 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-2b74d4f5-0fef-48d1-9941-21f25fca9978 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:10.784777 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:10.787670 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a0b7ac-66d2-4509-99c5-80a1cd25a08c None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:11:10.788366 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a0b7ac-66d2-4509-99c5-80a1cd25a08c None None] Checking segment: {'id': 'ea1b7c0a-ed3a-4b24-8eb6-d9bab873facb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '733a7a2c-d754-44a4-bc81-9d6dc59b3250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:11:10.788474 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-40a0b7ac-66d2-4509-99c5-80a1cd25a08c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:10.788968 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a0b7ac-66d2-4509-99c5-80a1cd25a08c None None] Bound using segment: {'id': 'ea1b7c0a-ed3a-4b24-8eb6-d9bab873facb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '733a7a2c-d754-44a4-bc81-9d6dc59b3250'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:11:10.789524 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-40a0b7ac-66d2-4509-99c5-80a1cd25a08c None None] Bound port: 7f1c988c-9ba3-41ce-8070-4154553c24c6, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea1b7c0a-ed3a-4b24-8eb6-d9bab873facb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '733a7a2c-d754-44a4-bc81-9d6dc59b3250'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:11:10.789977 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-40a0b7ac-66d2-4509-99c5-80a1cd25a08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:10.894867 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device cada6605-4ff4-4101-99a7-8877eade16c3 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:11:10.956226 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:10.970786 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-33564756-68d1-4c85-a0ee-25c46b98ac1b None None] Provisioning for port 5cfcef96-b27f-45a2-8606-27e25c2b8cd2 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:11:10.990745 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:11:10.991235 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:11:11.009895 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:11:11.072499 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-33564756-68d1-4c85-a0ee-25c46b98ac1b None None] Provisioning complete for port 5cfcef96-b27f-45a2-8606-27e25c2b8cd2 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:11.072499 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-33564756-68d1-4c85-a0ee-25c46b98ac1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:11.195923 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9f86e-74fd-4578-a1ab-a8c5083dedea None None] Pushing event updated for resources: {'Port': ['ID=340f15cd-6eda-4496-974a-e7970a1036ee,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:11.219578 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ad14d-2a28-4706-a525-92a057d42f6f req-4e005748-350a-4992-a669-e15fb2149f5d tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:11.221730 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-751ad14d-2a28-4706-a525-92a057d42f6f req-4e005748-350a-4992-a669-e15fb2149f5d tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 945 time: 1.5176539 Mar 28 19:11:11.369837 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-33564756-68d1-4c85-a0ee-25c46b98ac1b None None] Port 5cfcef96-b27f-45a2-8606-27e25c2b8cd2 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:11:11.378846 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.db.api [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 19:11:11.378846 dv-neutron-834711-1-hyperv neutron-server[87833]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 19:11:11.378846 dv-neutron-834711-1-hyperv neutron-server[87833]: [parameters: {'id': '733a7a2c-d754-44a4-bc81-9d6dc59b3250'}] Mar 28 19:11:11.378846 dv-neutron-834711-1-hyperv neutron-server[87833]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:11:11.379331 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG oslo_db.api [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:11:11.381262 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] device_id is not set on port ad47b93a-5152-48da-a16b-7d28bda6cde0 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:11:11.381617 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e9c4055b-8131-47bf-80d9-4102699053ca tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:11.414563 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2b74d4f5-0fef-48d1-9941-21f25fca9978 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:11.420122 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:11.471326 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-f3299b59-056b-4da9-9580-854cb6c43fa4 None None] For port e713ffc2-dea3-48ba-8ff9-72abe48fe310, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e713ffc2-dea3-48ba-8ff9-72abe48fe310,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:11.471736 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f3299b59-056b-4da9-9580-854cb6c43fa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:11.501425 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Transition to ACTIVE for port object ad47b93a-5152-48da-a16b-7d28bda6cde0 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:11.513472 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-40a0b7ac-66d2-4509-99c5-80a1cd25a08c None None] For port 7f1c988c-9ba3-41ce-8070-4154553c24c6, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:11:11.514804 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-751ad14d-2a28-4706-a525-92a057d42f6f req-6ce762bf-6b16-4b8c-9762-abd610354275 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595422 Mar 28 19:11:11.518695 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:11.590726 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4055b-8131-47bf-80d9-4102699053ca tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Calling delete_port for 8118f964-41f0-4e97-9c41-777e2d583735 owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:11.630406 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2b74d4f5-0fef-48d1-9941-21f25fca9978 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:11.659119 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b74d4f5-0fef-48d1-9941-21f25fca9978 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:11.662633 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b74d4f5-0fef-48d1-9941-21f25fca9978 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:11.681494 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f3299b59-056b-4da9-9580-854cb6c43fa4 None None] Calling delete_port for e713ffc2-dea3-48ba-8ff9-72abe48fe310 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:11.727170 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-33564756-68d1-4c85-a0ee-25c46b98ac1b None None] Provisioning complete for port cada6605-4ff4-4101-99a7-8877eade16c3 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:11.727558 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-33564756-68d1-4c85-a0ee-25c46b98ac1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:11.753020 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-40a0b7ac-66d2-4509-99c5-80a1cd25a08c None None] For port 7f1c988c-9ba3-41ce-8070-4154553c24c6, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=7f1c988c-9ba3-41ce-8070-4154553c24c6,segment=NetworkSegment(ea1b7c0a-ed3a-4b24-8eb6-d9bab873facb),segment_id=ea1b7c0a-ed3a-4b24-8eb6-d9bab873facb)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:11:11.775030 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=e713ffc2-dea3-48ba-8ff9-72abe48fe310,revision_number=7']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:11.796600 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-40a0b7ac-66d2-4509-99c5-80a1cd25a08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:11.861074 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port cada6605-4ff4-4101-99a7-8877eade16c3 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:11.861450 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:11.864945 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-303e9498-fab8-4b1f-9684-ca0e5f174948 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:11.903625 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-303e9498-fab8-4b1f-9684-ca0e5f174948 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:11.904660 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-303e9498-fab8-4b1f-9684-ca0e5f174948 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:11.905489 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-80e54c33-69a1-4ea3-ad61-5ee49ffd2173 None None] Allocated IP 172.20.0.2 (2486f7ec-b979-41fc-a225-67e3b737e9a3/2d4ae72b-d834-47e4-a182-f022b94a587f/c75603be-6342-4da0-8179-73c23ddec518) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:11.906031 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:12.001974 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Pushing event updated for resources: {'Port': ['ID=ad47b93a-5152-48da-a16b-7d28bda6cde0,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:12.021810 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:12.021810 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:12.022298 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:12.029282 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3017176c-5c96-43a9-9c60-d03ad03f56b9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:12.040773 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Port ad47b93a-5152-48da-a16b-7d28bda6cde0 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:11:12.041384 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Failed to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] Mar 28 19:11:12.045133 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempt 2 to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 Mar 28 19:11:12.052388 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Deleting port 7f1c988c-9ba3-41ce-8070-4154553c24c6 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:12.053278 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:12.140795 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e9498-fab8-4b1f-9684-ca0e5f174948 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Pushing event updated for resources: {'Port': ['ID=801a38e2-b855-4103-b5f7-35967dd52aec,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:12.186495 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:12.187110 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:12.187611 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:12.199992 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Port ad47b93a-5152-48da-a16b-7d28bda6cde0 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:11:12.203753 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Failed to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] Mar 28 19:11:12.254608 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0b7ac-66d2-4509-99c5-80a1cd25a08c None None] Pushing event updated for resources: {'Port': ['ID=7f1c988c-9ba3-41ce-8070-4154553c24c6,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:12.307584 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e9c4055b-8131-47bf-80d9-4102699053ca tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:12.342619 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-f3299b59-056b-4da9-9580-854cb6c43fa4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:11:12.343011 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-f3299b59-056b-4da9-9580-854cb6c43fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:11:12.410949 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4055b-8131-47bf-80d9-4102699053ca tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Port': ['ID=8118f964-41f0-4e97-9c41-777e2d583735,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:12.421617 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303e9498-fab8-4b1f-9684-ca0e5f174948 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Network 4816c352-486b-45aa-91b5-205f8ce338a6 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:12.429771 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-303e9498-fab8-4b1f-9684-ca0e5f174948 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:12.462138 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempt 3 to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 Mar 28 19:11:12.562765 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a566c82-e8b2-4a5a-b0c6-05fe1bd427fb None None] Network 6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:12.605657 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38e67aa-2220-4131-9ef5-b72ed8bd1d25 None None] Network d60bc126-5d1f-4ddb-9c41-3741b64f0a2b requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:12.625309 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01417b4a-f55b-4cbf-b001-692abab1da7b None None] Network 733a7a2c-d754-44a4-bc81-9d6dc59b3250 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:12.629495 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:12.629938 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:12.630378 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:12.671491 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Port ad47b93a-5152-48da-a16b-7d28bda6cde0 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:11:12.671921 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Failed to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] Mar 28 19:11:12.693428 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempt 4 to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 Mar 28 19:11:12.732029 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-56bff071-c2f0-44d2-bef8-8008996c9f08 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:12.967007 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e9c4055b-8131-47bf-80d9-4102699053ca tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:12.975759 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b74d4f5-0fef-48d1-9941-21f25fca9978 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:12.980608 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303e9498-fab8-4b1f-9684-ca0e5f174948 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Router 20a57787-eaa7-4b0a-b18b-f6892099e4f9 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:11:12.993515 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:12.993835 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:12.994167 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:13.019068 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Port ad47b93a-5152-48da-a16b-7d28bda6cde0 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:11:13.019389 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Failed to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] Mar 28 19:11:13.036881 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e9c4055b-8131-47bf-80d9-4102699053ca tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/ports/8118f964-41f0-4e97-9c41-777e2d583735 HTTP/1.1" status: 204 len: 168 time: 2.9176922 Mar 28 19:11:13.041982 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56638) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:13.053224 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b74d4f5-0fef-48d1-9941-21f25fca9978 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:13.058200 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-2b74d4f5-0fef-48d1-9941-21f25fca9978 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:13.074920 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempt 5 to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 Mar 28 19:11:13.087667 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 35118d33-642d-4cf4-9a30-578e0f5d41e5 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:11:13.125003 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:13.125371 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:13.126029 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:13.141117 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b74d4f5-0fef-48d1-9941-21f25fca9978 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:13.141730 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b74d4f5-0fef-48d1-9941-21f25fca9978 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:13.165705 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-785bfcf4-30f2-499e-824c-08753051360b None None] Provisioning for port 3d5a7e17-6983-480d-a0b0-7434bac6c161 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:11:13.180908 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-60063eb9-fd47-4b7c-8684-bf54f029c5a9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] GET failed (client error): The resource could not be found. Mar 28 19:11:13.181437 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-60063eb9-fd47-4b7c-8684-bf54f029c5a9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Synchronizing usage tracker for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:11:13.187901 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74d4f5-0fef-48d1-9941-21f25fca9978 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Subnet': ['ID=d932d928-1d79-4724-9d79-95e57e66fe7e,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:13.200393 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Port ad47b93a-5152-48da-a16b-7d28bda6cde0 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:11:13.200393 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Failed to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] Mar 28 19:11:13.210006 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-785bfcf4-30f2-499e-824c-08753051360b None None] Provisioning complete for port 3d5a7e17-6983-480d-a0b0-7434bac6c161 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:13.210383 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-785bfcf4-30f2-499e-824c-08753051360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:13.213578 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempt 6 to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 Mar 28 19:11:13.251962 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f3299b59-056b-4da9-9580-854cb6c43fa4 None None] Deleting port e713ffc2-dea3-48ba-8ff9-72abe48fe310 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:13.252292 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f3299b59-056b-4da9-9580-854cb6c43fa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:13.258054 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2b74d4f5-0fef-48d1-9941-21f25fca9978 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5486438 Mar 28 19:11:13.258302 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] For port 7f1c988c-9ba3-41ce-8070-4154553c24c6, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=7f1c988c-9ba3-41ce-8070-4154553c24c6,segment=NetworkSegment(ea1b7c0a-ed3a-4b24-8eb6-d9bab873facb),segment_id=ea1b7c0a-ed3a-4b24-8eb6-d9bab873facb)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:13.258598 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:13.262062 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56642) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:13.275336 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-2f5c9644-2007-47c4-af3d-40b8cdb78ba9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'port': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'mac_address': 'fa:16:3e:36:7a:36', 'name': 'tempest-NetworksTestDHCPv6-250053651'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:13.285035 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-80e54c33-69a1-4ea3-ad61-5ee49ffd2173 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:13.286905 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:13.286905 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:13.287254 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:13.319493 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-60063eb9-fd47-4b7c-8684-bf54f029c5a9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Unset dirty status for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:11:13.323200 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-60063eb9-fd47-4b7c-8684-bf54f029c5a9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "GET /v2.0/ports/8118f964-41f0-4e97-9c41-777e2d583735 HTTP/1.1" status: 404 len: 333 time: 0.2722404 Mar 28 19:11:13.328646 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56646) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:13.361652 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303e9498-fab8-4b1f-9684-ca0e5f174948 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:11:13.380976 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ff8c67-9c7d-4177-972f-7ead4622572f None None] Sync routers for ids ['20a57787-eaa7-4b0a-b18b-f6892099e4f9'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:11:13.381564 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-80e54c33-69a1-4ea3-ad61-5ee49ffd2173 None None] Transition to ACTIVE for port object c75603be-6342-4da0-8179-73c23ddec518 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:13.395222 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ff8c67-9c7d-4177-972f-7ead4622572f None None] Routers {'20a57787-eaa7-4b0a-b18b-f6892099e4f9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:11:13.397363 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-60ff8c67-9c7d-4177-972f-7ead4622572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:10:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['20a57787-eaa7-4b0a-b18b-f6892099e4f9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:13.411729 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Calling delete_port for 7f1c988c-9ba3-41ce-8070-4154553c24c6 owned by network:dhcp {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:13.417303 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-303e9498-fab8-4b1f-9684-ca0e5f174948 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] 10.222.0.10 "PUT /v2.0/routers/20a57787-eaa7-4b0a-b18b-f6892099e4f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7919223 Mar 28 19:11:13.424370 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56650) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:13.438817 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Port ad47b93a-5152-48da-a16b-7d28bda6cde0 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:11:13.438817 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Failed to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] Mar 28 19:11:13.439842 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempt 7 to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 Mar 28 19:11:13.467315 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d4d25-d120-4089-a76f-95309e511045 req-7a596f69-72f3-4e09-87b6-e0f5a85a0bf5 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:13.468780 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f02d4d25-d120-4089-a76f-95309e511045 req-7a596f69-72f3-4e09-87b6-e0f5a85a0bf5 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 945 time: 0.7839506 Mar 28 19:11:13.515392 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-80e54c33-69a1-4ea3-ad61-5ee49ffd2173 None None] Transition to ACTIVE for port object c75603be-6342-4da0-8179-73c23ddec518 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:13.547342 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-60ff8c67-9c7d-4177-972f-7ead4622572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:13.561371 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ff8c67-9c7d-4177-972f-7ead4622572f None None] Routers {'20a57787-eaa7-4b0a-b18b-f6892099e4f9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:11:13.562645 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-60ff8c67-9c7d-4177-972f-7ead4622572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:10:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['20a57787-eaa7-4b0a-b18b-f6892099e4f9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:13.601564 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-128280bf-afa5-422b-bc32-eb20e2bf7b2e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting subnet f8ad14d7-4d41-4c8b-9e51-ebec22fb0b58 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:11:13.604818 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-80e54c33-69a1-4ea3-ad61-5ee49ffd2173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:13.608645 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 35118d33-642d-4cf4-9a30-578e0f5d41e5 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:11:13.612396 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-128280bf-afa5-422b-bc32-eb20e2bf7b2e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:13.648084 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:13.648490 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:13.648724 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:13.673893 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ba4d9c-aea4-4488-9a11-5bcbf8ebec15 None None] Network 733a7a2c-d754-44a4-bc81-9d6dc59b3250 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:13.682177 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-60ff8c67-9c7d-4177-972f-7ead4622572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:13.684279 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ff8c67-9c7d-4177-972f-7ead4622572f None None] The sync data for ids ['20a57787-eaa7-4b0a-b18b-f6892099e4f9'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:11:13.705815 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 35118d33-642d-4cf4-9a30-578e0f5d41e5 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:13.706187 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:13.745362 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0d97da87-cd19-4569-9c7b-e7adc97be2fb tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:13.762256 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Port ad47b93a-5152-48da-a16b-7d28bda6cde0 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:11:13.762672 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Failed to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] Mar 28 19:11:13.768382 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempt 8 to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 Mar 28 19:11:13.787224 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-3017176c-5c96-43a9-9c60-d03ad03f56b9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.20.0.1 (2486f7ec-b979-41fc-a225-67e3b737e9a3/2d4ae72b-d834-47e4-a182-f022b94a587f/ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:13.805932 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-128280bf-afa5-422b-bc32-eb20e2bf7b2e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:13.845682 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f02d4d25-d120-4089-a76f-95309e511045 req-d676e83a-380a-489b-8b4a-dd700d74474a tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3616843 Mar 28 19:11:13.849784 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2f5c9644-2007-47c4-af3d-40b8cdb78ba9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:13.850597 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:13.851052 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:13.851469 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:13.895274 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:13.898637 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Port ad47b93a-5152-48da-a16b-7d28bda6cde0 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:11:13.898990 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Failed to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] Mar 28 19:11:13.918219 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2f5c9644-2007-47c4-af3d-40b8cdb78ba9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:port and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:13.931726 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2f5c9644-2007-47c4-af3d-40b8cdb78ba9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:13.931977 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempt 9 to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 Mar 28 19:11:13.943096 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2f5c9644-2007-47c4-af3d-40b8cdb78ba9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:13.960284 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e54c33-69a1-4ea3-ad61-5ee49ffd2173 None None] Network 2486f7ec-b979-41fc-a225-67e3b737e9a3 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:13.963524 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-80e54c33-69a1-4ea3-ad61-5ee49ffd2173 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:13.975674 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e54c33-69a1-4ea3-ad61-5ee49ffd2173 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:11:13.978613 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-0d97da87-cd19-4569-9c7b-e7adc97be2fb tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 28 19:11:13.983195 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0d97da87-cd19-4569-9c7b-e7adc97be2fb tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] 10.222.0.10 "DELETE /v2.0/routers/20a57787-eaa7-4b0a-b18b-f6892099e4f9 HTTP/1.1" status: 409 len: 329 time: 0.5505748 Mar 28 19:11:13.983410 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56654) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:14.025072 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event deleted for resources: {'Port': ['ID=7f1c988c-9ba3-41ce-8070-4154553c24c6,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:14.058938 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5c9644-2007-47c4-af3d-40b8cdb78ba9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:14.070016 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] No DVR routers for this DVR port 7f1c988c-9ba3-41ce-8070-4154553c24c6 on host dv-neutron-834711-1-hyperv {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:11:14.073510 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:14.073848 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:14.074741 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:14.138194 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Port ad47b93a-5152-48da-a16b-7d28bda6cde0 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:11:14.138787 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Failed to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] Mar 28 19:11:14.143563 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempt 10 to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 Mar 28 19:11:14.173863 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e54c33-69a1-4ea3-ad61-5ee49ffd2173 None None] Pushing event updated for resources: {'Port': ['ID=c75603be-6342-4da0-8179-73c23ddec518,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:14.219914 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-56bff071-c2f0-44d2-bef8-8008996c9f08 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Deleting port 5cfcef96-b27f-45a2-8606-27e25c2b8cd2 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:14.220148 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-56bff071-c2f0-44d2-bef8-8008996c9f08 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:14.244823 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:14.245158 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:14.245493 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:14.259823 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Port ad47b93a-5152-48da-a16b-7d28bda6cde0 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:11:14.260153 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Failed to bind port ad47b93a-5152-48da-a16b-7d28bda6cde0 on host hv-neutron-8347 for vnic_type normal using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] Mar 28 19:11:14.260517 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:14.326611 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-80e54c33-69a1-4ea3-ad61-5ee49ffd2173 None None] Attempting to bind port c75603be-6342-4da0-8179-73c23ddec518 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:14.327472 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-80e54c33-69a1-4ea3-ad61-5ee49ffd2173 None None] Attempting to bind port c75603be-6342-4da0-8179-73c23ddec518 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '1ff69bbe-5515-46a7-94a4-b80a07cb032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:14.327472 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e54c33-69a1-4ea3-ad61-5ee49ffd2173 None None] Attempting to bind port c75603be-6342-4da0-8179-73c23ddec518 on network 2486f7ec-b979-41fc-a225-67e3b737e9a3 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:14.359330 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:14.372123 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3017176c-5c96-43a9-9c60-d03ad03f56b9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:14.389904 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e54c33-69a1-4ea3-ad61-5ee49ffd2173 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:11:14.390617 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e54c33-69a1-4ea3-ad61-5ee49ffd2173 None None] Checking segment: {'id': '1ff69bbe-5515-46a7-94a4-b80a07cb032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:11:14.391015 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-80e54c33-69a1-4ea3-ad61-5ee49ffd2173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:14.391651 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e54c33-69a1-4ea3-ad61-5ee49ffd2173 None None] Bound using segment: {'id': '1ff69bbe-5515-46a7-94a4-b80a07cb032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:11:14.392237 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-80e54c33-69a1-4ea3-ad61-5ee49ffd2173 None None] Bound port: c75603be-6342-4da0-8179-73c23ddec518, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff69bbe-5515-46a7-94a4-b80a07cb032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:11:14.392718 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-80e54c33-69a1-4ea3-ad61-5ee49ffd2173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:14.401940 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-785bfcf4-30f2-499e-824c-08753051360b None None] Provisioning for port 801a38e2-b855-4103-b5f7-35967dd52aec completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:11:14.423237 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-f3299b59-056b-4da9-9580-854cb6c43fa4 None None] For port e713ffc2-dea3-48ba-8ff9-72abe48fe310, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e713ffc2-dea3-48ba-8ff9-72abe48fe310,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:14.423237 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f3299b59-056b-4da9-9580-854cb6c43fa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:14.451345 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-785bfcf4-30f2-499e-824c-08753051360b None None] Provisioning complete for port 801a38e2-b855-4103-b5f7-35967dd52aec triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:14.451345 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-785bfcf4-30f2-499e-824c-08753051360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:14.455094 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-128280bf-afa5-422b-bc32-eb20e2bf7b2e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:14.499033 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['733a7a2c-d754-44a4-bc81-9d6dc59b3250']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:14.508231 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-3017176c-5c96-43a9-9c60-d03ad03f56b9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Transition to ACTIVE for port object ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:14.580516 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1b7c0a-ed3a-4b24-8eb6-d9bab873facb') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:14.580743 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1b7c0a-ed3a-4b24-8eb6-d9bab873facb') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:14.592210 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-80e54c33-69a1-4ea3-ad61-5ee49ffd2173 None None] For port c75603be-6342-4da0-8179-73c23ddec518, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:11:14.599300 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-80e54c33-69a1-4ea3-ad61-5ee49ffd2173 None None] For port c75603be-6342-4da0-8179-73c23ddec518, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c75603be-6342-4da0-8179-73c23ddec518,segment=NetworkSegment(1ff69bbe-5515-46a7-94a4-b80a07cb032d),segment_id=1ff69bbe-5515-46a7-94a4-b80a07cb032d)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:11:14.617932 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:14.635559 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2f5c9644-2007-47c4-af3d-40b8cdb78ba9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:14.665719 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:14.679816 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] For port ad47b93a-5152-48da-a16b-7d28bda6cde0, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:11:14.680021 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempted to set empty binding levels {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 28 19:11:14.702760 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:11:14.703199 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:14.731806 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-2f5c9644-2007-47c4-af3d-40b8cdb78ba9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] device_id is not set on port 7197d317-d4c7-438d-8d1d-ec34af5a898a yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:11:14.734346 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:11:14.740246 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:11:14.744209 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-56bff071-c2f0-44d2-bef8-8008996c9f08 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:14.772933 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f3299b59-056b-4da9-9580-854cb6c43fa4 None None] Calling delete_port for e713ffc2-dea3-48ba-8ff9-72abe48fe310 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:14.784785 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-128280bf-afa5-422b-bc32-eb20e2bf7b2e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:14.812539 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:14.835297 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-80e54c33-69a1-4ea3-ad61-5ee49ffd2173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:14.860732 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-128280bf-afa5-422b-bc32-eb20e2bf7b2e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:14.899374 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128280bf-afa5-422b-bc32-eb20e2bf7b2e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Subnet': ['ID=f8ad14d7-4d41-4c8b-9e51-ebec22fb0b58,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:14.930844 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e54c33-69a1-4ea3-ad61-5ee49ffd2173 None None] Pushing event updated for resources: {'Port': ['ID=c75603be-6342-4da0-8179-73c23ddec518,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:14.984157 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 35118d33-642d-4cf4-9a30-578e0f5d41e5, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=35118d33-642d-4cf4-9a30-578e0f5d41e5,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:14.984157 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 559b00a4-6ea0-4847-8112-972b75fe53ac up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:11:14.985782 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-128280bf-afa5-422b-bc32-eb20e2bf7b2e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/subnets/f8ad14d7-4d41-4c8b-9e51-ebec22fb0b58 HTTP/1.1" status: 204 len: 168 time: 1.6561234 Mar 28 19:11:14.989784 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-56bff071-c2f0-44d2-bef8-8008996c9f08 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Calling delete_port for 5cfcef96-b27f-45a2-8606-27e25c2b8cd2 owned by network:router_interface {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:14.994412 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56660) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:15.076540 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:15.077356 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 3d5a7e17-6983-480d-a0b0-7434bac6c161 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:11:15.145934 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] In _notify_port_updated(), no bound segment for port ad47b93a-5152-48da-a16b-7d28bda6cde0 on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 19:11:15.146971 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:15.148277 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:15.153279 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] 10.222.0.10 "PUT /v2.0/ports/ad47b93a-5152-48da-a16b-7d28bda6cde0 HTTP/1.1" status: 200 len: 980 time: 5.8970892 Mar 28 19:11:15.163472 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56664) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:15.166230 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8ceef4-57fc-423f-b24a-638737016e46 None None] Network 6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:15.213390 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3017176c-5c96-43a9-9c60-d03ad03f56b9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:15.245345 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:15.249957 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:15.265603 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8476c5-d2dc-416c-bb9b-4099ff3b13b6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting subnet 1a01bc2d-e50a-4f5a-8b3f-28f94db24c2b {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:11:15.268825 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5d8476c5-d2dc-416c-bb9b-4099ff3b13b6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:15.286965 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-785bfcf4-30f2-499e-824c-08753051360b None None] Port 801a38e2-b855-4103-b5f7-35967dd52aec cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:11:15.287633 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82543bc0-07f3-44ae-b2ef-8775db6c2120 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Pushing event updated for resources: {'Port': ['ID=ad47b93a-5152-48da-a16b-7d28bda6cde0,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:15.327450 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-785bfcf4-30f2-499e-824c-08753051360b None None] Could not find standard attr ID for object 8118f964-41f0-4e97-9c41-777e2d583735. {{(pid=87834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 19:11:15.332954 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5d8476c5-d2dc-416c-bb9b-4099ff3b13b6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:15.449416 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event deleted for resources: {'Network': ['ID=733a7a2c-d754-44a4-bc81-9d6dc59b3250,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:15.469087 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3017176c-5c96-43a9-9c60-d03ad03f56b9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network 2486f7ec-b979-41fc-a225-67e3b737e9a3 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:15.482801 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-785bfcf4-30f2-499e-824c-08753051360b None None] Provisioning for port 340f15cd-6eda-4496-974a-e7970a1036ee completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:11:15.489247 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-3017176c-5c96-43a9-9c60-d03ad03f56b9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:15.503418 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3017176c-5c96-43a9-9c60-d03ad03f56b9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:11:15.510350 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=35118d33-642d-4cf4-9a30-578e0f5d41e5,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:15.524614 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port 559b00a4-6ea0-4847-8112-972b75fe53ac completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:11:15.554598 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 3d5a7e17-6983-480d-a0b0-7434bac6c161 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:15.555120 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:15.593964 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-2f5c9644-2007-47c4-af3d-40b8cdb78ba9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Allocated IP 2001:db8:0:1::26b (1857c8f5-5622-42ce-a4f9-106880783f61/d932d928-1d79-4724-9d79-95e57e66fe7e/7197d317-d4c7-438d-8d1d-ec34af5a898a) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:15.606318 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 559b00a4-6ea0-4847-8112-972b75fe53ac triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:15.606613 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:15.621159 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-2f5c9644-2007-47c4-af3d-40b8cdb78ba9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Allocated IP 2001:db8::f816:3eff:fe36:7a36 (1857c8f5-5622-42ce-a4f9-106880783f61/aae7e56d-0fdc-4469-a6c0-1948260db1c9/7197d317-d4c7-438d-8d1d-ec34af5a898a) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:15.631291 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5d8476c5-d2dc-416c-bb9b-4099ff3b13b6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:15.648218 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f3299b59-056b-4da9-9580-854cb6c43fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:15.667094 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-27a3264a-59f3-4670-a22e-c653d84fcf48 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:15.722354 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-785bfcf4-30f2-499e-824c-08753051360b None None] Provisioning complete for port 5cfcef96-b27f-45a2-8606-27e25c2b8cd2 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:15.722567 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b707ba73-b89c-4bc4-95cf-0ce49a5848c6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "DELETE /v2.0/networks/733a7a2c-d754-44a4-bc81-9d6dc59b3250 HTTP/1.1" status: 204 len: 168 time: 10.4230473 Mar 28 19:11:15.722656 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-785bfcf4-30f2-499e-824c-08753051360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:15.725987 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56668) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:15.743758 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017176c-5c96-43a9-9c60-d03ad03f56b9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:15.766294 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5e293-312a-404a-a429-dadfcdbdd1d2 req-dd99aa3b-aac6-4d7a-966c-d63b979949b1 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:15.767983 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7ef5e293-312a-404a-a429-dadfcdbdd1d2 req-dd99aa3b-aac6-4d7a-966c-d63b979949b1 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 945 time: 0.6592889 Mar 28 19:11:15.771551 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-56bff071-c2f0-44d2-bef8-8008996c9f08 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:15.810168 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600087c6-4cc5-454d-ae8e-8d236af9e631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:15.810725 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600087c6-4cc5-454d-ae8e-8d236af9e631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:15.811183 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600087c6-4cc5-454d-ae8e-8d236af9e631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:15.811666 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600087c6-4cc5-454d-ae8e-8d236af9e631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:15.812209 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600087c6-4cc5-454d-ae8e-8d236af9e631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:15.812679 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600087c6-4cc5-454d-ae8e-8d236af9e631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:15.813122 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600087c6-4cc5-454d-ae8e-8d236af9e631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:15.813592 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600087c6-4cc5-454d-ae8e-8d236af9e631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:15.814466 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600087c6-4cc5-454d-ae8e-8d236af9e631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:15.814571 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600087c6-4cc5-454d-ae8e-8d236af9e631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:15.815052 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600087c6-4cc5-454d-ae8e-8d236af9e631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:15.815526 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600087c6-4cc5-454d-ae8e-8d236af9e631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:15.815999 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600087c6-4cc5-454d-ae8e-8d236af9e631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:15.816470 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600087c6-4cc5-454d-ae8e-8d236af9e631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:15.816933 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600087c6-4cc5-454d-ae8e-8d236af9e631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:15.817396 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600087c6-4cc5-454d-ae8e-8d236af9e631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:15.817858 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600087c6-4cc5-454d-ae8e-8d236af9e631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:15.818317 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600087c6-4cc5-454d-ae8e-8d236af9e631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:15.818869 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600087c6-4cc5-454d-ae8e-8d236af9e631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:15.819361 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600087c6-4cc5-454d-ae8e-8d236af9e631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:15.819835 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600087c6-4cc5-454d-ae8e-8d236af9e631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:15.820294 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600087c6-4cc5-454d-ae8e-8d236af9e631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:15.820766 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600087c6-4cc5-454d-ae8e-8d236af9e631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:15.821556 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600087c6-4cc5-454d-ae8e-8d236af9e631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:15.821556 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600087c6-4cc5-454d-ae8e-8d236af9e631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:15.822017 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600087c6-4cc5-454d-ae8e-8d236af9e631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:15.822481 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600087c6-4cc5-454d-ae8e-8d236af9e631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:15.826325 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-600087c6-4cc5-454d-ae8e-8d236af9e631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25102 time: 0.6617613 Mar 28 19:11:15.833531 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56672) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:15.842277 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3017176c-5c96-43a9-9c60-d03ad03f56b9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:15.867473 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3299b59-056b-4da9-9580-854cb6c43fa4 None None] Pushing event deleted for resources: {'Port': ['ID=e713ffc2-dea3-48ba-8ff9-72abe48fe310,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:15.869946 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-785bfcf4-30f2-499e-824c-08753051360b None None] Port 5cfcef96-b27f-45a2-8606-27e25c2b8cd2 was deleted so its status cannot be updated. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 28 19:11:15.914743 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c0994a-8500-4a8e-884e-639d93617984 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] DELETE failed (client error): The resource could not be found. Mar 28 19:11:15.915205 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4c0994a-8500-4a8e-884e-639d93617984 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:11:15.920854 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a4c0994a-8500-4a8e-884e-639d93617984 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "DELETE /v2.0/networks/733a7a2c-d754-44a4-bc81-9d6dc59b3250 HTTP/1.1" status: 404 len: 339 time: 0.1693809 Mar 28 19:11:15.931874 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56676) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:15.955140 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-8cccfdd0-bb35-468c-b3f5-dcb2b569a5fc tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1657275607', 'description': 'd1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:15.960078 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bff071-c2f0-44d2-bef8-8008996c9f08 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Pushing event deleted for resources: {'Port': ['ID=5cfcef96-b27f-45a2-8606-27e25c2b8cd2,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:15.996832 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8cccfdd0-bb35-468c-b3f5-dcb2b569a5fc tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:15.998297 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3299b59-056b-4da9-9580-854cb6c43fa4 None None] No DVR routers for this DVR port e713ffc2-dea3-48ba-8ff9-72abe48fe310 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:11:16.003533 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-785bfcf4-30f2-499e-824c-08753051360b None None] Provisioning complete for port cada6605-4ff4-4101-99a7-8877eade16c3 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:16.003905 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-785bfcf4-30f2-499e-824c-08753051360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:16.027927 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8cccfdd0-bb35-468c-b3f5-dcb2b569a5fc tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Usage tracker for resource:network and tenant:5caec573e114409086168219a54f97ce is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:16.044313 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8cccfdd0-bb35-468c-b3f5-dcb2b569a5fc tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:16.068014 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7ef5e293-312a-404a-a429-dadfcdbdd1d2 req-25462962-c727-469e-8e88-9aa15a7d2a40 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2844539 Mar 28 19:11:16.073711 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71644b1-e4d8-415e-b39a-5c31fef8028a None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:16.099281 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8cccfdd0-bb35-468c-b3f5-dcb2b569a5fc tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:16.112003 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-e32c42a5-ebc6-4f45-90ad-5c2432fdd377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Deleting port ad47b93a-5152-48da-a16b-7d28bda6cde0 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:16.112349 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e32c42a5-ebc6-4f45-90ad-5c2432fdd377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:16.217376 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5d8476c5-d2dc-416c-bb9b-4099ff3b13b6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:16.375065 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:16.533741 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd126ef-f4da-425a-944a-30f440e3dece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559b00a4-6ea0-4847-8112-972b75fe53ac'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:11:16.534759 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cccfdd0-bb35-468c-b3f5-dcb2b569a5fc tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Made reservation on behalf of 5caec573e114409086168219a54f97ce for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:16.538382 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8cccfdd0-bb35-468c-b3f5-dcb2b569a5fc tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:16.553899 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-e32c42a5-ebc6-4f45-90ad-5c2432fdd377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] For port ad47b93a-5152-48da-a16b-7d28bda6cde0, host hv-neutron-8347, got binding levels [] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:16.554284 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e32c42a5-ebc6-4f45-90ad-5c2432fdd377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:16.563212 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5d8476c5-d2dc-416c-bb9b-4099ff3b13b6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:16.565922 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8476c5-d2dc-416c-bb9b-4099ff3b13b6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Subnet': ['ID=1a01bc2d-e50a-4f5a-8b3f-28f94db24c2b,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:16.595764 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5d8476c5-d2dc-416c-bb9b-4099ff3b13b6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/subnets/1a01bc2d-e50a-4f5a-8b3f-28f94db24c2b HTTP/1.1" status: 204 len: 168 time: 1.5935571 Mar 28 19:11:16.596418 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 559b00a4-6ea0-4847-8112-972b75fe53ac, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=559b00a4-6ea0-4847-8112-972b75fe53ac,segment=NetworkSegment(ce651af8-7fed-4f32-b050-d34331b69a89),segment_id=ce651af8-7fed-4f32-b050-d34331b69a89)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:16.602775 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56682) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:16.647371 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba44f91-84a4-483a-baf8-a4ed416a2320 None None] Network 2486f7ec-b979-41fc-a225-67e3b737e9a3 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:16.681320 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd126ef-f4da-425a-944a-30f440e3dece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559b00a4-6ea0-4847-8112-972b75fe53ac', 'code': 200} Mar 28 19:11:16.685730 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:16.709522 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-56bff071-c2f0-44d2-bef8-8008996c9f08 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:16.712911 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cccfdd0-bb35-468c-b3f5-dcb2b569a5fc tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:11:16.803372 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c75603be-6342-4da0-8179-73c23ddec518 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:11:16.852934 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8cccfdd0-bb35-468c-b3f5-dcb2b569a5fc tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:16.853189 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-8cccfdd0-bb35-468c-b3f5-dcb2b569a5fc tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Added segment 0605e256-c20f-4c2a-b421-42b044ee6c69 of type vlan for network ae31e0e5-3dce-4a4e-bd30-f673011d007d Mar 28 19:11:16.886794 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-e32c42a5-ebc6-4f45-90ad-5c2432fdd377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Calling delete_port for ad47b93a-5152-48da-a16b-7d28bda6cde0 owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:16.911057 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0164eb7f-9d78-4fcd-ac97-2be1387103e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-1857c8f5-5622-42ce-a4f9-106880783f61', 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'fixed_ips': [{'subnet_id': 'aae7e56d-0fdc-4469-a6c0-1948260db1c9'}, {'subnet_id': 'd932d928-1d79-4724-9d79-95e57e66fe7e'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:11:16.911665 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e7dcde2a-f733-4869-bf18-5b0a6ded66d9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:16.912139 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0164eb7f-9d78-4fcd-ac97-2be1387103e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:16.933819 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2f5c9644-2007-47c4-af3d-40b8cdb78ba9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:16.946293 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8cccfdd0-bb35-468c-b3f5-dcb2b569a5fc tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:17.006541 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92560f48-5d06-41bb-98ff-c73172d94cd3 None None] Update dhcp port {'port': {'network_id': '6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed', 'fixed_ips': [{'subnet_id': '1a01bc2d-e50a-4f5a-8b3f-28f94db24c2b'}], 'binding:host_id': 'dv-neutron-834711-1-hyperv'}, 'id': '3d5a7e17-6983-480d-a0b0-7434bac6c161'} from dv-neutron-834711-1-hyperv. {{(pid=87834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 19:11:17.013547 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e7dcde2a-f733-4869-bf18-5b0a6ded66d9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting port 3d5a7e17-6983-480d-a0b0-7434bac6c161 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:17.013883 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e7dcde2a-f733-4869-bf18-5b0a6ded66d9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:17.031642 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=559b00a4-6ea0-4847-8112-972b75fe53ac,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:17.053016 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-2f5c9644-2007-47c4-af3d-40b8cdb78ba9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Transition to ACTIVE for port object 7197d317-d4c7-438d-8d1d-ec34af5a898a will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:17.088919 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6e950a06-b8c5-4477-a0ac-ea93ed2887a1 None None] Provisioning complete for port 3d5a7e17-6983-480d-a0b0-7434bac6c161 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:17.088919 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6e950a06-b8c5-4477-a0ac-ea93ed2887a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:17.099799 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-27a3264a-59f3-4670-a22e-c653d84fcf48 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Deleting port 801a38e2-b855-4103-b5f7-35967dd52aec {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:17.101690 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-27a3264a-59f3-4670-a22e-c653d84fcf48 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:17.144912 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8cccfdd0-bb35-468c-b3f5-dcb2b569a5fc tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:17.150329 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cccfdd0-bb35-468c-b3f5-dcb2b569a5fc tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:17.150726 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8cccfdd0-bb35-468c-b3f5-dcb2b569a5fc tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:17.197395 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3017176c-5c96-43a9-9c60-d03ad03f56b9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:17.241440 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-92560f48-5d06-41bb-98ff-c73172d94cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:17.272873 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port c75603be-6342-4da0-8179-73c23ddec518 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:11:17.288742 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 35118d33-642d-4cf4-9a30-578e0f5d41e5 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:11:17.341638 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e32c42a5-ebc6-4f45-90ad-5c2432fdd377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:17.363900 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8cccfdd0-bb35-468c-b3f5-dcb2b569a5fc tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4227247 Mar 28 19:11:17.416166 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56688) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:17.463517 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cccfdd0-bb35-468c-b3f5-dcb2b569a5fc tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event updated for resources: {'Network': ['ID=ae31e0e5-3dce-4a4e-bd30-f673011d007d,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:17.519555 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2f5c9644-2007-47c4-af3d-40b8cdb78ba9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:17.533342 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network ae31e0e5-3dce-4a4e-bd30-f673011d007d details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:11:17.627531 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54373ea8-ce97-4245-9dec-497a8de4f40f req-56959448-930e-4a3a-9331-f6272be5e474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:17.628322 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-54373ea8-ce97-4245-9dec-497a8de4f40f req-56959448-930e-4a3a-9331-f6272be5e474 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 1099 time: 0.7030222 Mar 28 19:11:17.645982 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56bff071-c2f0-44d2-bef8-8008996c9f08 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Router 2c83de11-31a9-4d18-9a8e-1bcd4823f191 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:11:17.682298 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c42a5-ebc6-4f45-90ad-5c2432fdd377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad47b93a-5152-48da-a16b-7d28bda6cde0,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:17.694745 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e32c42a5-ebc6-4f45-90ad-5c2432fdd377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:17.722391 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5c9644-2007-47c4-af3d-40b8cdb78ba9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:17.771091 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-2f5c9644-2007-47c4-af3d-40b8cdb78ba9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:17.773931 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5c9644-2007-47c4-af3d-40b8cdb78ba9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:11:17.780168 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5c9644-2007-47c4-af3d-40b8cdb78ba9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:17.781068 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2f5c9644-2007-47c4-af3d-40b8cdb78ba9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:17.808664 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-27a3264a-59f3-4670-a22e-c653d84fcf48 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:17.814089 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875fce65-08cc-49b7-9111-e75ffa7333c0 None None] Network 6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:17.834240 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 35118d33-642d-4cf4-9a30-578e0f5d41e5 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:17.834240 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:17.851828 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-e7dcde2a-f733-4869-bf18-5b0a6ded66d9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] For port 3d5a7e17-6983-480d-a0b0-7434bac6c161, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=3d5a7e17-6983-480d-a0b0-7434bac6c161,segment=NetworkSegment(4faea4d8-ad8f-4903-ba14-3024a6990bc4),segment_id=4faea4d8-ad8f-4903-ba14-3024a6990bc4)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:17.852272 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e7dcde2a-f733-4869-bf18-5b0a6ded66d9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:17.900297 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e32c42a5-ebc6-4f45-90ad-5c2432fdd377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] 10.222.0.10 "DELETE /v2.0/ports/ad47b93a-5152-48da-a16b-7d28bda6cde0 HTTP/1.1" status: 204 len: 168 time: 2.0594406 Mar 28 19:11:17.954201 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-54373ea8-ce97-4245-9dec-497a8de4f40f req-116c4321-0e41-48b8-95af-c1056e3df55b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3039188 Mar 28 19:11:17.955685 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56692) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:17.989078 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ea1b97-4ef3-42ae-a291-6957dde0a521 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:17.989847 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e9ea1b97-4ef3-42ae-a291-6957dde0a521 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Synchronizing usage tracker for tenant:5caec573e114409086168219a54f97ce on resource:network {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:11:18.012692 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bff071-c2f0-44d2-bef8-8008996c9f08 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:11:18.034743 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-56bff071-c2f0-44d2-bef8-8008996c9f08 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] 10.222.0.10 "PUT /v2.0/routers/2c83de11-31a9-4d18-9a8e-1bcd4823f191/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5095382 Mar 28 19:11:18.044078 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fd91eb-07b1-49d3-8637-e889b7df35aa None None] Sync routers for ids ['2c83de11-31a9-4d18-9a8e-1bcd4823f191'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:11:18.053145 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-27a3264a-59f3-4670-a22e-c653d84fcf48 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Calling delete_port for 801a38e2-b855-4103-b5f7-35967dd52aec owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:18.068000 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-0164eb7f-9d78-4fcd-ac97-2be1387103e7 None None] Allocated IP 2001:db8:0:1::2 (1857c8f5-5622-42ce-a4f9-106880783f61/d932d928-1d79-4724-9d79-95e57e66fe7e/e69e3307-0530-4d99-a315-ee33da2cb86e) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:18.087347 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-99471bfa-51d7-4c91-baf6-a868b5658594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] GET failed (client error): The resource could not be found. Mar 28 19:11:18.087347 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-99471bfa-51d7-4c91-baf6-a868b5658594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Synchronizing usage tracker for tenant:194ffa3369094d829e03492bf9a9e23e on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:11:18.087690 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c9644-2007-47c4-af3d-40b8cdb78ba9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Port': ['ID=7197d317-d4c7-438d-8d1d-ec34af5a898a,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:18.093870 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56696) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:18.113838 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-0164eb7f-9d78-4fcd-ac97-2be1387103e7 None None] Allocated IP 2001:db8::f816:3eff:feef:d7a0 (1857c8f5-5622-42ce-a4f9-106880783f61/aae7e56d-0fdc-4469-a6c0-1948260db1c9/e69e3307-0530-4d99-a315-ee33da2cb86e) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:18.116154 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6e950a06-b8c5-4477-a0ac-ea93ed2887a1 None None] Provisioning for port c75603be-6342-4da0-8179-73c23ddec518 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:11:18.151583 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fd91eb-07b1-49d3-8637-e889b7df35aa None None] Routers {'2c83de11-31a9-4d18-9a8e-1bcd4823f191'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:11:18.151583 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-a1fd91eb-07b1-49d3-8637-e889b7df35aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:10:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2c83de11-31a9-4d18-9a8e-1bcd4823f191'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:18.155429 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2f5c9644-2007-47c4-af3d-40b8cdb78ba9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.8872809 Mar 28 19:11:18.159765 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e7dcde2a-f733-4869-bf18-5b0a6ded66d9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Calling delete_port for 3d5a7e17-6983-480d-a0b0-7434bac6c161 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:18.177197 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56700) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:18.244566 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-233e49e6-5143-4200-970b-7e35559505fd tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] show failed (client error): The resource could not be found. Mar 28 19:11:18.250056 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-233e49e6-5143-4200-970b-7e35559505fd tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-105496999 HTTP/1.1" status: 404 len: 334 time: 0.1414187 Mar 28 19:11:18.254099 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95754f0-dcc9-43f9-bd81-56c069f61594 req-c85f43ad-7005-4586-bfc2-eae08350f7b5 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:18.261359 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f95754f0-dcc9-43f9-bd81-56c069f61594 req-c85f43ad-7005-4586-bfc2-eae08350f7b5 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 946 time: 0.9304848 Mar 28 19:11:18.288297 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56704) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:18.300078 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-0e7f1548-a6c1-4e70-8384-eba8badca0e6 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:18.314599 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-a1fd91eb-07b1-49d3-8637-e889b7df35aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:18.317714 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6e950a06-b8c5-4477-a0ac-ea93ed2887a1 None None] Provisioning complete for port c75603be-6342-4da0-8179-73c23ddec518 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:18.318086 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6e950a06-b8c5-4477-a0ac-ea93ed2887a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:18.381086 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e9ea1b97-4ef3-42ae-a291-6957dde0a521 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Unset dirty status for tenant:5caec573e114409086168219a54f97ce on resource:network {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:11:18.381913 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e9ea1b97-4ef3-42ae-a291-6957dde0a521 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "GET /v2.0/networks?id=ae31e0e5-3dce-4a4e-bd30-f673011d007d HTTP/1.1" status: 200 len: 765 time: 0.9583023 Mar 28 19:11:18.386856 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56708) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:18.399998 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-99471bfa-51d7-4c91-baf6-a868b5658594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Unset dirty status for tenant:194ffa3369094d829e03492bf9a9e23e on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:11:18.408407 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-99471bfa-51d7-4c91-baf6-a868b5658594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] 10.222.0.10 "GET /v2.0/ports/ad47b93a-5152-48da-a16b-7d28bda6cde0 HTTP/1.1" status: 404 len: 333 time: 0.4414079 Mar 28 19:11:18.409788 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-0e7f1548-a6c1-4e70-8384-eba8badca0e6 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] update failed (client error): The resource could not be found. Mar 28 19:11:18.414259 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0e7f1548-a6c1-4e70-8384-eba8badca0e6 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-649064216 HTTP/1.1" status: 404 len: 334 time: 0.1233864 Mar 28 19:11:18.414728 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-d4926c01-3bbc-4383-b1ba-74171eb37585 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Request body: {'network': {'description': 'd2'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:18.417206 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56712) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:18.419414 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56714) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:18.447557 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 340f15cd-6eda-4496-974a-e7970a1036ee up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:11:18.499651 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-f2a03daf-5fd6-41cc-96a7-c01b48773aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1463752075', 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:18.526853 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f2a03daf-5fd6-41cc-96a7-c01b48773aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:18.533674 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e7dcde2a-f733-4869-bf18-5b0a6ded66d9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:18.535451 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-2aac3e56-7d36-49f3-9783-6e97e27355ab tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting port 7197d317-d4c7-438d-8d1d-ec34af5a898a {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:18.535791 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2aac3e56-7d36-49f3-9783-6e97e27355ab tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:18.586278 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fd91eb-07b1-49d3-8637-e889b7df35aa None None] Routers {'2c83de11-31a9-4d18-9a8e-1bcd4823f191'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:11:18.586828 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-a1fd91eb-07b1-49d3-8637-e889b7df35aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:10:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2c83de11-31a9-4d18-9a8e-1bcd4823f191'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:18.602520 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dcde2a-f733-4869-bf18-5b0a6ded66d9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] No DVR routers for this DVR port 3d5a7e17-6983-480d-a0b0-7434bac6c161 on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:11:18.616840 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f95754f0-dcc9-43f9-bd81-56c069f61594 req-056f8c1c-5e77-475f-a3bd-e4a2ba23fcee tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3545125 Mar 28 19:11:18.617715 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f2a03daf-5fd6-41cc-96a7-c01b48773aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:18.630801 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dcde2a-f733-4869-bf18-5b0a6ded66d9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Port': ['ID=3d5a7e17-6983-480d-a0b0-7434bac6c161,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:18.668843 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d62adba-153f-490e-8d78-37af8e46d528 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Deleting subnet c061c83f-10be-4b83-8a8d-400dbf9dba49 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:11:18.671889 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0d62adba-153f-490e-8d78-37af8e46d528 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:18.725753 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0d62adba-153f-490e-8d78-37af8e46d528 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:18.788260 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-a1fd91eb-07b1-49d3-8637-e889b7df35aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:18.788609 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fd91eb-07b1-49d3-8637-e889b7df35aa None None] The sync data for ids ['2c83de11-31a9-4d18-9a8e-1bcd4823f191'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:11:18.800024 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d4926c01-3bbc-4383-b1ba-74171eb37585 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:18.810609 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a03daf-5fd6-41cc-96a7-c01b48773aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Made reservation on behalf of 194ffa3369094d829e03492bf9a9e23e for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:18.812892 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f2a03daf-5fd6-41cc-96a7-c01b48773aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:18.813055 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 340f15cd-6eda-4496-974a-e7970a1036ee completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:11:18.835911 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 340f15cd-6eda-4496-974a-e7970a1036ee triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:18.836286 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:18.848670 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d4926c01-3bbc-4383-b1ba-74171eb37585 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:18.874560 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0164eb7f-9d78-4fcd-ac97-2be1387103e7 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:18.909134 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d4926c01-3bbc-4383-b1ba-74171eb37585 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Network ae31e0e5-3dce-4a4e-bd30-f673011d007d is not hosted by any dhcp agent {{(pid=87832) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 28 19:11:18.911363 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-f2a03daf-5fd6-41cc-96a7-c01b48773aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] device_id is not set on port a7d469a0-94e2-4059-8677-545331d1cb9e yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:11:18.914404 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4926c01-3bbc-4383-b1ba-74171eb37585 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:18.915020 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d4926c01-3bbc-4383-b1ba-74171eb37585 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:18.919360 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d4926c01-3bbc-4383-b1ba-74171eb37585 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "PUT /v2.0/networks/ae31e0e5-3dce-4a4e-bd30-f673011d007d HTTP/1.1" status: 200 len: 762 time: 0.5232666 Mar 28 19:11:18.928989 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-0164eb7f-9d78-4fcd-ac97-2be1387103e7 None None] Transition to ACTIVE for port object e69e3307-0530-4d99-a315-ee33da2cb86e will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:18.947862 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56720) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:18.989714 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc400a8-0b79-4133-b2cc-9fd31fdcb22d None None] DHCP port deletion for 6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:11:19.003326 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-0164eb7f-9d78-4fcd-ac97-2be1387103e7 None None] Transition to ACTIVE for port object e69e3307-0530-4d99-a315-ee33da2cb86e will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:19.004601 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6e950a06-b8c5-4477-a0ac-ea93ed2887a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:19.032841 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0164eb7f-9d78-4fcd-ac97-2be1387103e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:19.092438 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e7dcde2a-f733-4869-bf18-5b0a6ded66d9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:19.126374 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4926c01-3bbc-4383-b1ba-74171eb37585 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event updated for resources: {'Network': ['ID=ae31e0e5-3dce-4a4e-bd30-f673011d007d,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:19.151567 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0164eb7f-9d78-4fcd-ac97-2be1387103e7 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:19.154645 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network ae31e0e5-3dce-4a4e-bd30-f673011d007d details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:11:19.154797 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-e7dcde2a-f733-4869-bf18-5b0a6ded66d9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:19.175982 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-e7dcde2a-f733-4869-bf18-5b0a6ded66d9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4faea4d8-ad8f-4903-ba14-3024a6990bc4') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:19.176433 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-e7dcde2a-f733-4869-bf18-5b0a6ded66d9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4faea4d8-ad8f-4903-ba14-3024a6990bc4') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:19.179560 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-0164eb7f-9d78-4fcd-ac97-2be1387103e7 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:19.193289 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e7dcde2a-f733-4869-bf18-5b0a6ded66d9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:19.207006 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-27a3264a-59f3-4670-a22e-c653d84fcf48 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:19.207329 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0164eb7f-9d78-4fcd-ac97-2be1387103e7 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:11:19.223690 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-6e950a06-b8c5-4477-a0ac-ea93ed2887a1 None None] For port c75603be-6342-4da0-8179-73c23ddec518, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c75603be-6342-4da0-8179-73c23ddec518,segment=NetworkSegment(1ff69bbe-5515-46a7-94a4-b80a07cb032d),segment_id=1ff69bbe-5515-46a7-94a4-b80a07cb032d)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:19.231805 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164eb7f-9d78-4fcd-ac97-2be1387103e7 None None] Pushing event updated for resources: {'Port': ['ID=e69e3307-0530-4d99-a315-ee33da2cb86e,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:19.309632 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e7dcde2a-f733-4869-bf18-5b0a6ded66d9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:19.320561 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:19.345234 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3264a-59f3-4670-a22e-c653d84fcf48 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Pushing event deleted for resources: {'Port': ['ID=801a38e2-b855-4103-b5f7-35967dd52aec,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:19.374375 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7dcde2a-f733-4869-bf18-5b0a6ded66d9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:11:19.374902 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e7dcde2a-f733-4869-bf18-5b0a6ded66d9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:19.413117 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6e950a06-b8c5-4477-a0ac-ea93ed2887a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:19.453007 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e55898d-2144-466e-b322-95991173692b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:19.453705 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9e55898d-2144-466e-b322-95991173692b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Synchronizing usage tracker for tenant:5caec573e114409086168219a54f97ce on resource:network {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:11:19.458306 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.db.resource_extend [None req-3017176c-5c96-43a9-9c60-d03ad03f56b9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:11:19.458547 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:11:19.485179 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3017176c-5c96-43a9-9c60-d03ad03f56b9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:19.587708 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ad9cc40d-420a-4b6e-b707-68e0ea79abe7 None None] Could not find standard attr ID for object 3d5a7e17-6983-480d-a0b0-7434bac6c161. {{(pid=87834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 19:11:19.609946 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 340f15cd-6eda-4496-974a-e7970a1036ee, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=340f15cd-6eda-4496-974a-e7970a1036ee,segment=NetworkSegment(13fc0f25-15de-47f8-9385-786b830d4274),segment_id=13fc0f25-15de-47f8-9385-786b830d4274)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:19.619440 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e950a06-b8c5-4477-a0ac-ea93ed2887a1 None None] Pushing event updated for resources: {'Port': ['ID=c75603be-6342-4da0-8179-73c23ddec518,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:19.623294 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-27a3264a-59f3-4670-a22e-c653d84fcf48 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:19.628425 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-0164eb7f-9d78-4fcd-ac97-2be1387103e7 None None] Attempting to bind port e69e3307-0530-4d99-a315-ee33da2cb86e on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:19.628802 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-0164eb7f-9d78-4fcd-ac97-2be1387103e7 None None] Attempting to bind port e69e3307-0530-4d99-a315-ee33da2cb86e by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:19.629174 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0164eb7f-9d78-4fcd-ac97-2be1387103e7 None None] Attempting to bind port e69e3307-0530-4d99-a315-ee33da2cb86e on network 1857c8f5-5622-42ce-a4f9-106880783f61 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:19.631309 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:19.634128 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0d62adba-153f-490e-8d78-37af8e46d528 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:19.678393 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3017176c-5c96-43a9-9c60-d03ad03f56b9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:19.726857 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0164eb7f-9d78-4fcd-ac97-2be1387103e7 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:11:19.727578 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0164eb7f-9d78-4fcd-ac97-2be1387103e7 None None] Checking segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:11:19.728146 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0164eb7f-9d78-4fcd-ac97-2be1387103e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:19.728708 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0164eb7f-9d78-4fcd-ac97-2be1387103e7 None None] Bound using segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:11:19.729344 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-0164eb7f-9d78-4fcd-ac97-2be1387103e7 None None] Bound port: e69e3307-0530-4d99-a315-ee33da2cb86e, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:11:19.729889 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0164eb7f-9d78-4fcd-ac97-2be1387103e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:19.758800 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e7dcde2a-f733-4869-bf18-5b0a6ded66d9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:19.772121 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e7dcde2a-f733-4869-bf18-5b0a6ded66d9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:19.792708 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ad9cc40d-420a-4b6e-b707-68e0ea79abe7 None None] Provisioning complete for port c75603be-6342-4da0-8179-73c23ddec518 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:19.793116 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc40d-420a-4b6e-b707-68e0ea79abe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:19.836847 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9e55898d-2144-466e-b322-95991173692b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Unset dirty status for tenant:5caec573e114409086168219a54f97ce on resource:network {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:11:19.839116 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c75603be-6342-4da0-8179-73c23ddec518 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:11:19.842614 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9e55898d-2144-466e-b322-95991173692b tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "GET /v2.0/networks?id=ae31e0e5-3dce-4a4e-bd30-f673011d007d HTTP/1.1" status: 200 len: 765 time: 0.8872333 Mar 28 19:11:19.848179 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56726) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:19.866900 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dcde2a-f733-4869-bf18-5b0a6ded66d9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Network': ['ID=6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:19.872202 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f2a03daf-5fd6-41cc-96a7-c01b48773aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:19.874789 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2aac3e56-7d36-49f3-9783-6e97e27355ab tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:19.955363 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e7dcde2a-f733-4869-bf18-5b0a6ded66d9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/networks/6fbb4205-92b8-4c6b-9b0f-6ded1835a3ed HTTP/1.1" status: 204 len: 168 time: 3.3426003 Mar 28 19:11:19.958281 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56730) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:19.982081 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=340f15cd-6eda-4496-974a-e7970a1036ee,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:20.053040 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-0164eb7f-9d78-4fcd-ac97-2be1387103e7 None None] For port e69e3307-0530-4d99-a315-ee33da2cb86e, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:11:20.076552 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-0164eb7f-9d78-4fcd-ac97-2be1387103e7 None None] For port e69e3307-0530-4d99-a315-ee33da2cb86e, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e69e3307-0530-4d99-a315-ee33da2cb86e,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:11:20.086486 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port c75603be-6342-4da0-8179-73c23ddec518 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:20.086852 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:20.121027 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0164eb7f-9d78-4fcd-ac97-2be1387103e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:20.124082 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017176c-5c96-43a9-9c60-d03ad03f56b9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:20.127134 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3017176c-5c96-43a9-9c60-d03ad03f56b9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:20.142927 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-2aac3e56-7d36-49f3-9783-6e97e27355ab tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Calling delete_port for 7197d317-d4c7-438d-8d1d-ec34af5a898a owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:20.214556 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a3264a-59f3-4670-a22e-c653d84fcf48 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Router 20a57787-eaa7-4b0a-b18b-f6892099e4f9 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:11:20.241760 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ad9cc40d-420a-4b6e-b707-68e0ea79abe7 None None] Provisioning for port ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:11:20.244878 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164eb7f-9d78-4fcd-ac97-2be1387103e7 None None] Pushing event updated for resources: {'Port': ['ID=e69e3307-0530-4d99-a315-ee33da2cb86e,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:20.252050 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ad9cc40d-420a-4b6e-b707-68e0ea79abe7 None None] Provisioning complete for port ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:20.252423 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ad9cc40d-420a-4b6e-b707-68e0ea79abe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:20.340371 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0d62adba-153f-490e-8d78-37af8e46d528 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:20.347169 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-ad9cc40d-420a-4b6e-b707-68e0ea79abe7 None None] Port ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:11:20.385930 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aa8829-6749-4235-aee0-18fedc570a36 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:20.386714 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c7aa8829-6749-4235-aee0-18fedc570a36 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Synchronizing usage tracker for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:11:20.390855 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0d62adba-153f-490e-8d78-37af8e46d528 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:20.401792 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435d96d7-faa8-424e-b7ba-488bf241a606 None None] Network 85f8ac66-bfcd-458a-a34b-c5adefd54bb2 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:20.408547 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a3264a-59f3-4670-a22e-c653d84fcf48 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:11:20.422503 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0f49cf-b0e1-4007-936f-39d3cd626947 None None] Sync routers for ids ['20a57787-eaa7-4b0a-b18b-f6892099e4f9'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:11:20.425930 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-27a3264a-59f3-4670-a22e-c653d84fcf48 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] 10.222.0.10 "PUT /v2.0/routers/20a57787-eaa7-4b0a-b18b-f6892099e4f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4414456 Mar 28 19:11:20.440564 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0f49cf-b0e1-4007-936f-39d3cd626947 None None] Routers {'20a57787-eaa7-4b0a-b18b-f6892099e4f9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:11:20.441400 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-7e0f49cf-b0e1-4007-936f-39d3cd626947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:10:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['20a57787-eaa7-4b0a-b18b-f6892099e4f9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:20.444602 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56734) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:20.471656 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 3d5a7e17-6983-480d-a0b0-7434bac6c161 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:11:20.495556 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62adba-153f-490e-8d78-37af8e46d528 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Pushing event deleted for resources: {'Subnet': ['ID=c061c83f-10be-4b83-8a8d-400dbf9dba49,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:20.553449 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ffc5f-fecf-4a84-95da-4ba20695ae5f req-d3d26be6-e0b4-40be-8f32-b2b661b20c1d tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:20.560839 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-889ffc5f-fecf-4a84-95da-4ba20695ae5f req-d3d26be6-e0b4-40be-8f32-b2b661b20c1d tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 946 time: 0.7074003 Mar 28 19:11:20.575445 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-7e0f49cf-b0e1-4007-936f-39d3cd626947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:20.581958 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-24625b29-b725-4ff8-b090-56850e9f0696 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] show failed (client error): The resource could not be found. Mar 28 19:11:20.586756 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-24625b29-b725-4ff8-b090-56850e9f0696 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-1950844097 HTTP/1.1" status: 404 len: 335 time: 0.1374710 Mar 28 19:11:20.587140 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56738) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:20.591229 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083d1f17-0fa2-4750-a683-3139f4530ba5 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:20.593820 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-083d1f17-0fa2-4750-a683-3139f4530ba5 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7363057 Mar 28 19:11:20.596371 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-282e32b9-936c-4110-8760-4a333896bbfc tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:20.606436 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0d62adba-153f-490e-8d78-37af8e46d528 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] 10.222.0.10 "DELETE /v2.0/subnets/c061c83f-10be-4b83-8a8d-400dbf9dba49 HTTP/1.1" status: 204 len: 168 time: 2.1768367 Mar 28 19:11:20.611725 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56742) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:20.612048 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 3d5a7e17-6983-480d-a0b0-7434bac6c161 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:11:20.612452 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 3d5a7e17-6983-480d-a0b0-7434bac6c161 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:11:20.617392 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56744) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:20.659799 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0f49cf-b0e1-4007-936f-39d3cd626947 None None] Routers {'20a57787-eaa7-4b0a-b18b-f6892099e4f9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:11:20.660614 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-7e0f49cf-b0e1-4007-936f-39d3cd626947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:10:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['20a57787-eaa7-4b0a-b18b-f6892099e4f9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:20.664698 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c7aa8829-6749-4235-aee0-18fedc570a36 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Unset dirty status for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:11:20.666657 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c7aa8829-6749-4235-aee0-18fedc570a36 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.7056975 Mar 28 19:11:20.675410 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56750) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:20.743070 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-282e32b9-936c-4110-8760-4a333896bbfc tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] update failed (client error): The resource could not be found. Mar 28 19:11:20.750344 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f2a03daf-5fd6-41cc-96a7-c01b48773aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:20.752323 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-282e32b9-936c-4110-8760-4a333896bbfc tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-938842444 HTTP/1.1" status: 404 len: 334 time: 0.1641665 Mar 28 19:11:20.753004 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56754) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:20.753521 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ebc82e40-6dd0-4921-bef1-5582ef91a1d2 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Synchronizing usage tracker for tenant:5caec573e114409086168219a54f97ce on resource:subnet {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:11:20.836977 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-7e0f49cf-b0e1-4007-936f-39d3cd626947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:20.837758 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0f49cf-b0e1-4007-936f-39d3cd626947 None None] The sync data for ids ['20a57787-eaa7-4b0a-b18b-f6892099e4f9'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:11:20.861651 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101e38d9-b615-434a-b84c-a18fde09abac None None] DHCP port deletion for 85f8ac66-bfcd-458a-a34b-c5adefd54bb2 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:11:20.863365 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-889ffc5f-fecf-4a84-95da-4ba20695ae5f req-4e726938-3ad7-418b-a369-51bbdbdeb1ae tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3015807 Mar 28 19:11:20.868061 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-101e38d9-b615-434a-b84c-a18fde09abac None None] Deleting port 9d2f2f0c-1610-4fc5-a7d5-7d4caf81f67f {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:20.868468 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-101e38d9-b615-434a-b84c-a18fde09abac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:20.883771 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba040d0b-c327-4953-9b6b-1f3c2818e944 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Deleting subnet 5a79f7c6-9f2e-4b00-942d-9c34bb2323df {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:11:20.883771 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba040d0b-c327-4953-9b6b-1f3c2818e944 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:20.892954 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ebc82e40-6dd0-4921-bef1-5582ef91a1d2 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Unset dirty status for tenant:5caec573e114409086168219a54f97ce on resource:subnet {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:11:20.897430 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ebc82e40-6dd0-4921-bef1-5582ef91a1d2 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "GET /v2.0/subnets?network_id=222bb166-3b66-45c7-9663-18be61b96587 HTTP/1.1" status: 200 len: 207 time: 0.2696302 Mar 28 19:11:20.941020 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba040d0b-c327-4953-9b6b-1f3c2818e944 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:20.943040 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56760) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:20.972318 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a03daf-5fd6-41cc-96a7-c01b48773aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:20.998609 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3017176c-5c96-43a9-9c60-d03ad03f56b9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network 2486f7ec-b979-41fc-a225-67e3b737e9a3 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:21.007023 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-f2a03daf-5fd6-41cc-96a7-c01b48773aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:21.012319 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-3017176c-5c96-43a9-9c60-d03ad03f56b9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:21.014474 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a03daf-5fd6-41cc-96a7-c01b48773aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:11:21.015794 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a03daf-5fd6-41cc-96a7-c01b48773aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:21.016704 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f2a03daf-5fd6-41cc-96a7-c01b48773aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:21.020115 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8d81eb1f-6b9a-41f1-bfd3-ad0023651ab7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3433080 Mar 28 19:11:21.023442 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56764) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:21.031097 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-fa46cc01-ae8c-4da3-aa9c-d300b664d7c6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-754754952'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:21.039295 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-fa46cc01-ae8c-4da3-aa9c-d300b664d7c6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:21.047009 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-fa46cc01-ae8c-4da3-aa9c-d300b664d7c6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:network and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:21.052686 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-fa46cc01-ae8c-4da3-aa9c-d300b664d7c6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:21.064639 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-fa46cc01-ae8c-4da3-aa9c-d300b664d7c6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:21.082158 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa46cc01-ae8c-4da3-aa9c-d300b664d7c6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:21.085545 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fa46cc01-ae8c-4da3-aa9c-d300b664d7c6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:21.106794 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba040d0b-c327-4953-9b6b-1f3c2818e944 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:21.125051 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-101e38d9-b615-434a-b84c-a18fde09abac None None] For port 9d2f2f0c-1610-4fc5-a7d5-7d4caf81f67f, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=9d2f2f0c-1610-4fc5-a7d5-7d4caf81f67f,segment=NetworkSegment(8f5726f0-4ccd-4c9b-a227-6af15a6386e8),segment_id=8f5726f0-4ccd-4c9b-a227-6af15a6386e8)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:21.125481 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-101e38d9-b615-434a-b84c-a18fde09abac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:21.170612 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa46cc01-ae8c-4da3-aa9c-d300b664d7c6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:11:21.188828 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fa46cc01-ae8c-4da3-aa9c-d300b664d7c6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:21.189174 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-fa46cc01-ae8c-4da3-aa9c-d300b664d7c6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Added segment 322d8aeb-ab24-4601-9408-3f1796c32438 of type vlan for network a91b0f00-6394-463b-bcc2-c0335398a4d6 Mar 28 19:11:21.223000 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fa46cc01-ae8c-4da3-aa9c-d300b664d7c6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:21.227952 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba040d0b-c327-4953-9b6b-1f3c2818e944 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:21.281919 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-101e38d9-b615-434a-b84c-a18fde09abac None None] Calling delete_port for 9d2f2f0c-1610-4fc5-a7d5-7d4caf81f67f owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:21.284047 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba040d0b-c327-4953-9b6b-1f3c2818e944 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Pushing event deleted for resources: {'Subnet': ['ID=5a79f7c6-9f2e-4b00-942d-9c34bb2323df,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:21.300204 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba040d0b-c327-4953-9b6b-1f3c2818e944 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:21.324581 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfa52d4-24b8-4ae3-8316-6fd9e2e5f60c None None] Network d60bc126-5d1f-4ddb-9c41-3741b64f0a2b requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:21.331297 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ba040d0b-c327-4953-9b6b-1f3c2818e944 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] 10.222.0.10 "DELETE /v2.0/subnets/5a79f7c6-9f2e-4b00-942d-9c34bb2323df HTTP/1.1" status: 204 len: 168 time: 0.5626247 Mar 28 19:11:21.332669 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56768) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:21.359695 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fa46cc01-ae8c-4da3-aa9c-d300b664d7c6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:21.365459 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa46cc01-ae8c-4da3-aa9c-d300b664d7c6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:21.366078 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fa46cc01-ae8c-4da3-aa9c-d300b664d7c6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:21.412412 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a03daf-5fd6-41cc-96a7-c01b48773aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Pushing event updated for resources: {'Port': ['ID=a7d469a0-94e2-4059-8677-545331d1cb9e,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:21.458587 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e84afb8-9137-44b2-8215-1185bfb0562e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Deleting subnet 565aa629-9ffe-47c0-babe-fefcf3d93350 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:11:21.463648 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2e84afb8-9137-44b2-8215-1185bfb0562e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:21.532756 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-d3789200-344d-4ae3-9ea4-0a4a0cd5cccd None None] Provisioning complete for port ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:21.533300 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d3789200-344d-4ae3-9ea4-0a4a0cd5cccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:21.545451 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2e84afb8-9137-44b2-8215-1185bfb0562e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:21.608145 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46cc01-ae8c-4da3-aa9c-d300b664d7c6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Network': ['ID=a91b0f00-6394-463b-bcc2-c0335398a4d6,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:21.615405 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-d3789200-344d-4ae3-9ea4-0a4a0cd5cccd None None] Port ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:11:21.619013 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-fa46cc01-ae8c-4da3-aa9c-d300b664d7c6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5924067 Mar 28 19:11:21.629361 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56772) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:21.641960 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-74a144d9-0fa2-4bfb-be99-f8174346bc7c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'subnet': {'network_id': 'a91b0f00-6394-463b-bcc2-c0335398a4d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:21.654676 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2e84afb8-9137-44b2-8215-1185bfb0562e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:21.663863 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network a91b0f00-6394-463b-bcc2-c0335398a4d6 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:11:21.681839 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-428cf1c4-e29b-409d-8cc2-38eab1412206 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:21.872160 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48361f65-43df-4d2a-9758-4b78e64e26cf tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:21.882433 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48361f65-43df-4d2a-9758-4b78e64e26cf tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:21.884418 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-101e38d9-b615-434a-b84c-a18fde09abac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:21.887326 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-428cf1c4-e29b-409d-8cc2-38eab1412206 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Deleting port 340f15cd-6eda-4496-974a-e7970a1036ee {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:21.891299 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48361f65-43df-4d2a-9758-4b78e64e26cf tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:21.893935 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-428cf1c4-e29b-409d-8cc2-38eab1412206 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:21.897347 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48361f65-43df-4d2a-9758-4b78e64e26cf tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:21.905026 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48361f65-43df-4d2a-9758-4b78e64e26cf tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:21.915168 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48361f65-43df-4d2a-9758-4b78e64e26cf tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:21.922366 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-48361f65-43df-4d2a-9758-4b78e64e26cf tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.9738271 Mar 28 19:11:21.925883 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101e38d9-b615-434a-b84c-a18fde09abac None None] No DVR routers for this DVR port 9d2f2f0c-1610-4fc5-a7d5-7d4caf81f67f on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:11:21.928632 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56776) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:21.952572 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2e84afb8-9137-44b2-8215-1185bfb0562e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:21.953825 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e38d9-b615-434a-b84c-a18fde09abac None None] Pushing event deleted for resources: {'Port': ['ID=9d2f2f0c-1610-4fc5-a7d5-7d4caf81f67f,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:21.965007 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08133215-87bd-46b6-854c-7f89fc6b9ff4 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:21.997848 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-74a144d9-0fa2-4bfb-be99-f8174346bc7c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:22.005435 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-74a144d9-0fa2-4bfb-be99-f8174346bc7c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:subnet and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:22.010512 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-74a144d9-0fa2-4bfb-be99-f8174346bc7c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:22.059350 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 340f15cd-6eda-4496-974a-e7970a1036ee up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:11:22.059626 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-74a144d9-0fa2-4bfb-be99-f8174346bc7c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:22.083511 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a144d9-0fa2-4bfb-be99-f8174346bc7c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:22.087733 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-74a144d9-0fa2-4bfb-be99-f8174346bc7c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:22.088649 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e8c1c0-e774-4f3d-8020-3c18a791422b None None] DHCP port deletion for d60bc126-5d1f-4ddb-9c41-3741b64f0a2b request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:11:22.119895 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-01e8c1c0-e774-4f3d-8020-3c18a791422b None None] Deleting port 340f15cd-6eda-4496-974a-e7970a1036ee {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:22.120259 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-01e8c1c0-e774-4f3d-8020-3c18a791422b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:22.137889 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84afb8-9137-44b2-8215-1185bfb0562e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Pushing event deleted for resources: {'Subnet': ['ID=565aa629-9ffe-47c0-babe-fefcf3d93350,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:22.144736 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da140d6-8965-4cf3-bb77-72b14d362ffd None None] Network 79ceb220-419b-460e-9b79-b8325911f46d requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:22.159235 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2e84afb8-9137-44b2-8215-1185bfb0562e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:22.161837 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2e84afb8-9137-44b2-8215-1185bfb0562e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] 10.222.0.10 "DELETE /v2.0/subnets/565aa629-9ffe-47c0-babe-fefcf3d93350 HTTP/1.1" status: 204 len: 168 time: 1.5278015 Mar 28 19:11:22.180632 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f2a03daf-5fd6-41cc-96a7-c01b48773aef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.7538316 Mar 28 19:11:22.182191 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56780) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:22.183163 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56782) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:22.288043 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a6d2072f-e4a1-4c4f-8292-a1b14447f4b2 None None] Provisioning for port e69e3307-0530-4d99-a315-ee33da2cb86e completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:11:22.417374 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-428cf1c4-e29b-409d-8cc2-38eab1412206 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] For port 340f15cd-6eda-4496-974a-e7970a1036ee, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=340f15cd-6eda-4496-974a-e7970a1036ee,segment=NetworkSegment(13fc0f25-15de-47f8-9385-786b830d4274),segment_id=13fc0f25-15de-47f8-9385-786b830d4274)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:22.417831 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-428cf1c4-e29b-409d-8cc2-38eab1412206 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:22.501666 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 340f15cd-6eda-4496-974a-e7970a1036ee triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:22.501965 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:22.543309 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6262ac-1204-41f2-bc82-277c043223aa req-224a9112-8e7e-4d7d-b1f5-0db6c79ce0e0 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:22.550737 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8a6262ac-1204-41f2-bc82-277c043223aa req-224a9112-8e7e-4d7d-b1f5-0db6c79ce0e0 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 946 time: 1.5452518 Mar 28 19:11:22.553962 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-428cf1c4-e29b-409d-8cc2-38eab1412206 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Calling delete_port for 340f15cd-6eda-4496-974a-e7970a1036ee owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:22.595634 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2aac3e56-7d36-49f3-9783-6e97e27355ab tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:22.702136 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128b104b-e39f-4ad7-bd66-257e4a308283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:22.703064 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-128b104b-e39f-4ad7-bd66-257e4a308283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Synchronizing usage tracker for tenant:194ffa3369094d829e03492bf9a9e23e on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:11:22.711381 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-01e8c1c0-e774-4f3d-8020-3c18a791422b None None] For port 340f15cd-6eda-4496-974a-e7970a1036ee, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=340f15cd-6eda-4496-974a-e7970a1036ee,segment=NetworkSegment(13fc0f25-15de-47f8-9385-786b830d4274),segment_id=13fc0f25-15de-47f8-9385-786b830d4274)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:22.711774 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-01e8c1c0-e774-4f3d-8020-3c18a791422b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:22.721721 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-428cf1c4-e29b-409d-8cc2-38eab1412206 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:22.722795 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac3e56-7d36-49f3-9783-6e97e27355ab tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Port': ['ID=7197d317-d4c7-438d-8d1d-ec34af5a898a,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:22.731869 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Could not find standard attr ID for object 340f15cd-6eda-4496-974a-e7970a1036ee. {{(pid=87834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 19:11:22.739253 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d158ff16-ea58-49e0-b213-84504b874ecd tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:22.747043 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3017176c-5c96-43a9-9c60-d03ad03f56b9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router 342bb046-96ea-45b4-b31f-c0165d777de5 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:11:22.769526 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1340d2f4-ca4c-4b9d-a91f-f04c434f287c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.8089263 Mar 28 19:11:22.774477 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56788) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:22.777608 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428cf1c4-e29b-409d-8cc2-38eab1412206 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Pushing event deleted for resources: {'Port': ['ID=340f15cd-6eda-4496-974a-e7970a1036ee,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:22.785455 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428cf1c4-e29b-409d-8cc2-38eab1412206 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] No DVR routers for this DVR port 340f15cd-6eda-4496-974a-e7970a1036ee on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:11:22.786572 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No ports have port_id starting with 340f15cd-6eda-4496-974a-e7970a1036ee Mar 28 19:11:22.822208 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-74a144d9-0fa2-4bfb-be99-f8174346bc7c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:22.848501 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e69e3307-0530-4d99-a315-ee33da2cb86e up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:11:22.869974 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8a6262ac-1204-41f2-bc82-277c043223aa req-efe798dd-1c7d-47d1-b118-62e645260e98 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3182704 Mar 28 19:11:22.878311 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-01e8c1c0-e774-4f3d-8020-3c18a791422b None None] Calling delete_port for 340f15cd-6eda-4496-974a-e7970a1036ee owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:22.918818 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56792) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:22.950009 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-128b104b-e39f-4ad7-bd66-257e4a308283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Unset dirty status for tenant:194ffa3369094d829e03492bf9a9e23e on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:11:22.951301 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-128b104b-e39f-4ad7-bd66-257e4a308283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] 10.222.0.10 "GET /v2.0/ports/a7d469a0-94e2-4059-8677-545331d1cb9e HTTP/1.1" status: 200 len: 959 time: 0.7006626 Mar 28 19:11:22.966286 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56796) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:23.016584 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3482ede3-426e-44d7-8c4b-ca12b59daf26 None None] DHCP port deletion for 79ceb220-419b-460e-9b79-b8325911f46d request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:11:23.026540 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-3482ede3-426e-44d7-8c4b-ca12b59daf26 None None] Deleting port 5884ba5f-ca60-494d-a34a-9da0b4e1daa3 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:23.027290 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3482ede3-426e-44d7-8c4b-ca12b59daf26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:23.047150 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2aac3e56-7d36-49f3-9783-6e97e27355ab tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:23.051577 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2aac3e56-7d36-49f3-9783-6e97e27355ab tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/7197d317-d4c7-438d-8d1d-ec34af5a898a HTTP/1.1" status: 204 len: 168 time: 4.8731213 Mar 28 19:11:23.055788 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56800) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:23.101024 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-428cf1c4-e29b-409d-8cc2-38eab1412206 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:23.135022 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-428cf1c4-e29b-409d-8cc2-38eab1412206 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d60bc126-5d1f-4ddb-9c41-3741b64f0a2b']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:23.153786 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-428cf1c4-e29b-409d-8cc2-38eab1412206 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13fc0f25-15de-47f8-9385-786b830d4274') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:23.154084 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-428cf1c4-e29b-409d-8cc2-38eab1412206 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13fc0f25-15de-47f8-9385-786b830d4274') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:23.168060 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-428cf1c4-e29b-409d-8cc2-38eab1412206 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:23.169524 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3545f270-4c6b-4087-90d6-4f23d24fa8ce tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:23.171686 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3545f270-4c6b-4087-90d6-4f23d24fa8ce tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:23.173346 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3545f270-4c6b-4087-90d6-4f23d24fa8ce tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:23.175038 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3545f270-4c6b-4087-90d6-4f23d24fa8ce tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:23.176671 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3545f270-4c6b-4087-90d6-4f23d24fa8ce tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:23.182310 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port e69e3307-0530-4d99-a315-ee33da2cb86e completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:11:23.183135 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3545f270-4c6b-4087-90d6-4f23d24fa8ce tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4041426 Mar 28 19:11:23.184395 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56804) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:23.199945 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-428cf1c4-e29b-409d-8cc2-38eab1412206 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:23.201978 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port e69e3307-0530-4d99-a315-ee33da2cb86e triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:23.202353 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:23.218845 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a144d9-0fa2-4bfb-be99-f8174346bc7c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Subnet': ['ID=dae787e3-cf82-464f-8c8a-0b7d0e4916c6,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:23.225383 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a144d9-0fa2-4bfb-be99-f8174346bc7c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Checking segment: {'id': '322d8aeb-ab24-4601-9408-3f1796c32438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a91b0f00-6394-463b-bcc2-c0335398a4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:11:23.225747 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a144d9-0fa2-4bfb-be99-f8174346bc7c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network hostable DHCP agents. Network: a91b0f00-6394-463b-bcc2-c0335398a4d6, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:11:23.238175 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428cf1c4-e29b-409d-8cc2-38eab1412206 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:11:23.238547 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-01e8c1c0-e774-4f3d-8020-3c18a791422b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:11:23.238982 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-428cf1c4-e29b-409d-8cc2-38eab1412206 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:23.239149 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-01e8c1c0-e774-4f3d-8020-3c18a791422b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:11:23.257852 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:11:23.346622 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d3171abd-6d5a-4d4f-a8c4-39765610dc20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Deleting port a7d469a0-94e2-4059-8677-545331d1cb9e {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:23.346986 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d3171abd-6d5a-4d4f-a8c4-39765610dc20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:23.405557 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-3482ede3-426e-44d7-8c4b-ca12b59daf26 None None] For port 5884ba5f-ca60-494d-a34a-9da0b4e1daa3, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=5884ba5f-ca60-494d-a34a-9da0b4e1daa3,segment=NetworkSegment(6c6d7ffe-1a11-4d3a-b36a-48df048ed172),segment_id=6c6d7ffe-1a11-4d3a-b36a-48df048ed172)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:23.406189 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3482ede3-426e-44d7-8c4b-ca12b59daf26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:23.426483 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a144d9-0fa2-4bfb-be99-f8174346bc7c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network a91b0f00-6394-463b-bcc2-c0335398a4d6 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:11:23.455224 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-30d3cacd-79bd-41de-8731-7f023a5978ef None None] Provisioning complete for port e69e3307-0530-4d99-a315-ee33da2cb86e triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:23.455823 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-30d3cacd-79bd-41de-8731-7f023a5978ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:23.484901 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-74a144d9-0fa2-4bfb-be99-f8174346bc7c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, a91b0f00-6394-463b-bcc2-c0335398a4d6) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:23.485678 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-428cf1c4-e29b-409d-8cc2-38eab1412206 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:23.512012 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baf7e7d-aecb-4dbe-8650-f366d6a8862f tempest-TestNetworkAdvancedServerOps-1139510111 tempest-TestNetworkAdvancedServerOps-1139510111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:23.513616 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1baf7e7d-aecb-4dbe-8650-f366d6a8862f tempest-TestNetworkAdvancedServerOps-1139510111 tempest-TestNetworkAdvancedServerOps-1139510111-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 1094 time: 0.5841794 Mar 28 19:11:23.515163 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a144d9-0fa2-4bfb-be99-f8174346bc7c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:23.515738 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-74a144d9-0fa2-4bfb-be99-f8174346bc7c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:23.520303 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d158ff16-ea58-49e0-b213-84504b874ecd tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:23.522999 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-428cf1c4-e29b-409d-8cc2-38eab1412206 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:23.535508 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56808) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:23.556926 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-66b9f717-ef55-46af-899b-6a2f6f7638e6 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'port_id': '559b00a4-6ea0-4847-8112-972b75fe53ac', 'tenant_id': '5dc7a30ce17d457d9ddf509f349c3980', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:23.561992 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679541ca-d092-4cc5-8d39-a0f1f789e342 None None] Network a91b0f00-6394-463b-bcc2-c0335398a4d6 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:23.574332 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428cf1c4-e29b-409d-8cc2-38eab1412206 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Pushing event deleted for resources: {'Network': ['ID=d60bc126-5d1f-4ddb-9c41-3741b64f0a2b,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:23.586854 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-66b9f717-ef55-46af-899b-6a2f6f7638e6 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:23.604875 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-d158ff16-ea58-49e0-b213-84504b874ecd tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f8ac66-bfcd-458a-a34b-c5adefd54bb2']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:23.611695 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-428cf1c4-e29b-409d-8cc2-38eab1412206 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] 10.222.0.10 "DELETE /v2.0/networks/d60bc126-5d1f-4ddb-9c41-3741b64f0a2b HTTP/1.1" status: 204 len: 168 time: 2.2779126 Mar 28 19:11:23.615956 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56812) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:23.619045 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-66b9f717-ef55-46af-899b-6a2f6f7638e6 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Usage tracker for resource:floatingip and tenant:5dc7a30ce17d457d9ddf509f349c3980 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:23.624194 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-74a144d9-0fa2-4bfb-be99-f8174346bc7c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9909344 Mar 28 19:11:23.624964 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56816) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:23.626179 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-66b9f717-ef55-46af-899b-6a2f6f7638e6 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:23.650624 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdd0b0c-9aec-4e94-b796-261cd18d50e3 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['shared'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:23.652644 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdd0b0c-9aec-4e94-b796-261cd18d50e3 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['shared'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:23.654269 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdd0b0c-9aec-4e94-b796-261cd18d50e3 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['shared'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:23.655932 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdd0b0c-9aec-4e94-b796-261cd18d50e3 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['shared'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:23.657552 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdd0b0c-9aec-4e94-b796-261cd18d50e3 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['shared'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:23.664370 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-efdd0b0c-9aec-4e94-b796-261cd18d50e3 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4735217 Mar 28 19:11:23.665356 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56820) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:23.666437 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-66b9f717-ef55-46af-899b-6a2f6f7638e6 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:23.670395 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-d158ff16-ea58-49e0-b213-84504b874ecd tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5726f0-4ccd-4c9b-a227-6af15a6386e8') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:23.670921 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-d158ff16-ea58-49e0-b213-84504b874ecd tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5726f0-4ccd-4c9b-a227-6af15a6386e8') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:23.679184 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3017176c-5c96-43a9-9c60-d03ad03f56b9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:11:23.693039 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-3482ede3-426e-44d7-8c4b-ca12b59daf26 None None] Calling delete_port for 5884ba5f-ca60-494d-a34a-9da0b4e1daa3 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:23.713644 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3017176c-5c96-43a9-9c60-d03ad03f56b9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "PUT /v2.0/routers/342bb046-96ea-45b4-b31f-c0165d777de5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5529330 Mar 28 19:11:23.725841 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56824) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:23.738959 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-02c50cf0-d204-43f7-9c6b-d784afd5e4e8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'port': {'network_id': 'a91b0f00-6394-463b-bcc2-c0335398a4d6', 'name': 'tempest-PortsTestJSON-1504782939'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:23.740119 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-01e8c1c0-e774-4f3d-8020-3c18a791422b None None] Deleting port 340f15cd-6eda-4496-974a-e7970a1036ee {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:23.740676 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-01e8c1c0-e774-4f3d-8020-3c18a791422b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:23.790333 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cb3bc8-42c0-4e90-8de0-bb7352d4e96b None None] Sync routers for ids ['342bb046-96ea-45b4-b31f-c0165d777de5'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:11:23.829280 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:23.838166 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d3171abd-6d5a-4d4f-a8c4-39765610dc20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:23.901105 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d158ff16-ea58-49e0-b213-84504b874ecd tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:23.913525 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333bda24-a522-441e-a37b-c2082574ce18 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:23.914960 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-333bda24-a522-441e-a37b-c2082574ce18 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "GET /v2.0/networks/4825004c-93ca-4a3c-a136-2a866d60bd53 HTTP/1.1" status: 200 len: 803 time: 0.2335510 Mar 28 19:11:23.940830 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-01e8c1c0-e774-4f3d-8020-3c18a791422b None None] The port '340f15cd-6eda-4496-974a-e7970a1036ee' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:11:23.962951 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cb3bc8-42c0-4e90-8de0-bb7352d4e96b None None] Routers {'342bb046-96ea-45b4-b31f-c0165d777de5'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:11:23.963584 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-74cb3bc8-42c0-4e90-8de0-bb7352d4e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:10:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['342bb046-96ea-45b4-b31f-c0165d777de5'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:23.963725 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56828) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:23.987246 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d3171abd-6d5a-4d4f-a8c4-39765610dc20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Calling delete_port for a7d469a0-94e2-4059-8677-545331d1cb9e owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:24.006043 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-66b9f717-ef55-46af-899b-6a2f6f7638e6 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:24.032536 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d158ff16-ea58-49e0-b213-84504b874ecd tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:24.051011 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0e73c1-49bb-41c5-8ef3-195b3f43a3db tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.051751 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-bd0e73c1-49bb-41c5-8ef3-195b3f43a3db tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:11:24.060133 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cbc6791-f689-40b6-84c2-daca9ffd06fe tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Deleting subnet 72b41efc-b08a-4ad8-b936-d3baa3bf91d5 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:11:24.063761 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0cbc6791-f689-40b6-84c2-daca9ffd06fe tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:24.081338 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port e69e3307-0530-4d99-a315-ee33da2cb86e, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e69e3307-0530-4d99-a315-ee33da2cb86e,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:24.095376 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d158ff16-ea58-49e0-b213-84504b874ecd tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:11:24.095848 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d158ff16-ea58-49e0-b213-84504b874ecd tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:24.100124 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:11:24.117673 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:11:24.154126 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3482ede3-426e-44d7-8c4b-ca12b59daf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:24.215202 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-bd0e73c1-49bb-41c5-8ef3-195b3f43a3db tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:11:24.216982 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-bd0e73c1-49bb-41c5-8ef3-195b3f43a3db tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 1.1487749 Mar 28 19:11:24.254442 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 9d2f2f0c-1610-4fc5-a7d5-7d4caf81f67f no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:11:24.278795 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56832) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:24.334633 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3482ede3-426e-44d7-8c4b-ca12b59daf26 None None] No DVR routers for this DVR port 5884ba5f-ca60-494d-a34a-9da0b4e1daa3 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:11:24.413427 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 9d2f2f0c-1610-4fc5-a7d5-7d4caf81f67f {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:11:24.414105 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 9d2f2f0c-1610-4fc5-a7d5-7d4caf81f67f not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:11:24.419404 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d158ff16-ea58-49e0-b213-84504b874ecd tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:24.438652 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d158ff16-ea58-49e0-b213-84504b874ecd tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:24.446851 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=e69e3307-0530-4d99-a315-ee33da2cb86e,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:24.467725 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d158ff16-ea58-49e0-b213-84504b874ecd tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] 10.222.0.10 "DELETE /v2.0/networks/85f8ac66-bfcd-458a-a34b-c5adefd54bb2 HTTP/1.1" status: 204 len: 168 time: 2.2186835 Mar 28 19:11:24.472208 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56836) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:24.474186 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16de1933-121c-470c-afa1-3ea474ea6d79 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.474659 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16de1933-121c-470c-afa1-3ea474ea6d79 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.476712 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16de1933-121c-470c-afa1-3ea474ea6d79 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.477340 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16de1933-121c-470c-afa1-3ea474ea6d79 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.480420 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16de1933-121c-470c-afa1-3ea474ea6d79 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.482098 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0cbc6791-f689-40b6-84c2-daca9ffd06fe tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:24.482722 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16de1933-121c-470c-afa1-3ea474ea6d79 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.483377 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16de1933-121c-470c-afa1-3ea474ea6d79 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.483981 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16de1933-121c-470c-afa1-3ea474ea6d79 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.484581 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16de1933-121c-470c-afa1-3ea474ea6d79 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.485225 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16de1933-121c-470c-afa1-3ea474ea6d79 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.485820 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16de1933-121c-470c-afa1-3ea474ea6d79 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.486507 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16de1933-121c-470c-afa1-3ea474ea6d79 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.487176 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16de1933-121c-470c-afa1-3ea474ea6d79 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.487768 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16de1933-121c-470c-afa1-3ea474ea6d79 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.488368 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16de1933-121c-470c-afa1-3ea474ea6d79 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.489160 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16de1933-121c-470c-afa1-3ea474ea6d79 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.489854 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16de1933-121c-470c-afa1-3ea474ea6d79 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.490302 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16de1933-121c-470c-afa1-3ea474ea6d79 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.490760 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16de1933-121c-470c-afa1-3ea474ea6d79 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.496583 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-16de1933-121c-470c-afa1-3ea474ea6d79 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 13215 time: 0.7661915 Mar 28 19:11:24.514399 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56840) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:24.539471 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482ede3-426e-44d7-8c4b-ca12b59daf26 None None] Pushing event deleted for resources: {'Port': ['ID=5884ba5f-ca60-494d-a34a-9da0b4e1daa3,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:24.542387 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-74cb3bc8-42c0-4e90-8de0-bb7352d4e96b None None] Set router 342bb046-96ea-45b4-b31f-c0165d777de5 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:11:24.559520 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158ff16-ea58-49e0-b213-84504b874ecd tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Pushing event deleted for resources: {'Network': ['ID=85f8ac66-bfcd-458a-a34b-c5adefd54bb2,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:24.571838 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ec329d88-34fc-4323-9b4b-11766f58404e tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "GET /v2.0/networks/4825004c-93ca-4a3c-a136-2a866d60bd53?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5974247 Mar 28 19:11:24.577495 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56844) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:24.626546 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d3171abd-6d5a-4d4f-a8c4-39765610dc20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:24.692560 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e69e3307-0530-4d99-a315-ee33da2cb86e up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:11:24.699783 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439e3a26-49fb-4047-868d-e963e7de6422 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.700428 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439e3a26-49fb-4047-868d-e963e7de6422 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.701023 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439e3a26-49fb-4047-868d-e963e7de6422 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.701469 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439e3a26-49fb-4047-868d-e963e7de6422 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.701910 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439e3a26-49fb-4047-868d-e963e7de6422 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.702351 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439e3a26-49fb-4047-868d-e963e7de6422 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.702785 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439e3a26-49fb-4047-868d-e963e7de6422 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.703248 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439e3a26-49fb-4047-868d-e963e7de6422 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.703678 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439e3a26-49fb-4047-868d-e963e7de6422 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.704110 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439e3a26-49fb-4047-868d-e963e7de6422 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.704541 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439e3a26-49fb-4047-868d-e963e7de6422 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.704966 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439e3a26-49fb-4047-868d-e963e7de6422 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.706217 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439e3a26-49fb-4047-868d-e963e7de6422 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.706656 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439e3a26-49fb-4047-868d-e963e7de6422 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.707448 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439e3a26-49fb-4047-868d-e963e7de6422 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.707892 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439e3a26-49fb-4047-868d-e963e7de6422 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.710044 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-439e3a26-49fb-4047-868d-e963e7de6422 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10117 time: 0.1924384 Mar 28 19:11:24.716964 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56848) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:24.719808 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0cbc6791-f689-40b6-84c2-daca9ffd06fe tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:24.744103 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-d2a3877f-cb40-495c-8431-aacbcc85acb6 None None] Could not find standard attr ID for object 7e257234-1c94-4349-b162-ddae21cba3c7. {{(pid=87834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 19:11:24.749980 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3171abd-6d5a-4d4f-a8c4-39765610dc20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7d469a0-94e2-4059-8677-545331d1cb9e,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:24.759031 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d3171abd-6d5a-4d4f-a8c4-39765610dc20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:24.764492 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305a74ae-b2af-4793-ae73-07613d4c0f02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-a91b0f00-6394-463b-bcc2-c0335398a4d6', 'network_id': 'a91b0f00-6394-463b-bcc2-c0335398a4d6', 'tenant_id': '6e3972954dd6451c8906869de8eb2072', 'fixed_ips': [{'subnet_id': 'dae787e3-cf82-464f-8c8a-0b7d0e4916c6'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:11:24.765322 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-305a74ae-b2af-4793-ae73-07613d4c0f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:24.783060 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-d2a3877f-cb40-495c-8431-aacbcc85acb6 None None] Could not find standard attr ID for object 7197d317-d4c7-438d-8d1d-ec34af5a898a. {{(pid=87834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 19:11:24.799490 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d3171abd-6d5a-4d4f-a8c4-39765610dc20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] 10.222.0.10 "DELETE /v2.0/ports/a7d469a0-94e2-4059-8677-545331d1cb9e HTTP/1.1" status: 204 len: 168 time: 1.8214693 Mar 28 19:11:24.813528 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee80987-a855-483d-84b5-1d50bb451bd9 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.815379 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-cee80987-a855-483d-84b5-1d50bb451bd9 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "GET /v2.0/subnets/46c62167-d03a-49ae-9691-e854e879f6cf HTTP/1.1" status: 200 len: 843 time: 0.2310023 Mar 28 19:11:24.816633 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56852) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:24.833580 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56854) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:24.895344 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-02c50cf0-d204-43f7-9c6b-d784afd5e4e8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:24.912689 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-41f8e7e7-877e-41f0-b69a-43a1af453ae1 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:24.927491 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff46762e-844a-44ec-b166-7f2f6f1b6a2d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:24.927866 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ff46762e-844a-44ec-b166-7f2f6f1b6a2d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:11:24.930523 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-02c50cf0-d204-43f7-9c6b-d784afd5e4e8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:24.935927 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20d0f18-ae62-4e95-ae12-5bba57c40a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] GET failed (client error): The resource could not be found. Mar 28 19:11:24.941089 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e20d0f18-ae62-4e95-ae12-5bba57c40a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] 10.222.0.10 "GET /v2.0/ports/a7d469a0-94e2-4059-8677-545331d1cb9e HTTP/1.1" status: 404 len: 333 time: 0.1072230 Mar 28 19:11:24.942912 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56860) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:24.943196 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-66b9f717-ef55-46af-899b-6a2f6f7638e6 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:24.950443 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-90ccd02e-7309-4022-a70a-f2547356c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Request body: {'port': {'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-828646918'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:24.960423 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-90ccd02e-7309-4022-a70a-f2547356c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:24.969802 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-90ccd02e-7309-4022-a70a-f2547356c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Usage tracker for resource:port and tenant:194ffa3369094d829e03492bf9a9e23e is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:24.976170 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-90ccd02e-7309-4022-a70a-f2547356c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:24.986223 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c50cf0-d204-43f7-9c6b-d784afd5e4e8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:24.989657 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-02c50cf0-d204-43f7-9c6b-d784afd5e4e8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:25.002089 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-90ccd02e-7309-4022-a70a-f2547356c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:25.005702 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f4c114-0219-433b-8dfa-4fb295fbb637 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['shared'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:25.010327 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e9f4c114-0219-433b-8dfa-4fb295fbb637 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "GET /v2.0/subnets/46c62167-d03a-49ae-9691-e854e879f6cf?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1713657 Mar 28 19:11:25.017315 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56864) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:25.029880 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-64724875-50ca-4ab9-8150-3e96a4da6952 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1072899383'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:25.031562 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port e69e3307-0530-4d99-a315-ee33da2cb86e triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:25.031943 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:25.034151 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-64724875-50ca-4ab9-8150-3e96a4da6952 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:25.045137 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ff46762e-844a-44ec-b166-7f2f6f1b6a2d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:11:25.046313 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ff46762e-844a-44ec-b166-7f2f6f1b6a2d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7631114 Mar 28 19:11:25.047640 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-64724875-50ca-4ab9-8150-3e96a4da6952 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:25.049223 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56868) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:25.067345 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0cbc6791-f689-40b6-84c2-daca9ffd06fe tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:25.122143 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-02c50cf0-d204-43f7-9c6b-d784afd5e4e8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] device_id is not set on port 78ecdee4-8dda-416c-9d7f-a81cdb59f741 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:11:25.156240 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ccd02e-7309-4022-a70a-f2547356c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Made reservation on behalf of 194ffa3369094d829e03492bf9a9e23e for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:25.158425 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-90ccd02e-7309-4022-a70a-f2547356c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:25.159521 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64724875-50ca-4ab9-8150-3e96a4da6952 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Made reservation on behalf of 5caec573e114409086168219a54f97ce for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:25.163030 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-64724875-50ca-4ab9-8150-3e96a4da6952 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:25.181456 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc6791-f689-40b6-84c2-daca9ffd06fe tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Pushing event deleted for resources: {'Subnet': ['ID=72b41efc-b08a-4ad8-b936-d3baa3bf91d5,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:25.222537 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf0c471-b5f8-4ed5-bcc2-b9946757349e None None] Network 1cb3cbcf-3821-4657-a097-6fea0b8d7377 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:25.245056 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0cbc6791-f689-40b6-84c2-daca9ffd06fe tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:25.270017 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-41f8e7e7-877e-41f0-b69a-43a1af453ae1 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:25.282335 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-90ccd02e-7309-4022-a70a-f2547356c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] device_id is not set on port 8b6452f3-981f-41e8-9c26-854b5d8d38db yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:11:25.329260 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0cbc6791-f689-40b6-84c2-daca9ffd06fe tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] 10.222.0.10 "DELETE /v2.0/subnets/72b41efc-b08a-4ad8-b936-d3baa3bf91d5 HTTP/1.1" status: 204 len: 168 time: 1.7106659 Mar 28 19:11:25.335647 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56872) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:25.420671 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-41f8e7e7-877e-41f0-b69a-43a1af453ae1 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ceb220-419b-460e-9b79-b8325911f46d']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:25.431038 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438509ce-4248-454d-80d3-e5b12290fa61 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:25.432771 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438509ce-4248-454d-80d3-e5b12290fa61 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:25.434441 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438509ce-4248-454d-80d3-e5b12290fa61 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:25.436034 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-438509ce-4248-454d-80d3-e5b12290fa61 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3832388 Mar 28 19:11:25.440869 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56876) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:25.444474 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-41f8e7e7-877e-41f0-b69a-43a1af453ae1 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c6d7ffe-1a11-4d3a-b36a-48df048ed172') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:25.444777 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-41f8e7e7-877e-41f0-b69a-43a1af453ae1 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c6d7ffe-1a11-4d3a-b36a-48df048ed172') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:25.446371 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-66b9f717-ef55-46af-899b-6a2f6f7638e6 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Allocated IP 172.26.4.137 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/42733c2f-68b0-43d3-a688-d0f105a51613) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:25.453730 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64724875-50ca-4ab9-8150-3e96a4da6952 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:11:25.470129 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-64724875-50ca-4ab9-8150-3e96a4da6952 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:25.470467 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-64724875-50ca-4ab9-8150-3e96a4da6952 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Added segment 466a6e0e-02c8-4e0f-878f-a6f47fc22f30 of type vlan for network 5123d206-9e05-4a4c-a3d9-89057fc37518 Mar 28 19:11:25.488748 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-305a74ae-b2af-4793-ae73-07613d4c0f02 None None] Allocated IP 172.20.0.2 (a91b0f00-6394-463b-bcc2-c0335398a4d6/dae787e3-cf82-464f-8c8a-0b7d0e4916c6/6357a7f4-aad0-4bc0-ba20-311e9ddf3483) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:25.507297 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-41f8e7e7-877e-41f0-b69a-43a1af453ae1 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:25.521820 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e365c914-1efc-4e27-acf4-5231c4329528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:25.534390 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-64724875-50ca-4ab9-8150-3e96a4da6952 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:25.571525 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-e552f172-78c9-405a-a694-97c006a65511 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Deleting subnet 182debf7-82b7-4e07-95de-34a831a63671 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:11:25.587703 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e552f172-78c9-405a-a694-97c006a65511 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:25.619027 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-41f8e7e7-877e-41f0-b69a-43a1af453ae1 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:25.650190 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 340f15cd-6eda-4496-974a-e7970a1036ee no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:11:25.662652 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-47485f8e-8dc1-4e01-b5fe-41a22ad65f0e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting subnet aae7e56d-0fdc-4469-a6c0-1948260db1c9 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:11:25.672601 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47485f8e-8dc1-4e01-b5fe-41a22ad65f0e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:25.712849 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-74cb3bc8-42c0-4e90-8de0-bb7352d4e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'name': 'tempest-TestNetworkBasicOps-router-1657040247', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:57Z', 'updated_at': '2022-03-28T19:11:16Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:00Z', 'updated_at': '2022-03-28T19:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50', 'name': '', 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:28:45:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '2d4ae72b-d834-47e4-a182-f022b94a587f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:12Z', 'updated_at': '2022-03-28T19:11:18Z', 'revision_number': 2, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '2d4ae72b-d834-47e4-a182-f022b94a587f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:25.713868 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f8e7e7-877e-41f0-b69a-43a1af453ae1 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:11:25.714796 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-41f8e7e7-877e-41f0-b69a-43a1af453ae1 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:25.715634 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 340f15cd-6eda-4496-974a-e7970a1036ee {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:11:25.716020 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 340f15cd-6eda-4496-974a-e7970a1036ee not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:11:25.716429 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 5884ba5f-ca60-494d-a34a-9da0b4e1daa3 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:11:25.722155 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-66b9f717-ef55-46af-899b-6a2f6f7638e6 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:11:25.729271 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:11:25.734103 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-cc7920a9-4538-4f0e-8bd7-a6434c71591d tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3418 time: 1.0162938 Mar 28 19:11:25.765983 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-64724875-50ca-4ab9-8150-3e96a4da6952 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:25.768470 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cb3bc8-42c0-4e90-8de0-bb7352d4e96b None None] Checking router: 342bb046-96ea-45b4-b31f-c0165d777de5 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:11:25.768840 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cb3bc8-42c0-4e90-8de0-bb7352d4e96b None None] Updating router 342bb046-96ea-45b4-b31f-c0165d777de5 port ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50 binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:11:25.772854 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64724875-50ca-4ab9-8150-3e96a4da6952 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:25.773506 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-64724875-50ca-4ab9-8150-3e96a4da6952 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:25.837276 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-74cb3bc8-42c0-4e90-8de0-bb7352d4e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:25.847188 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 5884ba5f-ca60-494d-a34a-9da0b4e1daa3 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:11:25.847545 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 5884ba5f-ca60-494d-a34a-9da0b4e1daa3 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:11:25.910899 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e552f172-78c9-405a-a694-97c006a65511 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:25.934782 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5465c4b8-d47d-4162-9472-420a68cd8c20 None None] DHCP port deletion for 1cb3cbcf-3821-4657-a097-6fea0b8d7377 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:11:25.950254 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-5465c4b8-d47d-4162-9472-420a68cd8c20 None None] Deleting port 72cbc54f-3d93-41af-84e4-3755e850588d {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:25.950771 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5465c4b8-d47d-4162-9472-420a68cd8c20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:25.951054 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47485f8e-8dc1-4e01-b5fe-41a22ad65f0e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:25.951166 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64724875-50ca-4ab9-8150-3e96a4da6952 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event updated for resources: {'Network': ['ID=5123d206-9e05-4a4c-a3d9-89057fc37518,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:25.954047 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-64724875-50ca-4ab9-8150-3e96a4da6952 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9330847 Mar 28 19:11:25.958754 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56882) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:25.966745 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-87001419-bbf2-4393-ae6a-0cbb837ffe94 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Request body: {'subnet': {'network_id': '5123d206-9e05-4a4c-a3d9-89057fc37518', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:26.003546 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-90ccd02e-7309-4022-a70a-f2547356c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:26.043488 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 5123d206-9e05-4a4c-a3d9-89057fc37518 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:11:26.106419 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-87001419-bbf2-4393-ae6a-0cbb837ffe94 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:26.117118 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-87001419-bbf2-4393-ae6a-0cbb837ffe94 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:26.132680 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87001419-bbf2-4393-ae6a-0cbb837ffe94 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Made reservation on behalf of 5caec573e114409086168219a54f97ce for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:26.137871 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-87001419-bbf2-4393-ae6a-0cbb837ffe94 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:26.156908 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56886) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:26.163920 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-41f8e7e7-877e-41f0-b69a-43a1af453ae1 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:26.168114 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-b6ee1181-4a78-48f4-9bac-e811ad4e0411 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-25881901', 'description': 'tempest-secgroup-smoke-25881901 description', 'project_id': '061332865d564f96959562b5c3aa8701'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:26.185596 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-66b9f717-ef55-46af-899b-6a2f6f7638e6 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:26.195358 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-41f8e7e7-877e-41f0-b69a-43a1af453ae1 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:26.211855 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8e7e7-877e-41f0-b69a-43a1af453ae1 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Pushing event deleted for resources: {'Network': ['ID=79ceb220-419b-460e-9b79-b8325911f46d,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:26.237064 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-41f8e7e7-877e-41f0-b69a-43a1af453ae1 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] 10.222.0.10 "DELETE /v2.0/networks/79ceb220-419b-460e-9b79-b8325911f46d HTTP/1.1" status: 204 len: 168 time: 1.7608855 Mar 28 19:11:26.237289 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b6ee1181-4a78-48f4-9bac-e811ad4e0411 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:26.239097 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56890) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:26.276280 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-305a74ae-b2af-4793-ae73-07613d4c0f02 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:26.282459 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47485f8e-8dc1-4e01-b5fe-41a22ad65f0e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:26.311748 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e552f172-78c9-405a-a694-97c006a65511 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:26.343465 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b6ee1181-4a78-48f4-9bac-e811ad4e0411 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:26.351004 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-90ccd02e-7309-4022-a70a-f2547356c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:26.360129 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b6ee1181-4a78-48f4-9bac-e811ad4e0411 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:26.379355 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b6ee1181-4a78-48f4-9bac-e811ad4e0411 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:26.382338 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b9f717-ef55-46af-899b-6a2f6f7638e6 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:26.383933 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.ipam_backend_mixin [None req-87001419-bbf2-4393-ae6a-0cbb837ffe94 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Performing IP validity checks on allocation pools {{(pid=87833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 19:11:26.384344 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.ipam_backend_mixin [None req-87001419-bbf2-4393-ae6a-0cbb837ffe94 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 19:11:26.397353 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-66b9f717-ef55-46af-899b-6a2f6f7638e6 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:26.406834 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b9f717-ef55-46af-899b-6a2f6f7638e6 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:11:26.415253 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-305a74ae-b2af-4793-ae73-07613d4c0f02 None None] Transition to ACTIVE for port object 6357a7f4-aad0-4bc0-ba20-311e9ddf3483 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:26.446587 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ccd02e-7309-4022-a70a-f2547356c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:26.457175 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-90ccd02e-7309-4022-a70a-f2547356c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:26.468923 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ccd02e-7309-4022-a70a-f2547356c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:11:26.468923 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ccd02e-7309-4022-a70a-f2547356c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:26.469383 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-90ccd02e-7309-4022-a70a-f2547356c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:26.490992 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ccd02e-7309-4022-a70a-f2547356c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Pushing event updated for resources: {'Port': ['ID=8b6452f3-981f-41e8-9c26-854b5d8d38db,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:26.518491 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47485f8e-8dc1-4e01-b5fe-41a22ad65f0e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:26.560138 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e552f172-78c9-405a-a694-97c006a65511 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:26.564038 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-305a74ae-b2af-4793-ae73-07613d4c0f02 None None] Transition to ACTIVE for port object 6357a7f4-aad0-4bc0-ba20-311e9ddf3483 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:26.571869 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-90ccd02e-7309-4022-a70a-f2547356c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6291659 Mar 28 19:11:26.576396 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56894) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:26.577888 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47485f8e-8dc1-4e01-b5fe-41a22ad65f0e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Subnet': ['ID=aae7e56d-0fdc-4469-a6c0-1948260db1c9,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:26.581992 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9f717-ef55-46af-899b-6a2f6f7638e6 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Pushing event updated for resources: {'Port': ['ID=42733c2f-68b0-43d3-a688-d0f105a51613,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:26.584577 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 72cbc54f-3d93-41af-84e4-3755e850588d no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:11:26.586144 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47485f8e-8dc1-4e01-b5fe-41a22ad65f0e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:26.587724 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:26.588703 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-47485f8e-8dc1-4e01-b5fe-41a22ad65f0e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/aae7e56d-0fdc-4469-a6c0-1948260db1c9 HTTP/1.1" status: 204 len: 168 time: 1.1363218 Mar 28 19:11:26.627309 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56898) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:26.646096 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e552f172-78c9-405a-a694-97c006a65511 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:26.650924 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e552f172-78c9-405a-a694-97c006a65511 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] 10.222.0.10 "DELETE /v2.0/subnets/182debf7-82b7-4e07-95de-34a831a63671 HTTP/1.1" status: 204 len: 168 time: 1.3142431 Mar 28 19:11:26.651104 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b6ee1181-4a78-48f4-9bac-e811ad4e0411 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:26.660882 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56902) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:26.681478 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c800ee03-e033-4b34-9bbd-351ca01898b3 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:26.701190 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552f172-78c9-405a-a694-97c006a65511 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Pushing event deleted for resources: {'Subnet': ['ID=182debf7-82b7-4e07-95de-34a831a63671,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:26.711562 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-f866898e-dd5b-4f8c-826c-f07d25e83a7e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Deleting subnet 71151a74-a78b-4e00-b436-be971e0b4f92 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:11:26.715135 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f866898e-dd5b-4f8c-826c-f07d25e83a7e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:26.777478 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa33863c-c0c8-40de-a7f8-6ac657f60793 None None] Network 72a2c3dc-7bb0-414b-a070-4800c87bfd5e requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:26.811959 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-305a74ae-b2af-4793-ae73-07613d4c0f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:26.814784 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64ed732b-e238-4f61-9900-aeb782c1c68f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:26.817604 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-02c50cf0-d204-43f7-9c6b-d784afd5e4e8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-74bf9f11-46bd-46a3-bbc9-7c9df9911c60 {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:11:26.818126 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-02c50cf0-d204-43f7-9c6b-d784afd5e4e8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:11:26.826640 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-64ed732b-e238-4f61-9900-aeb782c1c68f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Deleting port 72cbc54f-3d93-41af-84e4-3755e850588d {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:26.827012 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64ed732b-e238-4f61-9900-aeb782c1c68f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:26.879601 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b6ee1181-4a78-48f4-9bac-e811ad4e0411 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:26.936986 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b6ee1181-4a78-48f4-9bac-e811ad4e0411 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:26.943105 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-5465c4b8-d47d-4162-9472-420a68cd8c20 None None] For port 72cbc54f-3d93-41af-84e4-3755e850588d, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=72cbc54f-3d93-41af-84e4-3755e850588d,segment=NetworkSegment(476022ce-a401-4992-b802-ff22315e00a1),segment_id=476022ce-a401-4992-b802-ff22315e00a1)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:26.943507 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5465c4b8-d47d-4162-9472-420a68cd8c20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:26.945671 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f866898e-dd5b-4f8c-826c-f07d25e83a7e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:26.978725 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b6ee1181-4a78-48f4-9bac-e811ad4e0411 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:27.018947 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b6ee1181-4a78-48f4-9bac-e811ad4e0411 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:27.040375 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-64ed732b-e238-4f61-9900-aeb782c1c68f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] For port 72cbc54f-3d93-41af-84e4-3755e850588d, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=72cbc54f-3d93-41af-84e4-3755e850588d,segment=NetworkSegment(476022ce-a401-4992-b802-ff22315e00a1),segment_id=476022ce-a401-4992-b802-ff22315e00a1)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:27.040987 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64ed732b-e238-4f61-9900-aeb782c1c68f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:27.041119 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305a74ae-b2af-4793-ae73-07613d4c0f02 None None] Network a91b0f00-6394-463b-bcc2-c0335398a4d6 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:27.107895 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-305a74ae-b2af-4793-ae73-07613d4c0f02 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:27.110593 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305a74ae-b2af-4793-ae73-07613d4c0f02 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:11:27.126233 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-a965cc72-4d28-4195-9e55-205925dea851 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting subnet d932d928-1d79-4724-9d79-95e57e66fe7e {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:11:27.146232 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a965cc72-4d28-4195-9e55-205925dea851 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:27.165708 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-64ed732b-e238-4f61-9900-aeb782c1c68f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Calling delete_port for 72cbc54f-3d93-41af-84e4-3755e850588d owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:27.210016 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-5465c4b8-d47d-4162-9472-420a68cd8c20 None None] Calling delete_port for 72cbc54f-3d93-41af-84e4-3755e850588d owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:27.244159 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a74ae-b2af-4793-ae73-07613d4c0f02 None None] Pushing event updated for resources: {'Port': ['ID=6357a7f4-aad0-4bc0-ba20-311e9ddf3483,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:27.253653 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64ed732b-e238-4f61-9900-aeb782c1c68f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:27.303102 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed732b-e238-4f61-9900-aeb782c1c68f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Pushing event deleted for resources: {'Port': ['ID=72cbc54f-3d93-41af-84e4-3755e850588d,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:27.306611 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ed732b-e238-4f61-9900-aeb782c1c68f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] No DVR routers for this DVR port 72cbc54f-3d93-41af-84e4-3755e850588d on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:11:27.325207 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:27.332509 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-02c50cf0-d204-43f7-9c6b-d784afd5e4e8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:27.369249 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.resource_extend [None req-74cb3bc8-42c0-4e90-8de0-bb7352d4e96b None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:11:27.390118 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No ports have port_id starting with 72cbc54f-3d93-41af-84e4-3755e850588d Mar 28 19:11:27.392476 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-02c50cf0-d204-43f7-9c6b-d784afd5e4e8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] device_id is not set on port 12ec8210-2fca-4d87-a7d1-5fa212fdc7e6 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:11:27.501729 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64ed732b-e238-4f61-9900-aeb782c1c68f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:27.512884 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a965cc72-4d28-4195-9e55-205925dea851 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:27.540953 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-64ed732b-e238-4f61-9900-aeb782c1c68f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb3cbcf-3821-4657-a097-6fea0b8d7377']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:27.586278 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-64ed732b-e238-4f61-9900-aeb782c1c68f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '476022ce-a401-4992-b802-ff22315e00a1') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:27.586278 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-64ed732b-e238-4f61-9900-aeb782c1c68f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '476022ce-a401-4992-b802-ff22315e00a1') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:27.603621 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-305a74ae-b2af-4793-ae73-07613d4c0f02 None None] Attempting to bind port 6357a7f4-aad0-4bc0-ba20-311e9ddf3483 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:27.604239 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-305a74ae-b2af-4793-ae73-07613d4c0f02 None None] Attempting to bind port 6357a7f4-aad0-4bc0-ba20-311e9ddf3483 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '322d8aeb-ab24-4601-9408-3f1796c32438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a91b0f00-6394-463b-bcc2-c0335398a4d6'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:27.604239 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305a74ae-b2af-4793-ae73-07613d4c0f02 None None] Attempting to bind port 6357a7f4-aad0-4bc0-ba20-311e9ddf3483 on network a91b0f00-6394-463b-bcc2-c0335398a4d6 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:27.608914 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64ed732b-e238-4f61-9900-aeb782c1c68f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:27.635119 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64ed732b-e238-4f61-9900-aeb782c1c68f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:27.651465 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-02c50cf0-d204-43f7-9c6b-d784afd5e4e8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Allocated IP 172.20.0.7 (a91b0f00-6394-463b-bcc2-c0335398a4d6/dae787e3-cf82-464f-8c8a-0b7d0e4916c6/12ec8210-2fca-4d87-a7d1-5fa212fdc7e6) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:27.654438 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ed732b-e238-4f61-9900-aeb782c1c68f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:11:27.654845 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64ed732b-e238-4f61-9900-aeb782c1c68f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:27.655337 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305a74ae-b2af-4793-ae73-07613d4c0f02 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:11:27.655809 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305a74ae-b2af-4793-ae73-07613d4c0f02 None None] Checking segment: {'id': '322d8aeb-ab24-4601-9408-3f1796c32438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a91b0f00-6394-463b-bcc2-c0335398a4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:11:27.664300 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-305a74ae-b2af-4793-ae73-07613d4c0f02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:27.665246 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305a74ae-b2af-4793-ae73-07613d4c0f02 None None] Bound using segment: {'id': '322d8aeb-ab24-4601-9408-3f1796c32438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a91b0f00-6394-463b-bcc2-c0335398a4d6'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:11:27.665948 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-305a74ae-b2af-4793-ae73-07613d4c0f02 None None] Bound port: 6357a7f4-aad0-4bc0-ba20-311e9ddf3483, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322d8aeb-ab24-4601-9408-3f1796c32438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a91b0f00-6394-463b-bcc2-c0335398a4d6'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:11:27.666545 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-305a74ae-b2af-4793-ae73-07613d4c0f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:11:27.669952 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:11:27.705371 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-74cb3bc8-42c0-4e90-8de0-bb7352d4e96b None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:27.744175 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-5465c4b8-d47d-4162-9472-420a68cd8c20 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:11:27.744591 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-5465c4b8-d47d-4162-9472-420a68cd8c20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:11:27.745133 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-87001419-bbf2-4393-ae6a-0cbb837ffe94 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:27.751788 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f866898e-dd5b-4f8c-826c-f07d25e83a7e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:27.759559 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ca059997-d6d8-4066-a500-68f5bcb9f2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:27.795456 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-74cb3bc8-42c0-4e90-8de0-bb7352d4e96b None None] Transition to ACTIVE for port object ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:27.796445 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64ed732b-e238-4f61-9900-aeb782c1c68f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:27.819441 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-74cb3bc8-42c0-4e90-8de0-bb7352d4e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:27.892326 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b6ee1181-4a78-48f4-9bac-e811ad4e0411 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:27.936385 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b6ee1181-4a78-48f4-9bac-e811ad4e0411 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:27.951351 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-305a74ae-b2af-4793-ae73-07613d4c0f02 None None] For port 6357a7f4-aad0-4bc0-ba20-311e9ddf3483, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:11:28.009119 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87001419-bbf2-4393-ae6a-0cbb837ffe94 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Checking segment: {'id': '466a6e0e-02c8-4e0f-878f-a6f47fc22f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5123d206-9e05-4a4c-a3d9-89057fc37518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:11:28.009499 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87001419-bbf2-4393-ae6a-0cbb837ffe94 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Network hostable DHCP agents. Network: 5123d206-9e05-4a4c-a3d9-89057fc37518, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:11:28.017219 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87001419-bbf2-4393-ae6a-0cbb837ffe94 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event updated for resources: {'Subnet': ['ID=bb116fbd-df99-4c5c-a26b-35132909b277,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:28.054279 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6aa74f-e598-4024-ae90-5389b4dc91fd None None] DHCP port deletion for 72a2c3dc-7bb0-414b-a070-4800c87bfd5e request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:11:28.057615 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a965cc72-4d28-4195-9e55-205925dea851 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:28.065148 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-305a74ae-b2af-4793-ae73-07613d4c0f02 None None] For port 6357a7f4-aad0-4bc0-ba20-311e9ddf3483, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=6357a7f4-aad0-4bc0-ba20-311e9ddf3483,segment=NetworkSegment(322d8aeb-ab24-4601-9408-3f1796c32438),segment_id=322d8aeb-ab24-4601-9408-3f1796c32438)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:11:28.096296 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64ed732b-e238-4f61-9900-aeb782c1c68f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:28.098580 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f0eba-a44d-494c-9a61-efb77d8b1b54 None None] Pushing event updated for resources: {'Port': ['ID=ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:28.098822 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.db.resource_extend [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:11:28.100875 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-8b6aa74f-e598-4024-ae90-5389b4dc91fd None None] Deleting port 7cbf20c0-200f-4af6-a3c4-b5b4d175aa45 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:28.101283 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8b6aa74f-e598-4024-ae90-5389b4dc91fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:28.113965 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee1181-4a78-48f4-9bac-e811ad4e0411 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03da40eb-c79c-4d48-8265-688e24d68ec5,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:28.138248 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed732b-e238-4f61-9900-aeb782c1c68f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Pushing event deleted for resources: {'Network': ['ID=1cb3cbcf-3821-4657-a097-6fea0b8d7377,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:28.150817 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-305a74ae-b2af-4793-ae73-07613d4c0f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:28.188208 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-64ed732b-e238-4f61-9900-aeb782c1c68f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] 10.222.0.10 "DELETE /v2.0/networks/1cb3cbcf-3821-4657-a097-6fea0b8d7377 HTTP/1.1" status: 204 len: 168 time: 1.5239937 Mar 28 19:11:28.191262 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56906) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:28.199304 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b6ee1181-4a78-48f4-9bac-e811ad4e0411 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:28.201239 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b6ee1181-4a78-48f4-9bac-e811ad4e0411 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 2.0379207 Mar 28 19:11:28.205304 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-66b9f717-ef55-46af-899b-6a2f6f7638e6 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:28.213964 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56910) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:28.226892 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-3cc1b6d7-9cfe-4bbe-a2ee-63095287ad8d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '03da40eb-c79c-4d48-8265-688e24d68ec5', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:28.239451 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87001419-bbf2-4393-ae6a-0cbb837ffe94 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Network 5123d206-9e05-4a4c-a3d9-89057fc37518 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:11:28.247998 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-3cc1b6d7-9cfe-4bbe-a2ee-63095287ad8d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:28.262095 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f866898e-dd5b-4f8c-826c-f07d25e83a7e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:28.288690 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-5465c4b8-d47d-4162-9472-420a68cd8c20 None None] Deleting port 72cbc54f-3d93-41af-84e4-3755e850588d {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:28.288932 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5465c4b8-d47d-4162-9472-420a68cd8c20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:28.316529 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] device_id is not set on port 8b6452f3-981f-41e8-9c26-854b5d8d38db yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:11:28.321006 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3cc1b6d7-9cfe-4bbe-a2ee-63095287ad8d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:28.332092 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3cc1b6d7-9cfe-4bbe-a2ee-63095287ad8d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:28.337646 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-87001419-bbf2-4393-ae6a-0cbb837ffe94 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 5123d206-9e05-4a4c-a3d9-89057fc37518) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:28.352708 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:28.362396 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-3cc1b6d7-9cfe-4bbe-a2ee-63095287ad8d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:28.364576 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a218e166-1e1d-4893-9e82-61606dc3b569 None None] Network 5123d206-9e05-4a4c-a3d9-89057fc37518 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:28.366099 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866898e-dd5b-4f8c-826c-f07d25e83a7e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Pushing event deleted for resources: {'Subnet': ['ID=71151a74-a78b-4e00-b436-be971e0b4f92,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:28.372839 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87001419-bbf2-4393-ae6a-0cbb837ffe94 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:28.373603 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-87001419-bbf2-4393-ae6a-0cbb837ffe94 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:28.379311 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f866898e-dd5b-4f8c-826c-f07d25e83a7e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:28.397438 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213fa6d7-625e-4c68-abc5-5c7a50c8519c None None] Network 1ac96f53-1519-45aa-bb2e-8026ca95ecfb requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:28.404277 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-02c50cf0-d204-43f7-9c6b-d784afd5e4e8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:28.408426 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a965cc72-4d28-4195-9e55-205925dea851 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:28.413208 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-613be5a3-ef84-42da-8e4b-92d1c3d30bad tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:28.415040 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Transition to ACTIVE for port object 8b6452f3-981f-41e8-9c26-854b5d8d38db will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:28.436884 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-02c50cf0-d204-43f7-9c6b-d784afd5e4e8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Transition to ACTIVE for port object 12ec8210-2fca-4d87-a7d1-5fa212fdc7e6 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:28.442200 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-613be5a3-ef84-42da-8e4b-92d1c3d30bad tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Deleting port 7cbf20c0-200f-4af6-a3c4-b5b4d175aa45 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:28.442761 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-613be5a3-ef84-42da-8e4b-92d1c3d30bad tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:28.500260 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f866898e-dd5b-4f8c-826c-f07d25e83a7e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] 10.222.0.10 "DELETE /v2.0/subnets/71151a74-a78b-4e00-b436-be971e0b4f92 HTTP/1.1" status: 204 len: 168 time: 2.2478726 Mar 28 19:11:28.510858 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56914) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:28.527448 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:28.547367 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-5465c4b8-d47d-4162-9472-420a68cd8c20 None None] The port '72cbc54f-3d93-41af-84e4-3755e850588d' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:11:28.591818 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965cc72-4d28-4195-9e55-205925dea851 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Subnet': ['ID=d932d928-1d79-4724-9d79-95e57e66fe7e,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:28.594697 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-87001419-bbf2-4393-ae6a-0cbb837ffe94 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.6349401 Mar 28 19:11:28.595934 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 7cbf20c0-200f-4af6-a3c4-b5b4d175aa45 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:11:28.610365 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a965cc72-4d28-4195-9e55-205925dea851 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:28.614494 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a965cc72-4d28-4195-9e55-205925dea851 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/d932d928-1d79-4724-9d79-95e57e66fe7e HTTP/1.1" status: 204 len: 168 time: 1.9763293 Mar 28 19:11:28.635151 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56918) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:28.635473 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56920) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:28.636500 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3cc1b6d7-9cfe-4bbe-a2ee-63095287ad8d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:28.718642 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-74cb3bc8-42c0-4e90-8de0-bb7352d4e96b None None] Attempting to bind port ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:28.719616 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-74cb3bc8-42c0-4e90-8de0-bb7352d4e96b None None] Attempting to bind port ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '1ff69bbe-5515-46a7-94a4-b80a07cb032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:28.719920 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-3fa46bb0-0a54-4a70-97f7-5fd0b16c2b23 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:28.720317 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cb3bc8-42c0-4e90-8de0-bb7352d4e96b None None] Attempting to bind port ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50 on network 2486f7ec-b979-41fc-a225-67e3b737e9a3 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:28.724488 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-613be5a3-ef84-42da-8e4b-92d1c3d30bad tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] For port 7cbf20c0-200f-4af6-a3c4-b5b4d175aa45, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=7cbf20c0-200f-4af6-a3c4-b5b4d175aa45,segment=NetworkSegment(2f0e71ce-2a4c-4166-b737-02e553bedc67),segment_id=2f0e71ce-2a4c-4166-b737-02e553bedc67)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:28.724989 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-613be5a3-ef84-42da-8e4b-92d1c3d30bad tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:28.885435 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-613be5a3-ef84-42da-8e4b-92d1c3d30bad tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Calling delete_port for 7cbf20c0-200f-4af6-a3c4-b5b4d175aa45 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:28.921722 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a74ae-b2af-4793-ae73-07613d4c0f02 None None] Pushing event updated for resources: {'Port': ['ID=6357a7f4-aad0-4bc0-ba20-311e9ddf3483,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:28.930331 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d05d7fb2-5485-4c25-bc3c-a42a0e3a905b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2160194 Mar 28 19:11:28.931148 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56926) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:28.986198 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cb3bc8-42c0-4e90-8de0-bb7352d4e96b None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:11:28.986575 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cb3bc8-42c0-4e90-8de0-bb7352d4e96b None None] Checking segment: {'id': '1ff69bbe-5515-46a7-94a4-b80a07cb032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:11:28.987362 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-74cb3bc8-42c0-4e90-8de0-bb7352d4e96b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:28.987487 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cb3bc8-42c0-4e90-8de0-bb7352d4e96b None None] Bound using segment: {'id': '1ff69bbe-5515-46a7-94a4-b80a07cb032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:11:28.987915 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-74cb3bc8-42c0-4e90-8de0-bb7352d4e96b None None] Bound port: ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff69bbe-5515-46a7-94a4-b80a07cb032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:11:28.988332 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-74cb3bc8-42c0-4e90-8de0-bb7352d4e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:28.992059 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-02c50cf0-d204-43f7-9c6b-d784afd5e4e8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:29.014121 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-66b9f717-ef55-46af-899b-6a2f6f7638e6 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:29.091142 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-613be5a3-ef84-42da-8e4b-92d1c3d30bad tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:29.097331 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No ports have port_id starting with 7cbf20c0-200f-4af6-a3c4-b5b4d175aa45 Mar 28 19:11:29.098541 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:29.114246 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c50cf0-d204-43f7-9c6b-d784afd5e4e8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network a91b0f00-6394-463b-bcc2-c0335398a4d6 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:29.124534 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-02c50cf0-d204-43f7-9c6b-d784afd5e4e8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:29.131385 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c50cf0-d204-43f7-9c6b-d784afd5e4e8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:11:29.154365 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfda1bf-cc62-4377-b1ef-4c8d30984934 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:29.165771 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-d528b485-40d8-4ff2-adf7-426237fbddeb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:29.184176 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613be5a3-ef84-42da-8e4b-92d1c3d30bad tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] No DVR routers for this DVR port 7cbf20c0-200f-4af6-a3c4-b5b4d175aa45 on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:11:29.252191 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c50cf0-d204-43f7-9c6b-d784afd5e4e8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Port': ['ID=12ec8210-2fca-4d87-a7d1-5fa212fdc7e6,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:29.316407 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:29.316640 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Pushing event updated for resources: {'Port': ['ID=8b6452f3-981f-41e8-9c26-854b5d8d38db,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:29.320118 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613be5a3-ef84-42da-8e4b-92d1c3d30bad tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Pushing event deleted for resources: {'Port': ['ID=7cbf20c0-200f-4af6-a3c4-b5b4d175aa45,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:29.331096 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-93bd544b-30db-4af4-b747-49beb4d7067e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:29.396978 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c50cf0-d204-43f7-9c6b-d784afd5e4e8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:29.397743 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-02c50cf0-d204-43f7-9c6b-d784afd5e4e8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:29.402461 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-613be5a3-ef84-42da-8e4b-92d1c3d30bad tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:29.442367 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-613be5a3-ef84-42da-8e4b-92d1c3d30bad tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a2c3dc-7bb0-414b-a070-4800c87bfd5e']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:29.455479 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-02c50cf0-d204-43f7-9c6b-d784afd5e4e8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.7987888 Mar 28 19:11:29.457895 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56930) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:29.462333 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-613be5a3-ef84-42da-8e4b-92d1c3d30bad tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f0e71ce-2a4c-4166-b737-02e553bedc67') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:29.462767 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-613be5a3-ef84-42da-8e4b-92d1c3d30bad tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f0e71ce-2a4c-4166-b737-02e553bedc67') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:29.473262 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-06be8125-1b92-4ba7-b235-fa89707b42b3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'port': {'network_id': 'a91b0f00-6394-463b-bcc2-c0335398a4d6', 'name': 'tempest-PortsTestJSON-645705772'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:29.496554 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b6f6b02f-a9f0-4ade-9103-bd6112d22bb9 None None] Provisioning complete for port e69e3307-0530-4d99-a315-ee33da2cb86e triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:29.496925 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b6f6b02f-a9f0-4ade-9103-bd6112d22bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:29.512525 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-613be5a3-ef84-42da-8e4b-92d1c3d30bad tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:29.584018 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-613be5a3-ef84-42da-8e4b-92d1c3d30bad tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:29.605811 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-613be5a3-ef84-42da-8e4b-92d1c3d30bad tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:11:29.606554 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-613be5a3-ef84-42da-8e4b-92d1c3d30bad tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:11:29.622518 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:11:29.633322 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3cc1b6d7-9cfe-4bbe-a2ee-63095287ad8d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:29.676557 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:29.676781 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:29.677348 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:29.686835 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-74cb3bc8-42c0-4e90-8de0-bb7352d4e96b None None] For port ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:11:29.692717 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-74cb3bc8-42c0-4e90-8de0-bb7352d4e96b None None] For port ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50,segment=NetworkSegment(1ff69bbe-5515-46a7-94a4-b80a07cb032d),segment_id=1ff69bbe-5515-46a7-94a4-b80a07cb032d)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:11:29.700072 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3cc1b6d7-9cfe-4bbe-a2ee-63095287ad8d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:29.711868 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-8b6aa74f-e598-4024-ae90-5389b4dc91fd None None] For port 7cbf20c0-200f-4af6-a3c4-b5b4d175aa45, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=7cbf20c0-200f-4af6-a3c4-b5b4d175aa45,segment=NetworkSegment(2f0e71ce-2a4c-4166-b737-02e553bedc67),segment_id=2f0e71ce-2a4c-4166-b737-02e553bedc67)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:29.714332 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8b6aa74f-e598-4024-ae90-5389b4dc91fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:29.750546 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-06be8125-1b92-4ba7-b235-fa89707b42b3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:29.755327 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-613be5a3-ef84-42da-8e4b-92d1c3d30bad tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:29.766136 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-613be5a3-ef84-42da-8e4b-92d1c3d30bad tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:29.772948 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-06be8125-1b92-4ba7-b235-fa89707b42b3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:port and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:29.794848 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-613be5a3-ef84-42da-8e4b-92d1c3d30bad tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] 10.222.0.10 "DELETE /v2.0/networks/72a2c3dc-7bb0-414b-a070-4800c87bfd5e HTTP/1.1" status: 204 len: 168 time: 1.6015470 Mar 28 19:11:29.796473 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-06be8125-1b92-4ba7-b235-fa89707b42b3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:29.802254 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56934) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:29.809553 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-06be8125-1b92-4ba7-b235-fa89707b42b3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:29.811908 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ed0952-8bfb-4d12-b2e5-c81ab729feee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-5123d206-9e05-4a4c-a3d9-89057fc37518', 'network_id': '5123d206-9e05-4a4c-a3d9-89057fc37518', 'tenant_id': '5caec573e114409086168219a54f97ce', 'fixed_ips': [{'subnet_id': 'bb116fbd-df99-4c5c-a26b-35132909b277'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:11:29.813211 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-89ed0952-8bfb-4d12-b2e5-c81ab729feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:29.822873 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Port 8b6452f3-981f-41e8-9c26-854b5d8d38db on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:11:29.823248 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Failed to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db on host hv-neutron-8347 for vnic_type normal using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] Mar 28 19:11:29.837989 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempt 2 to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db Mar 28 19:11:29.845281 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-93bd544b-30db-4af4-b747-49beb4d7067e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Deleting port f45989b9-9963-430d-8661-8ac7d9982e63 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:29.845605 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-93bd544b-30db-4af4-b747-49beb4d7067e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:29.865793 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613be5a3-ef84-42da-8e4b-92d1c3d30bad tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Pushing event deleted for resources: {'Network': ['ID=72a2c3dc-7bb0-414b-a070-4800c87bfd5e,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:29.907579 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06be8125-1b92-4ba7-b235-fa89707b42b3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:29.910180 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-d528b485-40d8-4ff2-adf7-426237fbddeb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:29.911476 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-06be8125-1b92-4ba7-b235-fa89707b42b3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:29.917046 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1b6d7-9cfe-4bbe-a2ee-63095287ad8d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14e07d2-0287-4557-a091-9be6bcae2ace,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:29.934129 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3fa46bb0-0a54-4a70-97f7-5fd0b16c2b23 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7125756'] for subnet, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:29.955354 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-0843fc19-28d4-4e26-8f8b-cc9c2169bf97 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Deleting subnet 28ea097e-f9fa-42f5-8193-7c75b1ed8171 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:11:29.958284 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-06be8125-1b92-4ba7-b235-fa89707b42b3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] device_id is not set on port f238df44-172c-4c48-b4d5-1fc9689bbbfa yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:11:29.996869 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0843fc19-28d4-4e26-8f8b-cc9c2169bf97 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:30.024488 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d528b485-40d8-4ff2-adf7-426237fbddeb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:subnet and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:30.033964 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d528b485-40d8-4ff2-adf7-426237fbddeb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:30.037039 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:30.037368 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:30.037694 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:30.050308 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-8b6aa74f-e598-4024-ae90-5389b4dc91fd None None] Calling delete_port for 7cbf20c0-200f-4af6-a3c4-b5b4d175aa45 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:30.053627 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-66b9f717-ef55-46af-899b-6a2f6f7638e6 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:30.067100 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-d528b485-40d8-4ff2-adf7-426237fbddeb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:30.070035 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3cc1b6d7-9cfe-4bbe-a2ee-63095287ad8d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:30.075650 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3cc1b6d7-9cfe-4bbe-a2ee-63095287ad8d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8528497 Mar 28 19:11:30.090871 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56938) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:30.091541 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Port 8b6452f3-981f-41e8-9c26-854b5d8d38db on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:11:30.091866 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Failed to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db on host hv-neutron-8347 for vnic_type normal using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] Mar 28 19:11:30.098562 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8360cc-aaa5-4f56-af5a-13e6b397c156 None None] DHCP port deletion for 1857c8f5-5622-42ce-a4f9-106880783f61 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:11:30.100356 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d54b99-2f3c-4571-9fc3-e480036794a5 None None] Network a91b0f00-6394-463b-bcc2-c0335398a4d6 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:30.103636 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempt 3 to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db Mar 28 19:11:30.112017 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-66b9f717-ef55-46af-899b-6a2f6f7638e6 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:30.114416 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-74cb3bc8-42c0-4e90-8de0-bb7352d4e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:30.122394 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-b7e43825-490a-4ad4-b0b5-d957ed5d4a81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '03da40eb-c79c-4d48-8265-688e24d68ec5', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:30.214788 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b7e43825-490a-4ad4-b0b5-d957ed5d4a81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:30.219624 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0843fc19-28d4-4e26-8f8b-cc9c2169bf97 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:30.225719 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-1a8360cc-aaa5-4f56-af5a-13e6b397c156 None None] Deleting port e69e3307-0530-4d99-a315-ee33da2cb86e {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:30.226091 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1a8360cc-aaa5-4f56-af5a-13e6b397c156 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:30.261860 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b7e43825-490a-4ad4-b0b5-d957ed5d4a81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:30.274658 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d528b485-40d8-4ff2-adf7-426237fbddeb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:30.279322 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d528b485-40d8-4ff2-adf7-426237fbddeb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:30.293560 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:30.293797 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:30.294041 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:30.298241 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b7e43825-490a-4ad4-b0b5-d957ed5d4a81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:30.373977 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-06be8125-1b92-4ba7-b235-fa89707b42b3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Allocated IP 172.20.0.14 (a91b0f00-6394-463b-bcc2-c0335398a4d6/dae787e3-cf82-464f-8c8a-0b7d0e4916c6/f238df44-172c-4c48-b4d5-1fc9689bbbfa) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:30.387681 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b7e43825-490a-4ad4-b0b5-d957ed5d4a81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:30.389768 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Port 8b6452f3-981f-41e8-9c26-854b5d8d38db on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:11:30.390042 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Failed to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db on host hv-neutron-8347 for vnic_type normal using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] Mar 28 19:11:30.407195 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempt 4 to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db Mar 28 19:11:30.412597 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0843fc19-28d4-4e26-8f8b-cc9c2169bf97 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:30.429660 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06130bf-1c0e-4955-bffd-aa7e7db1b6db None None] DHCP port deletion for 1ac96f53-1519-45aa-bb2e-8026ca95ecfb request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:11:30.444321 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9f717-ef55-46af-899b-6a2f6f7638e6 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Pushing event updated for resources: {'Port': ['ID=42733c2f-68b0-43d3-a688-d0f105a51613,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:30.468528 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:30.472626 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-e06130bf-1c0e-4955-bffd-aa7e7db1b6db None None] Deleting port f45989b9-9963-430d-8661-8ac7d9982e63 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:30.472626 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e06130bf-1c0e-4955-bffd-aa7e7db1b6db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:30.556444 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:11:30.574435 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:30.574786 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:30.580329 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:30.594020 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cb3bc8-42c0-4e90-8de0-bb7352d4e96b None None] Routers {'342bb046-96ea-45b4-b31f-c0165d777de5'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:11:30.594862 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-74cb3bc8-42c0-4e90-8de0-bb7352d4e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:11:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['342bb046-96ea-45b4-b31f-c0165d777de5'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:30.614905 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-66b9f717-ef55-46af-899b-6a2f6f7638e6 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:30.658873 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0843fc19-28d4-4e26-8f8b-cc9c2169bf97 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:30.722546 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0843fc19-28d4-4e26-8f8b-cc9c2169bf97 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:30.729394 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843fc19-28d4-4e26-8f8b-cc9c2169bf97 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Pushing event deleted for resources: {'Subnet': ['ID=28ea097e-f9fa-42f5-8193-7c75b1ed8171,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:30.747930 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 6357a7f4-aad0-4bc0-ba20-311e9ddf3483 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:11:30.750524 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0843fc19-28d4-4e26-8f8b-cc9c2169bf97 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] 10.222.0.10 "DELETE /v2.0/subnets/28ea097e-f9fa-42f5-8193-7c75b1ed8171 HTTP/1.1" status: 204 len: 168 time: 0.9442706 Mar 28 19:11:30.753564 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56942) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:30.773562 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d409c6c-1690-4e36-a9bc-deac68afcdb9 None None] Network 4816c352-486b-45aa-91b5-205f8ce338a6 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:30.783353 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Port 8b6452f3-981f-41e8-9c26-854b5d8d38db on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:11:30.783691 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Failed to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db on host hv-neutron-8347 for vnic_type normal using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] Mar 28 19:11:30.785748 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f0eba-a44d-494c-9a61-efb77d8b1b54 None None] Pushing event updated for resources: {'Port': ['ID=ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:30.799974 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-06be8125-1b92-4ba7-b235-fa89707b42b3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:30.819801 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-06be8125-1b92-4ba7-b235-fa89707b42b3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Transition to ACTIVE for port object f238df44-172c-4c48-b4d5-1fc9689bbbfa will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:30.829600 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempt 5 to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db Mar 28 19:11:30.836471 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b7e43825-490a-4ad4-b0b5-d957ed5d4a81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:30.891480 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-93bd544b-30db-4af4-b747-49beb4d7067e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] For port f45989b9-9963-430d-8661-8ac7d9982e63, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=f45989b9-9963-430d-8661-8ac7d9982e63,segment=NetworkSegment(d9b1c102-c8c2-4843-aa3d-f57be4004af2),segment_id=d9b1c102-c8c2-4843-aa3d-f57be4004af2)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:30.891846 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-93bd544b-30db-4af4-b747-49beb4d7067e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:30.916314 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0bd45b6e-84ab-4d9c-a57d-35a7b9d95b4f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:30.919404 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:30.919730 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:30.920061 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:30.925059 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-06be8125-1b92-4ba7-b235-fa89707b42b3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:30.929405 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-14f32ee8-0023-4019-9a0f-18e7721f898f None None] Provisioning for port 6357a7f4-aad0-4bc0-ba20-311e9ddf3483 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:11:30.983473 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-0bd45b6e-84ab-4d9c-a57d-35a7b9d95b4f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Deleting port 4e170d57-0944-4d3f-92ef-52b7884267e6 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:30.984190 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0bd45b6e-84ab-4d9c-a57d-35a7b9d95b4f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:30.991194 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-8b6aa74f-e598-4024-ae90-5389b4dc91fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:11:30.992063 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-8b6aa74f-e598-4024-ae90-5389b4dc91fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:11:31.036239 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06be8125-1b92-4ba7-b235-fa89707b42b3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network a91b0f00-6394-463b-bcc2-c0335398a4d6 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:31.048792 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-06be8125-1b92-4ba7-b235-fa89707b42b3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:31.056974 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06be8125-1b92-4ba7-b235-fa89707b42b3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:11:31.065566 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-93bd544b-30db-4af4-b747-49beb4d7067e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Calling delete_port for f45989b9-9963-430d-8661-8ac7d9982e63 owned by network:dhcp {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:31.085908 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be8125-1b92-4ba7-b235-fa89707b42b3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Port': ['ID=f238df44-172c-4c48-b4d5-1fc9689bbbfa,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:31.098205 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Port 8b6452f3-981f-41e8-9c26-854b5d8d38db on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:11:31.098538 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Failed to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db on host hv-neutron-8347 for vnic_type normal using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] Mar 28 19:11:31.158632 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempt 6 to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db Mar 28 19:11:31.171056 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06be8125-1b92-4ba7-b235-fa89707b42b3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:31.171722 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-06be8125-1b92-4ba7-b235-fa89707b42b3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:31.226453 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-06be8125-1b92-4ba7-b235-fa89707b42b3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7674341 Mar 28 19:11:31.229369 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56946) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:31.252572 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:31.252910 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:31.253218 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:31.326605 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Port 8b6452f3-981f-41e8-9c26-854b5d8d38db on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:11:31.326950 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Failed to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db on host hv-neutron-8347 for vnic_type normal using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] Mar 28 19:11:31.337287 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempt 7 to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db Mar 28 19:11:31.343010 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-0bd45b6e-84ab-4d9c-a57d-35a7b9d95b4f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] For port 4e170d57-0944-4d3f-92ef-52b7884267e6, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=4e170d57-0944-4d3f-92ef-52b7884267e6,segment=NetworkSegment(d711291a-0b55-43ec-8f64-98eaa29f45dc),segment_id=d711291a-0b55-43ec-8f64-98eaa29f45dc)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:31.343372 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0bd45b6e-84ab-4d9c-a57d-35a7b9d95b4f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:31.348115 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b7e43825-490a-4ad4-b0b5-d957ed5d4a81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:31.358044 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-66b9f717-ef55-46af-899b-6a2f6f7638e6 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Floating IP 7d932571-75f2-49c1-a878-d458fed77c50 associated. External IP: 172.26.4.137, port: 559b00a4-6ea0-4847-8112-972b75fe53ac. Mar 28 19:11:31.472527 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-0bd45b6e-84ab-4d9c-a57d-35a7b9d95b4f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Calling delete_port for 4e170d57-0944-4d3f-92ef-52b7884267e6 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:31.549072 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f6fb02-fa90-4dcb-b94e-b93b2d48073f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:31.549805 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e6f6fb02-fa90-4dcb-b94e-b93b2d48073f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Synchronizing usage tracker for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:11:31.567170 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-8b6aa74f-e598-4024-ae90-5389b4dc91fd None None] Deleting port 7cbf20c0-200f-4af6-a3c4-b5b4d175aa45 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:31.567725 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8b6aa74f-e598-4024-ae90-5389b4dc91fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:31.582765 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e6f6fb02-fa90-4dcb-b94e-b93b2d48073f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Unset dirty status for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:11:31.586843 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e6f6fb02-fa90-4dcb-b94e-b93b2d48073f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.3540671 Mar 28 19:11:31.587050 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56950) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:31.590944 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b7e43825-490a-4ad4-b0b5-d957ed5d4a81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:31.596110 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-74cb3bc8-42c0-4e90-8de0-bb7352d4e96b None None] Set router 342bb046-96ea-45b4-b31f-c0165d777de5 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:11:31.612996 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:31.613314 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:31.613644 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:31.615578 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3fa46bb0-0a54-4a70-97f7-5fd0b16c2b23 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773272785134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6513385'] for subnet, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:31.623909 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0bd45b6e-84ab-4d9c-a57d-35a7b9d95b4f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:31.675718 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e43825-490a-4ad4-b0b5-d957ed5d4a81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e033b1-ad73-42ff-a1d7-2e42ba0ab077,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:31.677701 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Port 8b6452f3-981f-41e8-9c26-854b5d8d38db on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:11:31.678031 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Failed to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db on host hv-neutron-8347 for vnic_type normal using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] Mar 28 19:11:31.686684 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd45b6e-84ab-4d9c-a57d-35a7b9d95b4f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Pushing event deleted for resources: {'Port': ['ID=4e170d57-0944-4d3f-92ef-52b7884267e6,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:31.689659 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempt 8 to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db Mar 28 19:11:31.699393 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd45b6e-84ab-4d9c-a57d-35a7b9d95b4f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] No DVR routers for this DVR port 4e170d57-0944-4d3f-92ef-52b7884267e6 on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:11:31.701023 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-93bd544b-30db-4af4-b747-49beb4d7067e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:31.742333 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-db5f0204-3d86-4852-81af-d6f95d859a0a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting port f238df44-172c-4c48-b4d5-1fc9689bbbfa {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:31.742654 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-db5f0204-3d86-4852-81af-d6f95d859a0a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:31.798743 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-1a8360cc-aaa5-4f56-af5a-13e6b397c156 None None] For port e69e3307-0530-4d99-a315-ee33da2cb86e, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e69e3307-0530-4d99-a315-ee33da2cb86e,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:31.799334 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1a8360cc-aaa5-4f56-af5a-13e6b397c156 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:31.829994 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 6357a7f4-aad0-4bc0-ba20-311e9ddf3483 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:11:31.851925 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-8b6aa74f-e598-4024-ae90-5389b4dc91fd None None] The port '7cbf20c0-200f-4af6-a3c4-b5b4d175aa45' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:11:31.859558 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-e06130bf-1c0e-4955-bffd-aa7e7db1b6db None None] For port f45989b9-9963-430d-8661-8ac7d9982e63, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=f45989b9-9963-430d-8661-8ac7d9982e63,segment=NetworkSegment(d9b1c102-c8c2-4843-aa3d-f57be4004af2),segment_id=d9b1c102-c8c2-4843-aa3d-f57be4004af2)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:31.860120 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e06130bf-1c0e-4955-bffd-aa7e7db1b6db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:31.878052 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd544b-30db-4af4-b747-49beb4d7067e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Pushing event deleted for resources: {'Port': ['ID=f45989b9-9963-430d-8661-8ac7d9982e63,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:31.904139 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa46bb0-0a54-4a70-97f7-5fd0b16c2b23 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:31.904739 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3fa46bb0-0a54-4a70-97f7-5fd0b16c2b23 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:31.909188 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3fa46bb0-0a54-4a70-97f7-5fd0b16c2b23 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "PUT /v2.0/subnets/bb116fbd-df99-4c5c-a26b-35132909b277 HTTP/1.1" status: 200 len: 900 time: 3.1951678 Mar 28 19:11:31.909188 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:31.909188 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:31.909188 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:31.911526 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56954) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:31.918585 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bd544b-30db-4af4-b747-49beb4d7067e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] No DVR routers for this DVR port f45989b9-9963-430d-8661-8ac7d9982e63 on host dv-neutron-834711-1-hyperv {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:11:31.920102 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b7e43825-490a-4ad4-b0b5-d957ed5d4a81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:31.923947 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b7e43825-490a-4ad4-b0b5-d957ed5d4a81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.8285170 Mar 28 19:11:31.980666 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa46bb0-0a54-4a70-97f7-5fd0b16c2b23 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event updated for resources: {'Subnet': ['ID=bb116fbd-df99-4c5c-a26b-35132909b277,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:31.986409 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56958) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:31.997682 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Port 8b6452f3-981f-41e8-9c26-854b5d8d38db on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:11:31.997682 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Failed to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db on host hv-neutron-8347 for vnic_type normal using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] Mar 28 19:11:32.005797 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0bd45b6e-84ab-4d9c-a57d-35a7b9d95b4f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:32.018324 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempt 9 to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db Mar 28 19:11:32.056516 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 6357a7f4-aad0-4bc0-ba20-311e9ddf3483 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:32.056516 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:32.057548 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-1016a5d9-7da5-478d-b694-69fa98dd24f4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '03da40eb-c79c-4d48-8265-688e24d68ec5', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:32.077616 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-0bd45b6e-84ab-4d9c-a57d-35a7b9d95b4f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4816c352-486b-45aa-91b5-205f8ce338a6']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:32.082594 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:32.086443 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-1016a5d9-7da5-478d-b694-69fa98dd24f4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:32.100443 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-1a8360cc-aaa5-4f56-af5a-13e6b397c156 None None] Calling delete_port for e69e3307-0530-4d99-a315-ee33da2cb86e owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:32.100867 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-0bd45b6e-84ab-4d9c-a57d-35a7b9d95b4f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd711291a-0b55-43ec-8f64-98eaa29f45dc') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:32.101198 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-0bd45b6e-84ab-4d9c-a57d-35a7b9d95b4f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd711291a-0b55-43ec-8f64-98eaa29f45dc') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:32.104297 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-1016a5d9-7da5-478d-b694-69fa98dd24f4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:32.109160 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:32.109495 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:32.109831 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:32.113487 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-1016a5d9-7da5-478d-b694-69fa98dd24f4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:32.141953 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0bd45b6e-84ab-4d9c-a57d-35a7b9d95b4f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:32.218422 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0bd45b6e-84ab-4d9c-a57d-35a7b9d95b4f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:32.228486 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Port 8b6452f3-981f-41e8-9c26-854b5d8d38db on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:11:32.229200 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Failed to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db on host hv-neutron-8347 for vnic_type normal using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] Mar 28 19:11:32.230467 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd45b6e-84ab-4d9c-a57d-35a7b9d95b4f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:11:32.231000 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0bd45b6e-84ab-4d9c-a57d-35a7b9d95b4f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:32.240345 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-1016a5d9-7da5-478d-b694-69fa98dd24f4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:32.242075 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.plugins.ml2.plugin [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempt 10 to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:11:32.245242 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:11:32.290384 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-e06130bf-1c0e-4955-bffd-aa7e7db1b6db None None] Calling delete_port for f45989b9-9963-430d-8661-8ac7d9982e63 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:32.328941 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-93bd544b-30db-4af4-b747-49beb4d7067e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:32.337544 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-db5f0204-3d86-4852-81af-d6f95d859a0a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:32.357631 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-89ed0952-8bfb-4d12-b2e5-c81ab729feee None None] Allocated IP 2001:db8::3 (5123d206-9e05-4a4c-a3d9-89057fc37518/bb116fbd-df99-4c5c-a26b-35132909b277/2416f9ec-da3e-4ff2-ab24-67c3ee9c835b) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:32.406690 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0bd45b6e-84ab-4d9c-a57d-35a7b9d95b4f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:32.422289 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:32.422618 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:32.423277 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempting to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:32.426076 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-93bd544b-30db-4af4-b747-49beb4d7067e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac96f53-1519-45aa-bb2e-8026ca95ecfb']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:32.462358 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1016a5d9-7da5-478d-b694-69fa98dd24f4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:32.473004 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-93bd544b-30db-4af4-b747-49beb4d7067e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b1c102-c8c2-4843-aa3d-f57be4004af2') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:32.473380 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-93bd544b-30db-4af4-b747-49beb4d7067e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b1c102-c8c2-4843-aa3d-f57be4004af2') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:32.486786 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-db5f0204-3d86-4852-81af-d6f95d859a0a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Calling delete_port for f238df44-172c-4c48-b4d5-1fc9689bbbfa owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:32.507277 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Port 8b6452f3-981f-41e8-9c26-854b5d8d38db on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:11:32.507738 dv-neutron-834711-1-hyperv neutron-server[87833]: ERROR neutron.plugins.ml2.managers [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Failed to bind port 8b6452f3-981f-41e8-9c26-854b5d8d38db on host hv-neutron-8347 for vnic_type normal using segments [{'id': '921d8674-bca9-40ea-bcc8-1350e073bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e59bf19-5947-4abd-bcd3-c9bf26172c68'}] Mar 28 19:11:32.508122 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:32.515808 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0bd45b6e-84ab-4d9c-a57d-35a7b9d95b4f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:32.531375 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-93bd544b-30db-4af4-b747-49beb4d7067e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:32.535614 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd45b6e-84ab-4d9c-a57d-35a7b9d95b4f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Pushing event deleted for resources: {'Network': ['ID=4816c352-486b-45aa-91b5-205f8ce338a6,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:32.548768 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0bd45b6e-84ab-4d9c-a57d-35a7b9d95b4f tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] 10.222.0.10 "DELETE /v2.0/networks/4816c352-486b-45aa-91b5-205f8ce338a6 HTTP/1.1" status: 204 len: 168 time: 1.7898545 Mar 28 19:11:32.548768 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56962) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:32.607996 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-138c2a43-171d-4914-9961-213b7830ab62 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Synchronizing usage tracker for tenant:da06ea15f6bd4ce4a1c837210d01cb3a on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:11:32.642812 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-138c2a43-171d-4914-9961-213b7830ab62 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Unset dirty status for tenant:da06ea15f6bd4ce4a1c837210d01cb3a on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:11:32.645896 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-138c2a43-171d-4914-9961-213b7830ab62 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] 10.222.0.10 "GET /v2.0/ports?device_id=20a57787-eaa7-4b0a-b18b-f6892099e4f9 HTTP/1.1" status: 200 len: 205 time: 0.0953729 Mar 28 19:11:32.665239 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56966) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:32.723756 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1a8360cc-aaa5-4f56-af5a-13e6b397c156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:32.751055 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-db5f0204-3d86-4852-81af-d6f95d859a0a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:32.768106 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141cc8ac-2dd0-42fb-984e-ca8fd5d26cd9 None None] DHCP port deletion for 4816c352-486b-45aa-91b5-205f8ce338a6 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:11:32.783336 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-e06130bf-1c0e-4955-bffd-aa7e7db1b6db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:11:32.783705 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-e06130bf-1c0e-4955-bffd-aa7e7db1b6db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:11:32.801722 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8360cc-aaa5-4f56-af5a-13e6b397c156 None None] Pushing event deleted for resources: {'Port': ['ID=e69e3307-0530-4d99-a315-ee33da2cb86e,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:32.805886 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f44eacdc-0f92-4911-835c-753b08c5766c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:32.806921 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8360cc-aaa5-4f56-af5a-13e6b397c156 None None] No DVR routers for this DVR port e69e3307-0530-4d99-a315-ee33da2cb86e on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:11:32.867666 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:32.924484 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f0204-3d86-4852-81af-d6f95d859a0a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Port': ['ID=f238df44-172c-4c48-b4d5-1fc9689bbbfa,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:32.928822 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-93bd544b-30db-4af4-b747-49beb4d7067e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:32.986873 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 6357a7f4-aad0-4bc0-ba20-311e9ddf3483, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=6357a7f4-aad0-4bc0-ba20-311e9ddf3483,segment=NetworkSegment(322d8aeb-ab24-4601-9408-3f1796c32438),segment_id=322d8aeb-ab24-4601-9408-3f1796c32438)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:33.007599 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:33.027076 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-db5f0204-3d86-4852-81af-d6f95d859a0a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:33.040211 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93bd544b-30db-4af4-b747-49beb4d7067e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:11:33.040802 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-93bd544b-30db-4af4-b747-49beb4d7067e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:33.061452 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-db5f0204-3d86-4852-81af-d6f95d859a0a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/ports/f238df44-172c-4c48-b4d5-1fc9689bbbfa HTTP/1.1" status: 204 len: 168 time: 1.4730294 Mar 28 19:11:33.062426 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56970) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:33.125568 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-91506663-1b2a-4ddd-bcea-14b158cd10d1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] GET failed (client error): The resource could not be found. Mar 28 19:11:33.126206 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-91506663-1b2a-4ddd-bcea-14b158cd10d1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Synchronizing usage tracker for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:11:33.130592 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e69e3307-0530-4d99-a315-ee33da2cb86e no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:11:33.143569 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d5c89d68-2b7d-438c-acd9-47e8c3bdea34 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:33.153827 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-91506663-1b2a-4ddd-bcea-14b158cd10d1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Unset dirty status for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:11:33.155201 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-91506663-1b2a-4ddd-bcea-14b158cd10d1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "GET /v2.0/ports/f238df44-172c-4c48-b4d5-1fc9689bbbfa HTTP/1.1" status: 404 len: 333 time: 0.0915999 Mar 28 19:11:33.157883 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56974) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:33.192853 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-89ed0952-8bfb-4d12-b2e5-c81ab729feee None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:33.195563 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: e69e3307-0530-4d99-a315-ee33da2cb86e {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:11:33.195957 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e69e3307-0530-4d99-a315-ee33da2cb86e not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:11:33.196502 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device f45989b9-9963-430d-8661-8ac7d9982e63 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:11:33.237164 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-638e8421-fef8-4550-8933-b98ef87cdc38 None None] Provisioning for port 12ec8210-2fca-4d87-a7d1-5fa212fdc7e6 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:11:33.260819 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-89ed0952-8bfb-4d12-b2e5-c81ab729feee None None] Transition to ACTIVE for port object 2416f9ec-da3e-4ff2-ab24-67c3ee9c835b will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:33.262155 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-3173a0aa-ca30-4dd6-a0ea-4ceb7bc72775 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting port 12ec8210-2fca-4d87-a7d1-5fa212fdc7e6 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:33.262636 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3173a0aa-ca30-4dd6-a0ea-4ceb7bc72775 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:33.267374 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: f45989b9-9963-430d-8661-8ac7d9982e63 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:11:33.267723 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device f45989b9-9963-430d-8661-8ac7d9982e63 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:11:33.277804 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-638e8421-fef8-4550-8933-b98ef87cdc38 None None] Provisioning complete for port 12ec8210-2fca-4d87-a7d1-5fa212fdc7e6 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:33.278209 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-638e8421-fef8-4550-8933-b98ef87cdc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:33.307514 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-e06130bf-1c0e-4955-bffd-aa7e7db1b6db None None] Deleting port f45989b9-9963-430d-8661-8ac7d9982e63 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:33.308524 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e06130bf-1c0e-4955-bffd-aa7e7db1b6db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:33.333899 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-74cb3bc8-42c0-4e90-8de0-bb7352d4e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'name': 'tempest-TestNetworkBasicOps-router-1657040247', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:57Z', 'updated_at': '2022-03-28T19:11:16Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:00Z', 'updated_at': '2022-03-28T19:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50', 'name': '', 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:28:45:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '2d4ae72b-d834-47e4-a182-f022b94a587f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:12Z', 'updated_at': '2022-03-28T19:11:29Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '2d4ae72b-d834-47e4-a182-f022b94a587f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:33.403468 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=6357a7f4-aad0-4bc0-ba20-311e9ddf3483,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:11:33.405942 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:11:33.417794 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cb3bc8-42c0-4e90-8de0-bb7352d4e96b None None] The sync data for ids ['342bb046-96ea-45b4-b31f-c0165d777de5'] in dv-neutron-834711-1-hyperv is: [{'id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'name': 'tempest-TestNetworkBasicOps-router-1657040247', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:57Z', 'updated_at': '2022-03-28T19:11:16Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:00Z', 'updated_at': '2022-03-28T19:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50', 'name': '', 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:28:45:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '2d4ae72b-d834-47e4-a182-f022b94a587f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:12Z', 'updated_at': '2022-03-28T19:11:29Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '2d4ae72b-d834-47e4-a182-f022b94a587f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:11:33.421752 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 4e170d57-0944-4d3f-92ef-52b7884267e6 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:11:33.455409 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.objects.ports [None req-d528b485-40d8-4ff2-adf7-426237fbddeb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87833) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 19:11:33.460503 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-e06130bf-1c0e-4955-bffd-aa7e7db1b6db None None] The port 'f45989b9-9963-430d-8661-8ac7d9982e63' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:11:33.466143 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-89ed0952-8bfb-4d12-b2e5-c81ab729feee None None] Transition to ACTIVE for port object 2416f9ec-da3e-4ff2-ab24-67c3ee9c835b will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:33.480312 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b9f717-ef55-46af-899b-6a2f6f7638e6 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Router 33d44040-24d9-44b3-aa94-621eaccd1052 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:11:33.487585 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 4e170d57-0944-4d3f-92ef-52b7884267e6 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:11:33.487937 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 4e170d57-0944-4d3f-92ef-52b7884267e6 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:11:33.504208 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-89ed0952-8bfb-4d12-b2e5-c81ab729feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:33.554367 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-638e8421-fef8-4550-8933-b98ef87cdc38 None None] Port 12ec8210-2fca-4d87-a7d1-5fa212fdc7e6 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:11:33.615429 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ed0952-8bfb-4d12-b2e5-c81ab729feee None None] Network 5123d206-9e05-4a4c-a3d9-89057fc37518 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:33.620516 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-89ed0952-8bfb-4d12-b2e5-c81ab729feee None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:33.624020 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ed0952-8bfb-4d12-b2e5-c81ab729feee None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:11:33.630826 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-638e8421-fef8-4550-8933-b98ef87cdc38 None None] Provisioning complete for port 6357a7f4-aad0-4bc0-ba20-311e9ddf3483 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:33.631233 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-638e8421-fef8-4550-8933-b98ef87cdc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:33.656727 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] For port 8b6452f3-981f-41e8-9c26-854b5d8d38db, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:11:33.657857 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attempted to set empty binding levels {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 28 19:11:33.660603 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1016a5d9-7da5-478d-b694-69fa98dd24f4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:33.670185 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-f44eacdc-0f92-4911-835c-753b08c5766c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Deleting port 2416f9ec-da3e-4ff2-ab24-67c3ee9c835b {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:33.671266 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f44eacdc-0f92-4911-835c-753b08c5766c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:33.672178 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed0952-8bfb-4d12-b2e5-c81ab729feee None None] Pushing event updated for resources: {'Port': ['ID=2416f9ec-da3e-4ff2-ab24-67c3ee9c835b,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:33.779145 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3173a0aa-ca30-4dd6-a0ea-4ceb7bc72775 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:33.792923 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:33.798094 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1016a5d9-7da5-478d-b694-69fa98dd24f4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:33.825319 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-89ed0952-8bfb-4d12-b2e5-c81ab729feee None None] Attempting to bind port 2416f9ec-da3e-4ff2-ab24-67c3ee9c835b on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:33.825612 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-89ed0952-8bfb-4d12-b2e5-c81ab729feee None None] Attempting to bind port 2416f9ec-da3e-4ff2-ab24-67c3ee9c835b by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '466a6e0e-02c8-4e0f-878f-a6f47fc22f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5123d206-9e05-4a4c-a3d9-89057fc37518'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:33.825981 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ed0952-8bfb-4d12-b2e5-c81ab729feee None None] Attempting to bind port 2416f9ec-da3e-4ff2-ab24-67c3ee9c835b on network 5123d206-9e05-4a4c-a3d9-89057fc37518 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:33.835624 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ed0952-8bfb-4d12-b2e5-c81ab729feee None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:11:33.836006 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ed0952-8bfb-4d12-b2e5-c81ab729feee None None] Checking segment: {'id': '466a6e0e-02c8-4e0f-878f-a6f47fc22f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5123d206-9e05-4a4c-a3d9-89057fc37518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:11:33.836412 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-89ed0952-8bfb-4d12-b2e5-c81ab729feee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:33.836807 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ed0952-8bfb-4d12-b2e5-c81ab729feee None None] Bound using segment: {'id': '466a6e0e-02c8-4e0f-878f-a6f47fc22f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5123d206-9e05-4a4c-a3d9-89057fc37518'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:11:33.837285 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-89ed0952-8bfb-4d12-b2e5-c81ab729feee None None] Bound port: 2416f9ec-da3e-4ff2-ab24-67c3ee9c835b, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466a6e0e-02c8-4e0f-878f-a6f47fc22f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5123d206-9e05-4a4c-a3d9-89057fc37518'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:11:33.837664 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-89ed0952-8bfb-4d12-b2e5-c81ab729feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:33.910425 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-93bd544b-30db-4af4-b747-49beb4d7067e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:33.952619 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-3173a0aa-ca30-4dd6-a0ea-4ceb7bc72775 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Calling delete_port for 12ec8210-2fca-4d87-a7d1-5fa212fdc7e6 owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:33.977800 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-638e8421-fef8-4550-8933-b98ef87cdc38 None None] Could not find standard attr ID for object f238df44-172c-4c48-b4d5-1fc9689bbbfa. {{(pid=87834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 19:11:33.989372 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-89ed0952-8bfb-4d12-b2e5-c81ab729feee None None] For port 2416f9ec-da3e-4ff2-ab24-67c3ee9c835b, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:11:33.992908 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-89ed0952-8bfb-4d12-b2e5-c81ab729feee None None] For port 2416f9ec-da3e-4ff2-ab24-67c3ee9c835b, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=2416f9ec-da3e-4ff2-ab24-67c3ee9c835b,segment=NetworkSegment(466a6e0e-02c8-4e0f-878f-a6f47fc22f30),segment_id=466a6e0e-02c8-4e0f-878f-a6f47fc22f30)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:11:34.001756 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-89ed0952-8bfb-4d12-b2e5-c81ab729feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:34.113729 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-93bd544b-30db-4af4-b747-49beb4d7067e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:34.130541 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed0952-8bfb-4d12-b2e5-c81ab729feee None None] Pushing event updated for resources: {'Port': ['ID=2416f9ec-da3e-4ff2-ab24-67c3ee9c835b,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:34.146798 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-8db999b1-c184-43da-84a9-8bad3b01e36f None None] Provisioning complete for port 12ec8210-2fca-4d87-a7d1-5fa212fdc7e6 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:34.147492 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8db999b1-c184-43da-84a9-8bad3b01e36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:34.156997 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016a5d9-7da5-478d-b694-69fa98dd24f4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a624e742-ca26-4226-b195-49a73d8fbb96,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:34.158969 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] In _notify_port_updated(), no bound segment for port 8b6452f3-981f-41e8-9c26-854b5d8d38db on network 3e59bf19-5947-4abd-bcd3-c9bf26172c68 {{(pid=87833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 19:11:34.168092 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3173a0aa-ca30-4dd6-a0ea-4ceb7bc72775 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:34.172536 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:34.173142 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:34.174485 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] 10.222.0.10 "PUT /v2.0/ports/8b6452f3-981f-41e8-9c26-854b5d8d38db HTTP/1.1" status: 200 len: 980 time: 7.5940018 Mar 28 19:11:34.200186 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd544b-30db-4af4-b747-49beb4d7067e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Pushing event deleted for resources: {'Network': ['ID=1ac96f53-1519-45aa-bb2e-8026ca95ecfb,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:34.204821 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-8db999b1-c184-43da-84a9-8bad3b01e36f None None] Port 12ec8210-2fca-4d87-a7d1-5fa212fdc7e6 was deleted so its status cannot be updated. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 28 19:11:34.215091 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-8db999b1-c184-43da-84a9-8bad3b01e36f None None] Could not find standard attr ID for object f238df44-172c-4c48-b4d5-1fc9689bbbfa. {{(pid=87834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 19:11:34.224722 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 56980) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:34.452598 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173a0aa-ca30-4dd6-a0ea-4ceb7bc72775 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Port': ['ID=12ec8210-2fca-4d87-a7d1-5fa212fdc7e6,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:34.527642 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3173a0aa-ca30-4dd6-a0ea-4ceb7bc72775 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:34.555606 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3173a0aa-ca30-4dd6-a0ea-4ceb7bc72775 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/ports/12ec8210-2fca-4d87-a7d1-5fa212fdc7e6 HTTP/1.1" status: 204 len: 168 time: 1.3937304 Mar 28 19:11:34.560106 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56982) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:34.619460 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-157e7300-09ad-407a-87c1-a27e8112dab4 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] GET failed (client error): The resource could not be found. Mar 28 19:11:34.619925 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-157e7300-09ad-407a-87c1-a27e8112dab4 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Synchronizing usage tracker for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:11:34.648546 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-157e7300-09ad-407a-87c1-a27e8112dab4 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Unset dirty status for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:11:34.654105 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-157e7300-09ad-407a-87c1-a27e8112dab4 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "GET /v2.0/ports/12ec8210-2fca-4d87-a7d1-5fa212fdc7e6 HTTP/1.1" status: 404 len: 333 time: 0.0929208 Mar 28 19:11:34.654779 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56986) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:34.735569 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-93bd544b-30db-4af4-b747-49beb4d7067e tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] 10.222.0.10 "DELETE /v2.0/networks/1ac96f53-1519-45aa-bb2e-8026ca95ecfb HTTP/1.1" status: 204 len: 168 time: 6.2128556 Mar 28 19:11:34.738978 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b9f717-ef55-46af-899b-6a2f6f7638e6 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:11:34.739343 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56992) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:34.752198 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca09a39-3e90-4fe6-921d-9775be5988b0 None None] Sync routers for ids ['33d44040-24d9-44b3-aa94-621eaccd1052'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:11:34.768020 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca09a39-3e90-4fe6-921d-9775be5988b0 None None] Routers {'33d44040-24d9-44b3-aa94-621eaccd1052'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:11:34.768996 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-3ca09a39-3e90-4fe6-921d-9775be5988b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:11:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['33d44040-24d9-44b3-aa94-621eaccd1052'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:34.810657 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b92664b1-b637-4c0b-bc45-ada98e1e18ca tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Synchronizing usage tracker for tenant:37cc99fa8ef94f6cb830ceb3e5a9e741 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:11:34.819726 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1016a5d9-7da5-478d-b694-69fa98dd24f4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:34.823614 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1016a5d9-7da5-478d-b694-69fa98dd24f4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8255816 Mar 28 19:11:34.828967 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 56996) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:34.837602 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-67163095-c04a-4663-9558-f6629812af8e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '03da40eb-c79c-4d48-8265-688e24d68ec5', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:34.850751 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-f44eacdc-0f92-4911-835c-753b08c5766c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] For port 2416f9ec-da3e-4ff2-ab24-67c3ee9c835b, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=2416f9ec-da3e-4ff2-ab24-67c3ee9c835b,segment=NetworkSegment(466a6e0e-02c8-4e0f-878f-a6f47fc22f30),segment_id=466a6e0e-02c8-4e0f-878f-a6f47fc22f30)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:34.851271 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f44eacdc-0f92-4911-835c-753b08c5766c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:34.856912 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c065e6a-1e6d-44f6-9b8e-1b24d4e61de9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting subnet dae787e3-cf82-464f-8c8a-0b7d0e4916c6 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:11:34.859692 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-67163095-c04a-4663-9558-f6629812af8e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:34.861794 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b92664b1-b637-4c0b-bc45-ada98e1e18ca tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Unset dirty status for tenant:37cc99fa8ef94f6cb830ceb3e5a9e741 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:11:34.865218 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b92664b1-b637-4c0b-bc45-ada98e1e18ca tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c83de11-31a9-4d18-9a8e-1bcd4823f191 HTTP/1.1" status: 200 len: 205 time: 0.1224766 Mar 28 19:11:34.867611 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57000) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:34.907930 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d5c89d68-2b7d-438c-acd9-47e8c3bdea34 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:34.909808 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139dbdf-bde4-42d3-9532-629ec721039f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Pushing event updated for resources: {'Port': ['ID=8b6452f3-981f-41e8-9c26-854b5d8d38db,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:34.914502 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d5c89d68-2b7d-438c-acd9-47e8c3bdea34 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:34.936477 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3c065e6a-1e6d-44f6-9b8e-1b24d4e61de9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:34.963481 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-67163095-c04a-4663-9558-f6629812af8e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:34.976080 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-67163095-c04a-4663-9558-f6629812af8e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:35.000850 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-67163095-c04a-4663-9558-f6629812af8e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:35.005807 dv-neutron-834711-1-hyperv neutron-server[87833]: WARNING neutron.services.revisions.revision_plugin [None req-d528b485-40d8-4ff2-adf7-426237fbddeb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Could not find related port for resource to bump revision. Mar 28 19:11:35.034389 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-3ca09a39-3e90-4fe6-921d-9775be5988b0 None None] Set router 33d44040-24d9-44b3-aa94-621eaccd1052 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:11:35.149943 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d09bbe6e-8593-48ee-bae1-41369ee29e89 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:35.172495 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-f44eacdc-0f92-4911-835c-753b08c5766c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Calling delete_port for 2416f9ec-da3e-4ff2-ab24-67c3ee9c835b owned by network:dhcp {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:35.282421 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3c065e6a-1e6d-44f6-9b8e-1b24d4e61de9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:35.333258 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-67163095-c04a-4663-9558-f6629812af8e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:35.458255 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f44eacdc-0f92-4911-835c-753b08c5766c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:35.462732 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.ipam_pluggable_backend [None req-d528b485-40d8-4ff2-adf7-426237fbddeb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Port e69e3307-0530-4d99-a315-ee33da2cb86e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87833) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 28 19:11:35.463257 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.ipam_pluggable_backend [None req-d528b485-40d8-4ff2-adf7-426237fbddeb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Reverting IP allocation for 2001:db8::f816:3eff:feef:d7a0 {{(pid=87833) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 28 19:11:35.563162 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-66b9f717-ef55-46af-899b-6a2f6f7638e6 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:35.611770 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2416f9ec-da3e-4ff2-ab24-67c3ee9c835b up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:11:35.613521 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-3ca09a39-3e90-4fe6-921d-9775be5988b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601109581', 'tenant_id': '5dc7a30ce17d457d9ddf509f349c3980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '06d2dcae-0919-477e-81fb-b9d32e9a4f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:20Z', 'updated_at': '2022-03-28T19:10:36Z', 'revision_number': 4, 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'gw_port': {'id': '06d2dcae-0919-477e-81fb-b9d32e9a4f84', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:69:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:23Z', 'updated_at': '2022-03-28T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '7d932571-75f2-49c1-a878-d458fed77c50', 'tenant_id': '5dc7a30ce17d457d9ddf509f349c3980', 'floating_ip_address': '172.26.4.137', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'port_id': '559b00a4-6ea0-4847-8112-972b75fe53ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79a5d728-4e0a-4bf8-b900-2a34dffdc0e2', 'mac_address': 'fa:16:3e:2d:b4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd126ef-f4da-425a-944a-30f440e3dece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:11:27Z', 'updated_at': '2022-03-28T19:11:27Z', 'revision_number': 0, 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60bfdd4a-7521-4260-8d22-810525762fa8', 'name': '', 'network_id': '79a5d728-4e0a-4bf8-b900-2a34dffdc0e2', 'tenant_id': '5dc7a30ce17d457d9ddf509f349c3980', 'mac_address': 'fa:16:3e:00:10:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:30Z', 'updated_at': '2022-03-28T19:10:59Z', 'revision_number': 5, 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'subnets': [{'id': '63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:35.619197 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca09a39-3e90-4fe6-921d-9775be5988b0 None None] Checking router: 33d44040-24d9-44b3-aa94-621eaccd1052 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:11:35.635266 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca09a39-3e90-4fe6-921d-9775be5988b0 None None] Routers {'33d44040-24d9-44b3-aa94-621eaccd1052'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:11:35.636990 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-3ca09a39-3e90-4fe6-921d-9775be5988b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:11:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['33d44040-24d9-44b3-aa94-621eaccd1052'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:35.684696 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 2416f9ec-da3e-4ff2-ab24-67c3ee9c835b {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:11:35.685520 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2416f9ec-da3e-4ff2-ab24-67c3ee9c835b not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 28 19:11:35.763478 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcb95e2-d92c-4341-87ca-bd8495f27df6 None None] Network 5123d206-9e05-4a4c-a3d9-89057fc37518 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:35.788541 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Port 2416f9ec-da3e-4ff2-ab24-67c3ee9c835b not found, will not notify nova. {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 28 19:11:35.789291 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 6357a7f4-aad0-4bc0-ba20-311e9ddf3483 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:11:35.820802 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d528b485-40d8-4ff2-adf7-426237fbddeb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:35.826775 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44eacdc-0f92-4911-835c-753b08c5766c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event deleted for resources: {'Port': ['ID=2416f9ec-da3e-4ff2-ab24-67c3ee9c835b,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:35.862337 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d09bbe6e-8593-48ee-bae1-41369ee29e89 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:35.870534 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d09bbe6e-8593-48ee-bae1-41369ee29e89 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:35.877876 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-3ca09a39-3e90-4fe6-921d-9775be5988b0 None None] Set router 33d44040-24d9-44b3-aa94-621eaccd1052 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:11:35.892350 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-67163095-c04a-4663-9558-f6629812af8e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:35.892986 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-198d6768-532f-4b89-bdfd-8a03af149cf2 None None] Could not find standard attr ID for object 2416f9ec-da3e-4ff2-ab24-67c3ee9c835b. {{(pid=87834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 19:11:35.908671 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-67163095-c04a-4663-9558-f6629812af8e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:35.952131 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67163095-c04a-4663-9558-f6629812af8e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea0eb94-e2e0-46d5-8ed8-6526b638e5d5,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:35.957697 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-67163095-c04a-4663-9558-f6629812af8e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:35.961918 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-67163095-c04a-4663-9558-f6629812af8e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1263556 Mar 28 19:11:35.961918 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57004) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:35.964482 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d09bbe6e-8593-48ee-bae1-41369ee29e89 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:35.965759 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09bbe6e-8593-48ee-bae1-41369ee29e89 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Fanout notify agent at l3_agent the message router_deleted on router 2c83de11-31a9-4d18-9a8e-1bcd4823f191 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:11:35.976333 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-9de3eb2c-601c-41b9-ab9a-70facacb7c6b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '03da40eb-c79c-4d48-8265-688e24d68ec5', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:35.982659 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 6357a7f4-aad0-4bc0-ba20-311e9ddf3483 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:35.983440 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:35.985015 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-9de3eb2c-601c-41b9-ab9a-70facacb7c6b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:35.989090 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-9de3eb2c-601c-41b9-ab9a-70facacb7c6b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:35.992154 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-9de3eb2c-601c-41b9-ab9a-70facacb7c6b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:35.996235 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-0da96786-6b84-4659-9926-010fe79a4caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Deleting port 8b6452f3-981f-41e8-9c26-854b5d8d38db {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:35.996825 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0da96786-6b84-4659-9926-010fe79a4caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:35.998318 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-9de3eb2c-601c-41b9-ab9a-70facacb7c6b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:36.008379 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3c065e6a-1e6d-44f6-9b8e-1b24d4e61de9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:36.038690 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528b485-40d8-4ff2-adf7-426237fbddeb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Subnet': ['ID=5b4149d2-47a7-46a9-a53e-8861f02d0b13,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:36.041548 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d5c89d68-2b7d-438c-acd9-47e8c3bdea34 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:36.042790 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c89d68-2b7d-438c-acd9-47e8c3bdea34 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Fanout notify agent at l3_agent the message router_deleted on router 20a57787-eaa7-4b0a-b18b-f6892099e4f9 {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:11:36.056061 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-9de3eb2c-601c-41b9-ab9a-70facacb7c6b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Project 061332865d564f96959562b5c3aa8701 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:11:36.070724 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9de3eb2c-601c-41b9-ab9a-70facacb7c6b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:36.078751 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d5c89d68-2b7d-438c-acd9-47e8c3bdea34 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:36.082722 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d5c89d68-2b7d-438c-acd9-47e8c3bdea34 tempest-RoutersNegativeIpV6Test-343669773 tempest-RoutersNegativeIpV6Test-343669773-project] 10.222.0.10 "DELETE /v2.0/routers/20a57787-eaa7-4b0a-b18b-f6892099e4f9 HTTP/1.1" status: 204 len: 168 time: 3.4165070 Mar 28 19:11:36.083486 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d09bbe6e-8593-48ee-bae1-41369ee29e89 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:36.085312 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d09bbe6e-8593-48ee-bae1-41369ee29e89 tempest-RoutersNegativeTest-1450749676 tempest-RoutersNegativeTest-1450749676-project] 10.222.0.10 "DELETE /v2.0/routers/2c83de11-31a9-4d18-9a8e-1bcd4823f191 HTTP/1.1" status: 204 len: 168 time: 1.2156119 Mar 28 19:11:36.100125 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d528b485-40d8-4ff2-adf7-426237fbddeb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:36.102343 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44eacdc-0f92-4911-835c-753b08c5766c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] No DVR routers for this DVR port 2416f9ec-da3e-4ff2-ab24-67c3ee9c835b on host dv-neutron-834711-1-hyperv {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:11:36.113446 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-d528b485-40d8-4ff2-adf7-426237fbddeb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:36.150562 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2d956e-d7df-4fcd-8eb3-d668498f811d None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:36.184217 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9de3eb2c-601c-41b9-ab9a-70facacb7c6b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:36.186624 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3c065e6a-1e6d-44f6-9b8e-1b24d4e61de9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:36.188826 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f44eacdc-0f92-4911-835c-753b08c5766c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:36.230189 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3c065e6a-1e6d-44f6-9b8e-1b24d4e61de9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:36.242688 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9de3eb2c-601c-41b9-ab9a-70facacb7c6b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:36.244598 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f1ea00-a96c-4e63-b89d-42de20c40299 None None] Network a91b0f00-6394-463b-bcc2-c0335398a4d6 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:36.280035 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9de3eb2c-601c-41b9-ab9a-70facacb7c6b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:36.283766 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9de3eb2c-601c-41b9-ab9a-70facacb7c6b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3183000 Mar 28 19:11:36.283766 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c065e6a-1e6d-44f6-9b8e-1b24d4e61de9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Subnet': ['ID=dae787e3-cf82-464f-8c8a-0b7d0e4916c6,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:36.285530 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57012) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:36.295483 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3c065e6a-1e6d-44f6-9b8e-1b24d4e61de9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/subnets/dae787e3-cf82-464f-8c8a-0b7d0e4916c6 HTTP/1.1" status: 204 len: 168 time: 1.6393964 Mar 28 19:11:36.299720 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-64b24a5b-2397-4428-affa-cbff19919ac7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '03da40eb-c79c-4d48-8265-688e24d68ec5', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:36.309898 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-64b24a5b-2397-4428-affa-cbff19919ac7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:36.315682 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d528b485-40d8-4ff2-adf7-426237fbddeb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:36.316269 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d528b485-40d8-4ff2-adf7-426237fbddeb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:36.318090 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-64b24a5b-2397-4428-affa-cbff19919ac7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:36.322823 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-64b24a5b-2397-4428-affa-cbff19919ac7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:36.330994 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-64b24a5b-2397-4428-affa-cbff19919ac7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:36.343475 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57016) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:36.368861 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-66b9f717-ef55-46af-899b-6a2f6f7638e6 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 12.8293130 Mar 28 19:11:36.384399 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd126ef-f4da-425a-944a-30f440e3dece', 'tag': '559b00a4-6ea0-4847-8112-972b75fe53ac'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:11:36.387949 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-64b24a5b-2397-4428-affa-cbff19919ac7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Project 061332865d564f96959562b5c3aa8701 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:11:36.391741 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f44eacdc-0f92-4911-835c-753b08c5766c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:36.407282 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3eb2c-601c-41b9-ab9a-70facacb7c6b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f46da8-7997-429c-aaaf-fdc310deca47,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:36.457056 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64b24a5b-2397-4428-affa-cbff19919ac7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:36.477738 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44eacdc-0f92-4911-835c-753b08c5766c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event deleted for resources: {'Subnet': ['ID=bb116fbd-df99-4c5c-a26b-35132909b277,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:36.532899 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d528b485-40d8-4ff2-adf7-426237fbddeb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.5251846 Mar 28 19:11:36.561476 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57030) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:36.564568 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:11:36.567699 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-411de247-9f93-4d95-aab5-1d497e008517 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:36.696105 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-3ca09a39-3e90-4fe6-921d-9775be5988b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601109581', 'tenant_id': '5dc7a30ce17d457d9ddf509f349c3980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '06d2dcae-0919-477e-81fb-b9d32e9a4f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:20Z', 'updated_at': '2022-03-28T19:10:36Z', 'revision_number': 4, 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'gw_port': {'id': '06d2dcae-0919-477e-81fb-b9d32e9a4f84', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:69:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:23Z', 'updated_at': '2022-03-28T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '7d932571-75f2-49c1-a878-d458fed77c50', 'tenant_id': '5dc7a30ce17d457d9ddf509f349c3980', 'floating_ip_address': '172.26.4.137', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'port_id': '559b00a4-6ea0-4847-8112-972b75fe53ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79a5d728-4e0a-4bf8-b900-2a34dffdc0e2', 'mac_address': 'fa:16:3e:2d:b4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd126ef-f4da-425a-944a-30f440e3dece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:11:27Z', 'updated_at': '2022-03-28T19:11:27Z', 'revision_number': 0, 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60bfdd4a-7521-4260-8d22-810525762fa8', 'name': '', 'network_id': '79a5d728-4e0a-4bf8-b900-2a34dffdc0e2', 'tenant_id': '5dc7a30ce17d457d9ddf509f349c3980', 'mac_address': 'fa:16:3e:00:10:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:30Z', 'updated_at': '2022-03-28T19:10:59Z', 'revision_number': 5, 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'subnets': [{'id': '63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:36.704271 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca09a39-3e90-4fe6-921d-9775be5988b0 None None] The sync data for ids ['33d44040-24d9-44b3-aa94-621eaccd1052'] in dv-neutron-834711-1-hyperv is: [{'id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601109581', 'tenant_id': '5dc7a30ce17d457d9ddf509f349c3980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '06d2dcae-0919-477e-81fb-b9d32e9a4f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:20Z', 'updated_at': '2022-03-28T19:10:36Z', 'revision_number': 4, 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'gw_port': {'id': '06d2dcae-0919-477e-81fb-b9d32e9a4f84', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:69:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:23Z', 'updated_at': '2022-03-28T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '7d932571-75f2-49c1-a878-d458fed77c50', 'tenant_id': '5dc7a30ce17d457d9ddf509f349c3980', 'floating_ip_address': '172.26.4.137', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'port_id': '559b00a4-6ea0-4847-8112-972b75fe53ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79a5d728-4e0a-4bf8-b900-2a34dffdc0e2', 'mac_address': 'fa:16:3e:2d:b4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd126ef-f4da-425a-944a-30f440e3dece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:11:27Z', 'updated_at': '2022-03-28T19:11:27Z', 'revision_number': 0, 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60bfdd4a-7521-4260-8d22-810525762fa8', 'name': '', 'network_id': '79a5d728-4e0a-4bf8-b900-2a34dffdc0e2', 'tenant_id': '5dc7a30ce17d457d9ddf509f349c3980', 'mac_address': 'fa:16:3e:00:10:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:30Z', 'updated_at': '2022-03-28T19:10:59Z', 'revision_number': 5, 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'subnets': [{'id': '63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:11:36.803386 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-0da96786-6b84-4659-9926-010fe79a4caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] For port 8b6452f3-981f-41e8-9c26-854b5d8d38db, host hv-neutron-8347, got binding levels [] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:36.803753 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0da96786-6b84-4659-9926-010fe79a4caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:36.935404 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-0da96786-6b84-4659-9926-010fe79a4caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Calling delete_port for 8b6452f3-981f-41e8-9c26-854b5d8d38db owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:37.019961 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57034) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:37.020287 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57036) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:37.023267 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd126ef-f4da-425a-944a-30f440e3dece', 'tag': '559b00a4-6ea0-4847-8112-972b75fe53ac', 'status': 'completed', 'code': 200} Mar 28 19:11:37.075491 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64b24a5b-2397-4428-affa-cbff19919ac7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:37.088779 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0da96786-6b84-4659-9926-010fe79a4caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:37.091814 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64b24a5b-2397-4428-affa-cbff19919ac7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:37.116391 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b5507d-9802-4079-af72-36c79795afce None None] New status for floating IP 7d932571-75f2-49c1-a878-d458fed77c50: ACTIVE {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:11:37.126363 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b24a5b-2397-4428-affa-cbff19919ac7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7edf3fb-b2b6-4ab3-a696-019c7b57e17c,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:37.129688 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f44eacdc-0f92-4911-835c-753b08c5766c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:37.140463 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-411de247-9f93-4d95-aab5-1d497e008517 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:37.145150 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-411de247-9f93-4d95-aab5-1d497e008517 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:subnet and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:37.148851 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-411de247-9f93-4d95-aab5-1d497e008517 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:37.156700 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-411de247-9f93-4d95-aab5-1d497e008517 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:37.182494 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18be641f-db3d-4828-9790-581dc14999f3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:37.185320 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411de247-9f93-4d95-aab5-1d497e008517 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:37.189866 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-411de247-9f93-4d95-aab5-1d497e008517 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:37.255076 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da96786-6b84-4659-9926-010fe79a4caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b6452f3-981f-41e8-9c26-854b5d8d38db,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:37.285286 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c2584a-d56b-4c8f-8e04-3ff7cb695223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-1857c8f5-5622-42ce-a4f9-106880783f61', 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'tenant_id': 'ab0fdca92649408bad5da9ad66e0cc61', 'fixed_ips': [{'subnet_id': '5b4149d2-47a7-46a9-a53e-8861f02d0b13'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:11:37.286603 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-76c2584a-d56b-4c8f-8e04-3ff7cb695223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:37.298411 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6343f670-b7f5-4049-938f-e95443913f33 None None] Network 5123d206-9e05-4a4c-a3d9-89057fc37518 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:37.315928 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-f44eacdc-0f92-4911-835c-753b08c5766c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5123d206-9e05-4a4c-a3d9-89057fc37518']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:37.364863 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.ipam_backend_mixin [None req-411de247-9f93-4d95-aab5-1d497e008517 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5b4149d2-47a7-46a9-a53e-8861f02d0b13 (CIDR: 2001:db8::/64) Mar 28 19:11:37.367061 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64b24a5b-2397-4428-affa-cbff19919ac7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:37.377438 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-64b24a5b-2397-4428-affa-cbff19919ac7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0787706 Mar 28 19:11:37.377664 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0da96786-6b84-4659-9926-010fe79a4caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:37.377765 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-18be641f-db3d-4828-9790-581dc14999f3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting port 6357a7f4-aad0-4bc0-ba20-311e9ddf3483 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:37.377765 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18be641f-db3d-4828-9790-581dc14999f3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:37.408196 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-411de247-9f93-4d95-aab5-1d497e008517 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:11:37.408670 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-411de247-9f93-4d95-aab5-1d497e008517 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:11:37.420251 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-f44eacdc-0f92-4911-835c-753b08c5766c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '466a6e0e-02c8-4e0f-878f-a6f47fc22f30') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:37.420251 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-f44eacdc-0f92-4911-835c-753b08c5766c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '466a6e0e-02c8-4e0f-878f-a6f47fc22f30') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:37.450523 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-411de247-9f93-4d95-aab5-1d497e008517 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8879657 Mar 28 19:11:37.458995 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57054) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:37.464853 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0da96786-6b84-4659-9926-010fe79a4caf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] 10.222.0.10 "DELETE /v2.0/ports/8b6452f3-981f-41e8-9c26-854b5d8d38db HTTP/1.1" status: 204 len: 168 time: 2.7314694 Mar 28 19:11:37.475089 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57058) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:37.477914 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f44eacdc-0f92-4911-835c-753b08c5766c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:37.494269 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02a2c4-04dd-4045-8b92-d56fd3a61722 req-9c9346b4-2864-457d-920e-8ccfe197c598 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:37.495980 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bb02a2c4-04dd-4045-8b92-d56fd3a61722 req-9c9346b4-2864-457d-920e-8ccfe197c598 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 946 time: 0.9194868 Mar 28 19:11:37.519892 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:11:37.597093 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f44eacdc-0f92-4911-835c-753b08c5766c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:37.606360 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f44eacdc-0f92-4911-835c-753b08c5766c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:11:37.606814 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f44eacdc-0f92-4911-835c-753b08c5766c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:37.630664 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:37.631071 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:11:37.642668 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:11:37.679004 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-18be641f-db3d-4828-9790-581dc14999f3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] For port 6357a7f4-aad0-4bc0-ba20-311e9ddf3483, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=6357a7f4-aad0-4bc0-ba20-311e9ddf3483,segment=NetworkSegment(322d8aeb-ab24-4601-9408-3f1796c32438),segment_id=322d8aeb-ab24-4601-9408-3f1796c32438)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:37.679459 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18be641f-db3d-4828-9790-581dc14999f3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:37.697329 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-3ae3cf44-fe45-477d-839a-b27683c8cad7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:37.819856 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a7f2fd-38b9-4944-b16a-eeed0a24bad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] GET failed (client error): The resource could not be found. Mar 28 19:11:37.820380 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-47a7f2fd-38b9-4944-b16a-eeed0a24bad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Synchronizing usage tracker for tenant:194ffa3369094d829e03492bf9a9e23e on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:11:37.863413 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-c8cf3415-1e5b-48e2-8a39-c22d92c47e6b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:11:37.868177 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-3ae3cf44-fe45-477d-839a-b27683c8cad7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:37.873326 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3ae3cf44-fe45-477d-839a-b27683c8cad7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:subnet and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:37.877412 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-984120f2-a255-43dc-97e5-095746bc0959 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=37cc99fa8ef94f6cb830ceb3e5a9e741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8006923 Mar 28 19:11:37.877567 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3ae3cf44-fe45-477d-839a-b27683c8cad7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:37.884078 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-3ae3cf44-fe45-477d-839a-b27683c8cad7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:37.899054 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57074) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:37.904785 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bb02a2c4-04dd-4045-8b92-d56fd3a61722 req-dc57574a-75e4-4294-86d6-b4bfd66fc1dc tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444395 Mar 28 19:11:37.905549 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f44eacdc-0f92-4911-835c-753b08c5766c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:37.908866 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d793a0b7-8452-4577-8072-e0decb817b23 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=da06ea15f6bd4ce4a1c837210d01cb3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8331113 Mar 28 19:11:37.913091 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57078) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:37.927904 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-76c2584a-d56b-4c8f-8e04-3ff7cb695223 None None] Allocated IP 2001:db8::f816:3eff:fe0c:a3f4 (1857c8f5-5622-42ce-a4f9-106880783f61/5b4149d2-47a7-46a9-a53e-8861f02d0b13/a3cc0dd7-8935-4b59-a29e-42d1634ba8a4) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:37.942918 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f44eacdc-0f92-4911-835c-753b08c5766c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:37.951005 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0cf4ee-8e69-46c0-bcfe-50c280a2fc1d None None] DHCP port deletion for 5123d206-9e05-4a4c-a3d9-89057fc37518 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:11:37.990105 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae3cf44-fe45-477d-839a-b27683c8cad7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:37.994013 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3ae3cf44-fe45-477d-839a-b27683c8cad7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:37.997345 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57082) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:38.121058 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8610f82-006e-4669-a9c7-9599c1623586 None None] DHCP port deletion for a91b0f00-6394-463b-bcc2-c0335398a4d6 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:11:38.155288 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8610f82-006e-4669-a9c7-9599c1623586 None None] Deleting port 6357a7f4-aad0-4bc0-ba20-311e9ddf3483 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:38.155597 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8610f82-006e-4669-a9c7-9599c1623586 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:38.204449 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-18be641f-db3d-4828-9790-581dc14999f3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Calling delete_port for 6357a7f4-aad0-4bc0-ba20-311e9ddf3483 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:38.209652 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44eacdc-0f92-4911-835c-753b08c5766c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event deleted for resources: {'Network': ['ID=5123d206-9e05-4a4c-a3d9-89057fc37518,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:38.219681 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:38.224172 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-47a7f2fd-38b9-4944-b16a-eeed0a24bad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] Unset dirty status for tenant:194ffa3369094d829e03492bf9a9e23e on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:11:38.225330 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-47a7f2fd-38b9-4944-b16a-eeed0a24bad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1409392177-project-admin] 10.222.0.10 "GET /v2.0/ports/8b6452f3-981f-41e8-9c26-854b5d8d38db HTTP/1.1" status: 404 len: 333 time: 0.7400000 Mar 28 19:11:38.243288 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f44eacdc-0f92-4911-835c-753b08c5766c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "DELETE /v2.0/networks/5123d206-9e05-4a4c-a3d9-89057fc37518 HTTP/1.1" status: 204 len: 168 time: 6.3176196 Mar 28 19:11:38.245896 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57086) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:38.246261 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57088) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:38.251247 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-c8cf3415-1e5b-48e2-8a39-c22d92c47e6b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:11:38.259283 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-c8cf3415-1e5b-48e2-8a39-c22d92c47e6b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-25881901&fields=id&tenant_id=061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 267 time: 0.5950365 Mar 28 19:11:38.263201 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2065a0a-121f-42d4-866f-5f760842d4b7 req-24437fd3-7594-4198-8809-6b43c5f5400d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:38.264775 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b2065a0a-121f-42d4-866f-5f760842d4b7 req-24437fd3-7594-4198-8809-6b43c5f5400d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5dc7a30ce17d457d9ddf509f349c3980&device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 1099 time: 1.2432337 Mar 28 19:11:38.348077 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e90ea5c-adba-4a9d-b357-6bc977a0348c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] DELETE failed (client error): The resource could not be found. Mar 28 19:11:38.348525 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e90ea5c-adba-4a9d-b357-6bc977a0348c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:11:38.352575 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2e90ea5c-adba-4a9d-b357-6bc977a0348c tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "DELETE /v2.0/subnets/bb116fbd-df99-4c5c-a26b-35132909b277 HTTP/1.1" status: 404 len: 337 time: 0.0995319 Mar 28 19:11:38.368800 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50,segment=NetworkSegment(1ff69bbe-5515-46a7-94a4-b80a07cb032d),segment_id=1ff69bbe-5515-46a7-94a4-b80a07cb032d)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:38.371371 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57094) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:38.377472 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2fa83f4b-3f30-4157-9278-7fe9be3aebac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:38.383845 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:38.502632 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6492a942-fddf-4620-afa8-8b55a9da81d6 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/floatingips/7d932571-75f2-49c1-a878-d458fed77c50 HTTP/1.1" status: 200 len: 994 time: 0.4793975 Mar 28 19:11:38.505096 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c956eb1-1ad5-439b-8fd4-b558087e9ca7 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] DELETE failed (client error): The resource could not be found. Mar 28 19:11:38.505096 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c956eb1-1ad5-439b-8fd4-b558087e9ca7 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:11:38.536664 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4c956eb1-1ad5-439b-8fd4-b558087e9ca7 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "DELETE /v2.0/networks/5123d206-9e05-4a4c-a3d9-89057fc37518 HTTP/1.1" status: 404 len: 339 time: 0.1604424 Mar 28 19:11:38.541140 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57098) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:38.542304 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb9a7-0116-4552-8e79-72c8063d921c tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:38.545791 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2416f9ec-da3e-4ff2-ab24-67c3ee9c835b no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:11:38.547780 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b34fbd8e-8575-407f-8234-079f2af4074a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:38.572492 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18be641f-db3d-4828-9790-581dc14999f3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:38.593064 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-76c2584a-d56b-4c8f-8e04-3ff7cb695223 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:38.596198 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2fa83f4b-3f30-4157-9278-7fe9be3aebac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:38.639785 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 2416f9ec-da3e-4ff2-ab24-67c3ee9c835b {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:11:38.639785 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2416f9ec-da3e-4ff2-ab24-67c3ee9c835b not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:11:38.640149 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 6357a7f4-aad0-4bc0-ba20-311e9ddf3483 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:11:38.671482 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be641f-db3d-4828-9790-581dc14999f3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Port': ['ID=6357a7f4-aad0-4bc0-ba20-311e9ddf3483,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:38.680395 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18be641f-db3d-4828-9790-581dc14999f3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] No DVR routers for this DVR port 6357a7f4-aad0-4bc0-ba20-311e9ddf3483 on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:11:38.683594 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b34fbd8e-8575-407f-8234-079f2af4074a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:38.704626 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 6357a7f4-aad0-4bc0-ba20-311e9ddf3483 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:11:38.704972 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 6357a7f4-aad0-4bc0-ba20-311e9ddf3483 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:11:38.706095 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-cae3bfbf-155d-4922-a1d6-92ba93a83a53 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:38.712931 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-cae3bfbf-155d-4922-a1d6-92ba93a83a53 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/networks?id=2486f7ec-b979-41fc-a225-67e3b737e9a3 HTTP/1.1" status: 200 len: 797 time: 0.4531615 Mar 28 19:11:38.719337 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-76c2584a-d56b-4c8f-8e04-3ff7cb695223 None None] Transition to ACTIVE for port object a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:38.738119 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8610f82-006e-4669-a9c7-9599c1623586 None None] For port 6357a7f4-aad0-4bc0-ba20-311e9ddf3483, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=6357a7f4-aad0-4bc0-ba20-311e9ddf3483,segment=NetworkSegment(322d8aeb-ab24-4601-9408-3f1796c32438),segment_id=322d8aeb-ab24-4601-9408-3f1796c32438)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:38.738417 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8610f82-006e-4669-a9c7-9599c1623586 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:38.755353 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2065a0a-121f-42d4-866f-5f760842d4b7 req-2dfc86d8-525f-4618-ab5a-4d7876fda081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:38.756700 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b2065a0a-121f-42d4-866f-5f760842d4b7 req-2dfc86d8-525f-4618-ab5a-4d7876fda081 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79a5d728-4e0a-4bf8-b900-2a34dffdc0e2 HTTP/1.1" status: 200 len: 897 time: 0.4669833 Mar 28 19:11:38.758447 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:38.766610 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-76c2584a-d56b-4c8f-8e04-3ff7cb695223 None None] Transition to ACTIVE for port object a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:38.767722 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-5d6552c1-5b43-4a0f-b1a4-3dd2b6eac0ac tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/quotas/061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 375 time: 0.0538938 Mar 28 19:11:38.875486 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b2065a0a-121f-42d4-866f-5f760842d4b7 req-4561403d-a9b3-49f8-bf9e-7eb5fcb087af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=559b00a4-6ea0-4847-8112-972b75fe53ac HTTP/1.1" status: 200 len: 1002 time: 0.1057112 Mar 28 19:11:38.891120 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-76c2584a-d56b-4c8f-8e04-3ff7cb695223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:38.901327 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8610f82-006e-4669-a9c7-9599c1623586 None None] Calling delete_port for 6357a7f4-aad0-4bc0-ba20-311e9ddf3483 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:38.916232 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3ac873a0-fd8f-468d-971a-1baa863101a8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:39.014991 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c2584a-d56b-4c8f-8e04-3ff7cb695223 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:39.026161 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-76c2584a-d56b-4c8f-8e04-3ff7cb695223 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:39.029671 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c2584a-d56b-4c8f-8e04-3ff7cb695223 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:11:39.057289 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2fa83f4b-3f30-4157-9278-7fe9be3aebac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:39.066454 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2584a-d56b-4c8f-8e04-3ff7cb695223 None None] Pushing event updated for resources: {'Port': ['ID=a3cc0dd7-8935-4b59-a29e-42d1634ba8a4,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:39.095952 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2065a0a-121f-42d4-866f-5f760842d4b7 req-977622ef-5851-4f6d-97ee-5669f304d926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:39.097336 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b2065a0a-121f-42d4-866f-5f760842d4b7 req-977622ef-5851-4f6d-97ee-5669f304d926 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1 HTTP/1.1" status: 200 len: 833 time: 0.1721885 Mar 28 19:11:39.101940 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa83f4b-3f30-4157-9278-7fe9be3aebac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5aea921-ddc5-4b64-ab12-53cf8e9a32e3,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:39.107821 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb9a7-0116-4552-8e79-72c8063d921c tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:39.124142 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18be641f-db3d-4828-9790-581dc14999f3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:39.155695 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2fa83f4b-3f30-4157-9278-7fe9be3aebac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:39.159912 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2fa83f4b-3f30-4157-9278-7fe9be3aebac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f5aea921-ddc5-4b64-ab12-53cf8e9a32e3 HTTP/1.1" status: 204 len: 168 time: 1.2157686 Mar 28 19:11:39.167211 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-a8610f82-006e-4669-a9c7-9599c1623586 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:11:39.167751 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-a8610f82-006e-4669-a9c7-9599c1623586 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:11:39.168222 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-76c2584a-d56b-4c8f-8e04-3ff7cb695223 None None] Attempting to bind port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:39.169042 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-76c2584a-d56b-4c8f-8e04-3ff7cb695223 None None] Attempting to bind port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:39.169413 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c2584a-d56b-4c8f-8e04-3ff7cb695223 None None] Attempting to bind port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 on network 1857c8f5-5622-42ce-a4f9-106880783f61 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:39.179389 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c2584a-d56b-4c8f-8e04-3ff7cb695223 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:11:39.180667 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c2584a-d56b-4c8f-8e04-3ff7cb695223 None None] Checking segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:11:39.181079 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-76c2584a-d56b-4c8f-8e04-3ff7cb695223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:39.181944 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c2584a-d56b-4c8f-8e04-3ff7cb695223 None None] Bound using segment: {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:11:39.185557 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-76c2584a-d56b-4c8f-8e04-3ff7cb695223 None None] Bound port: a3cc0dd7-8935-4b59-a29e-42d1634ba8a4, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c403f50a-1387-4a44-bfb0-33dbe94293ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:11:39.185557 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-76c2584a-d56b-4c8f-8e04-3ff7cb695223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:39.188475 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-cb7bb9a7-0116-4552-8e79-72c8063d921c tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e59bf19-5947-4abd-bcd3-c9bf26172c68']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:39.198061 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-18be641f-db3d-4828-9790-581dc14999f3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a91b0f00-6394-463b-bcc2-c0335398a4d6']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:39.205040 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b34fbd8e-8575-407f-8234-079f2af4074a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:39.227627 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-cb7bb9a7-0116-4552-8e79-72c8063d921c tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921d8674-bca9-40ea-bcc8-1350e073bc76') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:39.228585 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-cb7bb9a7-0116-4552-8e79-72c8063d921c tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921d8674-bca9-40ea-bcc8-1350e073bc76') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:39.229738 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3ac873a0-fd8f-468d-971a-1baa863101a8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:39.235809 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-18be641f-db3d-4828-9790-581dc14999f3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '322d8aeb-ab24-4601-9408-3f1796c32438') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:39.236125 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-18be641f-db3d-4828-9790-581dc14999f3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '322d8aeb-ab24-4601-9408-3f1796c32438') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:39.251765 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3ae3cf44-fe45-477d-839a-b27683c8cad7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:39.271019 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-29153f10-71fd-4155-8ce7-8f86b83343e1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:11:39.279562 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-3ac873a0-fd8f-468d-971a-1baa863101a8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae31e0e5-3dce-4a4e-bd30-f673011d007d']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:39.296195 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34fbd8e-8575-407f-8234-079f2af4074a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8230bc17-b489-47ce-ac82-17d9d74ca5f3,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:39.298379 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-3ac873a0-fd8f-468d-971a-1baa863101a8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0605e256-c20f-4c2a-b421-42b044ee6c69') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:39.298626 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-3ac873a0-fd8f-468d-971a-1baa863101a8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0605e256-c20f-4c2a-b421-42b044ee6c69') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:39.303404 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18be641f-db3d-4828-9790-581dc14999f3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:39.312918 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb9a7-0116-4552-8e79-72c8063d921c tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:39.319184 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3ac873a0-fd8f-468d-971a-1baa863101a8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:39.338063 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-76c2584a-d56b-4c8f-8e04-3ff7cb695223 None None] For port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:11:39.347673 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-29153f10-71fd-4155-8ce7-8f86b83343e1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:11:39.352093 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-76c2584a-d56b-4c8f-8e04-3ff7cb695223 None None] For port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a3cc0dd7-8935-4b59-a29e-42d1634ba8a4,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:11:39.358321 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-76c2584a-d56b-4c8f-8e04-3ff7cb695223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:39.361312 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-29153f10-71fd-4155-8ce7-8f86b83343e1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5926325 Mar 28 19:11:39.367037 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3ac873a0-fd8f-468d-971a-1baa863101a8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:39.371158 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae3cf44-fe45-477d-839a-b27683c8cad7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:39.372123 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb9a7-0116-4552-8e79-72c8063d921c tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:39.376519 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18be641f-db3d-4828-9790-581dc14999f3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:39.384487 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-3ae3cf44-fe45-477d-839a-b27683c8cad7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:39.391549 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2065a0a-121f-42d4-866f-5f760842d4b7 req-2ed94dc7-44f9-4b91-ab99-aef036f839e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:39.392807 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7bb9a7-0116-4552-8e79-72c8063d921c tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:11:39.393204 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb9a7-0116-4552-8e79-72c8063d921c tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:39.396905 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b2065a0a-121f-42d4-866f-5f760842d4b7 req-2ed94dc7-44f9-4b91-ab99-aef036f839e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79a5d728-4e0a-4bf8-b900-2a34dffdc0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2451611 Mar 28 19:11:39.400688 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac873a0-fd8f-468d-971a-1baa863101a8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:11:39.403468 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3ac873a0-fd8f-468d-971a-1baa863101a8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:39.411252 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae3cf44-fe45-477d-839a-b27683c8cad7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:39.411996 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3ae3cf44-fe45-477d-839a-b27683c8cad7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:11:39.415808 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:11:39.418292 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3cf44-fe45-477d-839a-b27683c8cad7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Subnet': ['ID=eb29510e-84ba-4c60-8b34-46a3f95694c5,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:39.439131 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18be641f-db3d-4828-9790-581dc14999f3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:11:39.439131 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18be641f-db3d-4828-9790-581dc14999f3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:11:39.439514 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:11:39.452404 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:11:39.472386 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b34fbd8e-8575-407f-8234-079f2af4074a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:39.476474 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b34fbd8e-8575-407f-8234-079f2af4074a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8230bc17-b489-47ce-ac82-17d9d74ca5f3 HTTP/1.1" status: 204 len: 168 time: 1.5761626 Mar 28 19:11:39.536115 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2584a-d56b-4c8f-8e04-3ff7cb695223 None None] Pushing event updated for resources: {'Port': ['ID=a3cc0dd7-8935-4b59-a29e-42d1634ba8a4,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:39.632946 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3ae3cf44-fe45-477d-839a-b27683c8cad7 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1726530 Mar 28 19:11:39.634429 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57108) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:39.645651 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-4ebf29b0-7f7a-40da-9c50-bdcf8f88f346 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'port': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'mac_address': 'fa:16:3e:fb:05:48', 'name': 'tempest-NetworksTestDHCPv6-1102830442'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:39.669237 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8610f82-006e-4669-a9c7-9599c1623586 None None] Deleting port 6357a7f4-aad0-4bc0-ba20-311e9ddf3483 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:39.669621 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8610f82-006e-4669-a9c7-9599c1623586 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:39.721313 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb9a7-0116-4552-8e79-72c8063d921c tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:39.743912 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb9a7-0116-4552-8e79-72c8063d921c tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:39.772323 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8610f82-006e-4669-a9c7-9599c1623586 None None] The port '6357a7f4-aad0-4bc0-ba20-311e9ddf3483' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:11:39.818601 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3ac873a0-fd8f-468d-971a-1baa863101a8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:39.823789 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3ac873a0-fd8f-468d-971a-1baa863101a8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:39.848991 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18be641f-db3d-4828-9790-581dc14999f3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:39.870056 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18be641f-db3d-4828-9790-581dc14999f3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:39.872800 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-18be641f-db3d-4828-9790-581dc14999f3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/networks/a91b0f00-6394-463b-bcc2-c0335398a4d6 HTTP/1.1" status: 204 len: 168 time: 3.5275409 Mar 28 19:11:39.875072 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-cb7bb9a7-0116-4552-8e79-72c8063d921c tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] 10.222.0.10 "DELETE /v2.0/networks/3e59bf19-5947-4abd-bcd3-c9bf26172c68 HTTP/1.1" status: 204 len: 168 time: 1.6258392 Mar 28 19:11:39.876438 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bb9a7-0116-4552-8e79-72c8063d921c tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664 tempest-PortsAdminExtendedAttrsIpV6TestJSON-675028664-project] Pushing event deleted for resources: {'Network': ['ID=3e59bf19-5947-4abd-bcd3-c9bf26172c68,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:39.890094 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57116) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:39.939459 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-88dc6c9c-1a0e-4c02-ab6c-2bb53881699c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2113624602'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:39.961482 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be641f-db3d-4828-9790-581dc14999f3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Network': ['ID=a91b0f00-6394-463b-bcc2-c0335398a4d6,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:39.968278 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-88dc6c9c-1a0e-4c02-ab6c-2bb53881699c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:39.976649 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac873a0-fd8f-468d-971a-1baa863101a8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event deleted for resources: {'Network': ['ID=ae31e0e5-3dce-4a4e-bd30-f673011d007d,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:39.977585 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-88dc6c9c-1a0e-4c02-ab6c-2bb53881699c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:network and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:39.985934 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57120) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:39.986295 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3ac873a0-fd8f-468d-971a-1baa863101a8 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "DELETE /v2.0/networks/ae31e0e5-3dce-4a4e-bd30-f673011d007d HTTP/1.1" status: 204 len: 168 time: 1.4411964 Mar 28 19:11:39.987477 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-88dc6c9c-1a0e-4c02-ab6c-2bb53881699c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:40.031182 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-88dc6c9c-1a0e-4c02-ab6c-2bb53881699c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:40.055864 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b2065a0a-121f-42d4-866f-5f760842d4b7 req-4d51f5eb-6525-4d4e-a2cc-34df878b9b44 service neutron] 10.222.0.26 "GET /v2.0/networks/79a5d728-4e0a-4bf8-b900-2a34dffdc0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6191120 Mar 28 19:11:40.060469 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb384a1f-617a-4f62-ac45-41de08a0f416 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] DELETE failed (client error): The resource could not be found. Mar 28 19:11:40.061310 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb384a1f-617a-4f62-ac45-41de08a0f416 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:11:40.063401 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-bb384a1f-617a-4f62-ac45-41de08a0f416 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "DELETE /v2.0/subnets/bd983603-b8e6-4e92-accc-eef33fb9e43d HTTP/1.1" status: 404 len: 337 time: 0.0723531 Mar 28 19:11:40.067727 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57126) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:40.076068 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-4ebf29b0-7f7a-40da-9c50-bdcf8f88f346 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:40.084252 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-4ebf29b0-7f7a-40da-9c50-bdcf8f88f346 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:port and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:40.088384 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-4ebf29b0-7f7a-40da-9c50-bdcf8f88f346 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:40.126520 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-4ebf29b0-7f7a-40da-9c50-bdcf8f88f346 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:40.129260 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba38d4e-85d4-4a0c-aab4-6f858beb7764 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] DELETE failed (client error): The resource could not be found. Mar 28 19:11:40.129985 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba38d4e-85d4-4a0c-aab4-6f858beb7764 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:11:40.132020 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-cba38d4e-85d4-4a0c-aab4-6f858beb7764 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "DELETE /v2.0/networks/733a7a2c-d754-44a4-bc81-9d6dc59b3250 HTTP/1.1" status: 404 len: 339 time: 0.0387156 Mar 28 19:11:40.134940 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88dc6c9c-1a0e-4c02-ab6c-2bb53881699c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:40.139117 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-88dc6c9c-1a0e-4c02-ab6c-2bb53881699c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:40.150778 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57132) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:40.208336 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebf29b0-7f7a-40da-9c50-bdcf8f88f346 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:40.276925 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88dc6c9c-1a0e-4c02-ab6c-2bb53881699c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:11:40.363030 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d086815-b769-4e68-aea5-7e9125472fff tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Deleting subnet 89174c7e-3900-4e92-92de-d919b036a08a {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:11:40.366440 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-88dc6c9c-1a0e-4c02-ab6c-2bb53881699c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:40.366440 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-88dc6c9c-1a0e-4c02-ab6c-2bb53881699c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Added segment 7ae57856-ccb6-4086-ad1b-4f8313191e0b of type vlan for network 56031a9e-176c-4310-9735-75a29334f091 Mar 28 19:11:40.368154 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-5d30656f-10df-41c2-8a25-95172e072383 service neutron] 10.222.0.10 "GET /v2.0/networks/2486f7ec-b979-41fc-a225-67e3b737e9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0037301 Mar 28 19:11:40.376339 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5d086815-b769-4e68-aea5-7e9125472fff tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:40.452293 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-88dc6c9c-1a0e-4c02-ab6c-2bb53881699c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:40.464380 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57142) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:40.490026 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5d086815-b769-4e68-aea5-7e9125472fff tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:40.543607 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b2065a0a-121f-42d4-866f-5f760842d4b7 req-5467dd05-b77f-4adb-9df6-53d259ae9608 service neutron] 10.222.0.26 "GET /v2.0/networks/79a5d728-4e0a-4bf8-b900-2a34dffdc0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735436 Mar 28 19:11:40.561661 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4ebf29b0-7f7a-40da-9c50-bdcf8f88f346 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:40.594086 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.resource_extend [None req-88dc6c9c-1a0e-4c02-ab6c-2bb53881699c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:11:40.602955 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-c0cdf9c5-371c-4ca4-a2db-adf633f5c235 service neutron] 10.222.0.10 "GET /v2.0/networks/2486f7ec-b979-41fc-a225-67e3b737e9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210665 Mar 28 19:11:40.647450 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-4ebf29b0-7f7a-40da-9c50-bdcf8f88f346 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] device_id is not set on port 6c9401a5-a3fa-459d-bcc0-b8bcade56813 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:11:40.704246 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:11:40.707056 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-88dc6c9c-1a0e-4c02-ab6c-2bb53881699c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:40.712602 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dc6c9c-1a0e-4c02-ab6c-2bb53881699c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:40.713197 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-88dc6c9c-1a0e-4c02-ab6c-2bb53881699c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:40.827225 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:11:40.832964 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:11:40.842056 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57158) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:40.848238 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-76ff1635-c6c0-4e25-8eea-55e412e3d26b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'subnet': {'network_id': '56031a9e-176c-4310-9735-75a29334f091', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:40.852157 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-88dc6c9c-1a0e-4c02-ab6c-2bb53881699c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9262695 Mar 28 19:11:40.959746 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:40.960488 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:41.028462 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ca0f298d-0da3-4b41-95c8-ba0de820154b req-f7d1a7ce-0fa4-4799-8234-21824219693e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=19273f2d-61bc-4be8-9410-f1f3cf7b6a33 HTTP/1.1" status: 200 len: 210 time: 0.1588962 Mar 28 19:11:41.094806 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57166) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:41.102454 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0066202 Mar 28 19:11:41.109703 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57168) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:41.143115 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc6c9c-1a0e-4c02-ab6c-2bb53881699c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Network': ['ID=56031a9e-176c-4310-9735-75a29334f091,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:41.161296 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087d5a96-880c-42bb-8c1e-d161005b4820 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:41.163649 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5d086815-b769-4e68-aea5-7e9125472fff tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:41.174702 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-76ff1635-c6c0-4e25-8eea-55e412e3d26b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:41.182063 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-76ff1635-c6c0-4e25-8eea-55e412e3d26b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:subnet and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:41.185638 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-76ff1635-c6c0-4e25-8eea-55e412e3d26b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:41.194790 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-76ff1635-c6c0-4e25-8eea-55e412e3d26b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:41.213302 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ff1635-c6c0-4e25-8eea-55e412e3d26b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:41.220968 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-76ff1635-c6c0-4e25-8eea-55e412e3d26b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:41.259719 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-497d2427-0fb6-4151-85c9-c817672f99cb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4c6167eeb75147f9ac8bf66fe40c166b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7915914 Mar 28 19:11:41.262741 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57174) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:41.301618 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4093b1a3-2aae-4435-bd3b-30c205384e1a tempest-NetworksApiDiscovery-1607992836 tempest-NetworksApiDiscovery-1607992836-project] 10.222.0.10 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1907806 Mar 28 19:11:41.466741 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-24f4dc88-56b5-4057-924f-5632e23ad00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:41.467429 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 56031a9e-176c-4310-9735-75a29334f091 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:11:41.510667 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5d086815-b769-4e68-aea5-7e9125472fff tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:41.515203 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-24f4dc88-56b5-4057-924f-5632e23ad00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:41.518531 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-4ebf29b0-7f7a-40da-9c50-bdcf8f88f346 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Allocated IP 2001:db8:0:1::385 (1857c8f5-5622-42ce-a4f9-106880783f61/eb29510e-84ba-4c60-8b34-46a3f95694c5/6c9401a5-a3fa-459d-bcc0-b8bcade56813) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:41.587838 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d086815-b769-4e68-aea5-7e9125472fff tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event deleted for resources: {'Subnet': ['ID=89174c7e-3900-4e92-92de-d919b036a08a,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:41.612723 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-4ebf29b0-7f7a-40da-9c50-bdcf8f88f346 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Allocated IP 2001:db8::f816:3eff:fefb:548 (1857c8f5-5622-42ce-a4f9-106880783f61/5b4149d2-47a7-46a9-a53e-8861f02d0b13/6c9401a5-a3fa-459d-bcc0-b8bcade56813) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:41.615890 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5d086815-b769-4e68-aea5-7e9125472fff tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:41.660128 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5d086815-b769-4e68-aea5-7e9125472fff tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "DELETE /v2.0/subnets/89174c7e-3900-4e92-92de-d919b036a08a HTTP/1.1" status: 204 len: 168 time: 1.5057373 Mar 28 19:11:41.662951 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57188) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:41.692178 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6074d2-1462-4e9e-b81e-03d55b5859b8 None None] Network 321e8459-7b95-44a1-954f-286667f59804 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:41.757584 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-76ff1635-c6c0-4e25-8eea-55e412e3d26b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:41.765187 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-24f4dc88-56b5-4057-924f-5632e23ad00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:41.787246 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57194) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:41.864911 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff1635-c6c0-4e25-8eea-55e412e3d26b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Subnet': ['ID=7d88b886-4766-4d51-9c30-9be705028655,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:41.878934 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4dc88-56b5-4057-924f-5632e23ad00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c37ea5f-f750-4dfc-8317-5395483dc4a7,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:41.896926 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-56fd9339-f5d1-43cc-a86e-1cff985221e7 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Deleting subnet c1561c4b-60bf-4f34-ad82-74071bea4464 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:11:41.902305 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-56fd9339-f5d1-43cc-a86e-1cff985221e7 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:41.944735 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-24f4dc88-56b5-4057-924f-5632e23ad00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:41.948749 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-24f4dc88-56b5-4057-924f-5632e23ad00a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8c37ea5f-f750-4dfc-8317-5395483dc4a7 HTTP/1.1" status: 204 len: 168 time: 0.6820693 Mar 28 19:11:41.981067 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ff1635-c6c0-4e25-8eea-55e412e3d26b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Checking segment: {'id': '7ae57856-ccb6-4086-ad1b-4f8313191e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '56031a9e-176c-4310-9735-75a29334f091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:11:41.981426 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ff1635-c6c0-4e25-8eea-55e412e3d26b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network hostable DHCP agents. Network: 56031a9e-176c-4310-9735-75a29334f091, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:11:41.990779 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-56fd9339-f5d1-43cc-a86e-1cff985221e7 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:42.009329 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ada15e6f-77d0-4947-8309-f9dd3514b588 None None] Provisioning for port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:11:42.021431 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ada15e6f-77d0-4947-8309-f9dd3514b588 None None] Provisioning complete for port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:42.022074 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ada15e6f-77d0-4947-8309-f9dd3514b588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:42.068786 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ff1635-c6c0-4e25-8eea-55e412e3d26b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network 56031a9e-176c-4310-9735-75a29334f091 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:11:42.089020 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-76ff1635-c6c0-4e25-8eea-55e412e3d26b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 56031a9e-176c-4310-9735-75a29334f091) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:42.098557 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ff1635-c6c0-4e25-8eea-55e412e3d26b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:42.099160 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-76ff1635-c6c0-4e25-8eea-55e412e3d26b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:42.112355 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4ebf29b0-7f7a-40da-9c50-bdcf8f88f346 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:42.135733 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-4ebf29b0-7f7a-40da-9c50-bdcf8f88f346 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Transition to ACTIVE for port object 6c9401a5-a3fa-459d-bcc0-b8bcade56813 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:42.138623 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcd73ec-03b2-46a8-8311-35f0c34ec8d6 None None] Network 56031a9e-176c-4310-9735-75a29334f091 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:42.142663 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-76ff1635-c6c0-4e25-8eea-55e412e3d26b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2970514 Mar 28 19:11:42.143305 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57204) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:42.158415 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-3f323d05-d326-410c-bea7-b6af474d5599 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'port': {'network_id': '56031a9e-176c-4310-9735-75a29334f091', 'name': 'tempest-PortsTestJSON-1900002085', 'fixed_ips': [{'subnet_id': '7d88b886-4766-4d51-9c30-9be705028655', 'ip_address': '172.20.0.10'}]}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:42.181827 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4ebf29b0-7f7a-40da-9c50-bdcf8f88f346 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:42.275735 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1299d6be-b074-4a5d-852d-77792a7d57e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:42.318366 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-1299d6be-b074-4a5d-852d-77792a7d57e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:42.322980 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1299d6be-b074-4a5d-852d-77792a7d57e3 admin admin] Usage tracker for resource:security_group_rule and tenant:42c728a09d4e4e51b5d570badad63879 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:42.326384 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1299d6be-b074-4a5d-852d-77792a7d57e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:42.337723 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-1299d6be-b074-4a5d-852d-77792a7d57e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:42.381322 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-00fda103-0ca4-4f6a-8389-f5028d9b5dd7 req-97a3bbed-5705-46c2-9a6b-19dc61562c68 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=19273f2d-61bc-4be8-9410-f1f3cf7b6a33 HTTP/1.1" status: 200 len: 210 time: 0.0840766 Mar 28 19:11:42.407161 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-56fd9339-f5d1-43cc-a86e-1cff985221e7 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:42.456785 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57210) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:42.472566 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebf29b0-7f7a-40da-9c50-bdcf8f88f346 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:42.479716 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf29b0-7f7a-40da-9c50-bdcf8f88f346 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Port': ['ID=6c9401a5-a3fa-459d-bcc0-b8bcade56813,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:42.485344 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-4ebf29b0-7f7a-40da-9c50-bdcf8f88f346 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:42.491361 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1299d6be-b074-4a5d-852d-77792a7d57e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:42.492416 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebf29b0-7f7a-40da-9c50-bdcf8f88f346 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:11:42.497389 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-3f323d05-d326-410c-bea7-b6af474d5599 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:42.498794 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebf29b0-7f7a-40da-9c50-bdcf8f88f346 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:42.499468 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4ebf29b0-7f7a-40da-9c50-bdcf8f88f346 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:42.505470 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1299d6be-b074-4a5d-852d-77792a7d57e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:42.516936 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3f323d05-d326-410c-bea7-b6af474d5599 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:port and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:42.530312 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3f323d05-d326-410c-bea7-b6af474d5599 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:42.548382 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-3f323d05-d326-410c-bea7-b6af474d5599 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:42.548562 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f747dbe8-21e2-434b-9bfa-43949ba3c81c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-56031a9e-176c-4310-9735-75a29334f091', 'network_id': '56031a9e-176c-4310-9735-75a29334f091', 'tenant_id': '6e3972954dd6451c8906869de8eb2072', 'fixed_ips': [{'subnet_id': '7d88b886-4766-4d51-9c30-9be705028655'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:11:42.549139 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f747dbe8-21e2-434b-9bfa-43949ba3c81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:42.556310 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1299d6be-b074-4a5d-852d-77792a7d57e3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=42c728a09d4e4e51b5d570badad63879&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7655869 Mar 28 19:11:42.559052 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57214) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:42.580961 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-eb619b1f-e08a-4fe1-b9e9-b8b3f71201d1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=194ffa3369094d829e03492bf9a9e23e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1217334 Mar 28 19:11:42.584141 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57218) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:42.601829 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-56fd9339-f5d1-43cc-a86e-1cff985221e7 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:42.619154 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4ebf29b0-7f7a-40da-9c50-bdcf8f88f346 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9774899 Mar 28 19:11:42.620848 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57222) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:42.623324 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299d6be-b074-4a5d-852d-77792a7d57e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce49c0f-fdb8-4d97-aa82-4fe7bb046b3d,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:42.648154 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f323d05-d326-410c-bea7-b6af474d5599 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:42.674317 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd9339-f5d1-43cc-a86e-1cff985221e7 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event deleted for resources: {'Subnet': ['ID=c1561c4b-60bf-4f34-ad82-74071bea4464,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:42.696521 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-56fd9339-f5d1-43cc-a86e-1cff985221e7 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:42.744023 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eab931b2-c462-474f-a25d-250333509341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:42.754354 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea2d803-a2a5-4ed1-b793-de23c8c04f6d None None] Update dhcp port {'port': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'fixed_ips': [{'subnet_id': '5b4149d2-47a7-46a9-a53e-8861f02d0b13', 'ip_address': '2001:db8::f816:3eff:fe0c:a3f4'}, {'subnet_id': 'eb29510e-84ba-4c60-8b34-46a3f95694c5'}], 'binding:host_id': 'dv-neutron-834711-1-hyperv'}, 'id': 'a3cc0dd7-8935-4b59-a29e-42d1634ba8a4'} from dv-neutron-834711-1-hyperv. {{(pid=87834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 19:11:42.774315 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-56fd9339-f5d1-43cc-a86e-1cff985221e7 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "DELETE /v2.0/subnets/c1561c4b-60bf-4f34-ad82-74071bea4464 HTTP/1.1" status: 204 len: 168 time: 1.1077371 Mar 28 19:11:42.783195 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57226) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:42.792458 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f5e4cb11-1757-4614-ae4c-2a5c7a84999c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting port 6c9401a5-a3fa-459d-bcc0-b8bcade56813 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:42.792840 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f5e4cb11-1757-4614-ae4c-2a5c7a84999c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:42.802153 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ada15e6f-77d0-4947-8309-f9dd3514b588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:42.805251 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cadbe346-dc87-4dfb-9bed-5beb20186ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:42.863014 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3f323d05-d326-410c-bea7-b6af474d5599 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:42.874108 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cadbe346-dc87-4dfb-9bed-5beb20186ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:42.905437 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-3f323d05-d326-410c-bea7-b6af474d5599 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] device_id is not set on port 80924d42-85f4-4225-b178-60b88a6e074c yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:11:42.913126 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-dea2d803-a2a5-4ed1-b793-de23c8c04f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:42.937645 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-ada15e6f-77d0-4947-8309-f9dd3514b588 None None] For port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a3cc0dd7-8935-4b59-a29e-42d1634ba8a4,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:42.952290 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ada15e6f-77d0-4947-8309-f9dd3514b588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:43.070505 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada15e6f-77d0-4947-8309-f9dd3514b588 None None] Pushing event updated for resources: {'Port': ['ID=a3cc0dd7-8935-4b59-a29e-42d1634ba8a4,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:43.071869 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eab931b2-c462-474f-a25d-250333509341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:43.091162 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-f747dbe8-21e2-434b-9bfa-43949ba3c81c None None] Allocated IP 172.20.0.2 (56031a9e-176c-4310-9735-75a29334f091/7d88b886-4766-4d51-9c30-9be705028655/fa2489a0-03b6-445a-9883-786e8514c993) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:43.202226 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f00477c5-71f8-4681-b6ec-7258ca31dd98 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:43.247515 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f00477c5-71f8-4681-b6ec-7258ca31dd98 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Deleting port cada6605-4ff4-4101-99a7-8877eade16c3 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:43.247899 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f00477c5-71f8-4681-b6ec-7258ca31dd98 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:43.420574 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-dea2d803-a2a5-4ed1-b793-de23c8c04f6d None None] Allocated IP 2001:db8:0:1::2 (1857c8f5-5622-42ce-a4f9-106880783f61/eb29510e-84ba-4c60-8b34-46a3f95694c5/a3cc0dd7-8935-4b59-a29e-42d1634ba8a4) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:43.439059 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eab931b2-c462-474f-a25d-250333509341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:43.491011 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cadbe346-dc87-4dfb-9bed-5beb20186ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:43.521183 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbe346-dc87-4dfb-9bed-5beb20186ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b4a06e-2d84-427c-8d00-5136f3b4a73a,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:43.523408 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab931b2-c462-474f-a25d-250333509341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce49c0f-fdb8-4d97-aa82-4fe7bb046b3d,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:43.534960 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-4847512f-97a4-47b0-8480-44a6df4013f6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:43.537384 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-4847512f-97a4-47b0-8480-44a6df4013f6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/networks?id=2486f7ec-b979-41fc-a225-67e3b737e9a3 HTTP/1.1" status: 200 len: 797 time: 0.3675013 Mar 28 19:11:43.541077 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cadbe346-dc87-4dfb-9bed-5beb20186ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:43.542730 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-cadbe346-dc87-4dfb-9bed-5beb20186ca1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d6b4a06e-2d84-427c-8d00-5136f3b4a73a HTTP/1.1" status: 204 len: 168 time: 0.9576583 Mar 28 19:11:43.565999 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eab931b2-c462-474f-a25d-250333509341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:43.567740 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-eab931b2-c462-474f-a25d-250333509341 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dce49c0f-fdb8-4d97-aa82-4fe7bb046b3d HTTP/1.1" status: 204 len: 168 time: 1.0077493 Mar 28 19:11:43.583528 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f747dbe8-21e2-434b-9bfa-43949ba3c81c None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:43.661758 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f747dbe8-21e2-434b-9bfa-43949ba3c81c None None] Transition to ACTIVE for port object fa2489a0-03b6-445a-9883-786e8514c993 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:43.702190 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f747dbe8-21e2-434b-9bfa-43949ba3c81c None None] Transition to ACTIVE for port object fa2489a0-03b6-445a-9883-786e8514c993 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:43.717139 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-12088a7b-f125-4de3-8534-08dbfd95e388 req-8eafe1a4-85e5-45f4-a9b0-104f954b357f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=19273f2d-61bc-4be8-9410-f1f3cf7b6a33 HTTP/1.1" status: 200 len: 210 time: 0.1153276 Mar 28 19:11:43.717366 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-dea2d803-a2a5-4ed1-b793-de23c8c04f6d None None] For port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a3cc0dd7-8935-4b59-a29e-42d1634ba8a4,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:43.726127 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f747dbe8-21e2-434b-9bfa-43949ba3c81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:43.727861 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f5e4cb11-1757-4614-ae4c-2a5c7a84999c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:43.797194 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edfc711-4455-4b90-8ea9-cfaf7196ec1f None None] Network 321e8459-7b95-44a1-954f-286667f59804 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:43.858490 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-3f323d05-d326-410c-bea7-b6af474d5599 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Allocated IP 172.20.0.10 (56031a9e-176c-4310-9735-75a29334f091/7d88b886-4766-4d51-9c30-9be705028655/80924d42-85f4-4225-b178-60b88a6e074c) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:43.907727 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-804dac93-1f16-41b9-bcac-4c41a5294736 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 378 time: 0.3484135 Mar 28 19:11:43.942483 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d033bd46-d9bc-4cc4-9860-4aebe32a6674 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'port': {'device_id': '19273f2d-61bc-4be8-9410-f1f3cf7b6a33', 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3', 'admin_state_up': True, 'tenant_id': '061332865d564f96959562b5c3aa8701', 'security_groups': ['03da40eb-c79c-4d48-8265-688e24d68ec5']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:43.984016 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f5e4cb11-1757-4614-ae4c-2a5c7a84999c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Calling delete_port for 6c9401a5-a3fa-459d-bcc0-b8bcade56813 owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:44.068918 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.resource_extend [None req-dea2d803-a2a5-4ed1-b793-de23c8c04f6d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:11:44.078434 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f747dbe8-21e2-434b-9bfa-43949ba3c81c None None] Network 56031a9e-176c-4310-9735-75a29334f091 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:44.096389 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-f747dbe8-21e2-434b-9bfa-43949ba3c81c None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:44.107500 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f747dbe8-21e2-434b-9bfa-43949ba3c81c None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:11:44.110958 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-dea2d803-a2a5-4ed1-b793-de23c8c04f6d None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:44.125589 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-dc2fc169-7dbd-4c6f-8278-7f90666fad4f None None] Provisioning complete for port cada6605-4ff4-4101-99a7-8877eade16c3 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:44.125964 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-dc2fc169-7dbd-4c6f-8278-7f90666fad4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:44.157704 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f747dbe8-21e2-434b-9bfa-43949ba3c81c None None] Pushing event updated for resources: {'Port': ['ID=fa2489a0-03b6-445a-9883-786e8514c993,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:44.237113 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-dea2d803-a2a5-4ed1-b793-de23c8c04f6d None None] Transition to ACTIVE for port object a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:44.242096 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d033bd46-d9bc-4cc4-9860-4aebe32a6674 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:44.257105 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f00477c5-71f8-4681-b6ec-7258ca31dd98 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] For port cada6605-4ff4-4101-99a7-8877eade16c3, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=cada6605-4ff4-4101-99a7-8877eade16c3,segment=NetworkSegment(a3fb0ecf-2ac7-4d01-8ef4-c882f8b6b7c2),segment_id=a3fb0ecf-2ac7-4d01-8ef4-c882f8b6b7c2)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:44.257464 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f00477c5-71f8-4681-b6ec-7258ca31dd98 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:44.259911 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d033bd46-d9bc-4cc4-9860-4aebe32a6674 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:44.277271 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-dea2d803-a2a5-4ed1-b793-de23c8c04f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:44.278823 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d033bd46-d9bc-4cc4-9860-4aebe32a6674 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Made reservation on behalf of 061332865d564f96959562b5c3aa8701 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:44.283548 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d033bd46-d9bc-4cc4-9860-4aebe32a6674 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:44.403749 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-f747dbe8-21e2-434b-9bfa-43949ba3c81c None None] Attempting to bind port fa2489a0-03b6-445a-9883-786e8514c993 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:44.404120 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-f747dbe8-21e2-434b-9bfa-43949ba3c81c None None] Attempting to bind port fa2489a0-03b6-445a-9883-786e8514c993 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '7ae57856-ccb6-4086-ad1b-4f8313191e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '56031a9e-176c-4310-9735-75a29334f091'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:44.404484 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f747dbe8-21e2-434b-9bfa-43949ba3c81c None None] Attempting to bind port fa2489a0-03b6-445a-9883-786e8514c993 on network 56031a9e-176c-4310-9735-75a29334f091 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:44.462555 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f747dbe8-21e2-434b-9bfa-43949ba3c81c None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:11:44.463042 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f747dbe8-21e2-434b-9bfa-43949ba3c81c None None] Checking segment: {'id': '7ae57856-ccb6-4086-ad1b-4f8313191e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '56031a9e-176c-4310-9735-75a29334f091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:11:44.463450 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f747dbe8-21e2-434b-9bfa-43949ba3c81c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:44.464609 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f747dbe8-21e2-434b-9bfa-43949ba3c81c None None] Bound using segment: {'id': '7ae57856-ccb6-4086-ad1b-4f8313191e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '56031a9e-176c-4310-9735-75a29334f091'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:11:44.465206 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-f747dbe8-21e2-434b-9bfa-43949ba3c81c None None] Bound port: fa2489a0-03b6-445a-9883-786e8514c993, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae57856-ccb6-4086-ad1b-4f8313191e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '56031a9e-176c-4310-9735-75a29334f091'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:11:44.465671 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f747dbe8-21e2-434b-9bfa-43949ba3c81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:44.507500 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2d803-a2a5-4ed1-b793-de23c8c04f6d None None] Pushing event updated for resources: {'Port': ['ID=a3cc0dd7-8935-4b59-a29e-42d1634ba8a4,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:44.529881 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f00477c5-71f8-4681-b6ec-7258ca31dd98 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Calling delete_port for cada6605-4ff4-4101-99a7-8877eade16c3 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:44.584853 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f5e4cb11-1757-4614-ae4c-2a5c7a84999c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:44.587703 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:11:44.643460 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e4cb11-1757-4614-ae4c-2a5c7a84999c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Port': ['ID=6c9401a5-a3fa-459d-bcc0-b8bcade56813,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:44.744496 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-f747dbe8-21e2-434b-9bfa-43949ba3c81c None None] For port fa2489a0-03b6-445a-9883-786e8514c993, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:11:44.748396 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-f747dbe8-21e2-434b-9bfa-43949ba3c81c None None] For port fa2489a0-03b6-445a-9883-786e8514c993, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=fa2489a0-03b6-445a-9883-786e8514c993,segment=NetworkSegment(7ae57856-ccb6-4086-ad1b-4f8313191e0b),segment_id=7ae57856-ccb6-4086-ad1b-4f8313191e0b)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:11:44.766793 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f747dbe8-21e2-434b-9bfa-43949ba3c81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:44.783391 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f00477c5-71f8-4681-b6ec-7258ca31dd98 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:44.864148 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f5e4cb11-1757-4614-ae4c-2a5c7a84999c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:44.868555 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef515d6c-780f-4daf-aac0-6f7f48dc0c42 None None] DHCP port deletion for 321e8459-7b95-44a1-954f-286667f59804 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:11:44.881171 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00477c5-71f8-4681-b6ec-7258ca31dd98 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] No DVR routers for this DVR port cada6605-4ff4-4101-99a7-8877eade16c3 on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:11:44.926172 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00477c5-71f8-4681-b6ec-7258ca31dd98 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event deleted for resources: {'Port': ['ID=cada6605-4ff4-4101-99a7-8877eade16c3,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:44.972134 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f5e4cb11-1757-4614-ae4c-2a5c7a84999c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/6c9401a5-a3fa-459d-bcc0-b8bcade56813 HTTP/1.1" status: 204 len: 168 time: 2.3498774 Mar 28 19:11:44.989525 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57260) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:44.990220 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f747dbe8-21e2-434b-9bfa-43949ba3c81c None None] Pushing event updated for resources: {'Port': ['ID=fa2489a0-03b6-445a-9883-786e8514c993,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:45.084360 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4b933fa6-30e6-47f2-9533-04a305120b44 req-4cdde64a-aa2b-4f20-80b7-1feae4cc11b6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=19273f2d-61bc-4be8-9410-f1f3cf7b6a33 HTTP/1.1" status: 200 len: 210 time: 0.1397483 Mar 28 19:11:45.085536 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d033bd46-d9bc-4cc4-9860-4aebe32a6674 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.20.0.11 (2486f7ec-b979-41fc-a225-67e3b737e9a3/2d4ae72b-d834-47e4-a182-f022b94a587f/7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:45.147620 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f00477c5-71f8-4681-b6ec-7258ca31dd98 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:45.194502 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3f323d05-d326-410c-bea7-b6af474d5599 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:45.220392 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-f00477c5-71f8-4681-b6ec-7258ca31dd98 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['321e8459-7b95-44a1-954f-286667f59804']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:45.251711 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-f00477c5-71f8-4681-b6ec-7258ca31dd98 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3fb0ecf-2ac7-4d01-8ef4-c882f8b6b7c2') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:45.252014 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-f00477c5-71f8-4681-b6ec-7258ca31dd98 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3fb0ecf-2ac7-4d01-8ef4-c882f8b6b7c2') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:45.258949 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-3f323d05-d326-410c-bea7-b6af474d5599 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Transition to ACTIVE for port object 80924d42-85f4-4225-b178-60b88a6e074c will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:45.313400 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f00477c5-71f8-4681-b6ec-7258ca31dd98 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:45.350200 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f00477c5-71f8-4681-b6ec-7258ca31dd98 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:45.388574 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9469628-8c1a-4e57-9bf3-4634dbc431c2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:45.389139 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c9469628-8c1a-4e57-9bf3-4634dbc431c2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:11:45.393471 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f00477c5-71f8-4681-b6ec-7258ca31dd98 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:11:45.394418 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f00477c5-71f8-4681-b6ec-7258ca31dd98 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:11:45.410532 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:11:45.468315 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d033bd46-d9bc-4cc4-9860-4aebe32a6674 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:45.493893 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3f323d05-d326-410c-bea7-b6af474d5599 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:45.500545 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c9469628-8c1a-4e57-9bf3-4634dbc431c2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:11:45.501992 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c9469628-8c1a-4e57-9bf3-4634dbc431c2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5107901 Mar 28 19:11:45.511631 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57272) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:45.514909 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f00477c5-71f8-4681-b6ec-7258ca31dd98 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:45.591606 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d033bd46-d9bc-4cc4-9860-4aebe32a6674 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Transition to ACTIVE for port object 7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:45.599674 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f00477c5-71f8-4681-b6ec-7258ca31dd98 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:45.610371 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f323d05-d326-410c-bea7-b6af474d5599 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network 56031a9e-176c-4310-9735-75a29334f091 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:45.612489 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f00477c5-71f8-4681-b6ec-7258ca31dd98 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "DELETE /v2.0/networks/321e8459-7b95-44a1-954f-286667f59804 HTTP/1.1" status: 204 len: 168 time: 2.8281422 Mar 28 19:11:45.615494 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57278) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:45.619059 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-3f323d05-d326-410c-bea7-b6af474d5599 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:45.621066 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00477c5-71f8-4681-b6ec-7258ca31dd98 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event deleted for resources: {'Network': ['ID=321e8459-7b95-44a1-954f-286667f59804,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:45.625633 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f323d05-d326-410c-bea7-b6af474d5599 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:11:45.663572 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda13bea-7423-4eae-a82b-da5517beeb3a tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] DELETE failed (client error): The resource could not be found. Mar 28 19:11:45.663859 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bda13bea-7423-4eae-a82b-da5517beeb3a tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:11:45.669084 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e76a2977-9082-4765-be9e-98ebbdb58c19 None None] Provisioning for port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:11:45.669667 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-bda13bea-7423-4eae-a82b-da5517beeb3a tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "DELETE /v2.0/subnets/9bfb7d8a-3b4d-400a-b481-71572e3320f1 HTTP/1.1" status: 404 len: 337 time: 0.0514982 Mar 28 19:11:45.670281 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57282) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:45.675286 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e76a2977-9082-4765-be9e-98ebbdb58c19 None None] Provisioning complete for port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:45.675879 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e76a2977-9082-4765-be9e-98ebbdb58c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:45.704790 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f323d05-d326-410c-bea7-b6af474d5599 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Port': ['ID=80924d42-85f4-4225-b178-60b88a6e074c,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:45.713131 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f10d471-a15b-4ee0-8d02-1bd7c2ee2d21 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] DELETE failed (client error): The resource could not be found. Mar 28 19:11:45.713295 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f10d471-a15b-4ee0-8d02-1bd7c2ee2d21 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:11:45.718039 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0f10d471-a15b-4ee0-8d02-1bd7c2ee2d21 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "DELETE /v2.0/networks/cf14ecd8-9b38-46be-91b9-6f93402d4125 HTTP/1.1" status: 404 len: 339 time: 0.0424314 Mar 28 19:11:45.718643 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57286) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:45.799279 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f323d05-d326-410c-bea7-b6af474d5599 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:45.799279 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3f323d05-d326-410c-bea7-b6af474d5599 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:45.815256 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d033bd46-d9bc-4cc4-9860-4aebe32a6674 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:45.868463 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b732e4-accb-45b0-ae82-1971b43dde2d tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] DELETE failed (client error): The resource could not be found. Mar 28 19:11:45.871840 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b732e4-accb-45b0-ae82-1971b43dde2d tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:11:45.875312 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-00b732e4-accb-45b0-ae82-1971b43dde2d tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "DELETE /v2.0/subnets/f2f2cee0-bf47-4488-b0ae-38d9f350f602 HTTP/1.1" status: 404 len: 337 time: 0.1541610 Mar 28 19:11:45.876529 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57294) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:45.894193 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d033bd46-d9bc-4cc4-9860-4aebe32a6674 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network 2486f7ec-b979-41fc-a225-67e3b737e9a3 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:45.898128 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d033bd46-d9bc-4cc4-9860-4aebe32a6674 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:45.900816 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3f323d05-d326-410c-bea7-b6af474d5599 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.7556136 Mar 28 19:11:45.904547 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d033bd46-d9bc-4cc4-9860-4aebe32a6674 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:11:45.937054 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57298) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:45.954317 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-39719750-dda5-4a88-befb-db554e5b6a7e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'port': {'network_id': '56031a9e-176c-4310-9735-75a29334f091', 'name': 'tempest-PortsTestJSON-281925475', 'fixed_ips': [{'subnet_id': '7d88b886-4766-4d51-9c30-9be705028655', 'ip_address': '172.20.0.9'}]}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:45.971873 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c9cfe6-e266-4117-9467-0114a456bfeb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:45.976080 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b4c9cfe6-e266-4117-9467-0114a456bfeb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4626620 Mar 28 19:11:45.976080 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57302) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:45.976502 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57304) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:45.984750 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-917c98b9-c2c0-4b73-8792-05b715a72f39 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] DELETE failed (client error): The resource could not be found. Mar 28 19:11:45.985611 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-917c98b9-c2c0-4b73-8792-05b715a72f39 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:11:45.987721 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-917c98b9-c2c0-4b73-8792-05b715a72f39 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "DELETE /v2.0/networks/91d12f97-df44-4b09-9e2d-5e51e795bc2d HTTP/1.1" status: 404 len: 339 time: 0.1053534 Mar 28 19:11:46.000035 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57310) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:46.013502 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033bd46-d9bc-4cc4-9860-4aebe32a6674 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:46.068949 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa47de2-afe9-4a24-baac-570d2822d2fa tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:46.070897 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa47de2-afe9-4a24-baac-570d2822d2fa tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:46.072688 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa47de2-afe9-4a24-baac-570d2822d2fa tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:46.080011 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-0ba844e8-631d-47fb-91d4-4628909246d1 None None] Could not find standard attr ID for object 6c9401a5-a3fa-459d-bcc0-b8bcade56813. {{(pid=87834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 19:11:46.082926 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2fa47de2-afe9-4a24-baac-570d2822d2fa tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:11:46.086932 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d033bd46-d9bc-4cc4-9860-4aebe32a6674 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:46.087574 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d033bd46-d9bc-4cc4-9860-4aebe32a6674 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:46.110962 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2fa47de2-afe9-4a24-baac-570d2822d2fa tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:11:46.112282 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2fa47de2-afe9-4a24-baac-570d2822d2fa tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1293218 Mar 28 19:11:46.115007 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57316) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:46.221569 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba4088d5-07a0-445f-acc4-997f019056cc tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] DELETE failed (client error): The resource could not be found. Mar 28 19:11:46.222020 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba4088d5-07a0-445f-acc4-997f019056cc tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:11:46.226628 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ba4088d5-07a0-445f-acc4-997f019056cc tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "DELETE /v2.0/subnets/aed20ba6-a5ca-4d2c-98c8-3638abd8b2a1 HTTP/1.1" status: 404 len: 337 time: 0.2205608 Mar 28 19:11:46.230352 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b97ab3e-7741-452d-92c5-71b66a5588bb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting subnet 5b4149d2-47a7-46a9-a53e-8861f02d0b13 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:11:46.233976 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9b97ab3e-7741-452d-92c5-71b66a5588bb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:46.239350 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57322) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:46.284916 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d033bd46-d9bc-4cc4-9860-4aebe32a6674 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3563702 Mar 28 19:11:46.291374 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-597e6815-4575-401f-aae9-bf5500e3f38d tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] DELETE failed (client error): The resource could not be found. Mar 28 19:11:46.292352 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-597e6815-4575-401f-aae9-bf5500e3f38d tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:11:46.297366 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-597e6815-4575-401f-aae9-bf5500e3f38d tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "DELETE /v2.0/networks/eefea648-12d6-42fa-887f-fa10a73f562f HTTP/1.1" status: 404 len: 339 time: 0.0537846 Mar 28 19:11:46.311379 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57326) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:46.321099 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-a74092cc-f178-4ce8-8678-eae20dcf3dc8 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1483433958', 'router:external': True}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:46.328581 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a74092cc-f178-4ce8-8678-eae20dcf3dc8 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:46.371504 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9b97ab3e-7741-452d-92c5-71b66a5588bb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:46.423521 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a9c1d4dd-fae2-4471-ba85-48ee5cec061e None None] Provisioning for port 7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:11:46.429561 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a9c1d4dd-fae2-4471-ba85-48ee5cec061e None None] Provisioning complete for port 7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:46.431225 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a9c1d4dd-fae2-4471-ba85-48ee5cec061e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:46.462398 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-da5325eb-88e7-4ecd-9185-823d1a16847d tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Deleting subnet 64149aa2-da4f-468a-9ca5-1770d23688d8 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:11:46.466328 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a74092cc-f178-4ce8-8678-eae20dcf3dc8 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Usage tracker for resource:network and tenant:7ea864ba6bbb4a3cbfee7e383ff834a7 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:46.470783 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d0a5190c-bfc2-4404-8a29-7d090614cc32 service neutron] Request body: {'port': {'device_id': '19273f2d-61bc-4be8-9410-f1f3cf7b6a33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:46.475494 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da5325eb-88e7-4ecd-9185-823d1a16847d tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:46.505751 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a74092cc-f178-4ce8-8678-eae20dcf3dc8 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:46.540815 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a74092cc-f178-4ce8-8678-eae20dcf3dc8 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:46.549206 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-39719750-dda5-4a88-befb-db554e5b6a7e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:46.553663 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-39719750-dda5-4a88-befb-db554e5b6a7e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:port and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:46.555830 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a9c1d4dd-fae2-4471-ba85-48ee5cec061e None None] Port 7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:11:46.556589 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-39719750-dda5-4a88-befb-db554e5b6a7e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:46.563204 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-39719750-dda5-4a88-befb-db554e5b6a7e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:46.574182 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da5325eb-88e7-4ecd-9185-823d1a16847d tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:46.582474 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39719750-dda5-4a88-befb-db554e5b6a7e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:46.587215 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-39719750-dda5-4a88-befb-db554e5b6a7e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:46.621351 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74092cc-f178-4ce8-8678-eae20dcf3dc8 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Made reservation on behalf of 7ea864ba6bbb4a3cbfee7e383ff834a7 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:46.623787 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a74092cc-f178-4ce8-8678-eae20dcf3dc8 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:46.656452 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device fa2489a0-03b6-445a-9883-786e8514c993 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:11:46.671729 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-39719750-dda5-4a88-befb-db554e5b6a7e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] device_id is not set on port 675c28e1-c702-48d9-8c6b-b856af7df706 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:11:46.675533 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a74092cc-f178-4ce8-8678-eae20dcf3dc8 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:46.711156 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a74092cc-f178-4ce8-8678-eae20dcf3dc8 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:46.726730 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bc66c-71aa-42a8-8312-f53fe5dfffeb req-16bb8a79-dd85-47d4-8231-3c6aa00234bc tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:46.727481 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-934bc66c-71aa-42a8-8312-f53fe5dfffeb req-16bb8a79-dd85-47d4-8231-3c6aa00234bc tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:11:46.730700 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a74092cc-f178-4ce8-8678-eae20dcf3dc8 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Usage tracker for resource:security_group_rule and tenant:7ea864ba6bbb4a3cbfee7e383ff834a7 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:46.736458 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a74092cc-f178-4ce8-8678-eae20dcf3dc8 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:46.741068 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9b97ab3e-7741-452d-92c5-71b66a5588bb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:46.755714 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d0a5190c-bfc2-4404-8a29-7d090614cc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:46.759206 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c518927-756a-4a45-85bb-2dbdf9e447c8 None None] Network 56031a9e-176c-4310-9735-75a29334f091 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:46.785740 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a74092cc-f178-4ce8-8678-eae20dcf3dc8 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:46.788942 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-934bc66c-71aa-42a8-8312-f53fe5dfffeb req-16bb8a79-dd85-47d4-8231-3c6aa00234bc tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:11:46.790037 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-934bc66c-71aa-42a8-8312-f53fe5dfffeb req-16bb8a79-dd85-47d4-8231-3c6aa00234bc tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=19273f2d-61bc-4be8-9410-f1f3cf7b6a33 HTTP/1.1" status: 200 len: 932 time: 0.5069499 Mar 28 19:11:46.801096 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da5325eb-88e7-4ecd-9185-823d1a16847d tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:46.880205 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-89e3bc09-160e-491a-960e-4c474daad314 None None] Provisioning for port fa2489a0-03b6-445a-9883-786e8514c993 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:11:46.888274 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port fa2489a0-03b6-445a-9883-786e8514c993 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:11:46.896550 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-89e3bc09-160e-491a-960e-4c474daad314 None None] Provisioning complete for port fa2489a0-03b6-445a-9883-786e8514c993 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:46.896999 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-89e3bc09-160e-491a-960e-4c474daad314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:46.939715 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port fa2489a0-03b6-445a-9883-786e8514c993 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:46.940182 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:46.961325 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-934bc66c-71aa-42a8-8312-f53fe5dfffeb req-e62f7a6a-099c-4aef-972c-cb4f7538e06d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=03da40eb-c79c-4d48-8265-688e24d68ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1369772 Mar 28 19:11:47.017383 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9b97ab3e-7741-452d-92c5-71b66a5588bb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:47.065694 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97ab3e-7741-452d-92c5-71b66a5588bb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Subnet': ['ID=5b4149d2-47a7-46a9-a53e-8861f02d0b13,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:47.084659 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9b97ab3e-7741-452d-92c5-71b66a5588bb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:47.091497 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b97ab3e-7741-452d-92c5-71b66a5588bb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:47.091846 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b97ab3e-7741-452d-92c5-71b66a5588bb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:47.092185 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b97ab3e-7741-452d-92c5-71b66a5588bb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:47.092517 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b97ab3e-7741-452d-92c5-71b66a5588bb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:47.092847 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b97ab3e-7741-452d-92c5-71b66a5588bb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:47.093178 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b97ab3e-7741-452d-92c5-71b66a5588bb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:47.093504 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b97ab3e-7741-452d-92c5-71b66a5588bb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:47.093825 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b97ab3e-7741-452d-92c5-71b66a5588bb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:47.094559 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b97ab3e-7741-452d-92c5-71b66a5588bb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:47.094559 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b97ab3e-7741-452d-92c5-71b66a5588bb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:47.094757 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b97ab3e-7741-452d-92c5-71b66a5588bb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:47.095102 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b97ab3e-7741-452d-92c5-71b66a5588bb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:47.095218 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-39719750-dda5-4a88-befb-db554e5b6a7e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Allocated IP 172.20.0.9 (56031a9e-176c-4310-9735-75a29334f091/7d88b886-4766-4d51-9c30-9be705028655/675c28e1-c702-48d9-8c6b-b856af7df706) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:47.109503 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392103cc-9ff4-4306-90b0-9f0c64138289 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:47.118658 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da5325eb-88e7-4ecd-9185-823d1a16847d tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:47.169245 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5325eb-88e7-4ecd-9185-823d1a16847d tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event deleted for resources: {'Subnet': ['ID=64149aa2-da4f-468a-9ca5-1770d23688d8,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:47.177851 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9b97ab3e-7741-452d-92c5-71b66a5588bb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/5b4149d2-47a7-46a9-a53e-8861f02d0b13 HTTP/1.1" status: 204 len: 168 time: 1.0616004 Mar 28 19:11:47.178977 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da5325eb-88e7-4ecd-9185-823d1a16847d tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:47.185159 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57330) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:47.240424 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-da5325eb-88e7-4ecd-9185-823d1a16847d tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "DELETE /v2.0/subnets/64149aa2-da4f-468a-9ca5-1770d23688d8 HTTP/1.1" status: 204 len: 168 time: 0.9241879 Mar 28 19:11:47.244585 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57334) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:47.250716 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19e2df8-641c-4fd0-848d-b37ade7bb40f None None] Network 7254609e-2774-4cde-b4b4-d25b6a071ac3 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:47.271251 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a74092cc-f178-4ce8-8678-eae20dcf3dc8 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:47.281018 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee37da6c-12ad-4f7a-9507-f93fe155a441 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting subnet eb29510e-84ba-4c60-8b34-46a3f95694c5 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:11:47.284218 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a74092cc-f178-4ce8-8678-eae20dcf3dc8 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:47.288115 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee37da6c-12ad-4f7a-9507-f93fe155a441 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:47.358982 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74092cc-f178-4ce8-8678-eae20dcf3dc8 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:11:47.377910 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a74092cc-f178-4ce8-8678-eae20dcf3dc8 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:47.378251 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-a74092cc-f178-4ce8-8678-eae20dcf3dc8 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Added segment b1bda0c5-a84b-45ca-9bf8-c7ca6a8040bd of type vlan for network 26cf19b4-1159-48d4-8a11-8c7be435e728 Mar 28 19:11:47.380227 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74092cc-f178-4ce8-8678-eae20dcf3dc8 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2526cc-d3a2-490c-8547-9d5d8750dab4,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:47.389650 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee37da6c-12ad-4f7a-9507-f93fe155a441 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:47.468798 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a74092cc-f178-4ce8-8678-eae20dcf3dc8 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:47.492233 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-89e3bc09-160e-491a-960e-4c474daad314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:47.512835 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-446b7d08-986d-476c-850b-a366ff87c2d6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:47.525052 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee37da6c-12ad-4f7a-9507-f93fe155a441 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:47.528108 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-39719750-dda5-4a88-befb-db554e5b6a7e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:47.554418 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a74092cc-f178-4ce8-8678-eae20dcf3dc8 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:47.555394 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74092cc-f178-4ce8-8678-eae20dcf3dc8 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:47.555974 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a74092cc-f178-4ce8-8678-eae20dcf3dc8 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:47.561749 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:47.591119 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-446b7d08-986d-476c-850b-a366ff87c2d6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Deleting port 1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:47.591453 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-446b7d08-986d-476c-850b-a366ff87c2d6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:47.628626 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-39719750-dda5-4a88-befb-db554e5b6a7e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Transition to ACTIVE for port object 675c28e1-c702-48d9-8c6b-b856af7df706 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:47.654501 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d0a5190c-bfc2-4404-8a29-7d090614cc32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:11:47.674260 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a74092cc-f178-4ce8-8678-eae20dcf3dc8 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.6927390 Mar 28 19:11:47.675587 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d0a5190c-bfc2-4404-8a29-7d090614cc32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:47.679148 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57338) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:47.680986 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-89e3bc09-160e-491a-960e-4c474daad314 None None] For port fa2489a0-03b6-445a-9883-786e8514c993, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=fa2489a0-03b6-445a-9883-786e8514c993,segment=NetworkSegment(7ae57856-ccb6-4086-ad1b-4f8313191e0b),segment_id=7ae57856-ccb6-4086-ad1b-4f8313191e0b)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:47.687648 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-9762e64c-c24c-44ec-b8ee-9351f919e7ef tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Request body: {'subnet': {'network_id': '26cf19b4-1159-48d4-8a11-8c7be435e728', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:47.694238 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74092cc-f178-4ce8-8678-eae20dcf3dc8 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Pushing event updated for resources: {'Network': ['ID=26cf19b4-1159-48d4-8a11-8c7be435e728,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:47.699603 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-9762e64c-c24c-44ec-b8ee-9351f919e7ef tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:47.706423 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-9762e64c-c24c-44ec-b8ee-9351f919e7ef tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Usage tracker for resource:subnet and tenant:7ea864ba6bbb4a3cbfee7e383ff834a7 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:47.711897 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-9762e64c-c24c-44ec-b8ee-9351f919e7ef tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:47.725387 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-9762e64c-c24c-44ec-b8ee-9351f919e7ef tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:47.736704 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee37da6c-12ad-4f7a-9507-f93fe155a441 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:47.748102 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d0a5190c-bfc2-4404-8a29-7d090614cc32 service neutron] Transition to ACTIVE for port object 7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:47.760998 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d0a5190c-bfc2-4404-8a29-7d090614cc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:47.785855 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9762e64c-c24c-44ec-b8ee-9351f919e7ef tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Made reservation on behalf of 7ea864ba6bbb4a3cbfee7e383ff834a7 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:47.788180 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9762e64c-c24c-44ec-b8ee-9351f919e7ef tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:47.798974 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 26cf19b4-1159-48d4-8a11-8c7be435e728 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:11:47.811087 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee37da6c-12ad-4f7a-9507-f93fe155a441 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:47.826804 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37da6c-12ad-4f7a-9507-f93fe155a441 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Subnet': ['ID=eb29510e-84ba-4c60-8b34-46a3f95694c5,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:47.842160 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-39719750-dda5-4a88-befb-db554e5b6a7e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:47.846278 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-89e3bc09-160e-491a-960e-4c474daad314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:47.883361 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ee37da6c-12ad-4f7a-9507-f93fe155a441 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/eb29510e-84ba-4c60-8b34-46a3f95694c5 HTTP/1.1" status: 204 len: 168 time: 0.6969593 Mar 28 19:11:47.889765 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57342) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:47.975842 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-978562fa-9b5f-4a4e-b6c4-293997bd357b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850730 Mar 28 19:11:47.979844 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57346) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:47.988003 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-ba5d337e-0f19-408e-91b9-07d26b518d86 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:48.032975 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5190c-bfc2-4404-8a29-7d090614cc32 service neutron] Pushing event updated for resources: {'Port': ['ID=7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:48.086784 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:11:48.087189 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:11:48.097152 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3bc09-160e-491a-960e-4c474daad314 None None] Pushing event updated for resources: {'Port': ['ID=fa2489a0-03b6-445a-9883-786e8514c993,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:48.213367 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-ba5d337e-0f19-408e-91b9-07d26b518d86 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:48.228152 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ba5d337e-0f19-408e-91b9-07d26b518d86 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:subnet and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:48.232630 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ba5d337e-0f19-408e-91b9-07d26b518d86 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:48.239462 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-ba5d337e-0f19-408e-91b9-07d26b518d86 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:48.288044 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84769bae-2021-4fe1-aad9-0f487168196c None None] DHCP port deletion for 7254609e-2774-4cde-b4b4-d25b6a071ac3 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:11:48.294438 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5d337e-0f19-408e-91b9-07d26b518d86 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:48.299151 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba5d337e-0f19-408e-91b9-07d26b518d86 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:48.299970 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39719750-dda5-4a88-befb-db554e5b6a7e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network 56031a9e-176c-4310-9735-75a29334f091 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:48.308641 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-84769bae-2021-4fe1-aad9-0f487168196c None None] Deleting port 1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:48.309071 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-84769bae-2021-4fe1-aad9-0f487168196c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:48.331521 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39719750-dda5-4a88-befb-db554e5b6a7e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Port': ['ID=675c28e1-c702-48d9-8c6b-b856af7df706,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:48.352671 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5329d0-5460-4fc9-8e8b-3f8be41f857e None None] Update dhcp port {'port': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'fixed_ips': [{'subnet_id': 'eb29510e-84ba-4c60-8b34-46a3f95694c5'}], 'binding:host_id': 'dv-neutron-834711-1-hyperv'}, 'id': 'a3cc0dd7-8935-4b59-a29e-42d1634ba8a4'} from dv-neutron-834711-1-hyperv. {{(pid=87834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 19:11:48.366533 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-39719750-dda5-4a88-befb-db554e5b6a7e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:48.369370 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-446b7d08-986d-476c-850b-a366ff87c2d6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] For port 1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5,segment=NetworkSegment(2788314e-b486-4f41-a090-acff799815d5),segment_id=2788314e-b486-4f41-a090-acff799815d5)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:48.369713 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-446b7d08-986d-476c-850b-a366ff87c2d6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:48.413086 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39719750-dda5-4a88-befb-db554e5b6a7e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:11:48.478490 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ae5329d0-5460-4fc9-8e8b-3f8be41f857e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:48.491151 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39719750-dda5-4a88-befb-db554e5b6a7e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:48.491786 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-39719750-dda5-4a88-befb-db554e5b6a7e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:48.497449 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39719750-dda5-4a88-befb-db554e5b6a7e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:48.497780 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39719750-dda5-4a88-befb-db554e5b6a7e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:48.498109 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39719750-dda5-4a88-befb-db554e5b6a7e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:48.498445 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39719750-dda5-4a88-befb-db554e5b6a7e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:48.498806 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39719750-dda5-4a88-befb-db554e5b6a7e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:48.499180 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39719750-dda5-4a88-befb-db554e5b6a7e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:48.499504 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39719750-dda5-4a88-befb-db554e5b6a7e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:48.499824 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39719750-dda5-4a88-befb-db554e5b6a7e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:48.500219 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39719750-dda5-4a88-befb-db554e5b6a7e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:48.500508 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39719750-dda5-4a88-befb-db554e5b6a7e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:48.500830 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39719750-dda5-4a88-befb-db554e5b6a7e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:48.501672 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39719750-dda5-4a88-befb-db554e5b6a7e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:48.646790 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-446b7d08-986d-476c-850b-a366ff87c2d6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Calling delete_port for 1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5 owned by network:dhcp {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:48.655855 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:11:48.688409 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.objects.ports [None req-9762e64c-c24c-44ec-b8ee-9351f919e7ef tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87832) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 19:11:48.689082 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9762e64c-c24c-44ec-b8ee-9351f919e7ef tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:48.723746 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d0a5190c-bfc2-4404-8a29-7d090614cc32 service neutron] Attempting to bind port 7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:48.724082 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d0a5190c-bfc2-4404-8a29-7d090614cc32 service neutron] Attempting to bind port 7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '1ff69bbe-5515-46a7-94a4-b80a07cb032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:48.724407 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d0a5190c-bfc2-4404-8a29-7d090614cc32 service neutron] Attempting to bind port 7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd on network 2486f7ec-b979-41fc-a225-67e3b737e9a3 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:48.731349 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-39719750-dda5-4a88-befb-db554e5b6a7e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7906270 Mar 28 19:11:48.743676 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57352) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:48.744279 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d0a5190c-bfc2-4404-8a29-7d090614cc32 service neutron] Port 7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd on network 2486f7ec-b979-41fc-a225-67e3b737e9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:11:48.744600 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d0a5190c-bfc2-4404-8a29-7d090614cc32 service neutron] Attempting to bind port 7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd on network 2486f7ec-b979-41fc-a225-67e3b737e9a3 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:48.776488 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762e64c-c24c-44ec-b8ee-9351f919e7ef tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Pushing event updated for resources: {'Subnet': ['ID=33cf999f-bfcb-4fd1-a69b-8fa6a28e6ed2,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:48.810067 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d0a5190c-bfc2-4404-8a29-7d090614cc32 service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:11:48.810404 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d0a5190c-bfc2-4404-8a29-7d090614cc32 service neutron] Checking segment: {'id': '1ff69bbe-5515-46a7-94a4-b80a07cb032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:11:48.810802 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d0a5190c-bfc2-4404-8a29-7d090614cc32 service neutron] Bound using segment: {'id': '1ff69bbe-5515-46a7-94a4-b80a07cb032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:11:48.811275 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d0a5190c-bfc2-4404-8a29-7d090614cc32 service neutron] Bound port: 7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff69bbe-5515-46a7-94a4-b80a07cb032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:11:48.811618 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d0a5190c-bfc2-4404-8a29-7d090614cc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:48.864779 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9762e64c-c24c-44ec-b8ee-9351f919e7ef tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Checking segment: {'id': 'b1bda0c5-a84b-45ca-9bf8-c7ca6a8040bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '26cf19b4-1159-48d4-8a11-8c7be435e728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:11:48.865157 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9762e64c-c24c-44ec-b8ee-9351f919e7ef tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Network hostable DHCP agents. Network: 26cf19b4-1159-48d4-8a11-8c7be435e728, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:11:48.902770 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533f2b3-f10d-44e0-8358-9d5caab97a64 req-639bb405-c508-46a0-9f0f-721fb0ccf3b5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:48.904518 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b533f2b3-f10d-44e0-8358-9d5caab97a64 req-639bb405-c508-46a0-9f0f-721fb0ccf3b5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=19273f2d-61bc-4be8-9410-f1f3cf7b6a33 HTTP/1.1" status: 200 len: 944 time: 0.6068330 Mar 28 19:11:48.927469 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9762e64c-c24c-44ec-b8ee-9351f919e7ef tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Network 26cf19b4-1159-48d4-8a11-8c7be435e728 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:11:48.956516 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-446b7d08-986d-476c-850b-a366ff87c2d6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:48.959045 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-826988af-7ccb-40cf-b451-25892ef5eee2 None None] Provisioning for port 80924d42-85f4-4225-b178-60b88a6e074c completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:11:48.959669 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-9762e64c-c24c-44ec-b8ee-9351f919e7ef tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 26cf19b4-1159-48d4-8a11-8c7be435e728) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:48.966843 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9762e64c-c24c-44ec-b8ee-9351f919e7ef tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:48.967561 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9762e64c-c24c-44ec-b8ee-9351f919e7ef tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:48.975560 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba5d337e-0f19-408e-91b9-07d26b518d86 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:48.980918 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-84769bae-2021-4fe1-aad9-0f487168196c None None] For port 1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5,segment=NetworkSegment(2788314e-b486-4f41-a090-acff799815d5),segment_id=2788314e-b486-4f41-a090-acff799815d5)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:48.981381 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-84769bae-2021-4fe1-aad9-0f487168196c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:48.990738 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657234af-79b7-458a-896a-9c4ad71de2e8 None None] Network 26cf19b4-1159-48d4-8a11-8c7be435e728 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:49.010567 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-826988af-7ccb-40cf-b451-25892ef5eee2 None None] Provisioning complete for port 80924d42-85f4-4225-b178-60b88a6e074c triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:49.011146 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-826988af-7ccb-40cf-b451-25892ef5eee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:49.047014 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b533f2b3-f10d-44e0-8358-9d5caab97a64 req-37f83769-b2b4-4e52-baa6-d6260d6e284c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=03da40eb-c79c-4d48-8265-688e24d68ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1335390 Mar 28 19:11:49.047780 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b7d08-986d-476c-850b-a366ff87c2d6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event deleted for resources: {'Port': ['ID=1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:49.060997 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b0497a-b228-44f6-96ea-b1468a6550cb tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:49.061709 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-01b0497a-b228-44f6-96ea-b1468a6550cb tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Synchronizing usage tracker for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:11:49.065928 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446b7d08-986d-476c-850b-a366ff87c2d6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] No DVR routers for this DVR port 1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5 on host dv-neutron-834711-1-hyperv {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:11:49.070865 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d0a5190c-bfc2-4404-8a29-7d090614cc32 service neutron] For port 7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:11:49.074736 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d0a5190c-bfc2-4404-8a29-7d090614cc32 service neutron] For port 7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd,segment=NetworkSegment(1ff69bbe-5515-46a7-94a4-b80a07cb032d),segment_id=1ff69bbe-5515-46a7-94a4-b80a07cb032d)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:11:49.093986 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5d337e-0f19-408e-91b9-07d26b518d86 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:49.097529 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-ba5d337e-0f19-408e-91b9-07d26b518d86 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:49.102027 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9762e64c-c24c-44ec-b8ee-9351f919e7ef tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4200053 Mar 28 19:11:49.103847 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5d337e-0f19-408e-91b9-07d26b518d86 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:49.105058 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba5d337e-0f19-408e-91b9-07d26b518d86 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:49.108775 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d337e-0f19-408e-91b9-07d26b518d86 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Subnet': ['ID=c470c349-a60c-4201-b4c4-59ae3d57cdd8,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:49.110625 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57356) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:49.120957 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d0a5190c-bfc2-4404-8a29-7d090614cc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:49.123299 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-47aec299-456d-4b15-b1fc-7df38d46d3b0 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1974302956', 'network_id': '26cf19b4-1159-48d4-8a11-8c7be435e728'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:49.131830 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-47aec299-456d-4b15-b1fc-7df38d46d3b0 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:49.137654 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-47aec299-456d-4b15-b1fc-7df38d46d3b0 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Usage tracker for resource:port and tenant:7ea864ba6bbb4a3cbfee7e383ff834a7 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:49.140930 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-47aec299-456d-4b15-b1fc-7df38d46d3b0 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:49.144564 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ba5d337e-0f19-408e-91b9-07d26b518d86 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1632712 Mar 28 19:11:49.147623 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57360) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:49.150252 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-47aec299-456d-4b15-b1fc-7df38d46d3b0 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:49.155645 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-5dd2f2cb-d2be-4060-9e87-6dafb85d7404 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:49.192176 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-01b0497a-b228-44f6-96ea-b1468a6550cb tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Unset dirty status for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:11:49.196002 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-01b0497a-b228-44f6-96ea-b1468a6550cb tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4461648 Mar 28 19:11:49.207706 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5ce7a4-cb7a-4d89-9bd6-d9ab426870c3 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:49.226384 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57364) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:49.234456 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-84769bae-2021-4fe1-aad9-0f487168196c None None] Calling delete_port for 1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:49.362769 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47aec299-456d-4b15-b1fc-7df38d46d3b0 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Made reservation on behalf of 7ea864ba6bbb4a3cbfee7e383ff834a7 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:49.365089 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47aec299-456d-4b15-b1fc-7df38d46d3b0 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:49.369706 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5190c-bfc2-4404-8a29-7d090614cc32 service neutron] Pushing event updated for resources: {'Port': ['ID=7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:49.374180 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d0a5190c-bfc2-4404-8a29-7d090614cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:49.374784 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d0a5190c-bfc2-4404-8a29-7d090614cc32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:49.376179 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-d0a5190c-bfc2-4404-8a29-7d090614cc32 service neutron] 10.222.0.26 "PUT /v2.0/ports/7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd HTTP/1.1" status: 200 len: 1094 time: 3.0780709 Mar 28 19:11:49.392332 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-446b7d08-986d-476c-850b-a366ff87c2d6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:49.406599 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19273f2d-61bc-4be8-9410-f1f3cf7b6a33', 'tag': '7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:11:49.431963 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-47aec299-456d-4b15-b1fc-7df38d46d3b0 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] device_id is not set on port 273dff54-8366-4d43-bd78-0792b44f632f yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:11:49.484605 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-446b7d08-986d-476c-850b-a366ff87c2d6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7254609e-2774-4cde-b4b4-d25b6a071ac3']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:49.498274 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19273f2d-61bc-4be8-9410-f1f3cf7b6a33', 'tag': '7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd', 'status': 'completed', 'code': 200} Mar 28 19:11:49.504393 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-446b7d08-986d-476c-850b-a366ff87c2d6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2788314e-b486-4f41-a090-acff799815d5') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:49.504697 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-446b7d08-986d-476c-850b-a366ff87c2d6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2788314e-b486-4f41-a090-acff799815d5') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:49.513798 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-826988af-7ccb-40cf-b451-25892ef5eee2 None None] Port 80924d42-85f4-4225-b178-60b88a6e074c cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:11:49.525352 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-446b7d08-986d-476c-850b-a366ff87c2d6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:49.537411 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:49.537779 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:49.553960 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-5dd2f2cb-d2be-4060-9e87-6dafb85d7404 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:49.558823 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-446b7d08-986d-476c-850b-a366ff87c2d6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:49.562968 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-5dd2f2cb-d2be-4060-9e87-6dafb85d7404 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:subnet and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:49.568045 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-5dd2f2cb-d2be-4060-9e87-6dafb85d7404 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:49.575227 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-446b7d08-986d-476c-850b-a366ff87c2d6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:11:49.575634 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-446b7d08-986d-476c-850b-a366ff87c2d6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:11:49.589869 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:11:49.600537 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a209778f-acad-4c24-802b-eb348d0469f6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:49.603883 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-5dd2f2cb-d2be-4060-9e87-6dafb85d7404 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:49.606344 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a209778f-acad-4c24-802b-eb348d0469f6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:49.612148 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a209778f-acad-4c24-802b-eb348d0469f6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:49.613787 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a209778f-acad-4c24-802b-eb348d0469f6 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3854749 Mar 28 19:11:49.618329 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57370) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:49.673271 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-84769bae-2021-4fe1-aad9-0f487168196c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:11:49.673621 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-84769bae-2021-4fe1-aad9-0f487168196c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:11:49.674089 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-826988af-7ccb-40cf-b451-25892ef5eee2 None None] Provisioning complete for port fa2489a0-03b6-445a-9883-786e8514c993 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:49.674450 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-826988af-7ccb-40cf-b451-25892ef5eee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:49.675496 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd2f2cb-d2be-4060-9e87-6dafb85d7404 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:49.679195 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5dd2f2cb-d2be-4060-9e87-6dafb85d7404 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:49.691662 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-82e33b70-4eb5-47a9-b88b-e6c81d3dfbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:49.693437 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-82e33b70-4eb5-47a9-b88b-e6c81d3dfbe1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=19273f2d-61bc-4be8-9410-f1f3cf7b6a33 HTTP/1.1" status: 200 len: 1097 time: 0.2630377 Mar 28 19:11:49.729444 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-47aec299-456d-4b15-b1fc-7df38d46d3b0 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Allocated IP 172.20.0.11 (26cf19b4-1159-48d4-8a11-8c7be435e728/33cf999f-bfcb-4fd1-a69b-8fa6a28e6ed2/273dff54-8366-4d43-bd78-0792b44f632f) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:49.786018 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-b1b8ed71-c30b-4874-b9ac-bdfc020ac3c7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd HTTP/1.1" status: 200 len: 217 time: 0.0772791 Mar 28 19:11:49.804325 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-1363d587-8308-4cc2-b3cf-369101adb6d7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting port 675c28e1-c702-48d9-8c6b-b856af7df706 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:49.804809 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1363d587-8308-4cc2-b3cf-369101adb6d7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:49.829640 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-446b7d08-986d-476c-850b-a366ff87c2d6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:49.854198 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-446b7d08-986d-476c-850b-a366ff87c2d6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:49.865382 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b7d08-986d-476c-850b-a366ff87c2d6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event deleted for resources: {'Network': ['ID=7254609e-2774-4cde-b4b4-d25b6a071ac3,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:49.881320 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-446b7d08-986d-476c-850b-a366ff87c2d6 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "DELETE /v2.0/networks/7254609e-2774-4cde-b4b4-d25b6a071ac3 HTTP/1.1" status: 204 len: 168 time: 2.6332905 Mar 28 19:11:49.881320 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-ad048b63-fc5a-4719-9519-5bfac5c6a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:49.884816 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-ad048b63-fc5a-4719-9519-5bfac5c6a408 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d4ae72b-d834-47e4-a182-f022b94a587f HTTP/1.1" status: 200 len: 834 time: 0.0957749 Mar 28 19:11:49.884816 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57374) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:49.940817 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c4631f-422e-4c99-9027-b8567e98949e None None] Network 26cf19b4-1159-48d4-8a11-8c7be435e728 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:49.957000 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a935b05-94c6-4c46-aa7e-817a1fb09cad tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] DELETE failed (client error): The resource could not be found. Mar 28 19:11:49.957205 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a935b05-94c6-4c46-aa7e-817a1fb09cad tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:11:49.961348 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5a935b05-94c6-4c46-aa7e-817a1fb09cad tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "DELETE /v2.0/subnets/2dfab00d-b23b-4053-8602-8fa1374fb2c3 HTTP/1.1" status: 404 len: 337 time: 0.0753305 Mar 28 19:11:49.964349 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57378) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:49.990524 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.ipam_backend_mixin [None req-5dd2f2cb-d2be-4060-9e87-6dafb85d7404 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c470c349-a60c-4201-b4c4-59ae3d57cdd8 (CIDR: 2001:db8::/64) Mar 28 19:11:49.993736 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-7599c0e7-914b-44a3-8057-4d7565848b24 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] DELETE failed (client error): The resource could not be found. Mar 28 19:11:49.994221 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7599c0e7-914b-44a3-8057-4d7565848b24 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:11:49.997347 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-7599c0e7-914b-44a3-8057-4d7565848b24 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "DELETE /v2.0/networks/0189dece-fb42-408a-b30d-6975b01e485b HTTP/1.1" status: 404 len: 339 time: 0.0299311 Mar 28 19:11:49.999056 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57382) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:50.020450 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd2f2cb-d2be-4060-9e87-6dafb85d7404 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:11:50.021024 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd2f2cb-d2be-4060-9e87-6dafb85d7404 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:11:50.101666 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-202c03b1-ea2a-4385-9379-dba1e584b440 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Deleting subnet 46c62167-d03a-49ae-9691-e854e879f6cf {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:11:50.112343 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-202c03b1-ea2a-4385-9379-dba1e584b440 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:50.183724 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5dd2f2cb-d2be-4060-9e87-6dafb85d7404 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0350242 Mar 28 19:11:50.189404 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device cada6605-4ff4-4101-99a7-8877eade16c3 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:11:50.226104 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-84769bae-2021-4fe1-aad9-0f487168196c None None] Deleting port 1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:50.226440 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-84769bae-2021-4fe1-aad9-0f487168196c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:50.232180 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57388) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:50.255746 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-6fdc7bc3-44f7-4d11-970f-36fa65c62d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:50.268030 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-346a4de1-4187-48eb-a73c-0fc062993f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:50.269473 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-346a4de1-4187-48eb-a73c-0fc062993f79 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2486f7ec-b979-41fc-a225-67e3b737e9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3538430 Mar 28 19:11:50.298365 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: cada6605-4ff4-4101-99a7-8877eade16c3 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:11:50.298365 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device cada6605-4ff4-4101-99a7-8877eade16c3 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:11:50.349335 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-84769bae-2021-4fe1-aad9-0f487168196c None None] The port '1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:11:50.438290 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-202c03b1-ea2a-4385-9379-dba1e584b440 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:50.444392 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47aec299-456d-4b15-b1fc-7df38d46d3b0 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:50.451042 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1363d587-8308-4cc2-b3cf-369101adb6d7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:50.470708 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device fa2489a0-03b6-445a-9883-786e8514c993 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:11:50.571152 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13f3002-8f2d-47dd-82a9-86e71cc1fecb None None] Update dhcp port {'port': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'fixed_ips': [{'subnet_id': 'c470c349-a60c-4201-b4c4-59ae3d57cdd8'}], 'binding:host_id': 'dv-neutron-834711-1-hyperv'}, 'id': 'a3cc0dd7-8935-4b59-a29e-42d1634ba8a4'} from dv-neutron-834711-1-hyperv. {{(pid=87834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 19:11:50.576880 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf971b-85c2-47b3-9644-eed42aab10b5 req-0b220491-558f-47d2-9f75-62e5acdb8772 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:50.578337 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ccdf971b-85c2-47b3-9644-eed42aab10b5 req-0b220491-558f-47d2-9f75-62e5acdb8772 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=19273f2d-61bc-4be8-9410-f1f3cf7b6a33 HTTP/1.1" status: 200 len: 944 time: 0.3080044 Mar 28 19:11:50.583473 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-51e2c4af-4aca-4035-9b56-17dd4e8e4a49 service neutron] 10.222.0.26 "GET /v2.0/networks/2486f7ec-b979-41fc-a225-67e3b737e9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059607 Mar 28 19:11:50.593734 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-1363d587-8308-4cc2-b3cf-369101adb6d7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Calling delete_port for 675c28e1-c702-48d9-8c6b-b856af7df706 owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:50.634718 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6fdc7bc3-44f7-4d11-970f-36fa65c62d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:50.634954 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-90d18b1d-7445-4e99-837a-a0bab4eadb00 None None] Provisioning complete for port 80924d42-85f4-4225-b178-60b88a6e074c triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:50.635213 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-90d18b1d-7445-4e99-837a-a0bab4eadb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:50.642827 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6fdc7bc3-44f7-4d11-970f-36fa65c62d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:subnet and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:50.647292 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-202c03b1-ea2a-4385-9379-dba1e584b440 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:50.647685 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6fdc7bc3-44f7-4d11-970f-36fa65c62d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:50.667342 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6fdc7bc3-44f7-4d11-970f-36fa65c62d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:50.679224 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port fa2489a0-03b6-445a-9883-786e8514c993 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:50.679441 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:50.705269 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b13f3002-8f2d-47dd-82a9-86e71cc1fecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:50.713094 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdc7bc3-44f7-4d11-970f-36fa65c62d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:50.717989 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7bc3-44f7-4d11-970f-36fa65c62d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:50.781474 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ccdf971b-85c2-47b3-9644-eed42aab10b5 req-3a754ab9-0ddf-4ba8-ab98-c1c3dd23cd24 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=03da40eb-c79c-4d48-8265-688e24d68ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1918173 Mar 28 19:11:50.799346 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-90d18b1d-7445-4e99-837a-a0bab4eadb00 None None] Port 80924d42-85f4-4225-b178-60b88a6e074c cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:11:50.831527 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-04d18ac8-a242-4d95-a1d0-4a1f12276263 req-811ff7e4-9a37-469f-8085-75fd749f539c service neutron] 10.222.0.26 "GET /v2.0/networks/2486f7ec-b979-41fc-a225-67e3b737e9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254751 Mar 28 19:11:50.840359 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47aec299-456d-4b15-b1fc-7df38d46d3b0 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:50.845606 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-202c03b1-ea2a-4385-9379-dba1e584b440 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:50.884500 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-90d18b1d-7445-4e99-837a-a0bab4eadb00 None None] Provisioning for port 675c28e1-c702-48d9-8c6b-b856af7df706 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:11:50.895984 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-90d18b1d-7445-4e99-837a-a0bab4eadb00 None None] Provisioning complete for port 675c28e1-c702-48d9-8c6b-b856af7df706 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:50.896360 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-90d18b1d-7445-4e99-837a-a0bab4eadb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:50.896539 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-202c03b1-ea2a-4385-9379-dba1e584b440 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:50.928995 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91ec090-e0c4-4eee-8310-26388d80cc85 None None] Network 4825004c-93ca-4a3c-a136-2a866d60bd53 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:50.939341 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c03b1-ea2a-4385-9379-dba1e584b440 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event deleted for resources: {'Subnet': ['ID=46c62167-d03a-49ae-9691-e854e879f6cf,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:50.952272 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-202c03b1-ea2a-4385-9379-dba1e584b440 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "DELETE /v2.0/subnets/46c62167-d03a-49ae-9691-e854e879f6cf HTTP/1.1" status: 204 len: 168 time: 0.9519770 Mar 28 19:11:50.954554 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57392) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:50.987154 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aec299-456d-4b15-b1fc-7df38d46d3b0 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Network 26cf19b4-1159-48d4-8a11-8c7be435e728 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:51.006157 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-47aec299-456d-4b15-b1fc-7df38d46d3b0 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:51.021727 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aec299-456d-4b15-b1fc-7df38d46d3b0 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:11:51.095293 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f072cdcc-c8c9-459f-971f-ecc2278fdc33 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:51.098765 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f14796-a15a-4bfb-8751-321189406bd4 req-67f91f0c-86fa-47b7-9f68-1cc35dc3d7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:51.100380 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-92f14796-a15a-4bfb-8751-321189406bd4 req-67f91f0c-86fa-47b7-9f68-1cc35dc3d7f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=19273f2d-61bc-4be8-9410-f1f3cf7b6a33 HTTP/1.1" status: 200 len: 1097 time: 0.2103934 Mar 28 19:11:51.150475 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-f072cdcc-c8c9-459f-971f-ecc2278fdc33 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Deleting port 168b5908-1c16-4f2d-8f87-889e44ee0f82 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:51.150912 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f072cdcc-c8c9-459f-971f-ecc2278fdc33 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:51.193053 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-90d18b1d-7445-4e99-837a-a0bab4eadb00 None None] Port 675c28e1-c702-48d9-8c6b-b856af7df706 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:11:51.203850 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aec299-456d-4b15-b1fc-7df38d46d3b0 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Pushing event updated for resources: {'Port': ['ID=273dff54-8366-4d43-bd78-0792b44f632f,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:51.253009 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1363d587-8308-4cc2-b3cf-369101adb6d7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:51.258046 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aec299-456d-4b15-b1fc-7df38d46d3b0 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:51.258046 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-47aec299-456d-4b15-b1fc-7df38d46d3b0 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:51.306529 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:11:51.326753 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363d587-8308-4cc2-b3cf-369101adb6d7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Port': ['ID=675c28e1-c702-48d9-8c6b-b856af7df706,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:51.341411 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-90d18b1d-7445-4e99-837a-a0bab4eadb00 None None] Provisioning complete for port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:51.341675 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-90d18b1d-7445-4e99-837a-a0bab4eadb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:51.355970 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f14796-a15a-4bfb-8751-321189406bd4 req-9e3c274a-911a-441a-8854-b725b93e825f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:51.357335 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-92f14796-a15a-4bfb-8751-321189406bd4 req-9e3c274a-911a-441a-8854-b725b93e825f service neutron] 10.222.0.26 "GET /v2.0/networks?id=2486f7ec-b979-41fc-a225-67e3b737e9a3 HTTP/1.1" status: 200 len: 898 time: 0.2501814 Mar 28 19:11:51.372376 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-b13f3002-8f2d-47dd-82a9-86e71cc1fecb None None] Allocated IP 2001:db8::2 (1857c8f5-5622-42ce-a4f9-106880783f61/c470c349-a60c-4201-b4c4-59ae3d57cdd8/a3cc0dd7-8935-4b59-a29e-42d1634ba8a4) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:51.495064 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-47aec299-456d-4b15-b1fc-7df38d46d3b0 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.3794670 Mar 28 19:11:51.500546 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57396) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:51.569311 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1363d587-8308-4cc2-b3cf-369101adb6d7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:51.570661 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-92f14796-a15a-4bfb-8751-321189406bd4 req-1063d53b-f71e-4712-bf98-c0316a4a3c4b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd HTTP/1.1" status: 200 len: 217 time: 0.1939888 Mar 28 19:11:51.571200 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1363d587-8308-4cc2-b3cf-369101adb6d7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/ports/675c28e1-c702-48d9-8c6b-b856af7df706 HTTP/1.1" status: 204 len: 168 time: 1.9517729 Mar 28 19:11:51.576232 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57400) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:51.623576 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-f072cdcc-c8c9-459f-971f-ecc2278fdc33 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] For port 168b5908-1c16-4f2d-8f87-889e44ee0f82, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=168b5908-1c16-4f2d-8f87-889e44ee0f82,segment=NetworkSegment(cd14c1c9-14fa-4678-84dc-2b18d72027ea),segment_id=cd14c1c9-14fa-4678-84dc-2b18d72027ea)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:51.623944 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f072cdcc-c8c9-459f-971f-ecc2278fdc33 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:51.642566 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd685447-13d2-4ec4-9a92-4ba5b32e9320 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] GET failed (client error): The resource could not be found. Mar 28 19:11:51.642801 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-cd685447-13d2-4ec4-9a92-4ba5b32e9320 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Synchronizing usage tracker for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:11:51.646599 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-de49f625-9c1a-4c62-9e27-f6afccef1526 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Deleting port 273dff54-8366-4d43-bd78-0792b44f632f {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:51.646971 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-de49f625-9c1a-4c62-9e27-f6afccef1526 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:51.703082 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:51.729547 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-b13f3002-8f2d-47dd-82a9-86e71cc1fecb None None] For port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a3cc0dd7-8935-4b59-a29e-42d1634ba8a4,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:51.772698 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-f072cdcc-c8c9-459f-971f-ecc2278fdc33 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Calling delete_port for 168b5908-1c16-4f2d-8f87-889e44ee0f82 owned by network:dhcp {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:51.773365 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2929c1d6-f1b9-4fad-ab88-5d1bb05947d7 None None] DHCP port deletion for 4825004c-93ca-4a3c-a136-2a866d60bd53 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:11:51.777741 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-cd685447-13d2-4ec4-9a92-4ba5b32e9320 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Unset dirty status for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:11:51.778783 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-cd685447-13d2-4ec4-9a92-4ba5b32e9320 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "GET /v2.0/ports/675c28e1-c702-48d9-8c6b-b856af7df706 HTTP/1.1" status: 404 len: 333 time: 0.2009573 Mar 28 19:11:51.783139 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b13f3002-8f2d-47dd-82a9-86e71cc1fecb None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:51.786839 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-2929c1d6-f1b9-4fad-ab88-5d1bb05947d7 None None] Deleting port 168b5908-1c16-4f2d-8f87-889e44ee0f82 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:51.787229 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2929c1d6-f1b9-4fad-ab88-5d1bb05947d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:51.803564 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57404) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:51.842393 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b13f3002-8f2d-47dd-82a9-86e71cc1fecb None None] Transition to ACTIVE for port object a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:51.860264 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b13f3002-8f2d-47dd-82a9-86e71cc1fecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:52.035929 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f14796-a15a-4bfb-8751-321189406bd4 req-bfeda282-ea71-4a2b-a8cc-ebb1dbee3a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:52.037362 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-92f14796-a15a-4bfb-8751-321189406bd4 req-bfeda282-ea71-4a2b-a8cc-ebb1dbee3a35 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d4ae72b-d834-47e4-a182-f022b94a587f HTTP/1.1" status: 200 len: 834 time: 0.4599676 Mar 28 19:11:52.058179 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.objects.ports [None req-6fdc7bc3-44f7-4d11-970f-36fa65c62d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87832) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 19:11:52.095902 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:11:52.096229 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:11:52.100981 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-de49f625-9c1a-4c62-9e27-f6afccef1526 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:52.107603 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f3002-8f2d-47dd-82a9-86e71cc1fecb None None] Pushing event updated for resources: {'Port': ['ID=a3cc0dd7-8935-4b59-a29e-42d1634ba8a4,revision_number=7']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:52.121906 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f3002-8f2d-47dd-82a9-86e71cc1fecb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:52.122239 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f3002-8f2d-47dd-82a9-86e71cc1fecb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:52.122521 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f3002-8f2d-47dd-82a9-86e71cc1fecb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:52.122860 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f3002-8f2d-47dd-82a9-86e71cc1fecb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:52.123226 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f3002-8f2d-47dd-82a9-86e71cc1fecb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:52.126050 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f3002-8f2d-47dd-82a9-86e71cc1fecb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:52.126050 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f3002-8f2d-47dd-82a9-86e71cc1fecb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:52.126050 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f3002-8f2d-47dd-82a9-86e71cc1fecb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:52.126050 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f3002-8f2d-47dd-82a9-86e71cc1fecb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:52.126050 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f3002-8f2d-47dd-82a9-86e71cc1fecb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:52.126050 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f3002-8f2d-47dd-82a9-86e71cc1fecb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:52.126050 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f3002-8f2d-47dd-82a9-86e71cc1fecb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:11:52.194367 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-bb726e6e-ab52-4afe-8f80-8f95d000f617 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting port 80924d42-85f4-4225-b178-60b88a6e074c {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:52.194954 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bb726e6e-ab52-4afe-8f80-8f95d000f617 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:52.202485 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-2929c1d6-f1b9-4fad-ab88-5d1bb05947d7 None None] For port 168b5908-1c16-4f2d-8f87-889e44ee0f82, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=168b5908-1c16-4f2d-8f87-889e44ee0f82,segment=NetworkSegment(cd14c1c9-14fa-4678-84dc-2b18d72027ea),segment_id=cd14c1c9-14fa-4678-84dc-2b18d72027ea)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:52.203113 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2929c1d6-f1b9-4fad-ab88-5d1bb05947d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:52.254682 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-de49f625-9c1a-4c62-9e27-f6afccef1526 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Calling delete_port for 273dff54-8366-4d43-bd78-0792b44f632f owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:52.281483 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f072cdcc-c8c9-459f-971f-ecc2278fdc33 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:52.371630 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-2929c1d6-f1b9-4fad-ab88-5d1bb05947d7 None None] Calling delete_port for 168b5908-1c16-4f2d-8f87-889e44ee0f82 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:52.400482 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072cdcc-c8c9-459f-971f-ecc2278fdc33 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event deleted for resources: {'Port': ['ID=168b5908-1c16-4f2d-8f87-889e44ee0f82,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:52.408244 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f14796-a15a-4bfb-8751-321189406bd4 req-39c109a0-bcdf-4221-a6de-11b84d90ea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:52.409887 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-92f14796-a15a-4bfb-8751-321189406bd4 req-39c109a0-bcdf-4221-a6de-11b84d90ea14 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2486f7ec-b979-41fc-a225-67e3b737e9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3327427 Mar 28 19:11:52.418619 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f072cdcc-c8c9-459f-971f-ecc2278fdc33 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] No DVR routers for this DVR port 168b5908-1c16-4f2d-8f87-889e44ee0f82 on host dv-neutron-834711-1-hyperv {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:11:52.463376 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-2929c1d6-f1b9-4fad-ab88-5d1bb05947d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:11:52.464089 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-2929c1d6-f1b9-4fad-ab88-5d1bb05947d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:11:52.501863 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b8304-a99b-4ade-ac49-bf362144e4f2 req-75333625-db7d-43c6-a23d-43117770d366 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:52.503565 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-956b8304-a99b-4ade-ac49-bf362144e4f2 req-75333625-db7d-43c6-a23d-43117770d366 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=19273f2d-61bc-4be8-9410-f1f3cf7b6a33 HTTP/1.1" status: 200 len: 944 time: 0.4758701 Mar 28 19:11:52.532332 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7bc3-44f7-4d11-970f-36fa65c62d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:52.544228 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-de49f625-9c1a-4c62-9e27-f6afccef1526 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:52.707155 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49f625-9c1a-4c62-9e27-f6afccef1526 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Pushing event deleted for resources: {'Port': ['ID=273dff54-8366-4d43-bd78-0792b44f632f,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:52.711804 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:52.722979 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-92f14796-a15a-4bfb-8751-321189406bd4 req-ce9930c2-89c8-4f8e-9a66-4551fc676cbf service neutron] 10.222.0.26 "GET /v2.0/networks/2486f7ec-b979-41fc-a225-67e3b737e9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987947 Mar 28 19:11:52.895588 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-de49f625-9c1a-4c62-9e27-f6afccef1526 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:52.908267 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f072cdcc-c8c9-459f-971f-ecc2278fdc33 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:52.909754 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-de49f625-9c1a-4c62-9e27-f6afccef1526 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "DELETE /v2.0/ports/273dff54-8366-4d43-bd78-0792b44f632f HTTP/1.1" status: 204 len: 168 time: 1.4074171 Mar 28 19:11:52.912611 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57410) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:52.922365 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646d6e27-e492-40b8-9a1c-edb6ef771b31 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:52.925820 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-e4357fbf-acfc-40a0-8b5e-bb3c0459f68f tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '26cf19b4-1159-48d4-8a11-8c7be435e728', 'external_fixed_ips': [{'subnet_id': '33cf999f-bfcb-4fd1-a69b-8fa6a28e6ed2', 'ip_address': '172.20.0.11'}]}}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:52.933306 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e4357fbf-acfc-40a0-8b5e-bb3c0459f68f tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:52.941474 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e4357fbf-acfc-40a0-8b5e-bb3c0459f68f tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Usage tracker for resource:router and tenant:7ea864ba6bbb4a3cbfee7e383ff834a7 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:52.944904 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-6fdc7bc3-44f7-4d11-970f-36fa65c62d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] For port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a3cc0dd7-8935-4b59-a29e-42d1634ba8a4,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:52.947097 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e4357fbf-acfc-40a0-8b5e-bb3c0459f68f tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:52.955157 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e4357fbf-acfc-40a0-8b5e-bb3c0459f68f tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:52.976279 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e4357fbf-acfc-40a0-8b5e-bb3c0459f68f tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:52.977183 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e4357fbf-acfc-40a0-8b5e-bb3c0459f68f tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:52.988836 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7bc3-44f7-4d11-970f-36fa65c62d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:52.999696 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7bc3-44f7-4d11-970f-36fa65c62d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:53.000473 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7bc3-44f7-4d11-970f-36fa65c62d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:53.004584 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e4357fbf-acfc-40a0-8b5e-bb3c0459f68f tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:53.004751 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-956b8304-a99b-4ade-ac49-bf362144e4f2 req-9adb645d-f569-401f-b0bf-9cc1944be806 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=03da40eb-c79c-4d48-8265-688e24d68ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4561951 Mar 28 19:11:53.038322 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-f072cdcc-c8c9-459f-971f-ecc2278fdc33 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4825004c-93ca-4a3c-a136-2a866d60bd53']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:53.061017 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-f072cdcc-c8c9-459f-971f-ecc2278fdc33 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd14c1c9-14fa-4678-84dc-2b18d72027ea') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:53.061438 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-f072cdcc-c8c9-459f-971f-ecc2278fdc33 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd14c1c9-14fa-4678-84dc-2b18d72027ea') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:53.064739 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-2929c1d6-f1b9-4fad-ab88-5d1bb05947d7 None None] Deleting port 168b5908-1c16-4f2d-8f87-889e44ee0f82 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:53.065374 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2929c1d6-f1b9-4fad-ab88-5d1bb05947d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:53.070853 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bb726e6e-ab52-4afe-8f80-8f95d000f617 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:53.104261 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:11:53.139361 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f072cdcc-c8c9-459f-971f-ecc2278fdc33 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:53.206973 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-2929c1d6-f1b9-4fad-ab88-5d1bb05947d7 None None] The port '168b5908-1c16-4f2d-8f87-889e44ee0f82' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:11:53.219209 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-bb726e6e-ab52-4afe-8f80-8f95d000f617 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Calling delete_port for 80924d42-85f4-4225-b178-60b88a6e074c owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:53.243527 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-227cce53-29e2-4726-bc18-f576a955e4f8 None None] Provisioning for port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:11:53.247231 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdc7bc3-44f7-4d11-970f-36fa65c62d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:53.263533 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-6fdc7bc3-44f7-4d11-970f-36fa65c62d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:53.266157 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f072cdcc-c8c9-459f-971f-ecc2278fdc33 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:53.271673 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdc7bc3-44f7-4d11-970f-36fa65c62d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:53.272271 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7bc3-44f7-4d11-970f-36fa65c62d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:53.282857 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc7bc3-44f7-4d11-970f-36fa65c62d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Subnet': ['ID=de1accc1-75ef-4379-876e-a1a802005ce2,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:53.283304 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f072cdcc-c8c9-459f-971f-ecc2278fdc33 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:11:53.283656 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f072cdcc-c8c9-459f-971f-ecc2278fdc33 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:53.287833 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:11:53.288200 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:11:53.288893 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-227cce53-29e2-4726-bc18-f576a955e4f8 None None] Provisioning complete for port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:53.289108 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-227cce53-29e2-4726-bc18-f576a955e4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:11:53.298729 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:11:53.302934 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-92f14796-a15a-4bfb-8751-321189406bd4 req-c56a248a-fcc7-4076-a286-7c935ff98b0a service neutron] 10.222.0.26 "GET /v2.0/networks/2486f7ec-b979-41fc-a225-67e3b737e9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5215781 Mar 28 19:11:53.351931 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc7bc3-44f7-4d11-970f-36fa65c62d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Port': ['ID=a3cc0dd7-8935-4b59-a29e-42d1634ba8a4,revision_number=9']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:53.380113 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6fdc7bc3-44f7-4d11-970f-36fa65c62d89 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.1451495 Mar 28 19:11:53.381469 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57414) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:53.390124 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-f6e02ede-56f7-496e-8e06-12983666e876 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'port': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'mac_address': 'fa:16:3e:9a:8c:3b', 'name': 'tempest-NetworksTestDHCPv6-1645860201'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:53.438201 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f072cdcc-c8c9-459f-971f-ecc2278fdc33 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:53.469870 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f072cdcc-c8c9-459f-971f-ecc2278fdc33 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:53.483357 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072cdcc-c8c9-459f-971f-ecc2278fdc33 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] Pushing event deleted for resources: {'Network': ['ID=4825004c-93ca-4a3c-a136-2a866d60bd53,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:53.503481 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f072cdcc-c8c9-459f-971f-ecc2278fdc33 tempest-NetworksIpV6Test-91842231 tempest-NetworksIpV6Test-91842231-project] 10.222.0.10 "DELETE /v2.0/networks/4825004c-93ca-4a3c-a136-2a866d60bd53 HTTP/1.1" status: 204 len: 168 time: 2.5479228 Mar 28 19:11:53.515314 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bb726e6e-ab52-4afe-8f80-8f95d000f617 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:53.532661 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd,segment=NetworkSegment(1ff69bbe-5515-46a7-94a4-b80a07cb032d),segment_id=1ff69bbe-5515-46a7-94a4-b80a07cb032d)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:53.577840 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd', 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3', 'port_id': '7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd', 'mac_address': 'fa:16:3e:1e:95:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d4ae72b-d834-47e4-a182-f022b94a587f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:11:53.619323 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb726e6e-ab52-4afe-8f80-8f95d000f617 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Port': ['ID=80924d42-85f4-4225-b178-60b88a6e074c,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:53.673961 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e4357fbf-acfc-40a0-8b5e-bb3c0459f68f tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:53.816065 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f6e02ede-56f7-496e-8e06-12983666e876 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:53.837814 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f6e02ede-56f7-496e-8e06-12983666e876 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:53.850308 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:53.865836 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:53.887150 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:11:53.892052 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bb726e6e-ab52-4afe-8f80-8f95d000f617 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:53.898284 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-bb726e6e-ab52-4afe-8f80-8f95d000f617 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/ports/80924d42-85f4-4225-b178-60b88a6e074c HTTP/1.1" status: 204 len: 168 time: 2.0914526 Mar 28 19:11:53.899588 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57422) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:53.924213 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd,segment=NetworkSegment(1ff69bbe-5515-46a7-94a4-b80a07cb032d),segment_id=1ff69bbe-5515-46a7-94a4-b80a07cb032d)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:53.929052 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a3cc0dd7-8935-4b59-a29e-42d1634ba8a4,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:53.930818 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:53.964694 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c0ece9-b206-4978-a5e6-02dfeaa24f6e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] GET failed (client error): The resource could not be found. Mar 28 19:11:53.965224 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d8c0ece9-b206-4978-a5e6-02dfeaa24f6e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Synchronizing usage tracker for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:11:53.971360 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:53.972223 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:11:53.984848 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e02ede-56f7-496e-8e06-12983666e876 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:53.985058 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d8c0ece9-b206-4978-a5e6-02dfeaa24f6e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Unset dirty status for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:11:53.988453 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d8c0ece9-b206-4978-a5e6-02dfeaa24f6e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "GET /v2.0/ports/80924d42-85f4-4225-b178-60b88a6e074c HTTP/1.1" status: 404 len: 333 time: 0.0854366 Mar 28 19:11:53.988717 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57426) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:53.991271 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57428) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:54.035833 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:11:54.036441 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1c7ee2c1-a006-47a4-ac17-c37d4ddd1ee5 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:11:54.078598 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:54.113231 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9da1d1b-8633-49d5-adc6-8f4a1b5b06a0 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting subnet 7d88b886-4766-4d51-9c30-9be705028655 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:11:54.116365 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c9da1d1b-8633-49d5-adc6-8f4a1b5b06a0 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:54.243324 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:11:54.289453 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c9da1d1b-8633-49d5-adc6-8f4a1b5b06a0 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:54.292766 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=a3cc0dd7-8935-4b59-a29e-42d1634ba8a4,revision_number=10']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:54.302564 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:11:54.387435 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059ab74-870a-4ad5-9685-6a34249d0272 req-1c498d32-49f7-4d35-bde4-fdac6636e576 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:54.391803 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f6e02ede-56f7-496e-8e06-12983666e876 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:54.395754 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5059ab74-870a-4ad5-9685-6a34249d0272 req-1c498d32-49f7-4d35-bde4-fdac6636e576 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=19273f2d-61bc-4be8-9410-f1f3cf7b6a33 HTTP/1.1" status: 200 len: 945 time: 0.2197275 Mar 28 19:11:54.466011 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-f6e02ede-56f7-496e-8e06-12983666e876 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] device_id is not set on port fdec6799-3ce9-4a45-a064-b550f14e29c1 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:11:54.478516 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:54.479232 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:54.484718 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5059ab74-870a-4ad5-9685-6a34249d0272 req-116199f2-d9ab-4a95-a19b-357303af86e6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=03da40eb-c79c-4d48-8265-688e24d68ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0879591 Mar 28 19:11:54.490729 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c9da1d1b-8633-49d5-adc6-8f4a1b5b06a0 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:54.620277 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-974a3661-5fbc-44a3-a889-8975eca7776f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5caec573e114409086168219a54f97ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6274624 Mar 28 19:11:54.624971 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57440) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:54.701472 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7bc58a9-c920-4612-b593-df54a344577c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:54.715666 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:54.745304 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7bc58a9-c920-4612-b593-df54a344577c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:54.797332 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f04d9b-bdb5-4750-a0c2-fd6567178ae9 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:54.808001 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c9da1d1b-8633-49d5-adc6-8f4a1b5b06a0 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:54.858068 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a3cc0dd7-8935-4b59-a29e-42d1634ba8a4,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:54.867753 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da1d1b-8633-49d5-adc6-8f4a1b5b06a0 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Subnet': ['ID=7d88b886-4766-4d51-9c30-9be705028655,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:54.872362 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c9da1d1b-8633-49d5-adc6-8f4a1b5b06a0 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:54.878676 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e4357fbf-acfc-40a0-8b5e-bb3c0459f68f tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:54.881860 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c9da1d1b-8633-49d5-adc6-8f4a1b5b06a0 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/subnets/7d88b886-4766-4d51-9c30-9be705028655 HTTP/1.1" status: 204 len: 168 time: 0.8895783 Mar 28 19:11:54.882453 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57448) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:54.925846 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e4357fbf-acfc-40a0-8b5e-bb3c0459f68f tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:54.926076 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9697027d-b28a-4f1e-bf8b-91d184d63fbd None None] Network 56031a9e-176c-4310-9735-75a29334f091 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:54.939175 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:54.991580 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7bc58a9-c920-4612-b593-df54a344577c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:55.022814 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 168b5908-1c16-4f2d-8f87-889e44ee0f82 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:11:55.023062 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc58a9-c920-4612-b593-df54a344577c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c331d3-e6a2-4bcf-9672-5b5740d7727b,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:55.036484 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c6462714-778b-461d-86fa-96b5a6040f03 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:55.038434 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7bc58a9-c920-4612-b593-df54a344577c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:55.039529 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e7bc58a9-c920-4612-b593-df54a344577c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/36c331d3-e6a2-4bcf-9672-5b5740d7727b HTTP/1.1" status: 204 len: 168 time: 0.4132514 Mar 28 19:11:55.050910 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-c6462714-778b-461d-86fa-96b5a6040f03 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting port fa2489a0-03b6-445a-9883-786e8514c993 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:55.051372 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c6462714-778b-461d-86fa-96b5a6040f03 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:55.147687 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-d7ea3097-4057-4568-869e-bc11ffa5583a None None] Provisioning complete for port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:55.148324 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d7ea3097-4057-4568-869e-bc11ffa5583a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:55.228032 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 168b5908-1c16-4f2d-8f87-889e44ee0f82 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:11:55.228643 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 168b5908-1c16-4f2d-8f87-889e44ee0f82 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:11:55.320468 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-c6462714-778b-461d-86fa-96b5a6040f03 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] For port fa2489a0-03b6-445a-9883-786e8514c993, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=fa2489a0-03b6-445a-9883-786e8514c993,segment=NetworkSegment(7ae57856-ccb6-4086-ad1b-4f8313191e0b),segment_id=7ae57856-ccb6-4086-ad1b-4f8313191e0b)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:55.320839 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c6462714-778b-461d-86fa-96b5a6040f03 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:55.402324 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=a3cc0dd7-8935-4b59-a29e-42d1634ba8a4,revision_number=11']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:55.433665 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-f6e02ede-56f7-496e-8e06-12983666e876 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Allocated IP 2001:db8::30c (1857c8f5-5622-42ce-a4f9-106880783f61/c470c349-a60c-4201-b4c4-59ae3d57cdd8/fdec6799-3ce9-4a45-a064-b550f14e29c1) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:55.443828 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a254f888-7e19-44c4-9d9a-11a73651bfb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:55.444228 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-f6e02ede-56f7-496e-8e06-12983666e876 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9a:8c3b (1857c8f5-5622-42ce-a4f9-106880783f61/de1accc1-75ef-4379-876e-a1a802005ce2/fdec6799-3ce9-4a45-a064-b550f14e29c1) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:55.472204 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-c6462714-778b-461d-86fa-96b5a6040f03 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Calling delete_port for fa2489a0-03b6-445a-9883-786e8514c993 owned by network:dhcp {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:55.555124 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-e4357fbf-acfc-40a0-8b5e-bb3c0459f68f tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Allocated IP 172.20.0.11 (26cf19b4-1159-48d4-8a11-8c7be435e728/33cf999f-bfcb-4fd1-a69b-8fa6a28e6ed2/6b4f8dc5-f395-4e83-86f3-8c42240849a4) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:55.559274 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c6462714-778b-461d-86fa-96b5a6040f03 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:55.688169 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6462714-778b-461d-86fa-96b5a6040f03 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Port': ['ID=fa2489a0-03b6-445a-9883-786e8514c993,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:55.694144 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6462714-778b-461d-86fa-96b5a6040f03 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] No DVR routers for this DVR port fa2489a0-03b6-445a-9883-786e8514c993 on host dv-neutron-834711-1-hyperv {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:11:55.741801 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f370e8-e758-4097-9149-f74d370fe7a3 None None] DHCP port deletion for 56031a9e-176c-4310-9735-75a29334f091 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:11:55.848557 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c6462714-778b-461d-86fa-96b5a6040f03 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:55.850619 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e4357fbf-acfc-40a0-8b5e-bb3c0459f68f tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:55.877419 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f6e02ede-56f7-496e-8e06-12983666e876 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:55.887743 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-c6462714-778b-461d-86fa-96b5a6040f03 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56031a9e-176c-4310-9735-75a29334f091']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:55.894686 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-f6e02ede-56f7-496e-8e06-12983666e876 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Transition to ACTIVE for port object fdec6799-3ce9-4a45-a064-b550f14e29c1 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:55.905535 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f18fd0-f7d7-4053-9060-ed925ac67a7e req-3d1ba5b4-8900-4723-8482-118bc511c4e2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:55.907087 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-14f18fd0-f7d7-4053-9060-ed925ac67a7e req-3d1ba5b4-8900-4723-8482-118bc511c4e2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=19273f2d-61bc-4be8-9410-f1f3cf7b6a33 HTTP/1.1" status: 200 len: 945 time: 0.2991433 Mar 28 19:11:55.910760 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-c6462714-778b-461d-86fa-96b5a6040f03 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae57856-ccb6-4086-ad1b-4f8313191e0b') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:55.911060 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-c6462714-778b-461d-86fa-96b5a6040f03 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae57856-ccb6-4086-ad1b-4f8313191e0b') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:55.922438 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e4357fbf-acfc-40a0-8b5e-bb3c0459f68f tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:55.927476 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d529ab-fbda-46fd-880b-b580942fbcff None None] get_active_networks_info from dv-neutron-834711-1-hyperv {{(pid=87834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 19:11:55.940112 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c6462714-778b-461d-86fa-96b5a6040f03 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:55.971889 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c6462714-778b-461d-86fa-96b5a6040f03 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:55.981275 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f6e02ede-56f7-496e-8e06-12983666e876 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:55.986236 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6462714-778b-461d-86fa-96b5a6040f03 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:11:55.986834 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c6462714-778b-461d-86fa-96b5a6040f03 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:55.988390 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4357fbf-acfc-40a0-8b5e-bb3c0459f68f tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Network 26cf19b4-1159-48d4-8a11-8c7be435e728 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:55.993968 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-72210779-be07-400c-8160-04c687ae12b3 None None] Provisioning complete for port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:55.994336 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-72210779-be07-400c-8160-04c687ae12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:55.995321 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-e4357fbf-acfc-40a0-8b5e-bb3c0459f68f tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:11:56.006233 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:11:56.008634 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4357fbf-acfc-40a0-8b5e-bb3c0459f68f tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:11:56.017327 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-14f18fd0-f7d7-4053-9060-ed925ac67a7e req-d60fad04-e21c-4ad2-a0bd-65be83e5294b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=03da40eb-c79c-4d48-8265-688e24d68ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0984647 Mar 28 19:11:56.048804 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4357fbf-acfc-40a0-8b5e-bb3c0459f68f tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Pushing event updated for resources: {'Port': ['ID=6b4f8dc5-f395-4e83-86f3-8c42240849a4,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:56.115888 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e02ede-56f7-496e-8e06-12983666e876 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:56.124730 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-f6e02ede-56f7-496e-8e06-12983666e876 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:56.132462 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e02ede-56f7-496e-8e06-12983666e876 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:11:56.138613 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d529ab-fbda-46fd-880b-b580942fbcff None None] Resources bound (agent type, host, resource id): {{(pid=87834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 19:11:56.138812 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e02ede-56f7-496e-8e06-12983666e876 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:56.139222 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f6e02ede-56f7-496e-8e06-12983666e876 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:56.203581 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:11:56.219531 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c6462714-778b-461d-86fa-96b5a6040f03 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:56.237250 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c6462714-778b-461d-86fa-96b5a6040f03 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:56.240635 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e02ede-56f7-496e-8e06-12983666e876 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Port': ['ID=fdec6799-3ce9-4a45-a064-b550f14e29c1,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:56.251136 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6462714-778b-461d-86fa-96b5a6040f03 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Network': ['ID=56031a9e-176c-4310-9735-75a29334f091,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:56.262562 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c6462714-778b-461d-86fa-96b5a6040f03 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/networks/56031a9e-176c-4310-9735-75a29334f091 HTTP/1.1" status: 204 len: 168 time: 1.3788676 Mar 28 19:11:56.266233 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57456) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:56.272827 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-27ad5003-ff5f-4d91-9e47-51ea971766f1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1783145807'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:56.278034 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-27ad5003-ff5f-4d91-9e47-51ea971766f1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:56.281964 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-27ad5003-ff5f-4d91-9e47-51ea971766f1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:network and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:56.285123 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-27ad5003-ff5f-4d91-9e47-51ea971766f1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:56.290886 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-27ad5003-ff5f-4d91-9e47-51ea971766f1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:56.308464 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ad5003-ff5f-4d91-9e47-51ea971766f1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:56.312383 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-27ad5003-ff5f-4d91-9e47-51ea971766f1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:56.323365 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f6e02ede-56f7-496e-8e06-12983666e876 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9363122 Mar 28 19:11:56.329197 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57460) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:56.342230 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ad5003-ff5f-4d91-9e47-51ea971766f1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:11:56.352300 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-27ad5003-ff5f-4d91-9e47-51ea971766f1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:56.352751 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-27ad5003-ff5f-4d91-9e47-51ea971766f1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Added segment 2f7247e9-e54c-4b81-9af9-8151986482e1 of type vlan for network 2f3e0132-1777-4789-8d40-3e7a0c68c097 Mar 28 19:11:56.377949 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:56.378323 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:56.380392 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-27ad5003-ff5f-4d91-9e47-51ea971766f1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:56.412993 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-27ad5003-ff5f-4d91-9e47-51ea971766f1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:56.419286 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ad5003-ff5f-4d91-9e47-51ea971766f1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:56.420034 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-27ad5003-ff5f-4d91-9e47-51ea971766f1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:56.452727 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5637fff1-dafb-45f9-a451-b2a82b006bef tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting port fdec6799-3ce9-4a45-a064-b550f14e29c1 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:11:56.453436 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5637fff1-dafb-45f9-a451-b2a82b006bef tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:56.522866 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-27ad5003-ff5f-4d91-9e47-51ea971766f1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2525277 Mar 28 19:11:56.526650 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57464) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:56.537266 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-587da0f1-5284-4a3d-a54a-66755444aca1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'subnet': {'network_id': '2f3e0132-1777-4789-8d40-3e7a0c68c097', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:56.566070 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad5003-ff5f-4d91-9e47-51ea971766f1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Network': ['ID=2f3e0132-1777-4789-8d40-3e7a0c68c097,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:56.612210 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 2f3e0132-1777-4789-8d40-3e7a0c68c097 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:11:56.690163 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-587da0f1-5284-4a3d-a54a-66755444aca1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:56.697322 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-587da0f1-5284-4a3d-a54a-66755444aca1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:subnet and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:56.702274 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-587da0f1-5284-4a3d-a54a-66755444aca1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:56.711902 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-587da0f1-5284-4a3d-a54a-66755444aca1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:56.713512 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device fa2489a0-03b6-445a-9883-786e8514c993 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:11:56.730846 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587da0f1-5284-4a3d-a54a-66755444aca1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:56.736326 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-587da0f1-5284-4a3d-a54a-66755444aca1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:56.757572 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e4357fbf-acfc-40a0-8b5e-bb3c0459f68f tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:56.772019 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: fa2489a0-03b6-445a-9883-786e8514c993 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:11:56.772381 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device fa2489a0-03b6-445a-9883-786e8514c993 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:11:56.992933 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-587da0f1-5284-4a3d-a54a-66755444aca1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:57.083104 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587da0f1-5284-4a3d-a54a-66755444aca1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Subnet': ['ID=fbcc1897-e5fe-4f10-806e-4927285ca7fb,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:57.086631 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587da0f1-5284-4a3d-a54a-66755444aca1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Checking segment: {'id': '2f7247e9-e54c-4b81-9af9-8151986482e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2f3e0132-1777-4789-8d40-3e7a0c68c097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:11:57.086954 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587da0f1-5284-4a3d-a54a-66755444aca1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network hostable DHCP agents. Network: 2f3e0132-1777-4789-8d40-3e7a0c68c097, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:11:57.096353 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:11:57.110913 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587da0f1-5284-4a3d-a54a-66755444aca1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network 2f3e0132-1777-4789-8d40-3e7a0c68c097 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:11:57.121166 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5637fff1-dafb-45f9-a451-b2a82b006bef tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:57.122080 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-587da0f1-5284-4a3d-a54a-66755444aca1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 2f3e0132-1777-4789-8d40-3e7a0c68c097) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:57.134615 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587da0f1-5284-4a3d-a54a-66755444aca1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:57.135495 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-587da0f1-5284-4a3d-a54a-66755444aca1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:57.150307 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786a2895-2cce-426b-a5b1-0447e2d594e0 None None] Network 2f3e0132-1777-4789-8d40-3e7a0c68c097 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:57.204278 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-587da0f1-5284-4a3d-a54a-66755444aca1 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6767025 Mar 28 19:11:57.206724 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57470) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:57.211803 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-d094b91e-2900-4e24-b0c9-f9e39d566e9f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-378939328', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:57.220293 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-d094b91e-2900-4e24-b0c9-f9e39d566e9f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:57.225892 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d094b91e-2900-4e24-b0c9-f9e39d566e9f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:router and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:57.229605 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d094b91e-2900-4e24-b0c9-f9e39d566e9f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:57.236342 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-d094b91e-2900-4e24-b0c9-f9e39d566e9f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:57.260045 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5637fff1-dafb-45f9-a451-b2a82b006bef tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Calling delete_port for fdec6799-3ce9-4a45-a064-b550f14e29c1 owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:11:57.262755 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2f692-7b76-4be4-8434-957a2199b950 req-4819d494-ca9e-4ba6-8357-cf2f6eb913ac tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:57.264267 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-96a2f692-7b76-4be4-8434-957a2199b950 req-4819d494-ca9e-4ba6-8357-cf2f6eb913ac tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=19273f2d-61bc-4be8-9410-f1f3cf7b6a33 HTTP/1.1" status: 200 len: 945 time: 0.1243324 Mar 28 19:11:57.266508 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d094b91e-2900-4e24-b0c9-f9e39d566e9f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:57.267556 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d094b91e-2900-4e24-b0c9-f9e39d566e9f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:57.272728 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-211230f2-2ccb-441a-94b0-519d44b40c7a None None] Provisioning for port fdec6799-3ce9-4a45-a064-b550f14e29c1 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:11:57.303928 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d094b91e-2900-4e24-b0c9-f9e39d566e9f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:57.308002 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-211230f2-2ccb-441a-94b0-519d44b40c7a None None] Provisioning complete for port fdec6799-3ce9-4a45-a064-b550f14e29c1 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:57.308382 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-211230f2-2ccb-441a-94b0-519d44b40c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:57.332664 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-96a2f692-7b76-4be4-8434-957a2199b950 req-1ecb450b-81e9-4f00-b173-24e89ffeb713 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=03da40eb-c79c-4d48-8265-688e24d68ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580869 Mar 28 19:11:57.342527 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d094b91e-2900-4e24-b0c9-f9e39d566e9f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:57.372059 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d094b91e-2900-4e24-b0c9-f9e39d566e9f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:57.376140 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d094b91e-2900-4e24-b0c9-f9e39d566e9f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1659644 Mar 28 19:11:57.376354 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57476) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:57.382477 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-2d2ce8dd-621d-497e-b76c-09785fecd95f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'port': {'network_id': '2f3e0132-1777-4789-8d40-3e7a0c68c097', 'name': 'tempest-PortsTestJSON-853109561'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:57.405684 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port 7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:11:57.410234 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-211230f2-2ccb-441a-94b0-519d44b40c7a None None] Port fdec6799-3ce9-4a45-a064-b550f14e29c1 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:11:57.415115 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:11:57.415515 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:57.532271 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-2d2ce8dd-621d-497e-b76c-09785fecd95f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:11:57.536713 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-2d2ce8dd-621d-497e-b76c-09785fecd95f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:port and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:11:57.540210 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-2d2ce8dd-621d-497e-b76c-09785fecd95f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:11:57.546676 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-2d2ce8dd-621d-497e-b76c-09785fecd95f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:11:57.551667 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e4357fbf-acfc-40a0-8b5e-bb3c0459f68f tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:57.558031 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2ce8dd-621d-497e-b76c-09785fecd95f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:11:57.561646 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2d2ce8dd-621d-497e-b76c-09785fecd95f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:57.584142 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-2d2ce8dd-621d-497e-b76c-09785fecd95f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] device_id is not set on port 6dd7a415-704f-42bc-94fb-15607357c7c6 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:11:57.657212 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d37607-c7ad-4950-ac0b-a3de71f5af5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-2f3e0132-1777-4789-8d40-3e7a0c68c097', 'network_id': '2f3e0132-1777-4789-8d40-3e7a0c68c097', 'tenant_id': '6e3972954dd6451c8906869de8eb2072', 'fixed_ips': [{'subnet_id': 'fbcc1897-e5fe-4f10-806e-4927285ca7fb'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:11:57.658028 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2d37607-c7ad-4950-ac0b-a3de71f5af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:57.674406 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2a29288-eac1-4e6f-9cee-4fdc0b5e0c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:57.742161 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:57.781306 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-2d2ce8dd-621d-497e-b76c-09785fecd95f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Allocated IP 172.20.0.5 (2f3e0132-1777-4789-8d40-3e7a0c68c097/fbcc1897-e5fe-4f10-806e-4927285ca7fb/6dd7a415-704f-42bc-94fb-15607357c7c6) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:57.795960 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5637fff1-dafb-45f9-a451-b2a82b006bef tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:57.801773 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19273f2d-61bc-4be8-9410-f1f3cf7b6a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:11:57.818117 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd,segment=NetworkSegment(1ff69bbe-5515-46a7-94a4-b80a07cb032d),segment_id=1ff69bbe-5515-46a7-94a4-b80a07cb032d)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:11:57.824687 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:57.856757 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637fff1-dafb-45f9-a451-b2a82b006bef tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Port': ['ID=fdec6799-3ce9-4a45-a064-b550f14e29c1,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:57.928912 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:57.952058 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5637fff1-dafb-45f9-a451-b2a82b006bef tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:57.971374 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5637fff1-dafb-45f9-a451-b2a82b006bef tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/fdec6799-3ce9-4a45-a064-b550f14e29c1 HTTP/1.1" status: 204 len: 168 time: 1.6392334 Mar 28 19:11:57.971585 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57484) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:58.013161 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4357fbf-acfc-40a0-8b5e-bb3c0459f68f tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Router 71d045ba-5f2f-4055-b90d-b9a7417d494b is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:11:58.091402 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2d2ce8dd-621d-497e-b76c-09785fecd95f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:58.109834 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-2d2ce8dd-621d-497e-b76c-09785fecd95f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Transition to ACTIVE for port object 6dd7a415-704f-42bc-94fb-15607357c7c6 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:58.137558 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2d2ce8dd-621d-497e-b76c-09785fecd95f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:58.176748 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19273f2d-61bc-4be8-9410-f1f3cf7b6a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd', 'code': 200} Mar 28 19:11:58.211930 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2ce8dd-621d-497e-b76c-09785fecd95f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network 2f3e0132-1777-4789-8d40-3e7a0c68c097 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:58.215504 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-2d2ce8dd-621d-497e-b76c-09785fecd95f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:58.219355 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783ecdb5-b882-48bc-adb6-70c71b0d21e4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:58.220348 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-783ecdb5-b882-48bc-adb6-70c71b0d21e4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:11:58.223290 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-c2d37607-c7ad-4950-ac0b-a3de71f5af5a None None] Allocated IP 172.20.0.2 (2f3e0132-1777-4789-8d40-3e7a0c68c097/fbcc1897-e5fe-4f10-806e-4927285ca7fb/486b2e4e-5b30-472a-bb40-b38f3806d75f) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:11:58.225602 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2ce8dd-621d-497e-b76c-09785fecd95f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:11:58.254035 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4357fbf-acfc-40a0-8b5e-bb3c0459f68f tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:11:58.267318 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-783ecdb5-b882-48bc-adb6-70c71b0d21e4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:11:58.268933 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-783ecdb5-b882-48bc-adb6-70c71b0d21e4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2964303 Mar 28 19:11:58.270658 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ce8dd-621d-497e-b76c-09785fecd95f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Port': ['ID=6dd7a415-704f-42bc-94fb-15607357c7c6,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:58.272175 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57488) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:58.275919 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b055db4-3f6e-4b41-b9ce-cff75edf73d7 None None] Sync routers for ids ['71d045ba-5f2f-4055-b90d-b9a7417d494b'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:11:58.288123 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b055db4-3f6e-4b41-b9ce-cff75edf73d7 None None] Routers {'71d045ba-5f2f-4055-b90d-b9a7417d494b'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:11:58.288963 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-7b055db4-3f6e-4b41-b9ce-cff75edf73d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:11:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['71d045ba-5f2f-4055-b90d-b9a7417d494b'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:58.323803 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2ce8dd-621d-497e-b76c-09785fecd95f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:58.324518 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2d2ce8dd-621d-497e-b76c-09785fecd95f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:58.370535 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e4357fbf-acfc-40a0-8b5e-bb3c0459f68f tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:58.373227 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2d2ce8dd-621d-497e-b76c-09785fecd95f tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9957273 Mar 28 19:11:58.374374 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e4357fbf-acfc-40a0-8b5e-bb3c0459f68f tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.4608157 Mar 28 19:11:58.376069 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57494) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:58.378867 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57496) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:58.443891 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daabbbe1-2f06-4067-9f15-b350e1e60833 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:58.445649 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-daabbbe1-2f06-4067-9f15-b350e1e60833 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1723919 Mar 28 19:11:58.448755 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57502) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:58.499703 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-7b055db4-3f6e-4b41-b9ce-cff75edf73d7 None None] Set router 71d045ba-5f2f-4055-b90d-b9a7417d494b gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:11:58.536121 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988f9f61-7044-4d7f-84c6-f33eef22d16b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:58.537622 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988f9f61-7044-4d7f-84c6-f33eef22d16b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:58.539317 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988f9f61-7044-4d7f-84c6-f33eef22d16b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:58.540137 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-988f9f61-7044-4d7f-84c6-f33eef22d16b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:11:58.560594 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-988f9f61-7044-4d7f-84c6-f33eef22d16b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:11:58.564682 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-988f9f61-7044-4d7f-84c6-f33eef22d16b tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1119683 Mar 28 19:11:58.565299 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57506) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:58.572052 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2d37607-c7ad-4950-ac0b-a3de71f5af5a None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:58.576949 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:58.581222 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:58.590370 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-c2d37607-c7ad-4950-ac0b-a3de71f5af5a None None] Transition to ACTIVE for port object 486b2e4e-5b30-472a-bb40-b38f3806d75f will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:58.613048 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-c2d37607-c7ad-4950-ac0b-a3de71f5af5a None None] Transition to ACTIVE for port object 486b2e4e-5b30-472a-bb40-b38f3806d75f will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:58.621896 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2d37607-c7ad-4950-ac0b-a3de71f5af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:58.711143 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d37607-c7ad-4950-ac0b-a3de71f5af5a None None] Pushing event updated for resources: {'Port': ['ID=486b2e4e-5b30-472a-bb40-b38f3806d75f,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:58.727383 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d37607-c7ad-4950-ac0b-a3de71f5af5a None None] Network 2f3e0132-1777-4789-8d40-3e7a0c68c097 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:11:58.729702 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-c2d37607-c7ad-4950-ac0b-a3de71f5af5a None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:11:58.734614 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d37607-c7ad-4950-ac0b-a3de71f5af5a None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:11:58.833551 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-793a8c09-8d2f-4c64-9ac3-3c6858eba3e4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting subnet c470c349-a60c-4201-b4c4-59ae3d57cdd8 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:11:58.837244 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-c2d37607-c7ad-4950-ac0b-a3de71f5af5a None None] Attempting to bind port 486b2e4e-5b30-472a-bb40-b38f3806d75f on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:58.837856 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-c2d37607-c7ad-4950-ac0b-a3de71f5af5a None None] Attempting to bind port 486b2e4e-5b30-472a-bb40-b38f3806d75f by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '2f7247e9-e54c-4b81-9af9-8151986482e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2f3e0132-1777-4789-8d40-3e7a0c68c097'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:58.839124 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d37607-c7ad-4950-ac0b-a3de71f5af5a None None] Attempting to bind port 486b2e4e-5b30-472a-bb40-b38f3806d75f on network 2f3e0132-1777-4789-8d40-3e7a0c68c097 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:58.847142 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d37607-c7ad-4950-ac0b-a3de71f5af5a None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:11:58.847664 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d37607-c7ad-4950-ac0b-a3de71f5af5a None None] Checking segment: {'id': '2f7247e9-e54c-4b81-9af9-8151986482e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2f3e0132-1777-4789-8d40-3e7a0c68c097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:11:58.848469 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2d37607-c7ad-4950-ac0b-a3de71f5af5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:58.848939 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d37607-c7ad-4950-ac0b-a3de71f5af5a None None] Bound using segment: {'id': '2f7247e9-e54c-4b81-9af9-8151986482e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2f3e0132-1777-4789-8d40-3e7a0c68c097'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:11:58.849546 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-c2d37607-c7ad-4950-ac0b-a3de71f5af5a None None] Bound port: 486b2e4e-5b30-472a-bb40-b38f3806d75f, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f7247e9-e54c-4b81-9af9-8151986482e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2f3e0132-1777-4789-8d40-3e7a0c68c097'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:11:58.850084 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2d37607-c7ad-4950-ac0b-a3de71f5af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:58.850431 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-793a8c09-8d2f-4c64-9ac3-3c6858eba3e4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:58.924518 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-793a8c09-8d2f-4c64-9ac3-3c6858eba3e4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:58.942807 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-7b055db4-3f6e-4b41-b9ce-cff75edf73d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d045ba-5f2f-4055-b90d-b9a7417d494b', 'name': '', 'tenant_id': '7ea864ba6bbb4a3cbfee7e383ff834a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf19b4-1159-48d4-8a11-8c7be435e728', 'external_fixed_ips': [{'subnet_id': '33cf999f-bfcb-4fd1-a69b-8fa6a28e6ed2', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '6b4f8dc5-f395-4e83-86f3-8c42240849a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:11:52Z', 'updated_at': '2022-03-28T19:11:56Z', 'revision_number': 3, 'project_id': '7ea864ba6bbb4a3cbfee7e383ff834a7', 'gw_port': {'id': '6b4f8dc5-f395-4e83-86f3-8c42240849a4', 'name': '', 'network_id': '26cf19b4-1159-48d4-8a11-8c7be435e728', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d045ba-5f2f-4055-b90d-b9a7417d494b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '33cf999f-bfcb-4fd1-a69b-8fa6a28e6ed2', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:54Z', 'updated_at': '2022-03-28T19:11:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33cf999f-bfcb-4fd1-a69b-8fa6a28e6ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:11:58.947563 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b055db4-3f6e-4b41-b9ce-cff75edf73d7 None None] Checking router: 71d045ba-5f2f-4055-b90d-b9a7417d494b for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:11:58.948103 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-c2d37607-c7ad-4950-ac0b-a3de71f5af5a None None] For port 486b2e4e-5b30-472a-bb40-b38f3806d75f, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:11:58.948670 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b055db4-3f6e-4b41-b9ce-cff75edf73d7 None None] Updating router 71d045ba-5f2f-4055-b90d-b9a7417d494b port 6b4f8dc5-f395-4e83-86f3-8c42240849a4 binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:11:58.951921 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-c2d37607-c7ad-4950-ac0b-a3de71f5af5a None None] For port 486b2e4e-5b30-472a-bb40-b38f3806d75f, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=486b2e4e-5b30-472a-bb40-b38f3806d75f,segment=NetworkSegment(2f7247e9-e54c-4b81-9af9-8151986482e1),segment_id=2f7247e9-e54c-4b81-9af9-8151986482e1)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:11:58.957483 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2d37607-c7ad-4950-ac0b-a3de71f5af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:59.012456 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-7b055db4-3f6e-4b41-b9ce-cff75edf73d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:59.037643 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-793a8c09-8d2f-4c64-9ac3-3c6858eba3e4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:59.052225 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d37607-c7ad-4950-ac0b-a3de71f5af5a None None] Pushing event updated for resources: {'Port': ['ID=486b2e4e-5b30-472a-bb40-b38f3806d75f,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:59.141231 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-793a8c09-8d2f-4c64-9ac3-3c6858eba3e4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:59.188094 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a8c09-8d2f-4c64-9ac3-3c6858eba3e4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Subnet': ['ID=c470c349-a60c-4201-b4c4-59ae3d57cdd8,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:59.196055 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-793a8c09-8d2f-4c64-9ac3-3c6858eba3e4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:59.203991 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba555463-c954-4917-afba-288a95d4f8cf None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:11:59.227101 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-793a8c09-8d2f-4c64-9ac3-3c6858eba3e4 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/c470c349-a60c-4201-b4c4-59ae3d57cdd8 HTTP/1.1" status: 204 len: 168 time: 0.6583741 Mar 28 19:11:59.227337 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29111d-2635-4ca9-a53a-0957fb279143 req-ef3cfaba-3571-483f-81f4-1161747007a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:59.227337 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2f29111d-2635-4ca9-a53a-0957fb279143 req-ef3cfaba-3571-483f-81f4-1161747007a7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19273f2d-61bc-4be8-9410-f1f3cf7b6a33 HTTP/1.1" status: 200 len: 1099 time: 0.7592342 Mar 28 19:11:59.227886 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57510) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:59.277688 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5c3503cd-7803-4a7d-b5f9-251e9a06b520 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:59.397797 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-051851b0-5df0-4ad0-a4ec-83e84bedd3ce tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting subnet de1accc1-75ef-4379-876e-a1a802005ce2 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:11:59.402280 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-051851b0-5df0-4ad0-a4ec-83e84bedd3ce tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:59.405236 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f549b-b7b8-44ae-92f2-f4189a824ae0 req-c8ab2136-5694-48b6-930a-d3137bb9f143 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:11:59.406772 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-543f549b-b7b8-44ae-92f2-f4189a824ae0 req-c8ab2136-5694-48b6-930a-d3137bb9f143 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=19273f2d-61bc-4be8-9410-f1f3cf7b6a33 HTTP/1.1" status: 200 len: 946 time: 0.6971216 Mar 28 19:11:59.472202 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-051851b0-5df0-4ad0-a4ec-83e84bedd3ce tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:59.564463 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-7b055db4-3f6e-4b41-b9ce-cff75edf73d7 None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:59.581574 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-7b055db4-3f6e-4b41-b9ce-cff75edf73d7 None None] Transition to ACTIVE for port object 6b4f8dc5-f395-4e83-86f3-8c42240849a4 will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:11:59.593298 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-7b055db4-3f6e-4b41-b9ce-cff75edf73d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:59.594419 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-051851b0-5df0-4ad0-a4ec-83e84bedd3ce tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:59.622693 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2f29111d-2635-4ca9-a53a-0957fb279143 req-0aacafc0-9b27-434f-a464-b56a4ce5d3eb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=03da40eb-c79c-4d48-8265-688e24d68ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2617850 Mar 28 19:11:59.682587 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-7b055db4-3f6e-4b41-b9ce-cff75edf73d7 None None] Attempting to bind port 6b4f8dc5-f395-4e83-86f3-8c42240849a4 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:11:59.683050 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-7b055db4-3f6e-4b41-b9ce-cff75edf73d7 None None] Attempting to bind port 6b4f8dc5-f395-4e83-86f3-8c42240849a4 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'b1bda0c5-a84b-45ca-9bf8-c7ca6a8040bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '26cf19b4-1159-48d4-8a11-8c7be435e728'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:11:59.683739 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b055db4-3f6e-4b41-b9ce-cff75edf73d7 None None] Attempting to bind port 6b4f8dc5-f395-4e83-86f3-8c42240849a4 on network 26cf19b4-1159-48d4-8a11-8c7be435e728 {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:11:59.695397 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-051851b0-5df0-4ad0-a4ec-83e84bedd3ce tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:59.697505 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-543f549b-b7b8-44ae-92f2-f4189a824ae0 req-2e8fdd12-dd53-4d06-b7ba-b58470d40913 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=03da40eb-c79c-4d48-8265-688e24d68ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2763531 Mar 28 19:11:59.705933 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b055db4-3f6e-4b41-b9ce-cff75edf73d7 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:11:59.706300 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b055db4-3f6e-4b41-b9ce-cff75edf73d7 None None] Checking segment: {'id': 'b1bda0c5-a84b-45ca-9bf8-c7ca6a8040bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '26cf19b4-1159-48d4-8a11-8c7be435e728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:11:59.706693 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-7b055db4-3f6e-4b41-b9ce-cff75edf73d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:59.707129 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b055db4-3f6e-4b41-b9ce-cff75edf73d7 None None] Bound using segment: {'id': 'b1bda0c5-a84b-45ca-9bf8-c7ca6a8040bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '26cf19b4-1159-48d4-8a11-8c7be435e728'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:11:59.707598 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-7b055db4-3f6e-4b41-b9ce-cff75edf73d7 None None] Bound port: 6b4f8dc5-f395-4e83-86f3-8c42240849a4, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1bda0c5-a84b-45ca-9bf8-c7ca6a8040bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '26cf19b4-1159-48d4-8a11-8c7be435e728'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:11:59.708338 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-7b055db4-3f6e-4b41-b9ce-cff75edf73d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:59.748272 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900a489-cd5a-49f6-8d4f-2b989a66eb56 None None] Pushing event updated for resources: {'Port': ['ID=6b4f8dc5-f395-4e83-86f3-8c42240849a4,revision_number=2']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:59.780304 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051851b0-5df0-4ad0-a4ec-83e84bedd3ce tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Subnet': ['ID=de1accc1-75ef-4379-876e-a1a802005ce2,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:59.786957 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-051851b0-5df0-4ad0-a4ec-83e84bedd3ce tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:59.800576 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-051851b0-5df0-4ad0-a4ec-83e84bedd3ce tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/de1accc1-75ef-4379-876e-a1a802005ce2 HTTP/1.1" status: 204 len: 168 time: 0.5694778 Mar 28 19:11:59.801203 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57514) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:59.811348 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-7b055db4-3f6e-4b41-b9ce-cff75edf73d7 None None] For port 6b4f8dc5-f395-4e83-86f3-8c42240849a4, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:11:59.815777 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-7b055db4-3f6e-4b41-b9ce-cff75edf73d7 None None] For port 6b4f8dc5-f395-4e83-86f3-8c42240849a4, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=6b4f8dc5-f395-4e83-86f3-8c42240849a4,segment=NetworkSegment(b1bda0c5-a84b-45ca-9bf8-c7ca6a8040bd),segment_id=b1bda0c5-a84b-45ca-9bf8-c7ca6a8040bd)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:11:59.822249 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-7b055db4-3f6e-4b41-b9ce-cff75edf73d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:59.830211 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d4c240c5-dec6-402b-a06c-fa52e056937e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:59.896074 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5ff2c8b5-2249-4874-bb88-687f2d6e72b0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0936406 Mar 28 19:11:59.898634 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57518) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:11:59.904970 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-3fa59588-c864-4e5e-9a02-91ea6592632e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:11:59.933888 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5c3503cd-7803-4a7d-b5f9-251e9a06b520 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:11:59.954163 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900a489-cd5a-49f6-8d4f-2b989a66eb56 None None] Pushing event updated for resources: {'Port': ['ID=6b4f8dc5-f395-4e83-86f3-8c42240849a4,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:11:59.957181 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b055db4-3f6e-4b41-b9ce-cff75edf73d7 None None] Routers {'71d045ba-5f2f-4055-b90d-b9a7417d494b'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:11:59.957479 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-7b055db4-3f6e-4b41-b9ce-cff75edf73d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:11:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['71d045ba-5f2f-4055-b90d-b9a7417d494b'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:00.069695 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-3fa59588-c864-4e5e-9a02-91ea6592632e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:00.075428 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3fa59588-c864-4e5e-9a02-91ea6592632e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:subnet and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:00.088922 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3fa59588-c864-4e5e-9a02-91ea6592632e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:00.106071 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-3fa59588-c864-4e5e-9a02-91ea6592632e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:00.134788 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa59588-c864-4e5e-9a02-91ea6592632e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:00.143921 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:00.148212 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3fa59588-c864-4e5e-9a02-91ea6592632e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:00.231731 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-7b055db4-3f6e-4b41-b9ce-cff75edf73d7 None None] Set router 71d045ba-5f2f-4055-b90d-b9a7417d494b gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:12:00.237462 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 486b2e4e-5b30-472a-bb40-b38f3806d75f up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:12:00.247108 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-5c3503cd-7803-4a7d-b5f9-251e9a06b520 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Deleting port 6b4f8dc5-f395-4e83-86f3-8c42240849a4 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:12:00.248035 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5c3503cd-7803-4a7d-b5f9-251e9a06b520 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:00.368695 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-7b055db4-3f6e-4b41-b9ce-cff75edf73d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d045ba-5f2f-4055-b90d-b9a7417d494b', 'name': '', 'tenant_id': '7ea864ba6bbb4a3cbfee7e383ff834a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:11:52Z', 'updated_at': '2022-03-28T19:11:59Z', 'revision_number': 4, 'project_id': '7ea864ba6bbb4a3cbfee7e383ff834a7', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:00.377920 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b055db4-3f6e-4b41-b9ce-cff75edf73d7 None None] The sync data for ids ['71d045ba-5f2f-4055-b90d-b9a7417d494b'] in dv-neutron-834711-1-hyperv is: [{'id': '71d045ba-5f2f-4055-b90d-b9a7417d494b', 'name': '', 'tenant_id': '7ea864ba6bbb4a3cbfee7e383ff834a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:11:52Z', 'updated_at': '2022-03-28T19:11:59Z', 'revision_number': 4, 'project_id': '7ea864ba6bbb4a3cbfee7e383ff834a7', 'gw_port_host': None}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:12:00.409275 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 486b2e4e-5b30-472a-bb40-b38f3806d75f completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:12:00.538367 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ae3957-8a4b-42bd-9efa-bffaa3caf9d2 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:00.563592 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3fa59588-c864-4e5e-9a02-91ea6592632e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:00.615671 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-5c3503cd-7803-4a7d-b5f9-251e9a06b520 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] For port 6b4f8dc5-f395-4e83-86f3-8c42240849a4, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=6b4f8dc5-f395-4e83-86f3-8c42240849a4,segment=NetworkSegment(b1bda0c5-a84b-45ca-9bf8-c7ca6a8040bd),segment_id=b1bda0c5-a84b-45ca-9bf8-c7ca6a8040bd)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:12:00.616085 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5c3503cd-7803-4a7d-b5f9-251e9a06b520 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:00.633883 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa59588-c864-4e5e-9a02-91ea6592632e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:00.638573 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-3fa59588-c864-4e5e-9a02-91ea6592632e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:00.643028 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7158c99-7eb1-4dea-bb23-d45aec646032 None None] Network 2f3e0132-1777-4789-8d40-3e7a0c68c097 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:00.643741 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa59588-c864-4e5e-9a02-91ea6592632e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:00.644746 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3fa59588-c864-4e5e-9a02-91ea6592632e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:00.674154 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa59588-c864-4e5e-9a02-91ea6592632e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Subnet': ['ID=dc576c82-43ab-471f-8a85-4ecb99f781b4,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:00.689411 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3fa59588-c864-4e5e-9a02-91ea6592632e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7895827 Mar 28 19:12:00.692287 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57522) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:00.703576 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-af94716f-6637-433b-b64d-9e47e4d7548f None None] Provisioning complete for port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:00.703576 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-af94716f-6637-433b-b64d-9e47e4d7548f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:00.719189 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-04f1dbf4-3ced-4a8a-aced-e4ca9914997f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:00.781800 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-5c3503cd-7803-4a7d-b5f9-251e9a06b520 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Calling delete_port for 6b4f8dc5-f395-4e83-86f3-8c42240849a4 owned by network:router_gateway {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:12:00.979671 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-04f1dbf4-3ced-4a8a-aced-e4ca9914997f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:00.987051 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-04f1dbf4-3ced-4a8a-aced-e4ca9914997f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:subnet and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:00.997328 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-04f1dbf4-3ced-4a8a-aced-e4ca9914997f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:01.008555 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-04f1dbf4-3ced-4a8a-aced-e4ca9914997f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:01.028901 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f1dbf4-3ced-4a8a-aced-e4ca9914997f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:01.035016 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-04f1dbf4-3ced-4a8a-aced-e4ca9914997f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:01.088802 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d4c240c5-dec6-402b-a06c-fa52e056937e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:01.096336 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d4c240c5-dec6-402b-a06c-fa52e056937e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:01.196175 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.ipam_backend_mixin [None req-04f1dbf4-3ced-4a8a-aced-e4ca9914997f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dc576c82-43ab-471f-8a85-4ecb99f781b4 (CIDR: 2001:db8::/64) Mar 28 19:12:01.200554 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f1dbf4-3ced-4a8a-aced-e4ca9914997f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:12:01.201009 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f1dbf4-3ced-4a8a-aced-e4ca9914997f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:01.222941 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-04f1dbf4-3ced-4a8a-aced-e4ca9914997f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5137451 Mar 28 19:12:01.227318 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57530) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:01.233382 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-b33a478d-8c50-4c25-97d4-1648e086477d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'subnet': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:01.280575 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c240c5-dec6-402b-a06c-fa52e056937e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Port': ['ID=6dd7a415-704f-42bc-94fb-15607357c7c6,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:01.294963 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7b68a-a249-419c-8be0-de014e785de0 req-8516a7d8-5bf8-4b3b-b250-a48253dbec89 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:01.296448 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-72a7b68a-a249-419c-8be0-de014e785de0 req-8516a7d8-5bf8-4b3b-b250-a48253dbec89 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=19273f2d-61bc-4be8-9410-f1f3cf7b6a33 HTTP/1.1" status: 200 len: 946 time: 0.3137586 Mar 28 19:12:01.373307 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-1e67097c-116e-4ac2-a10f-1fdcfe65a28c None None] Provisioning for port 486b2e4e-5b30-472a-bb40-b38f3806d75f completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:12:01.382507 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822755fd-3616-4fdb-b3b4-9f1eaeceb0c0 None None] Update dhcp port {'port': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'fixed_ips': [{'subnet_id': 'dc576c82-43ab-471f-8a85-4ecb99f781b4'}], 'binding:host_id': 'dv-neutron-834711-1-hyperv'}, 'id': 'a3cc0dd7-8935-4b59-a29e-42d1634ba8a4'} from dv-neutron-834711-1-hyperv. {{(pid=87834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 19:12:01.395614 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5c3503cd-7803-4a7d-b5f9-251e9a06b520 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:01.422371 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b33a478d-8c50-4c25-97d4-1648e086477d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:01.423186 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-1e67097c-116e-4ac2-a10f-1fdcfe65a28c None None] Provisioning complete for port 486b2e4e-5b30-472a-bb40-b38f3806d75f triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:01.423569 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1e67097c-116e-4ac2-a10f-1fdcfe65a28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:01.427898 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b33a478d-8c50-4c25-97d4-1648e086477d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Usage tracker for resource:subnet and tenant:ab0fdca92649408bad5da9ad66e0cc61 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:01.431222 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b33a478d-8c50-4c25-97d4-1648e086477d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:01.437432 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b33a478d-8c50-4c25-97d4-1648e086477d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:01.449058 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33a478d-8c50-4c25-97d4-1648e086477d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:01.453424 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b33a478d-8c50-4c25-97d4-1648e086477d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:01.471802 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3503cd-7803-4a7d-b5f9-251e9a06b520 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b4f8dc5-f395-4e83-86f3-8c42240849a4,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:01.528450 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-72a7b68a-a249-419c-8be0-de014e785de0 req-35a5a315-0447-4872-95fa-e47deb509329 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=03da40eb-c79c-4d48-8265-688e24d68ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2205117 Mar 28 19:12:01.654082 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1e67097c-116e-4ac2-a10f-1fdcfe65a28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:01.673668 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-822755fd-3616-4fdb-b3b4-9f1eaeceb0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:01.715240 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-1e67097c-116e-4ac2-a10f-1fdcfe65a28c None None] For port 486b2e4e-5b30-472a-bb40-b38f3806d75f, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=486b2e4e-5b30-472a-bb40-b38f3806d75f,segment=NetworkSegment(2f7247e9-e54c-4b81-9af9-8151986482e1),segment_id=2f7247e9-e54c-4b81-9af9-8151986482e1)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:12:01.720977 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5c3503cd-7803-4a7d-b5f9-251e9a06b520 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:01.728127 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1e67097c-116e-4ac2-a10f-1fdcfe65a28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:01.771377 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:01.923428 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67097c-116e-4ac2-a10f-1fdcfe65a28c None None] Pushing event updated for resources: {'Port': ['ID=486b2e4e-5b30-472a-bb40-b38f3806d75f,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:01.942067 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-cfb790e5-e7d1-4292-89ea-9fa73308fb26 None None] Provisioning complete for port 486b2e4e-5b30-472a-bb40-b38f3806d75f triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:01.942451 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-cfb790e5-e7d1-4292-89ea-9fa73308fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:02.037357 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d4c240c5-dec6-402b-a06c-fa52e056937e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:02.075248 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-822755fd-3616-4fdb-b3b4-9f1eaeceb0c0 None None] Allocated IP 2001:db8::2 (1857c8f5-5622-42ce-a4f9-106880783f61/dc576c82-43ab-471f-8a85-4ecb99f781b4/a3cc0dd7-8935-4b59-a29e-42d1634ba8a4) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:12:02.084293 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.objects.ports [None req-b33a478d-8c50-4c25-97d4-1648e086477d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87832) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 19:12:02.135023 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5c3503cd-7803-4a7d-b5f9-251e9a06b520 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:02.139070 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5c3503cd-7803-4a7d-b5f9-251e9a06b520 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:02.175241 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 486b2e4e-5b30-472a-bb40-b38f3806d75f up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:12:02.183552 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5c3503cd-7803-4a7d-b5f9-251e9a06b520 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:02.184125 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3503cd-7803-4a7d-b5f9-251e9a06b520 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71d045ba-5f2f-4055-b90d-b9a7417d494b {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:12:02.232115 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5c3503cd-7803-4a7d-b5f9-251e9a06b520 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:02.233611 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5c3503cd-7803-4a7d-b5f9-251e9a06b520 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "DELETE /v2.0/routers/71d045ba-5f2f-4055-b90d-b9a7417d494b HTTP/1.1" status: 204 len: 168 time: 3.8539252 Mar 28 19:12:02.236744 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57534) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:02.266663 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d4c240c5-dec6-402b-a06c-fa52e056937e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:02.306961 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-cfb790e5-e7d1-4292-89ea-9fa73308fb26 None None] Provisioning for port 6dd7a415-704f-42bc-94fb-15607357c7c6 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:12:02.307241 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9836d0-98a9-4532-941d-bf683262a3c6 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Deleting subnet 33cf999f-bfcb-4fd1-a69b-8fa6a28e6ed2 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:12:02.310737 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cd9836d0-98a9-4532-941d-bf683262a3c6 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:02.317990 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-cfb790e5-e7d1-4292-89ea-9fa73308fb26 None None] Provisioning complete for port 6dd7a415-704f-42bc-94fb-15607357c7c6 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:02.318359 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-cfb790e5-e7d1-4292-89ea-9fa73308fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:02.368720 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cd9836d0-98a9-4532-941d-bf683262a3c6 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:02.384206 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-822755fd-3616-4fdb-b3b4-9f1eaeceb0c0 None None] For port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a3cc0dd7-8935-4b59-a29e-42d1634ba8a4,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:12:02.408196 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-cfb790e5-e7d1-4292-89ea-9fa73308fb26 None None] Port 6dd7a415-704f-42bc-94fb-15607357c7c6 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:12:02.411654 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 486b2e4e-5b30-472a-bb40-b38f3806d75f triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:02.412019 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:02.425909 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cd9836d0-98a9-4532-941d-bf683262a3c6 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:02.472695 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-822755fd-3616-4fdb-b3b4-9f1eaeceb0c0 None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:02.496628 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cd9836d0-98a9-4532-941d-bf683262a3c6 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:02.501012 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-822755fd-3616-4fdb-b3b4-9f1eaeceb0c0 None None] Transition to ACTIVE for port object a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:12:02.507990 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-822755fd-3616-4fdb-b3b4-9f1eaeceb0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:02.545159 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9836d0-98a9-4532-941d-bf683262a3c6 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=33cf999f-bfcb-4fd1-a69b-8fa6a28e6ed2,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:02.548121 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cd9836d0-98a9-4532-941d-bf683262a3c6 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:02.627329 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-cd9836d0-98a9-4532-941d-bf683262a3c6 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/33cf999f-bfcb-4fd1-a69b-8fa6a28e6ed2 HTTP/1.1" status: 204 len: 168 time: 0.3872437 Mar 28 19:12:02.628634 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57540) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:02.669395 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-7499deec-b5a0-475e-8008-eda570913a77 None None] Provisioning complete for port 6dd7a415-704f-42bc-94fb-15607357c7c6 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:02.669931 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7499deec-b5a0-475e-8008-eda570913a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:02.717176 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b33a478d-8c50-4c25-97d4-1648e086477d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:02.733282 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822755fd-3616-4fdb-b3b4-9f1eaeceb0c0 None None] Pushing event updated for resources: {'Port': ['ID=a3cc0dd7-8935-4b59-a29e-42d1634ba8a4,revision_number=15']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:02.745805 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d4c240c5-dec6-402b-a06c-fa52e056937e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:02.749428 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-7499deec-b5a0-475e-8008-eda570913a77 None None] Port 6dd7a415-704f-42bc-94fb-15607357c7c6 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:12:02.759385 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d4c240c5-dec6-402b-a06c-fa52e056937e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:02.881773 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-56833268-b8f7-42ee-97d6-58fc97f9577d tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:02.899920 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c240c5-dec6-402b-a06c-fa52e056937e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Port': ['ID=6dd7a415-704f-42bc-94fb-15607357c7c6,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:02.903840 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d4c240c5-dec6-402b-a06c-fa52e056937e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:02.920392 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b3422-0d9a-43ba-b774-1734899397bd req-90a59f7f-d61b-4e94-92e2-1b07b0eb20b9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:02.921925 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2c5b3422-0d9a-43ba-b774-1734899397bd req-90a59f7f-d61b-4e94-92e2-1b07b0eb20b9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=19273f2d-61bc-4be8-9410-f1f3cf7b6a33 HTTP/1.1" status: 200 len: 946 time: 0.2284589 Mar 28 19:12:03.057024 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2c5b3422-0d9a-43ba-b774-1734899397bd req-c116eed9-7abc-4415-b660-0b11b1f2c9c3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=03da40eb-c79c-4d48-8265-688e24d68ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1176462 Mar 28 19:12:03.091539 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c240c5-dec6-402b-a06c-fa52e056937e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network 2f3e0132-1777-4789-8d40-3e7a0c68c097 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:03.092840 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-d4c240c5-dec6-402b-a06c-fa52e056937e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:03.149097 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-56833268-b8f7-42ee-97d6-58fc97f9577d tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:03.205572 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-56833268-b8f7-42ee-97d6-58fc97f9577d tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26cf19b4-1159-48d4-8a11-8c7be435e728']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:03.214100 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-b33a478d-8c50-4c25-97d4-1648e086477d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] For port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a3cc0dd7-8935-4b59-a29e-42d1634ba8a4,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:12:03.225556 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-56833268-b8f7-42ee-97d6-58fc97f9577d tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1bda0c5-a84b-45ca-9bf8-c7ca6a8040bd') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:03.226148 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-56833268-b8f7-42ee-97d6-58fc97f9577d tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1bda0c5-a84b-45ca-9bf8-c7ca6a8040bd') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:03.243168 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-56833268-b8f7-42ee-97d6-58fc97f9577d tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:03.272353 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-56833268-b8f7-42ee-97d6-58fc97f9577d tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:03.280358 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b33a478d-8c50-4c25-97d4-1648e086477d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:03.284083 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56833268-b8f7-42ee-97d6-58fc97f9577d tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:12:03.284492 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-56833268-b8f7-42ee-97d6-58fc97f9577d tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:12:03.299286 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:12:03.315945 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b33a478d-8c50-4c25-97d4-1648e086477d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:03.316684 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b33a478d-8c50-4c25-97d4-1648e086477d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:03.391184 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c240c5-dec6-402b-a06c-fa52e056937e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Router 1a1e7e59-69d2-4261-900e-41f852b7aa34 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:12:03.404558 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7f7e1-5764-4bd5-8b5f-ae2558d7c33f req-6afce1a4-3b3f-456c-85c8-5363bb4e0566 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:03.406216 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bbc7f7e1-5764-4bd5-8b5f-ae2558d7c33f req-6afce1a4-3b3f-456c-85c8-5363bb4e0566 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=19273f2d-61bc-4be8-9410-f1f3cf7b6a33 HTTP/1.1" status: 200 len: 946 time: 0.1542709 Mar 28 19:12:03.445644 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62c495a-47f8-4f1e-a368-40359b3e54c4 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:03.496611 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33a478d-8c50-4c25-97d4-1648e086477d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:03.502709 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-b33a478d-8c50-4c25-97d4-1648e086477d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:03.510475 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33a478d-8c50-4c25-97d4-1648e086477d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:03.511196 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b33a478d-8c50-4c25-97d4-1648e086477d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:03.522723 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-56833268-b8f7-42ee-97d6-58fc97f9577d tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:03.530535 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a478d-8c50-4c25-97d4-1648e086477d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Subnet': ['ID=82b8092c-f33b-4452-96e3-0d58b32b2a40,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:03.552420 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a478d-8c50-4c25-97d4-1648e086477d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Port': ['ID=a3cc0dd7-8935-4b59-a29e-42d1634ba8a4,revision_number=16']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:03.555572 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56833268-b8f7-42ee-97d6-58fc97f9577d tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 26cf19b4-1159-48d4-8a11-8c7be435e728 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 28 19:12:03.562769 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-56833268-b8f7-42ee-97d6-58fc97f9577d tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:03.567673 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56833268-b8f7-42ee-97d6-58fc97f9577d tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Pushing event deleted for resources: {'Network': ['ID=26cf19b4-1159-48d4-8a11-8c7be435e728,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:03.578827 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-56833268-b8f7-42ee-97d6-58fc97f9577d tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "DELETE /v2.0/networks/26cf19b4-1159-48d4-8a11-8c7be435e728 HTTP/1.1" status: 204 len: 168 time: 0.9490225 Mar 28 19:12:03.581700 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b33a478d-8c50-4c25-97d4-1648e086477d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.3534472 Mar 28 19:12:03.582047 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e4084820-2f9f-493d-87b8-bb95e59329c3 None None] Provisioning for port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:12:03.587077 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57548) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:03.598245 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e4084820-2f9f-493d-87b8-bb95e59329c3 None None] Provisioning complete for port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:03.598620 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e4084820-2f9f-493d-87b8-bb95e59329c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:03.599532 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-bb83edf9-387d-40c5-a38f-a37a174a0cff tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Request body: {'port': {'network_id': '1857c8f5-5622-42ce-a4f9-106880783f61', 'mac_address': 'fa:16:3e:c4:c4:02', 'name': 'tempest-NetworksTestDHCPv6-694996977'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:03.830376 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bbc7f7e1-5764-4bd5-8b5f-ae2558d7c33f req-7ccb8fba-3ae6-4203-ad5b-8e9c52fdcbb1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=03da40eb-c79c-4d48-8265-688e24d68ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3596861 Mar 28 19:12:03.831480 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c240c5-dec6-402b-a06c-fa52e056937e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:12:03.836440 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d4c240c5-dec6-402b-a06c-fa52e056937e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "PUT /v2.0/routers/1a1e7e59-69d2-4261-900e-41f852b7aa34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4593315 Mar 28 19:12:03.840060 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57554) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:03.872337 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57560) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:03.982646 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e4084820-2f9f-493d-87b8-bb95e59329c3 None None] Provisioning complete for port 6dd7a415-704f-42bc-94fb-15607357c7c6 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:03.982646 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e4084820-2f9f-493d-87b8-bb95e59329c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:03.993394 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57564) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:04.003247 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-338c3b4e-3467-428b-8a4e-3252064b0271 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Request body: {'router': {'name': 'tempest-router--1575808511', 'project_id': '5a64f1cf306d497fb19fce8ab1edfa51'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:04.008896 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf332555-aa1c-4ceb-a21c-16d7416fb45c tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:04.010806 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-bf332555-aa1c-4ceb-a21c-16d7416fb45c tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=19273f2d-61bc-4be8-9410-f1f3cf7b6a33 HTTP/1.1" status: 200 len: 1094 time: 0.1370909 Mar 28 19:12:04.014045 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-338c3b4e-3467-428b-8a4e-3252064b0271 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:04.016273 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57568) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:04.025220 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-04d3502f-0552-4a12-b05e-f89b236d0738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'port_id': '7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:04.034344 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-04d3502f-0552-4a12-b05e-f89b236d0738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:04.048642 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-04d3502f-0552-4a12-b05e-f89b236d0738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:floatingip and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:04.052727 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-338c3b4e-3467-428b-8a4e-3252064b0271 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Usage tracker for resource:router and tenant:5a64f1cf306d497fb19fce8ab1edfa51 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:04.057659 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-04d3502f-0552-4a12-b05e-f89b236d0738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:04.059909 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-e4084820-2f9f-493d-87b8-bb95e59329c3 None None] Port 6dd7a415-704f-42bc-94fb-15607357c7c6 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:12:04.061099 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-338c3b4e-3467-428b-8a4e-3252064b0271 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:04.068468 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-04d3502f-0552-4a12-b05e-f89b236d0738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:04.070548 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-338c3b4e-3467-428b-8a4e-3252064b0271 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:04.090806 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-04d3502f-0552-4a12-b05e-f89b236d0738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:04.125659 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bb83edf9-387d-40c5-a38f-a37a174a0cff tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:04.127056 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-338c3b4e-3467-428b-8a4e-3252064b0271 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:04.128326 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-338c3b4e-3467-428b-8a4e-3252064b0271 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:04.141886 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bb83edf9-387d-40c5-a38f-a37a174a0cff tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:04.164046 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-338c3b4e-3467-428b-8a4e-3252064b0271 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:04.174138 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70d9bfb-ac7c-4030-99cd-fe7a22f44f08 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:04.179212 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f70d9bfb-ac7c-4030-99cd-fe7a22f44f08 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a1e7e59-69d2-4261-900e-41f852b7aa34 HTTP/1.1" status: 200 len: 981 time: 0.3377550 Mar 28 19:12:04.180332 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57572) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:04.181008 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb83edf9-387d-40c5-a38f-a37a174a0cff tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Made reservation on behalf of ab0fdca92649408bad5da9ad66e0cc61 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:04.192107 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:12:04.254300 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-338c3b4e-3467-428b-8a4e-3252064b0271 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:04.275601 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77323c21-ea9a-4910-8983-8bf01f33dae7 None None] Sync routers for ids ['1a1e7e59-69d2-4261-900e-41f852b7aa34'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:12:04.291099 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77323c21-ea9a-4910-8983-8bf01f33dae7 None None] Routers {'1a1e7e59-69d2-4261-900e-41f852b7aa34'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:04.292867 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-77323c21-ea9a-4910-8983-8bf01f33dae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:11:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['1a1e7e59-69d2-4261-900e-41f852b7aa34'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:04.308522 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-338c3b4e-3467-428b-8a4e-3252064b0271 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:04.310104 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-338c3b4e-3467-428b-8a4e-3252064b0271 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3115742 Mar 28 19:12:04.314926 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57576) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:04.393675 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:04.394026 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:04.418559 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-77323c21-ea9a-4910-8983-8bf01f33dae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:04.441528 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77323c21-ea9a-4910-8983-8bf01f33dae7 None None] Routers {'1a1e7e59-69d2-4261-900e-41f852b7aa34'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:04.442636 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-77323c21-ea9a-4910-8983-8bf01f33dae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:11:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['1a1e7e59-69d2-4261-900e-41f852b7aa34'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:04.521270 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-77323c21-ea9a-4910-8983-8bf01f33dae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:04.521930 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77323c21-ea9a-4910-8983-8bf01f33dae7 None None] The sync data for ids ['1a1e7e59-69d2-4261-900e-41f852b7aa34'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:12:04.562844 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e4440d8f-14a0-4ce5-bb28-731ee34997cf tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:04.587515 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bb83edf9-387d-40c5-a38f-a37a174a0cff tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:04.751610 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-bb83edf9-387d-40c5-a38f-a37a174a0cff tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] device_id is not set on port c95432dd-886c-4285-946f-14f703b00f64 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:12:04.824923 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16730cc5-7b5f-4c7d-a694-0d4a25124d07 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:04.886073 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-04d3502f-0552-4a12-b05e-f89b236d0738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:04.932198 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-5640dd8f-caf3-4b6f-855b-8e5124af9a8e None None] Provisioning complete for port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:04.932568 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5640dd8f-caf3-4b6f-855b-8e5124af9a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:05.001994 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e4440d8f-14a0-4ce5-bb28-731ee34997cf tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:05.010326 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e4440d8f-14a0-4ce5-bb28-731ee34997cf tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:05.078694 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e4440d8f-14a0-4ce5-bb28-731ee34997cf tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:05.078694 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4440d8f-14a0-4ce5-bb28-731ee34997cf tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e8893635-690b-444f-9738-734843311dd2 {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:12:05.102410 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e4440d8f-14a0-4ce5-bb28-731ee34997cf tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:05.107310 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e4440d8f-14a0-4ce5-bb28-731ee34997cf tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "DELETE /v2.0/routers/e8893635-690b-444f-9738-734843311dd2 HTTP/1.1" status: 204 len: 168 time: 0.7876346 Mar 28 19:12:05.108465 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-bb83edf9-387d-40c5-a38f-a37a174a0cff tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Allocated IP 2001:db8::33c (1857c8f5-5622-42ce-a4f9-106880783f61/dc576c82-43ab-471f-8a85-4ecb99f781b4/c95432dd-886c-4285-946f-14f703b00f64) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:12:05.129860 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-04d3502f-0552-4a12-b05e-f89b236d0738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.26.4.187 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/e438d43b-b245-45db-876a-68ba560fa516) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:12:05.145578 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-bb83edf9-387d-40c5-a38f-a37a174a0cff tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Allocated IP 2001:db8:0:1:f816:3eff:fec4:c402 (1857c8f5-5622-42ce-a4f9-106880783f61/82b8092c-f33b-4452-96e3-0d58b32b2a40/c95432dd-886c-4285-946f-14f703b00f64) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:12:05.210582 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-76be4397-5f04-40b5-8a7b-0a22b2404601 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:05.279121 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57582) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:05.333873 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-04d3502f-0552-4a12-b05e-f89b236d0738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:05.374795 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-04d3502f-0552-4a12-b05e-f89b236d0738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:05.445067 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d3502f-0552-4a12-b05e-f89b236d0738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:05.448652 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-04d3502f-0552-4a12-b05e-f89b236d0738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:05.453465 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d3502f-0552-4a12-b05e-f89b236d0738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:12:05.508428 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3502f-0552-4a12-b05e-f89b236d0738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=e438d43b-b245-45db-876a-68ba560fa516,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:05.519666 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-64021305-d667-4673-ace3-637a6a533774 None None] Provisioning complete for port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:05.520278 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-64021305-d667-4673-ace3-637a6a533774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:05.597695 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-50fe65f6-b127-4426-9dad-481e9aed0b0d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1514312887', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}, 'admin_state_up': False}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:05.615352 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-50fe65f6-b127-4426-9dad-481e9aed0b0d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:05.767408 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-50fe65f6-b127-4426-9dad-481e9aed0b0d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Usage tracker for resource:router and tenant:55df8210d97045f5adae9e652ec05a8a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:05.773793 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-50fe65f6-b127-4426-9dad-481e9aed0b0d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:05.791499 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-50fe65f6-b127-4426-9dad-481e9aed0b0d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:05.821886 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bb83edf9-387d-40c5-a38f-a37a174a0cff tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:05.827072 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-50fe65f6-b127-4426-9dad-481e9aed0b0d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:05.828113 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-50fe65f6-b127-4426-9dad-481e9aed0b0d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:05.853073 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-bb83edf9-387d-40c5-a38f-a37a174a0cff tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Transition to ACTIVE for port object c95432dd-886c-4285-946f-14f703b00f64 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:12:05.868536 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-50fe65f6-b127-4426-9dad-481e9aed0b0d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:05.898245 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-76be4397-5f04-40b5-8a7b-0a22b2404601 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting port 6dd7a415-704f-42bc-94fb-15607357c7c6 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:12:05.898578 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-76be4397-5f04-40b5-8a7b-0a22b2404601 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:06.061638 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-04d3502f-0552-4a12-b05e-f89b236d0738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:06.076772 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bb83edf9-387d-40c5-a38f-a37a174a0cff tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:06.138390 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-04d3502f-0552-4a12-b05e-f89b236d0738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:06.291532 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb83edf9-387d-40c5-a38f-a37a174a0cff tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Network 1857c8f5-5622-42ce-a4f9-106880783f61 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:06.305303 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-bb83edf9-387d-40c5-a38f-a37a174a0cff tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:06.352910 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-04d3502f-0552-4a12-b05e-f89b236d0738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:06.357998 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-04d3502f-0552-4a12-b05e-f89b236d0738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:06.366515 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb83edf9-387d-40c5-a38f-a37a174a0cff tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:12:06.372296 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb83edf9-387d-40c5-a38f-a37a174a0cff tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:06.372916 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bb83edf9-387d-40c5-a38f-a37a174a0cff tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:06.405903 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-50fe65f6-b127-4426-9dad-481e9aed0b0d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:06.413882 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83edf9-387d-40c5-a38f-a37a174a0cff tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event updated for resources: {'Port': ['ID=c95432dd-886c-4285-946f-14f703b00f64,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:06.472172 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3502f-0552-4a12-b05e-f89b236d0738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=e438d43b-b245-45db-876a-68ba560fa516,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:06.476518 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-76be4397-5f04-40b5-8a7b-0a22b2404601 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:06.483061 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-04d3502f-0552-4a12-b05e-f89b236d0738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:06.491278 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-bb83edf9-387d-40c5-a38f-a37a174a0cff tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9010239 Mar 28 19:12:06.532440 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57590) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:06.577215 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-75d39749-63cb-4a85-a18e-cd86980d8d78 None None] Provisioning for port c95432dd-886c-4285-946f-14f703b00f64 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:12:06.583465 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-75d39749-63cb-4a85-a18e-cd86980d8d78 None None] Provisioning complete for port c95432dd-886c-4285-946f-14f703b00f64 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:06.583832 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-75d39749-63cb-4a85-a18e-cd86980d8d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:06.614097 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-76be4397-5f04-40b5-8a7b-0a22b2404601 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Calling delete_port for 6dd7a415-704f-42bc-94fb-15607357c7c6 owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:12:06.629697 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-4fd1220b-64b1-4b83-96ca-f38397ff491c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting port c95432dd-886c-4285-946f-14f703b00f64 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:12:06.630039 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4fd1220b-64b1-4b83-96ca-f38397ff491c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:06.645534 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-75d39749-63cb-4a85-a18e-cd86980d8d78 None None] Port c95432dd-886c-4285-946f-14f703b00f64 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:12:06.796771 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-04d3502f-0552-4a12-b05e-f89b236d0738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Floating IP 0a3ec281-3bcd-4f86-9d6e-22909e3ae805 associated. External IP: 172.26.4.187, port: 7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd. Mar 28 19:12:07.004769 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-50fe65f6-b127-4426-9dad-481e9aed0b0d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router_gateway, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:07.039943 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-50fe65f6-b127-4426-9dad-481e9aed0b0d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:07.088621 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-76be4397-5f04-40b5-8a7b-0a22b2404601 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:07.151947 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4fd1220b-64b1-4b83-96ca-f38397ff491c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:07.280761 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be4397-5f04-40b5-8a7b-0a22b2404601 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Port': ['ID=6dd7a415-704f-42bc-94fb-15607357c7c6,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:07.421772 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-4fd1220b-64b1-4b83-96ca-f38397ff491c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Calling delete_port for c95432dd-886c-4285-946f-14f703b00f64 owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:12:07.519744 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-50fe65f6-b127-4426-9dad-481e9aed0b0d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Allocated IP 172.26.4.218 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/64ec5674-89f2-4a4e-a2ce-1d84286db354) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:12:07.558523 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:12:07.592662 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-76be4397-5f04-40b5-8a7b-0a22b2404601 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:07.595187 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d3502f-0552-4a12-b05e-f89b236d0738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router 342bb046-96ea-45b4-b31f-c0165d777de5 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:12:07.877464 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d3502f-0552-4a12-b05e-f89b236d0738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:12:07.879220 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4fd1220b-64b1-4b83-96ca-f38397ff491c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:07.887419 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4b0530-f0db-4e88-821f-2fb8d6695846 None None] Sync routers for ids ['342bb046-96ea-45b4-b31f-c0165d777de5'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:12:07.896730 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4b0530-f0db-4e88-821f-2fb8d6695846 None None] Routers {'342bb046-96ea-45b4-b31f-c0165d777de5'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:07.897390 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0a4b0530-f0db-4e88-821f-2fb8d6695846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:11:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['342bb046-96ea-45b4-b31f-c0165d777de5'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:07.941273 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1220b-64b1-4b83-96ca-f38397ff491c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Port': ['ID=c95432dd-886c-4285-946f-14f703b00f64,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:08.001629 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76be4397-5f04-40b5-8a7b-0a22b2404601 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Router 1a1e7e59-69d2-4261-900e-41f852b7aa34 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:12:08.004829 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-50fe65f6-b127-4426-9dad-481e9aed0b0d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:08.029690 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-04d3502f-0552-4a12-b05e-f89b236d0738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:08.073432 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4fd1220b-64b1-4b83-96ca-f38397ff491c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:08.078728 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4fd1220b-64b1-4b83-96ca-f38397ff491c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/c95432dd-886c-4285-946f-14f703b00f64 HTTP/1.1" status: 204 len: 168 time: 1.5432243 Mar 28 19:12:08.086051 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57594) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:08.105984 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-0a4b0530-f0db-4e88-821f-2fb8d6695846 None None] Set router 342bb046-96ea-45b4-b31f-c0165d777de5 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:12:08.170051 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76be4397-5f04-40b5-8a7b-0a22b2404601 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:12:08.175047 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-04d3502f-0552-4a12-b05e-f89b236d0738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.1563249 Mar 28 19:12:08.175993 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19273f2d-61bc-4be8-9410-f1f3cf7b6a33', 'tag': '7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:12:08.178085 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57598) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:08.184307 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0c4027-760b-4bd2-9637-a86103f8ac1b None None] Sync routers for ids ['1a1e7e59-69d2-4261-900e-41f852b7aa34'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:12:08.206297 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0c4027-760b-4bd2-9637-a86103f8ac1b None None] Routers {'1a1e7e59-69d2-4261-900e-41f852b7aa34'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:08.207619 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-3d0c4027-760b-4bd2-9637-a86103f8ac1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:11:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['1a1e7e59-69d2-4261-900e-41f852b7aa34'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:08.219874 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310aba3a-569b-4e38-9e7e-06b2e80c0006 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:08.220795 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-310aba3a-569b-4e38-9e7e-06b2e80c0006 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:12:08.246266 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-310aba3a-569b-4e38-9e7e-06b2e80c0006 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:12:08.247429 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-310aba3a-569b-4e38-9e7e-06b2e80c0006 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1604388 Mar 28 19:12:08.250076 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57604) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:08.296714 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-3d0c4027-760b-4bd2-9637-a86103f8ac1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:08.307598 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0c4027-760b-4bd2-9637-a86103f8ac1b None None] Routers {'1a1e7e59-69d2-4261-900e-41f852b7aa34'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:08.308554 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-3d0c4027-760b-4bd2-9637-a86103f8ac1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:11:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['1a1e7e59-69d2-4261-900e-41f852b7aa34'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:08.323420 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-76be4397-5f04-40b5-8a7b-0a22b2404601 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "PUT /v2.0/routers/1a1e7e59-69d2-4261-900e-41f852b7aa34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1232166 Mar 28 19:12:08.327784 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57608) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:08.338291 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19273f2d-61bc-4be8-9410-f1f3cf7b6a33', 'tag': '7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd', 'status': 'completed', 'code': 200} Mar 28 19:12:08.378320 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-3d0c4027-760b-4bd2-9637-a86103f8ac1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:08.379544 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0c4027-760b-4bd2-9637-a86103f8ac1b None None] The sync data for ids ['1a1e7e59-69d2-4261-900e-41f852b7aa34'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:12:08.389940 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a596e28-21b9-4cc5-b02f-0d90594dd825 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] GET failed (client error): The resource could not be found. Mar 28 19:12:08.390280 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0a596e28-21b9-4cc5-b02f-0d90594dd825 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Synchronizing usage tracker for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:12:08.415064 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ed8b9-8fe2-4276-8528-35d4981a2c33 req-acbfc767-e4ee-497c-8478-cd73c6e767db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:08.416958 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-136ed8b9-8fe2-4276-8528-35d4981a2c33 req-acbfc767-e4ee-497c-8478-cd73c6e767db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=19273f2d-61bc-4be8-9410-f1f3cf7b6a33 HTTP/1.1" status: 200 len: 1099 time: 0.1173980 Mar 28 19:12:08.418667 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b4c5d37d-19c2-4387-8da7-3cfb5a2a5d8f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/0a3ec281-3bcd-4f86-9d6e-22909e3ae805 HTTP/1.1" status: 200 len: 992 time: 0.2369452 Mar 28 19:12:08.428198 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0a596e28-21b9-4cc5-b02f-0d90594dd825 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Unset dirty status for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:12:08.429507 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4332875-11ca-493d-9a95-6876351ce802 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:08.429953 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0a596e28-21b9-4cc5-b02f-0d90594dd825 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "GET /v2.0/ports/6dd7a415-704f-42bc-94fb-15607357c7c6 HTTP/1.1" status: 404 len: 333 time: 0.1011703 Mar 28 19:12:08.433947 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e4332875-11ca-493d-9a95-6876351ce802 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1798618 Mar 28 19:12:08.434115 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-50fe65f6-b127-4426-9dad-481e9aed0b0d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:08.437703 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57612) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:08.438036 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57614) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:08.508834 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0a4b0530-f0db-4e88-821f-2fb8d6695846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'name': 'tempest-TestNetworkBasicOps-router-1657040247', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:57Z', 'updated_at': '2022-03-28T19:11:16Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:00Z', 'updated_at': '2022-03-28T19:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '0a3ec281-3bcd-4f86-9d6e-22909e3ae805', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'port_id': '7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3', 'mac_address': 'fa:16:3e:1e:95:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19273f2d-61bc-4be8-9410-f1f3cf7b6a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:12:05Z', 'updated_at': '2022-03-28T19:12:05Z', 'revision_number': 0, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50', 'name': '', 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:28:45:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '2d4ae72b-d834-47e4-a182-f022b94a587f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:12Z', 'updated_at': '2022-03-28T19:11:38Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '2d4ae72b-d834-47e4-a182-f022b94a587f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:08.513381 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4b0530-f0db-4e88-821f-2fb8d6695846 None None] Checking router: 342bb046-96ea-45b4-b31f-c0165d777de5 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:12:08.521838 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4b0530-f0db-4e88-821f-2fb8d6695846 None None] Routers {'342bb046-96ea-45b4-b31f-c0165d777de5'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:08.522574 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0a4b0530-f0db-4e88-821f-2fb8d6695846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:11:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['342bb046-96ea-45b4-b31f-c0165d777de5'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:08.562114 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ed8b9-8fe2-4276-8528-35d4981a2c33 req-a8624b7a-8724-4cb1-ab6a-e74ead4c7607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:08.563716 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-136ed8b9-8fe2-4276-8528-35d4981a2c33 req-a8624b7a-8724-4cb1-ab6a-e74ead4c7607 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2486f7ec-b979-41fc-a225-67e3b737e9a3 HTTP/1.1" status: 200 len: 898 time: 0.1306913 Mar 28 19:12:08.672501 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-136ed8b9-8fe2-4276-8528-35d4981a2c33 req-b7f2d4a2-782b-4174-a58a-36a919dd5794 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd HTTP/1.1" status: 200 len: 1000 time: 0.1031072 Mar 28 19:12:08.710405 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-0a4b0530-f0db-4e88-821f-2fb8d6695846 None None] Set router 342bb046-96ea-45b4-b31f-c0165d777de5 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:12:08.739752 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fe65f6-b127-4426-9dad-481e9aed0b0d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:08.749742 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ed8b9-8fe2-4276-8528-35d4981a2c33 req-1445ab1a-21db-47d0-a629-2f25a192e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:08.751494 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-136ed8b9-8fe2-4276-8528-35d4981a2c33 req-1445ab1a-21db-47d0-a629-2f25a192e339 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d4ae72b-d834-47e4-a182-f022b94a587f HTTP/1.1" status: 200 len: 834 time: 0.0721622 Mar 28 19:12:08.794820 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-50fe65f6-b127-4426-9dad-481e9aed0b0d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:08.819460 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fe65f6-b127-4426-9dad-481e9aed0b0d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:12:08.827886 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ed8b9-8fe2-4276-8528-35d4981a2c33 req-4353e7cb-c86c-448a-882b-c413739bb777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:08.829356 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-136ed8b9-8fe2-4276-8528-35d4981a2c33 req-4353e7cb-c86c-448a-882b-c413739bb777 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2486f7ec-b979-41fc-a225-67e3b737e9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714464 Mar 28 19:12:08.853134 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5f993c65-d9c3-4900-a026-c6f6deca6f5b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:08.932408 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe65f6-b127-4426-9dad-481e9aed0b0d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Pushing event updated for resources: {'Port': ['ID=64ec5674-89f2-4a4e-a2ce-1d84286db354,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:08.948287 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c396d6d1-6fe2-4535-974e-385eb74671b3 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:08.950004 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c396d6d1-6fe2-4535-974e-385eb74671b3 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:08.951559 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c396d6d1-6fe2-4535-974e-385eb74671b3 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:08.952409 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c396d6d1-6fe2-4535-974e-385eb74671b3 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:12:08.974567 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-136ed8b9-8fe2-4276-8528-35d4981a2c33 req-56eb6967-9c75-4dab-9d32-21726c8211c9 service neutron] 10.222.0.26 "GET /v2.0/networks/2486f7ec-b979-41fc-a225-67e3b737e9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385238 Mar 28 19:12:09.093220 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0a4b0530-f0db-4e88-821f-2fb8d6695846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'name': 'tempest-TestNetworkBasicOps-router-1657040247', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:57Z', 'updated_at': '2022-03-28T19:11:16Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:00Z', 'updated_at': '2022-03-28T19:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '0a3ec281-3bcd-4f86-9d6e-22909e3ae805', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'port_id': '7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3', 'mac_address': 'fa:16:3e:1e:95:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19273f2d-61bc-4be8-9410-f1f3cf7b6a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:12:05Z', 'updated_at': '2022-03-28T19:12:05Z', 'revision_number': 0, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50', 'name': '', 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:28:45:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '2d4ae72b-d834-47e4-a182-f022b94a587f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:12Z', 'updated_at': '2022-03-28T19:11:38Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '2d4ae72b-d834-47e4-a182-f022b94a587f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:09.097429 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4b0530-f0db-4e88-821f-2fb8d6695846 None None] The sync data for ids ['342bb046-96ea-45b4-b31f-c0165d777de5'] in dv-neutron-834711-1-hyperv is: [{'id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'name': 'tempest-TestNetworkBasicOps-router-1657040247', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:57Z', 'updated_at': '2022-03-28T19:11:16Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:00Z', 'updated_at': '2022-03-28T19:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '0a3ec281-3bcd-4f86-9d6e-22909e3ae805', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'port_id': '7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3', 'mac_address': 'fa:16:3e:1e:95:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19273f2d-61bc-4be8-9410-f1f3cf7b6a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:12:05Z', 'updated_at': '2022-03-28T19:12:05Z', 'revision_number': 0, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50', 'name': '', 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:28:45:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '2d4ae72b-d834-47e4-a182-f022b94a587f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:12Z', 'updated_at': '2022-03-28T19:11:38Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '2d4ae72b-d834-47e4-a182-f022b94a587f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:12:09.235834 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-136ed8b9-8fe2-4276-8528-35d4981a2c33 req-ec2d9b9c-fda7-41c4-8b0a-58ea0a4b92f3 service neutron] 10.222.0.26 "GET /v2.0/networks/2486f7ec-b979-41fc-a225-67e3b737e9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551570 Mar 28 19:12:09.269426 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c396d6d1-6fe2-4535-974e-385eb74671b3 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:12:09.270595 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c396d6d1-6fe2-4535-974e-385eb74671b3 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.8006582 Mar 28 19:12:09.273421 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57620) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:09.331892 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5f993c65-d9c3-4900-a026-c6f6deca6f5b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:09.333275 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e8f514-2c3c-4c0b-b4ff-a40b21a52c7c None None] New status for floating IP 0a3ec281-3bcd-4f86-9d6e-22909e3ae805: ACTIVE {{(pid=87835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:12:09.334555 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5f993c65-d9c3-4900-a026-c6f6deca6f5b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:09.346771 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-2df1081d-11da-4815-a057-c8d53fb4776a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting subnet 82b8092c-f33b-4452-96e3-0d58b32b2a40 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:12:09.349855 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2df1081d-11da-4815-a057-c8d53fb4776a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:09.406476 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2df1081d-11da-4815-a057-c8d53fb4776a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:09.425202 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57624) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:09.430620 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5f993c65-d9c3-4900-a026-c6f6deca6f5b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:09.431135 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f993c65-d9c3-4900-a026-c6f6deca6f5b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Fanout notify agent at l3_agent the message router_deleted on router 1a1e7e59-69d2-4261-900e-41f852b7aa34 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:12:09.513587 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2df1081d-11da-4815-a057-c8d53fb4776a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:09.528052 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5f993c65-d9c3-4900-a026-c6f6deca6f5b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:09.531744 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5f993c65-d9c3-4900-a026-c6f6deca6f5b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/routers/1a1e7e59-69d2-4261-900e-41f852b7aa34 HTTP/1.1" status: 204 len: 168 time: 1.0608850 Mar 28 19:12:09.532646 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57628) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:09.601752 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2df1081d-11da-4815-a057-c8d53fb4776a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:09.644189 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1081d-11da-4815-a057-c8d53fb4776a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Subnet': ['ID=82b8092c-f33b-4452-96e3-0d58b32b2a40,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:09.649768 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2df1081d-11da-4815-a057-c8d53fb4776a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:09.657079 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7b705f-94b6-4fb7-8426-7ebd69ffc83e None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:09.667912 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2df1081d-11da-4815-a057-c8d53fb4776a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/82b8092c-f33b-4452-96e3-0d58b32b2a40 HTTP/1.1" status: 204 len: 168 time: 0.3933768 Mar 28 19:12:09.670304 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57632) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:09.679075 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b302fc7a-00df-4d24-b361-5b9bdff23943 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/0a3ec281-3bcd-4f86-9d6e-22909e3ae805 HTTP/1.1" status: 200 len: 992 time: 0.2514253 Mar 28 19:12:09.764782 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3465e8b-47ab-4ebc-b8ff-6f78baf58658 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Deleting subnet dc576c82-43ab-471f-8a85-4ecb99f781b4 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:12:09.767810 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e3465e8b-47ab-4ebc-b8ff-6f78baf58658 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:09.775600 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-f514e8ba-bb4f-4850-8621-36ebbe357add tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting subnet fbcc1897-e5fe-4f10-806e-4927285ca7fb {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:12:09.780279 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f514e8ba-bb4f-4850-8621-36ebbe357add tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:09.823827 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e3465e8b-47ab-4ebc-b8ff-6f78baf58658 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:09.848776 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-50fe65f6-b127-4426-9dad-481e9aed0b0d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router_gateway, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:09.909656 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f514e8ba-bb4f-4850-8621-36ebbe357add tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:09.920989 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e3465e8b-47ab-4ebc-b8ff-6f78baf58658 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:09.998830 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e3465e8b-47ab-4ebc-b8ff-6f78baf58658 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:10.040428 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3465e8b-47ab-4ebc-b8ff-6f78baf58658 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Subnet': ['ID=dc576c82-43ab-471f-8a85-4ecb99f781b4,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:10.046369 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e3465e8b-47ab-4ebc-b8ff-6f78baf58658 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:10.059663 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e3465e8b-47ab-4ebc-b8ff-6f78baf58658 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/dc576c82-43ab-471f-8a85-4ecb99f781b4 HTTP/1.1" status: 204 len: 168 time: 0.3853889 Mar 28 19:12:10.060057 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57636) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:10.133986 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-64266262-2957-414d-a47d-68ec9b11bcc0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0726213 Mar 28 19:12:10.136731 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57640) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:10.220974 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba41ba0-6534-449e-bc58-1f409b5e0e1e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:10.222598 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-dba41ba0-6534-449e-bc58-1f409b5e0e1e tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0846708 Mar 28 19:12:10.225050 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57644) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:10.300963 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd4c6dd-ef37-442d-b459-5cd4641e289f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:10.301644 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0bd4c6dd-ef37-442d-b459-5cd4641e289f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:12:10.307051 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f514e8ba-bb4f-4850-8621-36ebbe357add tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:10.318701 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0bd4c6dd-ef37-442d-b459-5cd4641e289f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:subnet {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:12:10.322380 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0bd4c6dd-ef37-442d-b459-5cd4641e289f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0940950 Mar 28 19:12:10.323771 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57648) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:10.394095 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-586f91ec-4b97-4a0e-aa9f-27edf407e8a9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0692594 Mar 28 19:12:10.400523 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57652) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:10.444492 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e586cc3-566e-4590-92c8-b7bfa2f7bd29 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:10.445049 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e586cc3-566e-4590-92c8-b7bfa2f7bd29 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:10.449442 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5e586cc3-566e-4590-92c8-b7bfa2f7bd29 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/c95432dd-886c-4285-946f-14f703b00f64 HTTP/1.1" status: 404 len: 333 time: 0.0476499 Mar 28 19:12:10.450044 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57656) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:10.475763 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-50fe65f6-b127-4426-9dad-481e9aed0b0d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:10.479886 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f514e8ba-bb4f-4850-8621-36ebbe357add tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:10.490519 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab6ae42d-6fc1-4702-affa-3ebc3f36d7a8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:10.491005 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab6ae42d-6fc1-4702-affa-3ebc3f36d7a8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:10.495412 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ab6ae42d-6fc1-4702-affa-3ebc3f36d7a8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/82b8092c-f33b-4452-96e3-0d58b32b2a40 HTTP/1.1" status: 404 len: 337 time: 0.0443587 Mar 28 19:12:10.496016 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57660) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:10.533044 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-95957ba7-b419-4791-aef3-2518da18a6cb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:10.533409 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95957ba7-b419-4791-aef3-2518da18a6cb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:10.536320 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-95957ba7-b419-4791-aef3-2518da18a6cb tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/dc576c82-43ab-471f-8a85-4ecb99f781b4 HTTP/1.1" status: 404 len: 337 time: 0.0393641 Mar 28 19:12:10.537418 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57664) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:10.542289 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f61813-17cb-414f-a095-e562bd82fab3 None None] Network 1857c8f5-5622-42ce-a4f9-106880783f61 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:10.586220 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-347cf552-7a8c-476f-9295-4dce332065d2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:10.586936 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-347cf552-7a8c-476f-9295-4dce332065d2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:10.588637 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-347cf552-7a8c-476f-9295-4dce332065d2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/fdec6799-3ce9-4a45-a064-b550f14e29c1 HTTP/1.1" status: 404 len: 333 time: 0.0500326 Mar 28 19:12:10.591090 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514e8ba-bb4f-4850-8621-36ebbe357add tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Subnet': ['ID=fbcc1897-e5fe-4f10-806e-4927285ca7fb,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:10.591601 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57668) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:10.597411 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f514e8ba-bb4f-4850-8621-36ebbe357add tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:10.613914 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f514e8ba-bb4f-4850-8621-36ebbe357add tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/subnets/fbcc1897-e5fe-4f10-806e-4927285ca7fb HTTP/1.1" status: 204 len: 168 time: 1.0780137 Mar 28 19:12:10.614646 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57672) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:10.627596 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d83e71-943f-49ae-9efa-e8946e9172ea None None] Network 2f3e0132-1777-4789-8d40-3e7a0c68c097 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:10.633752 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-077b33b9-7916-4d7f-965f-2afbb9bb9857 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:10.634195 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077b33b9-7916-4d7f-965f-2afbb9bb9857 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:10.636097 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-077b33b9-7916-4d7f-965f-2afbb9bb9857 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/de1accc1-75ef-4379-876e-a1a802005ce2 HTTP/1.1" status: 404 len: 337 time: 0.0422473 Mar 28 19:12:10.638357 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57676) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:10.681523 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9c6ff4-3bbb-4d2f-bcd0-e251944cc7ab tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:10.682494 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c9c6ff4-3bbb-4d2f-bcd0-e251944cc7ab tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:10.684728 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6c9c6ff4-3bbb-4d2f-bcd0-e251944cc7ab tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/c470c349-a60c-4201-b4c4-59ae3d57cdd8 HTTP/1.1" status: 404 len: 337 time: 0.0454521 Mar 28 19:12:10.685338 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57680) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:10.687986 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57682) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:10.769536 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b4122f06-b5ec-408d-96bb-5ee2128b2b76 None None] Provisioning complete for port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:10.770134 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b4122f06-b5ec-408d-96bb-5ee2128b2b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:10.811432 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-471ef882-b343-4c4f-95e3-283a894966a0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:10.811727 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-471ef882-b343-4c4f-95e3-283a894966a0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:10.813367 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-471ef882-b343-4c4f-95e3-283a894966a0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/6c9401a5-a3fa-459d-bcc0-b8bcade56813 HTTP/1.1" status: 404 len: 333 time: 0.1242194 Mar 28 19:12:10.816606 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57690) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:10.822829 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4907663e-5295-46b3-b98f-22207657413e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:10.849153 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-4907663e-5295-46b3-b98f-22207657413e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting port 486b2e4e-5b30-472a-bb40-b38f3806d75f {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:12:10.849486 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4907663e-5295-46b3-b98f-22207657413e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:10.859729 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-29fab508-e443-4543-b096-fd0947eb1e14 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:10.860164 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29fab508-e443-4543-b096-fd0947eb1e14 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:10.861838 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-29fab508-e443-4543-b096-fd0947eb1e14 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/eb29510e-84ba-4c60-8b34-46a3f95694c5 HTTP/1.1" status: 404 len: 337 time: 0.0444486 Mar 28 19:12:10.864306 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57694) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:10.912063 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50fe65f6-b127-4426-9dad-481e9aed0b0d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Router 656ed410-5916-47b2-8c5d-1cc8d378036d is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:12:10.927717 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-53bca930-7b4e-4192-a0d2-3b3c26624311 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/0a3ec281-3bcd-4f86-9d6e-22909e3ae805 HTTP/1.1" status: 200 len: 994 time: 0.2296278 Mar 28 19:12:10.927717 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba822a67-9c6c-4010-b326-201aef194e62 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:10.927717 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba822a67-9c6c-4010-b326-201aef194e62 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:10.927717 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ba822a67-9c6c-4010-b326-201aef194e62 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/5b4149d2-47a7-46a9-a53e-8861f02d0b13 HTTP/1.1" status: 404 len: 337 time: 0.0543149 Mar 28 19:12:10.927717 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57698) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:10.974631 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-194bc7b2-663a-4d92-ba77-1102fa61be64 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:10.975271 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-194bc7b2-663a-4d92-ba77-1102fa61be64 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:10.979222 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-194bc7b2-663a-4d92-ba77-1102fa61be64 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/7197d317-d4c7-438d-8d1d-ec34af5a898a HTTP/1.1" status: 404 len: 333 time: 0.0518494 Mar 28 19:12:10.980387 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57702) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:11.020334 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61c7b1d-73a7-40fd-aec6-2d8ff123a963 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:11.021090 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e61c7b1d-73a7-40fd-aec6-2d8ff123a963 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:11.022995 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e61c7b1d-73a7-40fd-aec6-2d8ff123a963 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/d932d928-1d79-4724-9d79-95e57e66fe7e HTTP/1.1" status: 404 len: 337 time: 0.0415115 Mar 28 19:12:11.025573 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57706) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:11.067687 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d40671c-7bda-46d6-8dd0-eb99369e5208 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:11.067883 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d40671c-7bda-46d6-8dd0-eb99369e5208 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:11.071899 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5d40671c-7bda-46d6-8dd0-eb99369e5208 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/aae7e56d-0fdc-4469-a6c0-1948260db1c9 HTTP/1.1" status: 404 len: 337 time: 0.0425141 Mar 28 19:12:11.072150 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57710) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:11.123726 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-f673bbc3-b991-42f6-a957-74989bb95960 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:11.124449 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f673bbc3-b991-42f6-a957-74989bb95960 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:11.127612 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2455f3d8-e72e-4255-a2a1-7afd793973ed None None] DHCP port deletion for 1857c8f5-5622-42ce-a4f9-106880783f61 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:12:11.131640 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f673bbc3-b991-42f6-a957-74989bb95960 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/7e257234-1c94-4349-b162-ddae21cba3c7 HTTP/1.1" status: 404 len: 333 time: 0.0580032 Mar 28 19:12:11.134085 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57714) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:11.135518 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-2455f3d8-e72e-4255-a2a1-7afd793973ed None None] Deleting port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:12:11.136080 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2455f3d8-e72e-4255-a2a1-7afd793973ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:11.173399 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-7309e332-d6d2-494f-b4d3-de6e72fd8b49 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:11.173399 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7309e332-d6d2-494f-b4d3-de6e72fd8b49 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:11.173755 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f37a25-db77-4428-8bb3-497c31d98e8f None None] DHCP port deletion for 2f3e0132-1777-4789-8d40-3e7a0c68c097 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:12:11.175046 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-7309e332-d6d2-494f-b4d3-de6e72fd8b49 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/20e84099-bec7-4444-8ddd-bc953293c886 HTTP/1.1" status: 404 len: 337 time: 0.0396788 Mar 28 19:12:11.177614 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57718) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:11.190824 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-62f37a25-db77-4428-8bb3-497c31d98e8f None None] Deleting port 486b2e4e-5b30-472a-bb40-b38f3806d75f {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:12:11.191291 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-62f37a25-db77-4428-8bb3-497c31d98e8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:11.218178 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c283b52-87de-4566-94ea-c8eae801c736 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:11.218920 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c283b52-87de-4566-94ea-c8eae801c736 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:11.222622 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9c283b52-87de-4566-94ea-c8eae801c736 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/02656fa0-e375-450f-b163-4740b97bfb24 HTTP/1.1" status: 404 len: 333 time: 0.0416472 Mar 28 19:12:11.222848 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57722) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:11.242597 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fe65f6-b127-4426-9dad-481e9aed0b0d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:12:11.245865 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-4907663e-5295-46b3-b98f-22207657413e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] For port 486b2e4e-5b30-472a-bb40-b38f3806d75f, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=486b2e4e-5b30-472a-bb40-b38f3806d75f,segment=NetworkSegment(2f7247e9-e54c-4b81-9af9-8151986482e1),segment_id=2f7247e9-e54c-4b81-9af9-8151986482e1)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:12:11.246243 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4907663e-5295-46b3-b98f-22207657413e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:11.276830 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbce4840-8e75-494a-bc66-33792c9d9e4f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:11.277269 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbce4840-8e75-494a-bc66-33792c9d9e4f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:11.281300 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-fbce4840-8e75-494a-bc66-33792c9d9e4f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/ceabb39f-0528-46ef-b399-12db884d402f HTTP/1.1" status: 404 len: 337 time: 0.0551426 Mar 28 19:12:11.281430 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4b78d4-1e37-4a3e-a671-8bcb1de69481 None None] Sync routers for ids ['656ed410-5916-47b2-8c5d-1cc8d378036d'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:12:11.307902 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57726) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:11.337004 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4b78d4-1e37-4a3e-a671-8bcb1de69481 None None] Routers {'656ed410-5916-47b2-8c5d-1cc8d378036d'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:11.337763 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-ce4b78d4-1e37-4a3e-a671-8bcb1de69481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:11:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['656ed410-5916-47b2-8c5d-1cc8d378036d'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:11.362650 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d10d1c-130f-4dd1-8070-b7fc84fb506c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:11.363057 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87d10d1c-130f-4dd1-8070-b7fc84fb506c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:11.367700 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-87d10d1c-130f-4dd1-8070-b7fc84fb506c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/ec5055f5-a076-4eb4-b635-e2973dcc87cc HTTP/1.1" status: 404 len: 333 time: 0.0516217 Mar 28 19:12:11.367700 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57730) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:11.390328 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-4907663e-5295-46b3-b98f-22207657413e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Calling delete_port for 486b2e4e-5b30-472a-bb40-b38f3806d75f owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:12:11.411838 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-ce4b78d4-1e37-4a3e-a671-8bcb1de69481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:11.418597 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-50fe65f6-b127-4426-9dad-481e9aed0b0d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:11.422346 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-50fe65f6-b127-4426-9dad-481e9aed0b0d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.1323602 Mar 28 19:12:11.427260 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57734) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:11.517178 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-331bab0c-e035-4a75-ba5a-ee0b2b5e79f0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:11.517623 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-331bab0c-e035-4a75-ba5a-ee0b2b5e79f0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:11.521661 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-331bab0c-e035-4a75-ba5a-ee0b2b5e79f0 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/a071885c-0fbd-4548-8f44-57b4f151859e HTTP/1.1" status: 404 len: 337 time: 0.1511171 Mar 28 19:12:11.522411 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57738) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:11.535292 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4b78d4-1e37-4a3e-a671-8bcb1de69481 None None] Routers {'656ed410-5916-47b2-8c5d-1cc8d378036d'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:11.535826 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-ce4b78d4-1e37-4a3e-a671-8bcb1de69481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:11:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['656ed410-5916-47b2-8c5d-1cc8d378036d'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:11.567270 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-deaac830-8f5f-48f6-bfcd-b2e94c4b1ffa tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:11.567744 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deaac830-8f5f-48f6-bfcd-b2e94c4b1ffa tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:11.571782 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-deaac830-8f5f-48f6-bfcd-b2e94c4b1ffa tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/76b7cee1-efa5-40ff-80fa-2d835c4750cd HTTP/1.1" status: 404 len: 333 time: 0.0460765 Mar 28 19:12:11.575385 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57742) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:11.622703 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cdbffed-609c-4bb7-9a29-eebb9ee79a1a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:11.623117 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cdbffed-609c-4bb7-9a29-eebb9ee79a1a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:11.627123 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5cdbffed-609c-4bb7-9a29-eebb9ee79a1a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/bd87e009-e8b4-4b49-a232-616f2a7d05f1 HTTP/1.1" status: 404 len: 337 time: 0.0485024 Mar 28 19:12:11.628068 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bf6fa538-8194-429d-a088-1bb5f9bcc9b6 req-ab71737a-d961-4972-9b37-6a4828ff786d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3527846 Mar 28 19:12:11.628534 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57746) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:11.660787 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-ce4b78d4-1e37-4a3e-a671-8bcb1de69481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:11.661189 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4b78d4-1e37-4a3e-a671-8bcb1de69481 None None] The sync data for ids ['656ed410-5916-47b2-8c5d-1cc8d378036d'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:12:11.683062 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-2455f3d8-e72e-4255-a2a1-7afd793973ed None None] For port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a3cc0dd7-8935-4b59-a29e-42d1634ba8a4,segment=NetworkSegment(c403f50a-1387-4a44-bfb0-33dbe94293ce),segment_id=c403f50a-1387-4a44-bfb0-33dbe94293ce)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:12:11.683710 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2455f3d8-e72e-4255-a2a1-7afd793973ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:11.701095 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-62f37a25-db77-4428-8bb3-497c31d98e8f None None] For port 486b2e4e-5b30-472a-bb40-b38f3806d75f, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=486b2e4e-5b30-472a-bb40-b38f3806d75f,segment=NetworkSegment(2f7247e9-e54c-4b81-9af9-8151986482e1),segment_id=2f7247e9-e54c-4b81-9af9-8151986482e1)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:12:11.701798 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-62f37a25-db77-4428-8bb3-497c31d98e8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:11.714083 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-3affa31b-890e-4724-a544-95638d11f21a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:11.714572 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3affa31b-890e-4724-a544-95638d11f21a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:11.718425 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3affa31b-890e-4724-a544-95638d11f21a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/1d84a64c-b225-4ab1-9c7a-da040c20a2f0 HTTP/1.1" status: 404 len: 333 time: 0.0868678 Mar 28 19:12:11.719038 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57750) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:11.745918 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4907663e-5295-46b3-b98f-22207657413e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:11.812492 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907663e-5295-46b3-b98f-22207657413e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Port': ['ID=486b2e4e-5b30-472a-bb40-b38f3806d75f,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:11.816786 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4907663e-5295-46b3-b98f-22207657413e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] No DVR routers for this DVR port 486b2e4e-5b30-472a-bb40-b38f3806d75f on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:12:11.824682 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-2455f3d8-e72e-4255-a2a1-7afd793973ed None None] Calling delete_port for a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:12:11.835201 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce80ed9a-7271-4763-82c2-f073ddcc08d2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:11.835760 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce80ed9a-7271-4763-82c2-f073ddcc08d2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:11.839862 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ce80ed9a-7271-4763-82c2-f073ddcc08d2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/148a452a-cedf-46e6-99a4-fa1891a415aa HTTP/1.1" status: 404 len: 337 time: 0.1175892 Mar 28 19:12:11.841002 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57754) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:11.856737 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-89f00c94-dd08-4aeb-b024-887d979981d6 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "GET /v2.0/routers/656ed410-5916-47b2-8c5d-1cc8d378036d HTTP/1.1" status: 200 len: 921 time: 0.4252079 Mar 28 19:12:11.858070 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57758) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:11.884174 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-4519cc77-aa78-4d76-9c0d-8dcfc9514a15 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:11.884688 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4519cc77-aa78-4d76-9c0d-8dcfc9514a15 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:11.889489 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4519cc77-aa78-4d76-9c0d-8dcfc9514a15 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/e24cdcd7-28d5-4566-b9ad-0750a9cc95ad HTTP/1.1" status: 404 len: 333 time: 0.0452824 Mar 28 19:12:11.892082 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57762) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:11.940968 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-06cbce95-bfb0-4f16-a497-421c767cb406 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:11.941177 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c9709d6e-8cd8-41c0-a171-292764369d30 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "GET /v2.0/ports?device_id=656ed410-5916-47b2-8c5d-1cc8d378036d HTTP/1.1" status: 200 len: 205 time: 0.0779386 Mar 28 19:12:11.941309 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06cbce95-bfb0-4f16-a497-421c767cb406 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:11.941309 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-06cbce95-bfb0-4f16-a497-421c767cb406 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/d957af41-7b82-4463-bf55-a065d824eec2 HTTP/1.1" status: 404 len: 337 time: 0.0447764 Mar 28 19:12:11.941473 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57766) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:11.942457 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57768) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:11.992179 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5412981-9149-43e6-a897-e11c4ace9e82 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:11.992763 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5412981-9149-43e6-a897-e11c4ace9e82 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:11.996988 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c5412981-9149-43e6-a897-e11c4ace9e82 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/8d61d6ae-f00f-464c-b5d2-cd83d281539c HTTP/1.1" status: 404 len: 337 time: 0.0509501 Mar 28 19:12:11.998318 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57774) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:12.014598 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-62f37a25-db77-4428-8bb3-497c31d98e8f None None] Calling delete_port for 486b2e4e-5b30-472a-bb40-b38f3806d75f owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:12:12.031070 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fa538-8194-429d-a088-1bb5f9bcc9b6 req-e6c9f44c-eded-44fe-90bf-13142dac9f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:12.032636 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bf6fa538-8194-429d-a088-1bb5f9bcc9b6 req-e6c9f44c-eded-44fe-90bf-13142dac9f38 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5dc7a30ce17d457d9ddf509f349c3980&device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 1099 time: 0.2492990 Mar 28 19:12:12.046904 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a6858f8-c6d5-4fbf-8761-15122bb2db09 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:12.047886 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a6858f8-c6d5-4fbf-8761-15122bb2db09 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:12.052245 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5a6858f8-c6d5-4fbf-8761-15122bb2db09 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/dc96a181-04ed-4e3d-ad30-f3fd2f47ea57 HTTP/1.1" status: 404 len: 333 time: 0.0503209 Mar 28 19:12:12.052993 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57778) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:12.065843 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4907663e-5295-46b3-b98f-22207657413e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:12.097160 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-675c43b3-20d2-42bf-bcc2-268c6972ed60 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:12.097463 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-675c43b3-20d2-42bf-bcc2-268c6972ed60 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:12.101902 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-4907663e-5295-46b3-b98f-22207657413e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3e0132-1777-4789-8d40-3e7a0c68c097']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:12.102108 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-675c43b3-20d2-42bf-bcc2-268c6972ed60 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/dc494f28-80c4-4744-b82e-f13f7d2334bc HTTP/1.1" status: 404 len: 337 time: 0.0472567 Mar 28 19:12:12.102436 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57782) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:12.130511 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-62f37a25-db77-4428-8bb3-497c31d98e8f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:12:12.131054 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-4907663e-5295-46b3-b98f-22207657413e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f7247e9-e54c-4b81-9af9-8151986482e1') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:12.131216 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-62f37a25-db77-4428-8bb3-497c31d98e8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:12:12.131368 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-4907663e-5295-46b3-b98f-22207657413e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f7247e9-e54c-4b81-9af9-8151986482e1') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:12.132207 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2455f3d8-e72e-4255-a2a1-7afd793973ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:12.182718 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ed3a47-1637-4cb4-a712-7b0205258730 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:12.183321 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ed3a47-1637-4cb4-a712-7b0205258730 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:12.187030 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455f3d8-e72e-4255-a2a1-7afd793973ed None None] Pushing event deleted for resources: {'Port': ['ID=a3cc0dd7-8935-4b59-a29e-42d1634ba8a4,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:12.187864 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d9ed3a47-1637-4cb4-a712-7b0205258730 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/88f4a864-68f6-45e5-8af9-8c1f5bab676f HTTP/1.1" status: 404 len: 337 time: 0.0469944 Mar 28 19:12:12.188504 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57786) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:12.204761 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2455f3d8-e72e-4255-a2a1-7afd793973ed None None] No DVR routers for this DVR port a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:12:12.234171 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 486b2e4e-5b30-472a-bb40-b38f3806d75f no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:12:12.241994 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4907663e-5295-46b3-b98f-22207657413e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:12.264230 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d04e81-b3bd-4935-bd40-d09ef0c29654 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:12.264700 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72d04e81-b3bd-4935-bd40-d09ef0c29654 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:12.271532 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 486b2e4e-5b30-472a-bb40-b38f3806d75f {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:12:12.272162 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 486b2e4e-5b30-472a-bb40-b38f3806d75f not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:12:12.272745 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:12:12.282279 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4907663e-5295-46b3-b98f-22207657413e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:12.297897 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-72d04e81-b3bd-4935-bd40-d09ef0c29654 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/19e3ebc9-eb79-47c7-b7ca-3448b914d33d HTTP/1.1" status: 404 len: 333 time: 0.1058695 Mar 28 19:12:12.301283 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4907663e-5295-46b3-b98f-22207657413e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:12:12.301692 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4907663e-5295-46b3-b98f-22207657413e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:12.308537 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:12:12.309090 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a3cc0dd7-8935-4b59-a29e-42d1634ba8a4 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:12:12.316863 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57790) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:12:12.318292 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:12:12.334338 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-60150011-5bb0-49a0-81ef-9a6a8d886606 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:12.357292 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-02995605-010e-484b-b2c5-2bf86a2b6259 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:12.357743 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02995605-010e-484b-b2c5-2bf86a2b6259 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:12.361809 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-02995605-010e-484b-b2c5-2bf86a2b6259 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/fc71bf84-4e4b-4aad-a8cb-fa8b9d60840d HTTP/1.1" status: 404 len: 337 time: 0.0422988 Mar 28 19:12:12.362365 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57794) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:12.366557 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fa538-8194-429d-a088-1bb5f9bcc9b6 req-c7a5331d-62a8-4f00-8dc4-04b93689ee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:12.368057 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bf6fa538-8194-429d-a088-1bb5f9bcc9b6 req-c7a5331d-62a8-4f00-8dc4-04b93689ee96 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79a5d728-4e0a-4bf8-b900-2a34dffdc0e2 HTTP/1.1" status: 200 len: 897 time: 0.2647460 Mar 28 19:12:12.462455 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc42a99b-148c-4094-b521-85018875976a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:12.462823 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc42a99b-148c-4094-b521-85018875976a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:12.464731 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-fc42a99b-148c-4094-b521-85018875976a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/fee15a91-108c-446f-ac11-33d1dfdf0108 HTTP/1.1" status: 404 len: 337 time: 0.0999932 Mar 28 19:12:12.468507 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57798) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:12.506713 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bf6fa538-8194-429d-a088-1bb5f9bcc9b6 req-8a4cedc1-05b5-4493-a85e-a2e4a19728b1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=559b00a4-6ea0-4847-8112-972b75fe53ac HTTP/1.1" status: 200 len: 1002 time: 0.1053877 Mar 28 19:12:12.526458 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4907663e-5295-46b3-b98f-22207657413e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:12.531538 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef9f0e5-1adb-4ad6-9c4b-2b7f1105dda2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:12.532010 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef9f0e5-1adb-4ad6-9c4b-2b7f1105dda2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:12.570479 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fa538-8194-429d-a088-1bb5f9bcc9b6 req-d78018dd-7ada-4ecf-9828-0b6b917a7188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:12.571942 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bf6fa538-8194-429d-a088-1bb5f9bcc9b6 req-d78018dd-7ada-4ecf-9828-0b6b917a7188 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1 HTTP/1.1" status: 200 len: 833 time: 0.0587611 Mar 28 19:12:12.600244 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4907663e-5295-46b3-b98f-22207657413e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:12.622140 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907663e-5295-46b3-b98f-22207657413e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Network': ['ID=2f3e0132-1777-4789-8d40-3e7a0c68c097,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:12.627240 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-eef9f0e5-1adb-4ad6-9c4b-2b7f1105dda2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/149a1ef3-3712-4ef2-90e9-a24ea49b4d5f HTTP/1.1" status: 404 len: 333 time: 0.1577373 Mar 28 19:12:12.629768 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57802) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:12.631190 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4907663e-5295-46b3-b98f-22207657413e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/networks/2f3e0132-1777-4789-8d40-3e7a0c68c097 HTTP/1.1" status: 204 len: 168 time: 2.0160122 Mar 28 19:12:12.632081 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-62f37a25-db77-4428-8bb3-497c31d98e8f None None] Deleting port 486b2e4e-5b30-472a-bb40-b38f3806d75f {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:12:12.634931 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57806) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:12.635447 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-62f37a25-db77-4428-8bb3-497c31d98e8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:12.671736 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f58ffb0-e354-467b-8b52-6fd3b14fe977 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:12.672180 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f58ffb0-e354-467b-8b52-6fd3b14fe977 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:12.673850 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1f58ffb0-e354-467b-8b52-6fd3b14fe977 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/11a1d39f-6e3f-4651-b8ea-1aec637938d0 HTTP/1.1" status: 404 len: 337 time: 0.0430605 Mar 28 19:12:12.680326 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57810) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:12.716912 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-62f37a25-db77-4428-8bb3-497c31d98e8f None None] The port '486b2e4e-5b30-472a-bb40-b38f3806d75f' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:12:12.718476 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-60150011-5bb0-49a0-81ef-9a6a8d886606 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:12.735982 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad657dc-78b5-4978-9f60-ce77874030ca tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:12.736206 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b40afd1-3ebd-4498-8616-d964715deeec tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:12.736510 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b40afd1-3ebd-4498-8616-d964715deeec tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:12.736632 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3ad657dc-78b5-4978-9f60-ce77874030ca tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Synchronizing usage tracker for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:12:12.741108 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5b40afd1-3ebd-4498-8616-d964715deeec tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/f2ce6d92-045f-49f5-8029-adf7549c2116 HTTP/1.1" status: 404 len: 337 time: 0.0545359 Mar 28 19:12:12.741108 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fa538-8194-429d-a088-1bb5f9bcc9b6 req-5a65dec0-3a3e-4749-bd0e-59b989928fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:12.741468 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57814) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:12.741909 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bf6fa538-8194-429d-a088-1bb5f9bcc9b6 req-5a65dec0-3a3e-4749-bd0e-59b989928fa9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79a5d728-4e0a-4bf8-b900-2a34dffdc0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1639311 Mar 28 19:12:12.774076 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-60150011-5bb0-49a0-81ef-9a6a8d886606 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Deleting port 64ec5674-89f2-4a4e-a2ce-1d84286db354 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:12:12.774417 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-60150011-5bb0-49a0-81ef-9a6a8d886606 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:12.824039 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a69f1ab3-8b3c-4a5c-855e-79337a38ad3a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Synchronizing usage tracker for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:12:12.845496 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3ad657dc-78b5-4978-9f60-ce77874030ca tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Unset dirty status for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:12:12.846664 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3ad657dc-78b5-4978-9f60-ce77874030ca tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "GET /v2.0/ports/df3c4fbe-4cd0-47d1-8abb-531505e6c73a HTTP/1.1" status: 200 len: 841 time: 0.2110374 Mar 28 19:12:12.851691 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57818) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:12.883385 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a69f1ab3-8b3c-4a5c-855e-79337a38ad3a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Unset dirty status for tenant:ab0fdca92649408bad5da9ad66e0cc61 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:12:12.884516 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a69f1ab3-8b3c-4a5c-855e-79337a38ad3a tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports?device_id=839eacab-5453-42b4-b682-d08714e2bd50 HTTP/1.1" status: 200 len: 205 time: 0.1425884 Mar 28 19:12:12.887788 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57822) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:12.981609 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-60150011-5bb0-49a0-81ef-9a6a8d886606 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:12.993208 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-3072ec39-2e10-485a-bc19-cef115235420 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] delete failed (client error): The resource could not be found. Mar 28 19:12:12.994853 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3072ec39-2e10-485a-bc19-cef115235420 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/routers/839eacab-5453-42b4-b682-d08714e2bd50 HTTP/1.1" status: 404 len: 336 time: 0.0996499 Mar 28 19:12:12.999606 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57826) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:13.006321 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bf6fa538-8194-429d-a088-1bb5f9bcc9b6 req-4957159d-bb86-4b9e-81bd-b6e58b0b72f9 service neutron] 10.222.0.26 "GET /v2.0/networks/79a5d728-4e0a-4bf8-b900-2a34dffdc0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570992 Mar 28 19:12:13.036028 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e7300dc8-1b06-4886-a917-0a0c1fe86df0 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Synchronizing usage tracker for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:12:13.080748 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-6102c7cb-7327-48f2-bb91-5564a919aff9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:13.081202 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6102c7cb-7327-48f2-bb91-5564a919aff9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:13.082940 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6102c7cb-7327-48f2-bb91-5564a919aff9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/932160be-0652-4314-8951-1234057d0e39 HTTP/1.1" status: 404 len: 337 time: 0.0811467 Mar 28 19:12:13.090620 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57830) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:13.235884 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-60150011-5bb0-49a0-81ef-9a6a8d886606 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Calling delete_port for 64ec5674-89f2-4a4e-a2ce-1d84286db354 owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:12:13.291848 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e7300dc8-1b06-4886-a917-0a0c1fe86df0 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Unset dirty status for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:12:13.295343 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e7300dc8-1b06-4886-a917-0a0c1fe86df0 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "GET /v2.0/ports/df3c4fbe-4cd0-47d1-8abb-531505e6c73a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4426968 Mar 28 19:12:13.301546 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57834) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:13.312494 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e57bff80-8703-42fc-8468-754de2e4b442 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "GET /v2.0/ports?device_id=89d870ca-d9b7-4383-b78f-08bf0efb5e41 HTTP/1.1" status: 200 len: 205 time: 0.2187281 Mar 28 19:12:13.313353 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57838) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:13.316985 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-e489949e-373f-4005-8467-9a8937cd8a97 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'subnet': {'network_id': '7866db26-7887-42d9-adfa-c77d9bbee666', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:13.350587 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bf6fa538-8194-429d-a088-1bb5f9bcc9b6 req-4533b1f8-d123-4803-8a3a-187f69759296 service neutron] 10.222.0.26 "GET /v2.0/networks/79a5d728-4e0a-4bf8-b900-2a34dffdc0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120511 Mar 28 19:12:13.424152 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-c217e099-a978-4410-a59a-9e1a9319abe8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] delete failed (client error): The resource could not be found. Mar 28 19:12:13.425173 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c217e099-a978-4410-a59a-9e1a9319abe8 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/routers/89d870ca-d9b7-4383-b78f-08bf0efb5e41 HTTP/1.1" status: 404 len: 336 time: 0.0944686 Mar 28 19:12:13.428504 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57842) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:13.466143 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e9ea56-fcbf-4c2c-9c51-24980d02cbd3 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:13.466578 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20e9ea56-fcbf-4c2c-9c51-24980d02cbd3 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:13.468248 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-20e9ea56-fcbf-4c2c-9c51-24980d02cbd3 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/9253bf06-e301-4ff0-aa0c-c3fbab8b24ae HTTP/1.1" status: 404 len: 337 time: 0.0387776 Mar 28 19:12:13.470771 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57846) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:13.506500 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac83d18-7274-44f4-9370-2b1b462f793d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:13.506830 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ac83d18-7274-44f4-9370-2b1b462f793d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:13.508321 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e489949e-373f-4005-8467-9a8937cd8a97 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:13.508486 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2ac83d18-7274-44f4-9370-2b1b462f793d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/cae11f31-77c0-494e-98bd-f3b1f4afdb4e HTTP/1.1" status: 404 len: 337 time: 0.0368247 Mar 28 19:12:13.511688 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57850) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:13.513078 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e489949e-373f-4005-8467-9a8937cd8a97 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:subnet and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:13.517486 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e489949e-373f-4005-8467-9a8937cd8a97 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:13.524963 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e489949e-373f-4005-8467-9a8937cd8a97 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:13.556144 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf0ba2b-3cfe-4de5-b840-2dee98070402 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:13.556718 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf0ba2b-3cfe-4de5-b840-2dee98070402 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:13.558572 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ddf0ba2b-3cfe-4de5-b840-2dee98070402 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/943ff1a3-1540-4b82-bef0-9df7aefa161e HTTP/1.1" status: 404 len: 333 time: 0.0458848 Mar 28 19:12:13.561120 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57854) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:13.575047 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e489949e-373f-4005-8467-9a8937cd8a97 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:13.578414 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e489949e-373f-4005-8467-9a8937cd8a97 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:13.599132 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-c374e2f3-9452-42f4-9181-9d37ee060f08 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:13.599599 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c374e2f3-9452-42f4-9181-9d37ee060f08 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:13.603826 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c374e2f3-9452-42f4-9181-9d37ee060f08 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/7438b5ab-bf39-4bdf-b68c-4e433d68aca9 HTTP/1.1" status: 404 len: 337 time: 0.0392492 Mar 28 19:12:13.604079 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57858) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:13.646850 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5959d91-ec81-47b0-b986-6f48fa39c8b2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:13.647467 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5959d91-ec81-47b0-b986-6f48fa39c8b2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:13.651757 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d5959d91-ec81-47b0-b986-6f48fa39c8b2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/585007f6-656d-40cc-9b01-461d75b4caed HTTP/1.1" status: 404 len: 333 time: 0.0442576 Mar 28 19:12:13.652073 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57862) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:13.671053 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-60150011-5bb0-49a0-81ef-9a6a8d886606 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:13.695665 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e4a597-e21d-41e4-96b2-db44ad7b5ff9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:13.696452 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e4a597-e21d-41e4-96b2-db44ad7b5ff9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:13.701365 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-55e4a597-e21d-41e4-96b2-db44ad7b5ff9 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/8e91948d-9541-4c7d-b4ef-0946f3c2d641 HTTP/1.1" status: 404 len: 337 time: 0.0460675 Mar 28 19:12:13.701676 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57866) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:13.730152 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60150011-5bb0-49a0-81ef-9a6a8d886606 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Pushing event deleted for resources: {'Port': ['ID=64ec5674-89f2-4a4e-a2ce-1d84286db354,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:13.750263 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-37dd504d-d296-4202-9b02-8be6c14f39bc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:13.750738 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37dd504d-d296-4202-9b02-8be6c14f39bc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:13.752463 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-37dd504d-d296-4202-9b02-8be6c14f39bc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/5d871c2f-651f-438b-b052-dea65d512666 HTTP/1.1" status: 404 len: 333 time: 0.0498197 Mar 28 19:12:13.754986 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57870) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:13.793212 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7ce166-9b30-4595-8e32-f81e3fd4380f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:13.793579 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c7ce166-9b30-4595-8e32-f81e3fd4380f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:13.795283 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1c7ce166-9b30-4595-8e32-f81e3fd4380f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/041005fa-886d-446f-9f14-c2aef10607cf HTTP/1.1" status: 404 len: 337 time: 0.0393777 Mar 28 19:12:13.797805 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57874) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:13.842103 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a6d9a0-e2e5-4f3b-8e0c-80d3c6fdd48f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:13.842573 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a6d9a0-e2e5-4f3b-8e0c-80d3c6fdd48f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:13.844292 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f7a6d9a0-e2e5-4f3b-8e0c-80d3c6fdd48f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/55a68acd-c162-4be5-8bf2-2e7a25678c08 HTTP/1.1" status: 404 len: 333 time: 0.0456049 Mar 28 19:12:13.846786 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57878) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:13.870210 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-60150011-5bb0-49a0-81ef-9a6a8d886606 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:13.883969 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-035f51d7-64c3-4c24-a2c0-2fb002428fd2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:13.884420 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-035f51d7-64c3-4c24-a2c0-2fb002428fd2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:13.886715 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-035f51d7-64c3-4c24-a2c0-2fb002428fd2 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/dadd6428-c643-40fd-bd96-a0ab043ba1d5 HTTP/1.1" status: 404 len: 337 time: 0.0390234 Mar 28 19:12:13.889287 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57882) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:13.932585 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc5d8c6-abac-41f8-9914-3bb637618c5f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:13.933051 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbc5d8c6-abac-41f8-9914-3bb637618c5f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:13.934763 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-dbc5d8c6-abac-41f8-9914-3bb637618c5f tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/a4b818dc-022f-449c-8028-f4a3ec7a3c62 HTTP/1.1" status: 404 len: 333 time: 0.0445857 Mar 28 19:12:13.937387 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57886) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:13.977000 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb79d54-8c86-4fb4-9c5e-551d007ea20c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:13.977443 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb79d54-8c86-4fb4-9c5e-551d007ea20c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:13.979764 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6cb79d54-8c86-4fb4-9c5e-551d007ea20c tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/c033f7c8-186f-4b68-af59-9f1c69ee1fbd HTTP/1.1" status: 404 len: 337 time: 0.0414851 Mar 28 19:12:13.982463 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57890) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:14.023680 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-449fbd44-fa80-458e-810e-9e0e4c38c669 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:14.024142 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-449fbd44-fa80-458e-810e-9e0e4c38c669 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:14.026063 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-449fbd44-fa80-458e-810e-9e0e4c38c669 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/f05a49ba-5060-4d20-8f52-39d8e4da7564 HTTP/1.1" status: 404 len: 333 time: 0.0425153 Mar 28 19:12:14.028390 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57894) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:14.062559 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-60150011-5bb0-49a0-81ef-9a6a8d886606 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:14.066668 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-f99a7942-22ad-455d-9d1a-e5ea7394882d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:14.067140 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f99a7942-22ad-455d-9d1a-e5ea7394882d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:14.068826 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f99a7942-22ad-455d-9d1a-e5ea7394882d tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/c4d6c8aa-056c-40c5-bdbc-578e175e2ef5 HTTP/1.1" status: 404 len: 337 time: 0.0395319 Mar 28 19:12:14.071379 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57898) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:14.073875 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-60150011-5bb0-49a0-81ef-9a6a8d886606 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:14.109055 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e489949e-373f-4005-8467-9a8937cd8a97 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:14.117193 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b806cd-abb2-4c18-ab77-39cf0d08ba43 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:14.117663 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36b806cd-abb2-4c18-ab77-39cf0d08ba43 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:14.120097 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-36b806cd-abb2-4c18-ab77-39cf0d08ba43 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/ports/520b7305-144e-4ba4-aa5c-2b7176cc0d5f HTTP/1.1" status: 404 len: 333 time: 0.0470817 Mar 28 19:12:14.122577 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57902) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:14.141565 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-60150011-5bb0-49a0-81ef-9a6a8d886606 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:14.142077 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60150011-5bb0-49a0-81ef-9a6a8d886606 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Fanout notify agent at l3_agent the message router_deleted on router 656ed410-5916-47b2-8c5d-1cc8d378036d {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:12:14.159936 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-b87f7107-9623-4fad-b7be-b7f97bda6890 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:14.160407 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b87f7107-9623-4fad-b7be-b7f97bda6890 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:14.162077 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b87f7107-9623-4fad-b7be-b7f97bda6890 tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/subnets/d6b3f19c-5e6c-486d-bcff-ea1c71fdc032 HTTP/1.1" status: 404 len: 337 time: 0.0385771 Mar 28 19:12:14.164662 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57906) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:14.177644 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e489949e-373f-4005-8467-9a8937cd8a97 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network 7866db26-7887-42d9-adfa-c77d9bbee666 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:14.182322 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-e489949e-373f-4005-8467-9a8937cd8a97 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:14.187287 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e489949e-373f-4005-8467-9a8937cd8a97 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:14.187874 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e489949e-373f-4005-8467-9a8937cd8a97 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:14.192094 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc04f39b-20f5-490d-a138-6084d285854f None None] Network 7866db26-7887-42d9-adfa-c77d9bbee666 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:14.209414 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489949e-373f-4005-8467-9a8937cd8a97 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Subnet': ['ID=14ae6695-d528-47d3-9387-95ef2690ef67,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:14.216712 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-60150011-5bb0-49a0-81ef-9a6a8d886606 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:14.221952 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-60150011-5bb0-49a0-81ef-9a6a8d886606 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "DELETE /v2.0/routers/656ed410-5916-47b2-8c5d-1cc8d378036d HTTP/1.1" status: 204 len: 168 time: 2.2801733 Mar 28 19:12:14.222292 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57910) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:14.228410 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-3b5a459f-58bd-4225-bfd5-57078b77079b tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1186750988', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'enable_snat': False}}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:14.234221 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-3b5a459f-58bd-4225-bfd5-57078b77079b tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:14.237031 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e489949e-373f-4005-8467-9a8937cd8a97 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9342380 Mar 28 19:12:14.239529 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3b5a459f-58bd-4225-bfd5-57078b77079b tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Usage tracker for resource:router and tenant:7ea864ba6bbb4a3cbfee7e383ff834a7 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:14.241873 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57914) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:14.244129 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3b5a459f-58bd-4225-bfd5-57078b77079b tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:14.250467 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-a3ba05bd-1d98-4750-b439-780892c2aae7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'security_group': {'name': 'tempest-secgroup-1601594790'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:14.258751 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-3b5a459f-58bd-4225-bfd5-57078b77079b tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:14.261361 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a3ba05bd-1d98-4750-b439-780892c2aae7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:14.267563 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a3ba05bd-1d98-4750-b439-780892c2aae7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:security_group and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:14.271407 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a3ba05bd-1d98-4750-b439-780892c2aae7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:14.278239 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a3ba05bd-1d98-4750-b439-780892c2aae7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:14.280817 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3b5a459f-58bd-4225-bfd5-57078b77079b tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:14.281811 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3b5a459f-58bd-4225-bfd5-57078b77079b tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:14.284511 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4fb4442c-69fa-4f70-9b92-9598c9c192bc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:14.298956 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a3ba05bd-1d98-4750-b439-780892c2aae7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:14.315784 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3b5a459f-58bd-4225-bfd5-57078b77079b tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:14.337411 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a3ba05bd-1d98-4750-b439-780892c2aae7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:14.343683 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a3ba05bd-1d98-4750-b439-780892c2aae7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:security_group_rule and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:14.347140 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a3ba05bd-1d98-4750-b439-780892c2aae7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:14.354797 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a3ba05bd-1d98-4750-b439-780892c2aae7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:14.431622 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4fb4442c-69fa-4f70-9b92-9598c9c192bc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:14.464572 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c8c2e5-857a-4ab5-9a51-d6d98378b2f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-7866db26-7887-42d9-adfa-c77d9bbee666', 'network_id': '7866db26-7887-42d9-adfa-c77d9bbee666', 'tenant_id': '6e3972954dd6451c8906869de8eb2072', 'fixed_ips': [{'subnet_id': '14ae6695-d528-47d3-9387-95ef2690ef67'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:12:14.465143 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-4fb4442c-69fa-4f70-9b92-9598c9c192bc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1857c8f5-5622-42ce-a4f9-106880783f61']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:14.465888 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-15c8c2e5-857a-4ab5-9a51-d6d98378b2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:14.479446 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-4fb4442c-69fa-4f70-9b92-9598c9c192bc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c403f50a-1387-4a44-bfb0-33dbe94293ce') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:14.479752 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-4fb4442c-69fa-4f70-9b92-9598c9c192bc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c403f50a-1387-4a44-bfb0-33dbe94293ce') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:14.492473 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4fb4442c-69fa-4f70-9b92-9598c9c192bc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:14.510009 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4fb4442c-69fa-4f70-9b92-9598c9c192bc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:14.516519 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb4442c-69fa-4f70-9b92-9598c9c192bc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:12:14.516910 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4fb4442c-69fa-4f70-9b92-9598c9c192bc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:12:14.536013 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:12:14.616240 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4fb4442c-69fa-4f70-9b92-9598c9c192bc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:14.621646 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4fb4442c-69fa-4f70-9b92-9598c9c192bc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:14.645541 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-15c8c2e5-857a-4ab5-9a51-d6d98378b2f7 None None] Allocated IP 172.20.0.2 (7866db26-7887-42d9-adfa-c77d9bbee666/14ae6695-d528-47d3-9387-95ef2690ef67/1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:12:14.652789 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4fb4442c-69fa-4f70-9b92-9598c9c192bc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] 10.222.0.10 "DELETE /v2.0/networks/1857c8f5-5622-42ce-a4f9-106880783f61 HTTP/1.1" status: 204 len: 168 time: 0.4866316 Mar 28 19:12:14.653850 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4442c-69fa-4f70-9b92-9598c9c192bc tempest-NetworksTestDHCPv6-1724017047 tempest-NetworksTestDHCPv6-1724017047-project] Pushing event deleted for resources: {'Network': ['ID=1857c8f5-5622-42ce-a4f9-106880783f61,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:14.765299 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3b5a459f-58bd-4225-bfd5-57078b77079b tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:14.839764 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a3ba05bd-1d98-4750-b439-780892c2aae7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:14.846775 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a3ba05bd-1d98-4750-b439-780892c2aae7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:14.877040 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-15c8c2e5-857a-4ab5-9a51-d6d98378b2f7 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:14.887984 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-15c8c2e5-857a-4ab5-9a51-d6d98378b2f7 None None] Transition to ACTIVE for port object 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:12:14.906689 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-15c8c2e5-857a-4ab5-9a51-d6d98378b2f7 None None] Transition to ACTIVE for port object 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:12:14.912393 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-15c8c2e5-857a-4ab5-9a51-d6d98378b2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:14.942345 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba05bd-1d98-4750-b439-780892c2aae7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=393c9b07-764b-4531-958d-a3bbecf3290e,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:14.959193 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a3ba05bd-1d98-4750-b439-780892c2aae7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:14.960439 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a3ba05bd-1d98-4750-b439-780892c2aae7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7176900 Mar 28 19:12:14.963421 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57922) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:14.968561 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-deea3f6c-50b3-44fa-a5d1-448a05f9731d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'security_group': {'name': 'tempest-secgroup-67181761'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:14.973818 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57926) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:14.975885 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-deea3f6c-50b3-44fa-a5d1-448a05f9731d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:14.981676 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-deea3f6c-50b3-44fa-a5d1-448a05f9731d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:security_group and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:14.984961 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-deea3f6c-50b3-44fa-a5d1-448a05f9731d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:14.993633 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-deea3f6c-50b3-44fa-a5d1-448a05f9731d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:14.998557 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c8c2e5-857a-4ab5-9a51-d6d98378b2f7 None None] Network 7866db26-7887-42d9-adfa-c77d9bbee666 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:15.002282 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-15c8c2e5-857a-4ab5-9a51-d6d98378b2f7 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:15.008326 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c8c2e5-857a-4ab5-9a51-d6d98378b2f7 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:12:15.017792 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-deea3f6c-50b3-44fa-a5d1-448a05f9731d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:15.046277 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-deea3f6c-50b3-44fa-a5d1-448a05f9731d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:15.050188 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-deea3f6c-50b3-44fa-a5d1-448a05f9731d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:security_group_rule and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:15.053414 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-deea3f6c-50b3-44fa-a5d1-448a05f9731d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:15.060917 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-deea3f6c-50b3-44fa-a5d1-448a05f9731d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:15.098772 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8c2e5-857a-4ab5-9a51-d6d98378b2f7 None None] Pushing event updated for resources: {'Port': ['ID=1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:15.123697 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-15c8c2e5-857a-4ab5-9a51-d6d98378b2f7 None None] Attempting to bind port 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:12:15.124098 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-15c8c2e5-857a-4ab5-9a51-d6d98378b2f7 None None] Attempting to bind port 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'c45e14ca-67a1-487c-87e8-221b425e91b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7866db26-7887-42d9-adfa-c77d9bbee666'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:12:15.124460 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c8c2e5-857a-4ab5-9a51-d6d98378b2f7 None None] Attempting to bind port 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 on network 7866db26-7887-42d9-adfa-c77d9bbee666 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:12:15.130295 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c8c2e5-857a-4ab5-9a51-d6d98378b2f7 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:12:15.130629 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c8c2e5-857a-4ab5-9a51-d6d98378b2f7 None None] Checking segment: {'id': 'c45e14ca-67a1-487c-87e8-221b425e91b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7866db26-7887-42d9-adfa-c77d9bbee666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:12:15.131062 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-15c8c2e5-857a-4ab5-9a51-d6d98378b2f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:15.131453 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c8c2e5-857a-4ab5-9a51-d6d98378b2f7 None None] Bound using segment: {'id': 'c45e14ca-67a1-487c-87e8-221b425e91b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7866db26-7887-42d9-adfa-c77d9bbee666'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:12:15.131913 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-15c8c2e5-857a-4ab5-9a51-d6d98378b2f7 None None] Bound port: 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45e14ca-67a1-487c-87e8-221b425e91b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7866db26-7887-42d9-adfa-c77d9bbee666'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:12:15.132287 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-15c8c2e5-857a-4ab5-9a51-d6d98378b2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:15.168612 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-deea3f6c-50b3-44fa-a5d1-448a05f9731d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:15.178019 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-deea3f6c-50b3-44fa-a5d1-448a05f9731d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:15.231632 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-15c8c2e5-857a-4ab5-9a51-d6d98378b2f7 None None] For port 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:12:15.234574 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-deea3f6c-50b3-44fa-a5d1-448a05f9731d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:15.235704 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-15c8c2e5-857a-4ab5-9a51-d6d98378b2f7 None None] For port 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3,segment=NetworkSegment(c45e14ca-67a1-487c-87e8-221b425e91b7),segment_id=c45e14ca-67a1-487c-87e8-221b425e91b7)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:12:15.238851 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-deea3f6c-50b3-44fa-a5d1-448a05f9731d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 0.2717180 Mar 28 19:12:15.238851 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea3f6c-50b3-44fa-a5d1-448a05f9731d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=844826d8-2100-45e5-bd6d-15e9efc5afa2,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:15.239666 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57932) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:15.247050 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-ab1ef597-9f0c-4d42-8390-c3e76512b9ba tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1103605209', 'security_groups': ['844826d8-2100-45e5-bd6d-15e9efc5afa2'], 'network_id': '7866db26-7887-42d9-adfa-c77d9bbee666', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '14ae6695-d528-47d3-9387-95ef2690ef67'}]}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:15.248369 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d08c7d72-38a8-46e2-8f98-77a0fcce246f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ab0fdca92649408bad5da9ad66e0cc61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2731481 Mar 28 19:12:15.249433 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3b5a459f-58bd-4225-bfd5-57078b77079b tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:15.250924 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-15c8c2e5-857a-4ab5-9a51-d6d98378b2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:15.262415 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57936) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:15.283924 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3b5a459f-58bd-4225-bfd5-57078b77079b tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:15.335976 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8c2e5-857a-4ab5-9a51-d6d98378b2f7 None None] Pushing event updated for resources: {'Port': ['ID=1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:15.432800 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-771d8c6a-dc4c-415d-8de9-f66496508f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:15.437738 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-3b5a459f-58bd-4225-bfd5-57078b77079b tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Allocated IP 172.26.4.203 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/15c770cd-a822-4881-8ada-5f5b077c8464) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:12:15.445711 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-ab1ef597-9f0c-4d42-8390-c3e76512b9ba tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:15.453218 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ab1ef597-9f0c-4d42-8390-c3e76512b9ba tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:port and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:15.457801 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ab1ef597-9f0c-4d42-8390-c3e76512b9ba tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:15.471515 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-ab1ef597-9f0c-4d42-8390-c3e76512b9ba tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:15.478307 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-771d8c6a-dc4c-415d-8de9-f66496508f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:15.503461 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1ef597-9f0c-4d42-8390-c3e76512b9ba tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:15.623227 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3b5a459f-58bd-4225-bfd5-57078b77079b tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:15.658514 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3b5a459f-58bd-4225-bfd5-57078b77079b tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:15.680825 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef597-9f0c-4d42-8390-c3e76512b9ba tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:15.703353 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-771d8c6a-dc4c-415d-8de9-f66496508f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:15.718641 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5a459f-58bd-4225-bfd5-57078b77079b tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:15.727658 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d8c6a-dc4c-415d-8de9-f66496508f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db9013f-f3a3-4d3a-a4bc-1c2a964d758d,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:15.729774 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-3b5a459f-58bd-4225-bfd5-57078b77079b tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:15.739514 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-ab1ef597-9f0c-4d42-8390-c3e76512b9ba tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] device_id is not set on port cd2f7123-ca8a-4f34-8920-3048292761aa yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:12:15.741573 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5a459f-58bd-4225-bfd5-57078b77079b tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:12:15.780707 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-771d8c6a-dc4c-415d-8de9-f66496508f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:15.781807 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-771d8c6a-dc4c-415d-8de9-f66496508f57 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9db9013f-f3a3-4d3a-a4bc-1c2a964d758d HTTP/1.1" status: 204 len: 168 time: 0.5160203 Mar 28 19:12:15.809420 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a459f-58bd-4225-bfd5-57078b77079b tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Pushing event updated for resources: {'Port': ['ID=15c770cd-a822-4881-8ada-5f5b077c8464,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:15.964577 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-ab1ef597-9f0c-4d42-8390-c3e76512b9ba tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Allocated IP 172.20.0.11 (7866db26-7887-42d9-adfa-c77d9bbee666/14ae6695-d528-47d3-9387-95ef2690ef67/cd2f7123-ca8a-4f34-8920-3048292761aa) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:12:16.219497 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3b5a459f-58bd-4225-bfd5-57078b77079b tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:16.223586 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:12:16.338757 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:12:16.379164 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef597-9f0c-4d42-8390-c3e76512b9ba tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:16.397977 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-ab1ef597-9f0c-4d42-8390-c3e76512b9ba tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Transition to ACTIVE for port object cd2f7123-ca8a-4f34-8920-3048292761aa will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:12:16.428218 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef597-9f0c-4d42-8390-c3e76512b9ba tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:16.505060 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1ef597-9f0c-4d42-8390-c3e76512b9ba tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network 7866db26-7887-42d9-adfa-c77d9bbee666 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:16.508705 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-ab1ef597-9f0c-4d42-8390-c3e76512b9ba tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:16.520800 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1ef597-9f0c-4d42-8390-c3e76512b9ba tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:12:16.564488 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ef597-9f0c-4d42-8390-c3e76512b9ba tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Port': ['ID=cd2f7123-ca8a-4f34-8920-3048292761aa,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:16.606349 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1ef597-9f0c-4d42-8390-c3e76512b9ba tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:16.607969 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef597-9f0c-4d42-8390-c3e76512b9ba tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:16.629502 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-1cc6815c-33c1-4898-afdf-7cc3a8aa84d1 None None] Provisioning complete for port df3c4fbe-4cd0-47d1-8abb-531505e6c73a triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:16.629880 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1cc6815c-33c1-4898-afdf-7cc3a8aa84d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:16.646125 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ab1ef597-9f0c-4d42-8390-c3e76512b9ba tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4049795 Mar 28 19:12:16.649148 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57960) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:16.693508 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-1cc6815c-33c1-4898-afdf-7cc3a8aa84d1 None None] Port df3c4fbe-4cd0-47d1-8abb-531505e6c73a cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:12:16.705751 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-1cc6815c-33c1-4898-afdf-7cc3a8aa84d1 None None] Provisioning for port 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:12:16.711427 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-1cc6815c-33c1-4898-afdf-7cc3a8aa84d1 None None] Provisioning complete for port 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:16.711834 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1cc6815c-33c1-4898-afdf-7cc3a8aa84d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:16.725992 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-2fdcb93e-5e9d-4dd5-aab6-325514215393 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'subnet': {'network_id': '7866db26-7887-42d9-adfa-c77d9bbee666', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:16.811112 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57964) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:16.883606 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1cc6815c-33c1-4898-afdf-7cc3a8aa84d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:16.917059 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-1cc6815c-33c1-4898-afdf-7cc3a8aa84d1 None None] For port 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3,segment=NetworkSegment(c45e14ca-67a1-487c-87e8-221b425e91b7),segment_id=c45e14ca-67a1-487c-87e8-221b425e91b7)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:12:16.921962 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1cc6815c-33c1-4898-afdf-7cc3a8aa84d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:16.923121 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Request body: {'networks': [{'name': 'tempest-network--41960838'}, {'name': 'tempest-network--1195881704'}]} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:16.923584 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Request body: {'network': {'name': 'tempest-network--41960838'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:16.927375 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Request body: {'network': {'name': 'tempest-network--1195881704'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:16.934541 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:16.938521 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Usage tracker for resource:network and tenant:f5947e78d1b6412a95b4c3198d5ca465 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:16.941502 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:16.949532 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:16.959873 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Made reservation on behalf of f5947e78d1b6412a95b4c3198d5ca465 for: {'network': 2} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:16.964850 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3b5a459f-58bd-4225-bfd5-57078b77079b tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:16.965242 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:16.977918 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:16.993392 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:16.996657 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6815c-33c1-4898-afdf-7cc3a8aa84d1 None None] Pushing event updated for resources: {'Port': ['ID=1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:16.997246 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Usage tracker for resource:security_group_rule and tenant:f5947e78d1b6412a95b4c3198d5ca465 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:17.003748 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:17.010751 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:17.043580 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-02aa16c1-3f07-41ee-a439-9b7c8ece0840 None None] Provisioning for port cd2f7123-ca8a-4f34-8920-3048292761aa completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:12:17.050721 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-02aa16c1-3f07-41ee-a439-9b7c8ece0840 None None] Provisioning complete for port cd2f7123-ca8a-4f34-8920-3048292761aa triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:17.051573 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-02aa16c1-3f07-41ee-a439-9b7c8ece0840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:17.068527 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2fdcb93e-5e9d-4dd5-aab6-325514215393 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:17.076172 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2fdcb93e-5e9d-4dd5-aab6-325514215393 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:subnet and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:17.086652 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2fdcb93e-5e9d-4dd5-aab6-325514215393 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:17.097754 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:17.101625 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:17.102256 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:17.120188 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-02aa16c1-3f07-41ee-a439-9b7c8ece0840 None None] Port cd2f7123-ca8a-4f34-8920-3048292761aa cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:12:17.141410 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2fdcb93e-5e9d-4dd5-aab6-325514215393 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:17.151636 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9e6445-6b39-4106-ba49-c19a9f72c94a,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:17.154360 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:12:17.163030 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:17.163530 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Added segment 517064f0-c4c0-443f-8382-3374272472ea of type vlan for network 905e5f2d-5d1c-4bbe-b42a-058e4dbe20d7 Mar 28 19:12:17.180212 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdcb93e-5e9d-4dd5-aab6-325514215393 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:17.184053 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2fdcb93e-5e9d-4dd5-aab6-325514215393 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:17.194439 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:17.229248 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:12:17.238629 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:17.238999 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Added segment c8bea028-5526-4d14-bdb2-56027f7e5f15 of type vlan for network 383ae2b6-c9b1-47fa-9f6b-f2b97fa01fb0 Mar 28 19:12:17.264083 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:17.296452 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:17.297034 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:17.302837 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:17.307859 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:17.308480 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:17.328687 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5a459f-58bd-4225-bfd5-57078b77079b tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Router 69079026-8326-42b3-9268-4cf3dd3ea300 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:12:17.338746 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.ipam_backend_mixin [None req-2fdcb93e-5e9d-4dd5-aab6-325514215393 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 14ae6695-d528-47d3-9387-95ef2690ef67 (CIDR: 172.20.0.0/28) Mar 28 19:12:17.345083 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fdcb93e-5e9d-4dd5-aab6-325514215393 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:12:17.345567 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fdcb93e-5e9d-4dd5-aab6-325514215393 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:17.416666 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.6038730 Mar 28 19:12:17.420290 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57972) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:17.434345 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2fdcb93e-5e9d-4dd5-aab6-325514215393 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7170844 Mar 28 19:12:17.437020 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57976) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:17.442644 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Pushing event updated for resources: {'Network': ['ID=905e5f2d-5d1c-4bbe-b42a-058e4dbe20d7,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:17.444112 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-6295578a-48de-4160-9b11-da5ee7b4f28c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'subnet': {'network_id': '7866db26-7887-42d9-adfa-c77d9bbee666', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:17.454205 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 905e5f2d-5d1c-4bbe-b42a-058e4dbe20d7 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:12:17.617946 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5003b-1886-45fb-87e5-c5546a4da607 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Pushing event updated for resources: {'Network': ['ID=383ae2b6-c9b1-47fa-9f6b-f2b97fa01fb0,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:17.631055 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 383ae2b6-c9b1-47fa-9f6b-f2b97fa01fb0 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:12:17.637477 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5a459f-58bd-4225-bfd5-57078b77079b tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:12:17.647330 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6820dc-4c3d-4c1b-b3e7-e778874bc151 None None] Sync routers for ids ['69079026-8326-42b3-9268-4cf3dd3ea300'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:12:17.663812 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a8828a-31c5-4575-9a83-15b453daff33 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:17.670953 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a8828a-31c5-4575-9a83-15b453daff33 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:17.671133 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6820dc-4c3d-4c1b-b3e7-e778874bc151 None None] Routers {'69079026-8326-42b3-9268-4cf3dd3ea300'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:17.671964 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-4b6820dc-4c3d-4c1b-b3e7-e778874bc151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:11:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['69079026-8326-42b3-9268-4cf3dd3ea300'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:17.676085 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6295578a-48de-4160-9b11-da5ee7b4f28c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:17.679255 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3b5a459f-58bd-4225-bfd5-57078b77079b tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:17.679918 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a8828a-31c5-4575-9a83-15b453daff33 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:17.683899 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3b5a459f-58bd-4225-bfd5-57078b77079b tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.4560781 Mar 28 19:12:17.688107 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6295578a-48de-4160-9b11-da5ee7b4f28c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:subnet and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:17.689257 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a8828a-31c5-4575-9a83-15b453daff33 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:17.690192 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-37a8828a-31c5-4575-9a83-15b453daff33 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Synchronizing usage tracker for tenant:f5947e78d1b6412a95b4c3198d5ca465 on resource:network {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:12:17.692055 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57980) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:17.695988 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6295578a-48de-4160-9b11-da5ee7b4f28c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:17.709661 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-37a8828a-31c5-4575-9a83-15b453daff33 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Unset dirty status for tenant:f5947e78d1b6412a95b4c3198d5ca465 on resource:network {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:12:17.711121 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-37a8828a-31c5-4575-9a83-15b453daff33 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2901442 Mar 28 19:12:17.715230 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57984) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:17.773829 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6295578a-48de-4160-9b11-da5ee7b4f28c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:17.798284 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6295578a-48de-4160-9b11-da5ee7b4f28c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:17.802251 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6295578a-48de-4160-9b11-da5ee7b4f28c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:17.842576 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-da3e1e37-a6b2-4c2c-8811-09d2b328c585 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:17.912901 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-4b6820dc-4c3d-4c1b-b3e7-e778874bc151 None None] Set router 69079026-8326-42b3-9268-4cf3dd3ea300 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:12:17.978095 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-da3e1e37-a6b2-4c2c-8811-09d2b328c585 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:18.008550 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-da3e1e37-a6b2-4c2c-8811-09d2b328c585 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905e5f2d-5d1c-4bbe-b42a-058e4dbe20d7']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:18.023157 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-da3e1e37-a6b2-4c2c-8811-09d2b328c585 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '517064f0-c4c0-443f-8382-3374272472ea') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:18.023457 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-da3e1e37-a6b2-4c2c-8811-09d2b328c585 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '517064f0-c4c0-443f-8382-3374272472ea') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:18.037091 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-da3e1e37-a6b2-4c2c-8811-09d2b328c585 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:18.055747 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-da3e1e37-a6b2-4c2c-8811-09d2b328c585 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:18.063164 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da3e1e37-a6b2-4c2c-8811-09d2b328c585 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:12:18.064078 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-da3e1e37-a6b2-4c2c-8811-09d2b328c585 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:12:18.078908 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:12:18.148803 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a99c4751-3904-4a7f-99d2-e1c176c10bfa tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "GET /v2.0/routers/69079026-8326-42b3-9268-4cf3dd3ea300 HTTP/1.1" status: 200 len: 909 time: 0.4550872 Mar 28 19:12:18.152057 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57988) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:18.175208 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-bb1678e8-9781-4285-bf76-8c14cf898a40 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1186750988', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'enable_snat': True}}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:18.181307 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:12:18.183215 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-bb1678e8-9781-4285-bf76-8c14cf898a40 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:18.187304 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-da3e1e37-a6b2-4c2c-8811-09d2b328c585 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:18.191888 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-da3e1e37-a6b2-4c2c-8811-09d2b328c585 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:18.196390 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-bb1678e8-9781-4285-bf76-8c14cf898a40 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Usage tracker for resource:router and tenant:7ea864ba6bbb4a3cbfee7e383ff834a7 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:18.214077 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-bb1678e8-9781-4285-bf76-8c14cf898a40 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:18.229536 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-bb1678e8-9781-4285-bf76-8c14cf898a40 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:18.233168 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e1e37-a6b2-4c2c-8811-09d2b328c585 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Pushing event deleted for resources: {'Network': ['ID=905e5f2d-5d1c-4bbe-b42a-058e4dbe20d7,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:18.239460 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-4b6820dc-4c3d-4c1b-b3e7-e778874bc151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69079026-8326-42b3-9268-4cf3dd3ea300', 'name': 'tempest-snat-router-1186750988', 'tenant_id': '7ea864ba6bbb4a3cbfee7e383ff834a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.203'}], 'enable_snat': False}, 'gw_port_id': '15c770cd-a822-4881-8ada-5f5b077c8464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:12:14Z', 'updated_at': '2022-03-28T19:12:16Z', 'revision_number': 3, 'project_id': '7ea864ba6bbb4a3cbfee7e383ff834a7', 'gw_port': {'id': '15c770cd-a822-4881-8ada-5f5b077c8464', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:df:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69079026-8326-42b3-9268-4cf3dd3ea300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:12:15Z', 'updated_at': '2022-03-28T19:12:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:18.242412 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-da3e1e37-a6b2-4c2c-8811-09d2b328c585 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] 10.222.0.10 "DELETE /v2.0/networks/905e5f2d-5d1c-4bbe-b42a-058e4dbe20d7 HTTP/1.1" status: 204 len: 168 time: 0.5259697 Mar 28 19:12:18.245145 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 57992) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:18.247249 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6820dc-4c3d-4c1b-b3e7-e778874bc151 None None] Checking router: 69079026-8326-42b3-9268-4cf3dd3ea300 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:12:18.248772 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6820dc-4c3d-4c1b-b3e7-e778874bc151 None None] Updating router 69079026-8326-42b3-9268-4cf3dd3ea300 port 15c770cd-a822-4881-8ada-5f5b077c8464 binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:12:18.267949 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bb1678e8-9781-4285-bf76-8c14cf898a40 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:18.269122 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bb1678e8-9781-4285-bf76-8c14cf898a40 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:18.281313 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:18.281684 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:18.324963 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-4b6820dc-4c3d-4c1b-b3e7-e778874bc151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:18.350740 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6295578a-48de-4160-9b11-da5ee7b4f28c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:18.369603 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bb1678e8-9781-4285-bf76-8c14cf898a40 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:18.383239 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9e180bab-2222-48bc-b371-e3fe6555de35 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:18.427902 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6295578a-48de-4160-9b11-da5ee7b4f28c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network 7866db26-7887-42d9-adfa-c77d9bbee666 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:18.431211 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-6295578a-48de-4160-9b11-da5ee7b4f28c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:18.436227 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6295578a-48de-4160-9b11-da5ee7b4f28c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:18.436900 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6295578a-48de-4160-9b11-da5ee7b4f28c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:18.444466 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717843f5-a746-49cd-a905-15757dcc1b02 None None] Network 7866db26-7887-42d9-adfa-c77d9bbee666 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:18.458018 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6295578a-48de-4160-9b11-da5ee7b4f28c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Subnet': ['ID=15cf5251-58cb-4d1b-ba25-0acb682858db,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:18.479428 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6295578a-48de-4160-9b11-da5ee7b4f28c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0404747 Mar 28 19:12:18.481956 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 57996) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:18.488273 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-71955c20-5b81-4974-a778-7c7c6edbddf8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1290426243', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '15cf5251-58cb-4d1b-ba25-0acb682858db'}], 'security_groups': ['393c9b07-764b-4531-958d-a3bbecf3290e']}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:18.779472 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-71955c20-5b81-4974-a778-7c7c6edbddf8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:18.807221 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-4b6820dc-4c3d-4c1b-b3e7-e778874bc151 None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:18.820739 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-4b6820dc-4c3d-4c1b-b3e7-e778874bc151 None None] Transition to ACTIVE for port object 15c770cd-a822-4881-8ada-5f5b077c8464 will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:12:18.830937 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-4b6820dc-4c3d-4c1b-b3e7-e778874bc151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:18.867039 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91aa4a6-8a6d-453c-9945-e8742874eb11 None None] Update dhcp port {'port': {'network_id': '7866db26-7887-42d9-adfa-c77d9bbee666', 'fixed_ips': [{'subnet_id': '14ae6695-d528-47d3-9387-95ef2690ef67', 'ip_address': '172.20.0.2'}, {'subnet_id': '15cf5251-58cb-4d1b-ba25-0acb682858db'}], 'binding:host_id': 'dv-neutron-834711-1-hyperv'}, 'id': '1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3'} from dv-neutron-834711-1-hyperv. {{(pid=87834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 19:12:18.909497 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2db0f-6195-46a7-9148-923154bf59d2 None None] Pushing event updated for resources: {'Port': ['ID=15c770cd-a822-4881-8ada-5f5b077c8464,revision_number=2']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:18.918657 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9e180bab-2222-48bc-b371-e3fe6555de35 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:18.922538 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2db0f-6195-46a7-9148-923154bf59d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:18.923086 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2db0f-6195-46a7-9148-923154bf59d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:18.923581 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2db0f-6195-46a7-9148-923154bf59d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:18.924054 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2db0f-6195-46a7-9148-923154bf59d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:18.924528 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2db0f-6195-46a7-9148-923154bf59d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:18.925024 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2db0f-6195-46a7-9148-923154bf59d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:18.925505 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2db0f-6195-46a7-9148-923154bf59d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:18.925981 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2db0f-6195-46a7-9148-923154bf59d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:18.926663 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b91aa4a6-8a6d-453c-9945-e8742874eb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:18.927542 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2db0f-6195-46a7-9148-923154bf59d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:18.927875 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2db0f-6195-46a7-9148-923154bf59d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:18.928196 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2db0f-6195-46a7-9148-923154bf59d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:18.928514 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2db0f-6195-46a7-9148-923154bf59d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:18.963809 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-4b6820dc-4c3d-4c1b-b3e7-e778874bc151 None None] Attempting to bind port 15c770cd-a822-4881-8ada-5f5b077c8464 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:12:18.964321 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-4b6820dc-4c3d-4c1b-b3e7-e778874bc151 None None] Attempting to bind port 15c770cd-a822-4881-8ada-5f5b077c8464 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:12:18.964779 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6820dc-4c3d-4c1b-b3e7-e778874bc151 None None] Attempting to bind port 15c770cd-a822-4881-8ada-5f5b077c8464 on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:12:18.970420 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6820dc-4c3d-4c1b-b3e7-e778874bc151 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:12:18.971001 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6820dc-4c3d-4c1b-b3e7-e778874bc151 None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:12:18.971498 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-4b6820dc-4c3d-4c1b-b3e7-e778874bc151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:18.971981 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6820dc-4c3d-4c1b-b3e7-e778874bc151 None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:12:18.972539 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-4b6820dc-4c3d-4c1b-b3e7-e778874bc151 None None] Bound port: 15c770cd-a822-4881-8ada-5f5b077c8464, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:12:18.973036 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-4b6820dc-4c3d-4c1b-b3e7-e778874bc151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:19.024615 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-9e180bab-2222-48bc-b371-e3fe6555de35 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383ae2b6-c9b1-47fa-9f6b-f2b97fa01fb0']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:19.034339 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bb1678e8-9781-4285-bf76-8c14cf898a40 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:19.045919 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-9e180bab-2222-48bc-b371-e3fe6555de35 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8bea028-5526-4d14-bdb2-56027f7e5f15') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:19.046567 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-9e180bab-2222-48bc-b371-e3fe6555de35 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8bea028-5526-4d14-bdb2-56027f7e5f15') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:19.073766 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-4b6820dc-4c3d-4c1b-b3e7-e778874bc151 None None] For port 15c770cd-a822-4881-8ada-5f5b077c8464, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:12:19.075906 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9e180bab-2222-48bc-b371-e3fe6555de35 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:19.078201 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-4b6820dc-4c3d-4c1b-b3e7-e778874bc151 None None] For port 15c770cd-a822-4881-8ada-5f5b077c8464, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=15c770cd-a822-4881-8ada-5f5b077c8464,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:12:19.084554 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-4b6820dc-4c3d-4c1b-b3e7-e778874bc151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:19.104421 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9e180bab-2222-48bc-b371-e3fe6555de35 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:19.160943 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-b91aa4a6-8a6d-453c-9945-e8742874eb11 None None] Allocated IP 172.20.0.18 (7866db26-7887-42d9-adfa-c77d9bbee666/15cf5251-58cb-4d1b-ba25-0acb682858db/1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:12:19.165890 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e180bab-2222-48bc-b371-e3fe6555de35 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:12:19.166814 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9e180bab-2222-48bc-b371-e3fe6555de35 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:19.173355 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6820dc-4c3d-4c1b-b3e7-e778874bc151 None None] Routers {'69079026-8326-42b3-9268-4cf3dd3ea300'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:19.173983 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-4b6820dc-4c3d-4c1b-b3e7-e778874bc151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:11:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['69079026-8326-42b3-9268-4cf3dd3ea300'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:12:19.181438 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:12:19.247925 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2db0f-6195-46a7-9148-923154bf59d2 None None] Pushing event updated for resources: {'Port': ['ID=15c770cd-a822-4881-8ada-5f5b077c8464,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:19.278066 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9e180bab-2222-48bc-b371-e3fe6555de35 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:19.304455 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9e180bab-2222-48bc-b371-e3fe6555de35 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:19.312960 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e180bab-2222-48bc-b371-e3fe6555de35 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Pushing event deleted for resources: {'Network': ['ID=383ae2b6-c9b1-47fa-9f6b-f2b97fa01fb0,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:19.318192 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-b91aa4a6-8a6d-453c-9945-e8742874eb11 None None] For port 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3,segment=NetworkSegment(c45e14ca-67a1-487c-87e8-221b425e91b7),segment_id=c45e14ca-67a1-487c-87e8-221b425e91b7)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:12:19.327927 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9e180bab-2222-48bc-b371-e3fe6555de35 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] 10.222.0.10 "DELETE /v2.0/networks/383ae2b6-c9b1-47fa-9f6b-f2b97fa01fb0 HTTP/1.1" status: 204 len: 168 time: 1.0816257 Mar 28 19:12:19.330871 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58000) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:19.347968 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b91aa4a6-8a6d-453c-9945-e8742874eb11 None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:19.365918 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b91aa4a6-8a6d-453c-9945-e8742874eb11 None None] Transition to ACTIVE for port object 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:12:19.367619 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-4b6820dc-4c3d-4c1b-b3e7-e778874bc151 None None] Set router 69079026-8326-42b3-9268-4cf3dd3ea300 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:12:19.372548 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b91aa4a6-8a6d-453c-9945-e8742874eb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:19.537878 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91aa4a6-8a6d-453c-9945-e8742874eb11 None None] Pushing event updated for resources: {'Port': ['ID=1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:19.560360 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bb1678e8-9781-4285-bf76-8c14cf898a40 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:19.596241 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bb1678e8-9781-4285-bf76-8c14cf898a40 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:19.618103 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e48da0-ef0a-4a35-9035-762dd8e1650a tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:19.624842 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e48da0-ef0a-4a35-9035-762dd8e1650a tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:19.626459 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f0e48da0-ef0a-4a35-9035-762dd8e1650a tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2939718 Mar 28 19:12:19.630058 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58004) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:19.637905 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-aee685d7-ce2b-426e-9ead-a2bb792f65d7 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2022677179'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:19.655046 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-aee685d7-ce2b-426e-9ead-a2bb792f65d7 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:19.673877 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-aee685d7-ce2b-426e-9ead-a2bb792f65d7 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Usage tracker for resource:network and tenant:f5947e78d1b6412a95b4c3198d5ca465 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:19.680464 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-71955c20-5b81-4974-a778-7c7c6edbddf8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Delete allocated IP 172.20.0.11 (7866db26-7887-42d9-adfa-c77d9bbee666/14ae6695-d528-47d3-9387-95ef2690ef67) {{(pid=87832) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 19:12:19.684886 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-aee685d7-ce2b-426e-9ead-a2bb792f65d7 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:19.695742 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-aee685d7-ce2b-426e-9ead-a2bb792f65d7 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:19.703822 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-71955c20-5b81-4974-a778-7c7c6edbddf8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Allocated IP 172.20.0.21 (7866db26-7887-42d9-adfa-c77d9bbee666/15cf5251-58cb-4d1b-ba25-0acb682858db/cd2f7123-ca8a-4f34-8920-3048292761aa) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:12:19.707697 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-4b6820dc-4c3d-4c1b-b3e7-e778874bc151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69079026-8326-42b3-9268-4cf3dd3ea300', 'name': 'tempest-snat-router-1186750988', 'tenant_id': '7ea864ba6bbb4a3cbfee7e383ff834a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.203'}], 'enable_snat': False}, 'gw_port_id': '15c770cd-a822-4881-8ada-5f5b077c8464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:12:14Z', 'updated_at': '2022-03-28T19:12:16Z', 'revision_number': 3, 'project_id': '7ea864ba6bbb4a3cbfee7e383ff834a7', 'gw_port': {'id': '15c770cd-a822-4881-8ada-5f5b077c8464', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:df:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69079026-8326-42b3-9268-4cf3dd3ea300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:12:15Z', 'updated_at': '2022-03-28T19:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:19.713647 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6820dc-4c3d-4c1b-b3e7-e778874bc151 None None] The sync data for ids ['69079026-8326-42b3-9268-4cf3dd3ea300'] in dv-neutron-834711-1-hyperv is: [{'id': '69079026-8326-42b3-9268-4cf3dd3ea300', 'name': 'tempest-snat-router-1186750988', 'tenant_id': '7ea864ba6bbb4a3cbfee7e383ff834a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.203'}], 'enable_snat': False}, 'gw_port_id': '15c770cd-a822-4881-8ada-5f5b077c8464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:12:14Z', 'updated_at': '2022-03-28T19:12:16Z', 'revision_number': 3, 'project_id': '7ea864ba6bbb4a3cbfee7e383ff834a7', 'gw_port': {'id': '15c770cd-a822-4881-8ada-5f5b077c8464', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:df:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69079026-8326-42b3-9268-4cf3dd3ea300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:12:15Z', 'updated_at': '2022-03-28T19:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:12:19.720035 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee685d7-ce2b-426e-9ead-a2bb792f65d7 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Made reservation on behalf of f5947e78d1b6412a95b4c3198d5ca465 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:19.723455 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-aee685d7-ce2b-426e-9ead-a2bb792f65d7 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:19.784918 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-bb1678e8-9781-4285-bf76-8c14cf898a40 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Allocated IP 172.26.4.66 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/84c79f9e-dacb-4d16-bd1b-84959a99f72f) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:12:19.806229 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee685d7-ce2b-426e-9ead-a2bb792f65d7 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:12:19.882703 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-aee685d7-ce2b-426e-9ead-a2bb792f65d7 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:19.883094 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-aee685d7-ce2b-426e-9ead-a2bb792f65d7 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Added segment b1dec37f-71bc-426a-9fbf-30e7c08e3121 of type vlan for network ac0b4118-81c4-49b5-85d8-7d31bcb38d16 Mar 28 19:12:19.938344 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-aee685d7-ce2b-426e-9ead-a2bb792f65d7 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:19.967318 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bb1678e8-9781-4285-bf76-8c14cf898a40 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:19.999282 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-aee685d7-ce2b-426e-9ead-a2bb792f65d7 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:20.017200 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bb1678e8-9781-4285-bf76-8c14cf898a40 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:20.024015 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee685d7-ce2b-426e-9ead-a2bb792f65d7 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:20.026007 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-aee685d7-ce2b-426e-9ead-a2bb792f65d7 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:20.086773 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-71955c20-5b81-4974-a778-7c7c6edbddf8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:20.104012 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1678e8-9781-4285-bf76-8c14cf898a40 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:20.112120 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-bb1678e8-9781-4285-bf76-8c14cf898a40 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:20.117212 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1678e8-9781-4285-bf76-8c14cf898a40 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:12:20.270731 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee685d7-ce2b-426e-9ead-a2bb792f65d7 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Pushing event updated for resources: {'Network': ['ID=ac0b4118-81c4-49b5-85d8-7d31bcb38d16,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:20.284077 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1678e8-9781-4285-bf76-8c14cf898a40 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Pushing event updated for resources: {'Port': ['ID=84c79f9e-dacb-4d16-bd1b-84959a99f72f,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:20.284441 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-71955c20-5b81-4974-a778-7c7c6edbddf8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Transition to ACTIVE for port object cd2f7123-ca8a-4f34-8920-3048292761aa will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:12:20.290560 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network ac0b4118-81c4-49b5-85d8-7d31bcb38d16 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:12:20.293020 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-71955c20-5b81-4974-a778-7c7c6edbddf8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:20.296691 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-aee685d7-ce2b-426e-9ead-a2bb792f65d7 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6656702 Mar 28 19:12:20.349674 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 15c770cd-a822-4881-8ada-5f5b077c8464 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:12:20.359863 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58008) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:20.394324 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71955c20-5b81-4974-a778-7c7c6edbddf8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Port': ['ID=cd2f7123-ca8a-4f34-8920-3048292761aa,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:20.404900 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-ab08209a-372e-447b-9f58-3b5dcf033801 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1200163955'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:20.418016 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-ab08209a-372e-447b-9f58-3b5dcf033801 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:20.425623 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ab08209a-372e-447b-9f58-3b5dcf033801 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Usage tracker for resource:network and tenant:f5947e78d1b6412a95b4c3198d5ca465 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:20.430704 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ab08209a-372e-447b-9f58-3b5dcf033801 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:20.445689 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-ab08209a-372e-447b-9f58-3b5dcf033801 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:20.531138 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-71955c20-5b81-4974-a778-7c7c6edbddf8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] In _notify_port_updated(), no bound segment for port cd2f7123-ca8a-4f34-8920-3048292761aa on network 7866db26-7887-42d9-adfa-c77d9bbee666 {{(pid=87832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 19:12:20.537184 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71955c20-5b81-4974-a778-7c7c6edbddf8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:20.537856 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-71955c20-5b81-4974-a778-7c7c6edbddf8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:20.539231 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-71955c20-5b81-4974-a778-7c7c6edbddf8 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "PUT /v2.0/ports/cd2f7123-ca8a-4f34-8920-3048292761aa HTTP/1.1" status: 200 len: 921 time: 2.0562458 Mar 28 19:12:20.542402 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58012) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:20.552448 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-3ce540e7-2d2e-4a9c-9e0c-48b51165f938 None None] Provisioning complete for port df3c4fbe-4cd0-47d1-8abb-531505e6c73a triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:20.552838 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3ce540e7-2d2e-4a9c-9e0c-48b51165f938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:20.616830 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-3ce540e7-2d2e-4a9c-9e0c-48b51165f938 None None] Port df3c4fbe-4cd0-47d1-8abb-531505e6c73a cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:12:20.628311 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 15c770cd-a822-4881-8ada-5f5b077c8464 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:12:20.629328 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-8bafd4f6-6e4e-45ab-8dbc-933346e392af tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting port cd2f7123-ca8a-4f34-8920-3048292761aa {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:12:20.629694 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8bafd4f6-6e4e-45ab-8dbc-933346e392af tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:20.633749 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 15c770cd-a822-4881-8ada-5f5b077c8464 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:20.634127 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:20.672148 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-3ce540e7-2d2e-4a9c-9e0c-48b51165f938 None None] Provisioning for port 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:12:20.693895 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-3ce540e7-2d2e-4a9c-9e0c-48b51165f938 None None] Provisioning complete for port 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:20.694540 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3ce540e7-2d2e-4a9c-9e0c-48b51165f938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:20.810595 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab08209a-372e-447b-9f58-3b5dcf033801 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Made reservation on behalf of f5947e78d1b6412a95b4c3198d5ca465 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:20.814375 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ab08209a-372e-447b-9f58-3b5dcf033801 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:20.825956 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bb1678e8-9781-4285-bf76-8c14cf898a40 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:20.912530 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab08209a-372e-447b-9f58-3b5dcf033801 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:12:20.923030 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ab08209a-372e-447b-9f58-3b5dcf033801 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:20.923869 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-ab08209a-372e-447b-9f58-3b5dcf033801 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Added segment 2dccd224-d73c-48e7-8a2e-b505b9a500cf of type vlan for network c61a63ed-91e5-42b2-8063-4909b842fe64 Mar 28 19:12:20.969429 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ab08209a-372e-447b-9f58-3b5dcf033801 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:20.984097 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:21.015404 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 15c770cd-a822-4881-8ada-5f5b077c8464, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=15c770cd-a822-4881-8ada-5f5b077c8464,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:12:21.018166 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-3ce540e7-2d2e-4a9c-9e0c-48b51165f938 None None] Provisioning for port cd2f7123-ca8a-4f34-8920-3048292761aa completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:12:21.025915 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-3ce540e7-2d2e-4a9c-9e0c-48b51165f938 None None] Provisioning complete for port cd2f7123-ca8a-4f34-8920-3048292761aa triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:21.026447 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3ce540e7-2d2e-4a9c-9e0c-48b51165f938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:21.051550 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:21.052761 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:12:21.084155 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ab08209a-372e-447b-9f58-3b5dcf033801 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:21.089716 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab08209a-372e-447b-9f58-3b5dcf033801 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:21.090586 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ab08209a-372e-447b-9f58-3b5dcf033801 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:21.160293 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8bafd4f6-6e4e-45ab-8dbc-933346e392af tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:21.200653 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-3ce540e7-2d2e-4a9c-9e0c-48b51165f938 None None] Port cd2f7123-ca8a-4f34-8920-3048292761aa cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:12:21.222921 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=15c770cd-a822-4881-8ada-5f5b077c8464,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:21.234362 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:21.234744 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:21.289352 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ab08209a-372e-447b-9f58-3b5dcf033801 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9284136 Mar 28 19:12:21.292734 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58016) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:21.295820 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08209a-372e-447b-9f58-3b5dcf033801 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Pushing event updated for resources: {'Network': ['ID=c61a63ed-91e5-42b2-8063-4909b842fe64,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:21.301453 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-8bafd4f6-6e4e-45ab-8dbc-933346e392af tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Calling delete_port for cd2f7123-ca8a-4f34-8920-3048292761aa owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:12:21.312899 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network c61a63ed-91e5-42b2-8063-4909b842fe64 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:12:21.341458 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Request body: {'ports': [{'network_id': 'ac0b4118-81c4-49b5-85d8-7d31bcb38d16', 'name': 'tempest-port--1961657737', 'admin_state_up': True}, {'network_id': 'c61a63ed-91e5-42b2-8063-4909b842fe64', 'admin_state_up': False}]} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:21.341837 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Request body: {'port': {'network_id': 'ac0b4118-81c4-49b5-85d8-7d31bcb38d16', 'name': 'tempest-port--1961657737', 'admin_state_up': True}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:21.342314 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Request body: {'port': {'network_id': 'c61a63ed-91e5-42b2-8063-4909b842fe64', 'admin_state_up': False}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:21.407057 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bb1678e8-9781-4285-bf76-8c14cf898a40 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:21.452513 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-11b1677e-12ee-4225-9d25-8af2774f6be6 None None] Provisioning complete for port cd2f7123-ca8a-4f34-8920-3048292761aa triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:21.453057 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-11b1677e-12ee-4225-9d25-8af2774f6be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:21.530364 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-11b1677e-12ee-4225-9d25-8af2774f6be6 None None] Port cd2f7123-ca8a-4f34-8920-3048292761aa cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:12:21.632242 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:21.635308 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1678e8-9781-4285-bf76-8c14cf898a40 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Router 9195bd14-d96e-4736-883a-2e5e754190d1 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:12:21.637643 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Usage tracker for resource:port and tenant:f5947e78d1b6412a95b4c3198d5ca465 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:21.640828 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:21.644395 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8bafd4f6-6e4e-45ab-8dbc-933346e392af tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:21.687885 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:21.709315 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafd4f6-6e4e-45ab-8dbc-933346e392af tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Port': ['ID=cd2f7123-ca8a-4f34-8920-3048292761aa,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:21.749789 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Made reservation on behalf of f5947e78d1b6412a95b4c3198d5ca465 for: {'port': 2} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:21.753783 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:21.814340 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:21.845319 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1678e8-9781-4285-bf76-8c14cf898a40 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:12:21.859619 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d382a35-e4c6-448e-9fd3-ccd04fcba14c None None] Sync routers for ids ['9195bd14-d96e-4736-883a-2e5e754190d1'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:12:21.870295 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d382a35-e4c6-448e-9fd3-ccd04fcba14c None None] Routers {'9195bd14-d96e-4736-883a-2e5e754190d1'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:21.870845 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-7d382a35-e4c6-448e-9fd3-ccd04fcba14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:11:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['9195bd14-d96e-4736-883a-2e5e754190d1'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:21.879068 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bb1678e8-9781-4285-bf76-8c14cf898a40 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:21.883214 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-bb1678e8-9781-4285-bf76-8c14cf898a40 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.7104688 Mar 28 19:12:21.883498 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58020) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:21.888986 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8bafd4f6-6e4e-45ab-8dbc-933346e392af tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:21.948724 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8bafd4f6-6e4e-45ab-8dbc-933346e392af tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/ports/cd2f7123-ca8a-4f34-8920-3048292761aa HTTP/1.1" status: 204 len: 168 time: 1.4052067 Mar 28 19:12:21.961163 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58024) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:22.020267 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-adcb8c6d-0ba5-4b6a-b83b-ca180277990c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] GET failed (client error): The resource could not be found. Mar 28 19:12:22.020829 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-adcb8c6d-0ba5-4b6a-b83b-ca180277990c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Synchronizing usage tracker for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:12:22.071228 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] device_id is not set on port 68dc1463-fc08-45c2-8d95-e70e2a2fa1ed yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:12:22.084682 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-7d382a35-e4c6-448e-9fd3-ccd04fcba14c None None] Set router 9195bd14-d96e-4736-883a-2e5e754190d1 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:12:22.103553 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-adcb8c6d-0ba5-4b6a-b83b-ca180277990c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Unset dirty status for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:12:22.104859 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-adcb8c6d-0ba5-4b6a-b83b-ca180277990c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "GET /v2.0/ports/cd2f7123-ca8a-4f34-8920-3048292761aa HTTP/1.1" status: 404 len: 333 time: 0.1425490 Mar 28 19:12:22.107615 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58028) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:22.201783 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:22.209746 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 15c770cd-a822-4881-8ada-5f5b077c8464 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:12:22.296386 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-18cef0cb-4176-42ba-b652-cbbbba9cff2b tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "GET /v2.0/routers/9195bd14-d96e-4736-883a-2e5e754190d1 HTTP/1.1" status: 200 len: 907 time: 0.4115252 Mar 28 19:12:22.305935 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58032) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:22.330050 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ebe06d58-3af1-4d63-b519-9b279b46f86c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:22.357246 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ebe06d58-3af1-4d63-b519-9b279b46f86c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:22.373712 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] device_id is not set on port e6c36afa-c58c-4910-ac94-c052134f011c yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:12:22.407705 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 15c770cd-a822-4881-8ada-5f5b077c8464 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:22.408392 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:22.412121 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ebe06d58-3af1-4d63-b519-9b279b46f86c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:22.431207 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe06d58-3af1-4d63-b519-9b279b46f86c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=844826d8-2100-45e5-bd6d-15e9efc5afa2,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:22.435124 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ebe06d58-3af1-4d63-b519-9b279b46f86c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:22.436221 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ebe06d58-3af1-4d63-b519-9b279b46f86c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/security-groups/844826d8-2100-45e5-bd6d-15e9efc5afa2 HTTP/1.1" status: 204 len: 168 time: 0.3277190 Mar 28 19:12:22.438804 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58036) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:22.511091 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9c2c4934-1a51-425e-9063-2a73374a3c3a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:22.514304 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba09b3a9-5857-4111-ae8f-bcd3ce2d9254 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:22.538793 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9c2c4934-1a51-425e-9063-2a73374a3c3a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:22.595656 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9c2c4934-1a51-425e-9063-2a73374a3c3a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:22.616523 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c4934-1a51-425e-9063-2a73374a3c3a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=393c9b07-764b-4531-958d-a3bbecf3290e,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:22.621006 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9c2c4934-1a51-425e-9063-2a73374a3c3a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:22.622089 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9c2c4934-1a51-425e-9063-2a73374a3c3a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/security-groups/393c9b07-764b-4531-958d-a3bbecf3290e HTTP/1.1" status: 204 len: 168 time: 0.1821923 Mar 28 19:12:22.625106 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58040) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:22.627307 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-7d382a35-e4c6-448e-9fd3-ccd04fcba14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9195bd14-d96e-4736-883a-2e5e754190d1', 'name': 'tempest-snat-router-1186750988', 'tenant_id': '7ea864ba6bbb4a3cbfee7e383ff834a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '84c79f9e-dacb-4d16-bd1b-84959a99f72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:12:18Z', 'updated_at': '2022-03-28T19:12:20Z', 'revision_number': 3, 'project_id': '7ea864ba6bbb4a3cbfee7e383ff834a7', 'gw_port': {'id': '84c79f9e-dacb-4d16-bd1b-84959a99f72f', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9195bd14-d96e-4736-883a-2e5e754190d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:12:19Z', 'updated_at': '2022-03-28T19:12:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:22.664554 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d382a35-e4c6-448e-9fd3-ccd04fcba14c None None] Checking router: 9195bd14-d96e-4736-883a-2e5e754190d1 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:12:22.664908 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d382a35-e4c6-448e-9fd3-ccd04fcba14c None None] Updating router 9195bd14-d96e-4736-883a-2e5e754190d1 port 84c79f9e-dacb-4d16-bd1b-84959a99f72f binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:12:22.711233 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea15676-a581-4f41-b59d-dda2bc7c2a76 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting subnet 14ae6695-d528-47d3-9387-95ef2690ef67 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:12:22.717414 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dea15676-a581-4f41-b59d-dda2bc7c2a76 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:22.731886 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7d382a35-e4c6-448e-9fd3-ccd04fcba14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:22.795549 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dea15676-a581-4f41-b59d-dda2bc7c2a76 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:22.835144 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:22.883185 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba09b3a9-5857-4111-ae8f-bcd3ce2d9254 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:22.897809 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dea15676-a581-4f41-b59d-dda2bc7c2a76 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:22.898532 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ba09b3a9-5857-4111-ae8f-bcd3ce2d9254 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Deleting port 84c79f9e-dacb-4d16-bd1b-84959a99f72f {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:12:22.898909 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba09b3a9-5857-4111-ae8f-bcd3ce2d9254 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:22.950565 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:22.986735 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dea15676-a581-4f41-b59d-dda2bc7c2a76 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:23.029985 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea15676-a581-4f41-b59d-dda2bc7c2a76 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Subnet': ['ID=14ae6695-d528-47d3-9387-95ef2690ef67,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:23.037094 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dea15676-a581-4f41-b59d-dda2bc7c2a76 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:23.055350 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-dea15676-a581-4f41-b59d-dda2bc7c2a76 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/subnets/14ae6695-d528-47d3-9387-95ef2690ef67 HTTP/1.1" status: 204 len: 168 time: 0.4291291 Mar 28 19:12:23.056432 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb81c0d-32e3-441a-84ed-c5e494764482 None None] Network 7866db26-7887-42d9-adfa-c77d9bbee666 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:23.057262 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58044) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:23.063503 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-38c53c6e-5d7b-465d-94ce-2131102bb068 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'subnet': {'network_id': '7866db26-7887-42d9-adfa-c77d9bbee666', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:23.141280 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Pushing event updated for resources: {'Port': ['ID=68dc1463-fc08-45c2-8d95-e70e2a2fa1ed,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:23.169513 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Checking segment: {'id': 'b1dec37f-71bc-426a-9fbf-30e7c08e3121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ac0b4118-81c4-49b5-85d8-7d31bcb38d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:12:23.169865 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Network hostable DHCP agents. Network: ac0b4118-81c4-49b5-85d8-7d31bcb38d16, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:12:23.196962 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba09b3a9-5857-4111-ae8f-bcd3ce2d9254 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:23.213861 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-38c53c6e-5d7b-465d-94ce-2131102bb068 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:23.218170 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-38c53c6e-5d7b-465d-94ce-2131102bb068 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:subnet and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:23.221134 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-38c53c6e-5d7b-465d-94ce-2131102bb068 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:23.227113 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-38c53c6e-5d7b-465d-94ce-2131102bb068 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:23.238960 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c53c6e-5d7b-465d-94ce-2131102bb068 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:23.242584 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-38c53c6e-5d7b-465d-94ce-2131102bb068 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:23.263339 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7d382a35-e4c6-448e-9fd3-ccd04fcba14c None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:23.297755 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-7d382a35-e4c6-448e-9fd3-ccd04fcba14c None None] Transition to ACTIVE for port object 84c79f9e-dacb-4d16-bd1b-84959a99f72f will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:12:23.340128 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Network ac0b4118-81c4-49b5-85d8-7d31bcb38d16 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:12:23.342065 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7d382a35-e4c6-448e-9fd3-ccd04fcba14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:23.349128 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ba09b3a9-5857-4111-ae8f-bcd3ce2d9254 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Calling delete_port for 84c79f9e-dacb-4d16-bd1b-84959a99f72f owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:12:23.392895 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, ac0b4118-81c4-49b5-85d8-7d31bcb38d16) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:23.405938 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:12:23.406783 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:23.421837 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67f6dc2-1176-4294-b6a8-184ec4a23839 None None] Network ac0b4118-81c4-49b5-85d8-7d31bcb38d16 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:23.531598 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Pushing event updated for resources: {'Port': ['ID=e6c36afa-c58c-4910-ac94-c052134f011c,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:23.553721 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-38c53c6e-5d7b-465d-94ce-2131102bb068 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:23.561159 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Checking segment: {'id': '2dccd224-d73c-48e7-8a2e-b505b9a500cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c61a63ed-91e5-42b2-8063-4909b842fe64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:12:23.561526 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Network hostable DHCP agents. Network: c61a63ed-91e5-42b2-8063-4909b842fe64, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:12:23.568039 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61973f-8873-46ac-a4e0-0b1863a13c14 None None] Pushing event updated for resources: {'Port': ['ID=84c79f9e-dacb-4d16-bd1b-84959a99f72f,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:23.583963 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-7d382a35-e4c6-448e-9fd3-ccd04fcba14c None None] Attempting to bind port 84c79f9e-dacb-4d16-bd1b-84959a99f72f on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:12:23.584512 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-7d382a35-e4c6-448e-9fd3-ccd04fcba14c None None] Attempting to bind port 84c79f9e-dacb-4d16-bd1b-84959a99f72f by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:12:23.585088 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d382a35-e4c6-448e-9fd3-ccd04fcba14c None None] Attempting to bind port 84c79f9e-dacb-4d16-bd1b-84959a99f72f on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:12:23.586094 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-ba09b3a9-5857-4111-ae8f-bcd3ce2d9254 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:12:23.586521 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-ba09b3a9-5857-4111-ae8f-bcd3ce2d9254 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:12:23.589263 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Network c61a63ed-91e5-42b2-8063-4909b842fe64 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:12:23.601576 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, c61a63ed-91e5-42b2-8063-4909b842fe64) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:23.606054 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:12:23.612846 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:23.617789 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:23.618095 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c53c6e-5d7b-465d-94ce-2131102bb068 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network 7866db26-7887-42d9-adfa-c77d9bbee666 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:23.618520 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:23.628822 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-38c53c6e-5d7b-465d-94ce-2131102bb068 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:23.631587 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c53c6e-5d7b-465d-94ce-2131102bb068 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:23.632159 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-38c53c6e-5d7b-465d-94ce-2131102bb068 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:23.643355 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6ef8f0-edcf-489d-a673-3c2a62b74c69 None None] Network c61a63ed-91e5-42b2-8063-4909b842fe64 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:23.653945 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58048) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:23.656044 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0e089f20-4063-4a55-a959-e1c4685c5adf tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.3621075 Mar 28 19:12:23.688208 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d382a35-e4c6-448e-9fd3-ccd04fcba14c None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:12:23.688885 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d382a35-e4c6-448e-9fd3-ccd04fcba14c None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:12:23.689503 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7d382a35-e4c6-448e-9fd3-ccd04fcba14c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:23.689933 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d382a35-e4c6-448e-9fd3-ccd04fcba14c None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:12:23.690575 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-7d382a35-e4c6-448e-9fd3-ccd04fcba14c None None] Bound port: 84c79f9e-dacb-4d16-bd1b-84959a99f72f, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:12:23.690917 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7d382a35-e4c6-448e-9fd3-ccd04fcba14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:23.713448 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c53c6e-5d7b-465d-94ce-2131102bb068 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Subnet': ['ID=aa133bdb-f385-4fb5-aba1-8a419feddac9,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:23.719067 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-38c53c6e-5d7b-465d-94ce-2131102bb068 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6605577 Mar 28 19:12:23.722466 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58052) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:23.732688 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-72de4d05-4dc8-41ab-96d3-474979773ef9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'security_group': {'name': 'tempest-secgroup-1566740911'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:23.742269 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-72de4d05-4dc8-41ab-96d3-474979773ef9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:23.749089 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-72de4d05-4dc8-41ab-96d3-474979773ef9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:security_group and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:23.752622 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-72de4d05-4dc8-41ab-96d3-474979773ef9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:23.759349 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f42b4b-fc23-4476-9b8c-786f69370c09 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:23.759882 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-72de4d05-4dc8-41ab-96d3-474979773ef9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:23.765370 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f42b4b-fc23-4476-9b8c-786f69370c09 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:23.769615 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-79f42b4b-fc23-4476-9b8c-786f69370c09 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1131732 Mar 28 19:12:23.769890 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58056) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:23.776352 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-72de4d05-4dc8-41ab-96d3-474979773ef9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:23.800378 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-72de4d05-4dc8-41ab-96d3-474979773ef9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:23.807377 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-72de4d05-4dc8-41ab-96d3-474979773ef9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:security_group_rule and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:23.810279 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-72de4d05-4dc8-41ab-96d3-474979773ef9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:23.816326 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-72de4d05-4dc8-41ab-96d3-474979773ef9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:23.844478 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-f8af3653-bd7b-4285-a8d6-67b244659c23 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Deleting port 68dc1463-fc08-45c2-8d95-e70e2a2fa1ed {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:12:23.844742 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f8af3653-bd7b-4285-a8d6-67b244659c23 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:23.895576 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-72de4d05-4dc8-41ab-96d3-474979773ef9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:23.899536 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-72de4d05-4dc8-41ab-96d3-474979773ef9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:23.946588 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de4d05-4dc8-41ab-96d3-474979773ef9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f69f16-e701-48fc-b108-fd418cfba6ff,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:23.957777 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-72de4d05-4dc8-41ab-96d3-474979773ef9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:23.959978 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-7d382a35-e4c6-448e-9fd3-ccd04fcba14c None None] For port 84c79f9e-dacb-4d16-bd1b-84959a99f72f, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:12:23.961996 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-72de4d05-4dc8-41ab-96d3-474979773ef9 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2362990 Mar 28 19:12:23.962844 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58060) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:23.972773 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-c3a86922-029a-4ee1-9963-d8ecf5211721 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'security_group': {'name': 'tempest-secgroup-1859669892'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:24.008393 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-7d382a35-e4c6-448e-9fd3-ccd04fcba14c None None] For port 84c79f9e-dacb-4d16-bd1b-84959a99f72f, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=84c79f9e-dacb-4d16-bd1b-84959a99f72f,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:12:24.010910 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c3a86922-029a-4ee1-9963-d8ecf5211721 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:24.022668 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c3a86922-029a-4ee1-9963-d8ecf5211721 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:security_group and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:24.023233 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7d382a35-e4c6-448e-9fd3-ccd04fcba14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:24.027807 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c3a86922-029a-4ee1-9963-d8ecf5211721 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:24.081933 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c3a86922-029a-4ee1-9963-d8ecf5211721 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:24.088706 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ba09b3a9-5857-4111-ae8f-bcd3ce2d9254 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Deleting port 84c79f9e-dacb-4d16-bd1b-84959a99f72f {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:12:24.089615 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba09b3a9-5857-4111-ae8f-bcd3ce2d9254 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:24.110820 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f8af3653-bd7b-4285-a8d6-67b244659c23 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:24.120861 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c3a86922-029a-4ee1-9963-d8ecf5211721 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:24.134389 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d382a35-e4c6-448e-9fd3-ccd04fcba14c None None] Routers {'9195bd14-d96e-4736-883a-2e5e754190d1'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:24.135664 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-7d382a35-e4c6-448e-9fd3-ccd04fcba14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:11:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['9195bd14-d96e-4736-883a-2e5e754190d1'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:24.215960 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61973f-8873-46ac-a4e0-0b1863a13c14 None None] Pushing event updated for resources: {'Port': ['ID=84c79f9e-dacb-4d16-bd1b-84959a99f72f,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:24.293499 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-f8af3653-bd7b-4285-a8d6-67b244659c23 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Calling delete_port for 68dc1463-fc08-45c2-8d95-e70e2a2fa1ed owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:12:24.313344 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ba09b3a9-5857-4111-ae8f-bcd3ce2d9254 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] For port 84c79f9e-dacb-4d16-bd1b-84959a99f72f, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=84c79f9e-dacb-4d16-bd1b-84959a99f72f,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:12:24.313712 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba09b3a9-5857-4111-ae8f-bcd3ce2d9254 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:24.327678 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-7d382a35-e4c6-448e-9fd3-ccd04fcba14c None None] Set router 9195bd14-d96e-4736-883a-2e5e754190d1 gateway port host: None {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:12:24.341242 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c3a86922-029a-4ee1-9963-d8ecf5211721 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:24.349163 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c3a86922-029a-4ee1-9963-d8ecf5211721 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:security_group_rule and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:24.358981 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c3a86922-029a-4ee1-9963-d8ecf5211721 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:24.371669 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c3a86922-029a-4ee1-9963-d8ecf5211721 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:24.434673 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f8af3653-bd7b-4285-a8d6-67b244659c23 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:24.469907 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ba09b3a9-5857-4111-ae8f-bcd3ce2d9254 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Calling delete_port for 84c79f9e-dacb-4d16-bd1b-84959a99f72f owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:12:24.490457 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f8af3653-bd7b-4285-a8d6-67b244659c23 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:24.499387 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-7d382a35-e4c6-448e-9fd3-ccd04fcba14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9195bd14-d96e-4736-883a-2e5e754190d1', 'name': 'tempest-snat-router-1186750988', 'tenant_id': '7ea864ba6bbb4a3cbfee7e383ff834a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:12:18Z', 'updated_at': '2022-03-28T19:12:22Z', 'revision_number': 4, 'project_id': '7ea864ba6bbb4a3cbfee7e383ff834a7', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:24.505324 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d382a35-e4c6-448e-9fd3-ccd04fcba14c None None] The sync data for ids ['9195bd14-d96e-4736-883a-2e5e754190d1'] in dv-neutron-834711-1-hyperv is: [{'id': '9195bd14-d96e-4736-883a-2e5e754190d1', 'name': 'tempest-snat-router-1186750988', 'tenant_id': '7ea864ba6bbb4a3cbfee7e383ff834a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:12:18Z', 'updated_at': '2022-03-28T19:12:22Z', 'revision_number': 4, 'project_id': '7ea864ba6bbb4a3cbfee7e383ff834a7', 'gw_port_host': None}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:12:24.508392 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af3653-bd7b-4285-a8d6-67b244659c23 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Pushing event deleted for resources: {'Port': ['ID=68dc1463-fc08-45c2-8d95-e70e2a2fa1ed,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:24.547804 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f8af3653-bd7b-4285-a8d6-67b244659c23 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] 10.222.0.10 "DELETE /v2.0/ports/68dc1463-fc08-45c2-8d95-e70e2a2fa1ed HTTP/1.1" status: 204 len: 168 time: 0.7746036 Mar 28 19:12:24.548744 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58064) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:24.553225 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c3a86922-029a-4ee1-9963-d8ecf5211721 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:24.646612 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5545fe-29c2-457d-9b6c-15c73cf60f7d None None] Network 7866db26-7887-42d9-adfa-c77d9bbee666 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:24.694846 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba09b3a9-5857-4111-ae8f-bcd3ce2d9254 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:24.748546 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c3a86922-029a-4ee1-9963-d8ecf5211721 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:24.763877 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09b3a9-5857-4111-ae8f-bcd3ce2d9254 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Pushing event deleted for resources: {'Port': ['ID=84c79f9e-dacb-4d16-bd1b-84959a99f72f,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:24.782476 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-d5117a2c-452b-40f0-8baa-775f427bfb01 None None] Provisioning complete for port df3c4fbe-4cd0-47d1-8abb-531505e6c73a triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:24.782928 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d5117a2c-452b-40f0-8baa-775f427bfb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:24.814600 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c3a86922-029a-4ee1-9963-d8ecf5211721 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:24.815985 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c3a86922-029a-4ee1-9963-d8ecf5211721 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8519487 Mar 28 19:12:24.821893 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58068) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:24.826329 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-f377241f-eb05-4274-b735-64b52daccb7a tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Deleting port e6c36afa-c58c-4910-ac94-c052134f011c {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:12:24.826773 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f377241f-eb05-4274-b735-64b52daccb7a tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:24.866114 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-93a468d6-69eb-4e3d-806d-c4e9de5eda44 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'security_group': {'name': 'tempest-secgroup-2022421435'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:24.879855 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-d5117a2c-452b-40f0-8baa-775f427bfb01 None None] Port df3c4fbe-4cd0-47d1-8abb-531505e6c73a cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:12:24.882060 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a86922-029a-4ee1-9963-d8ecf5211721 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb64eb2-cf47-49d7-a697-0b75a1fcbbe6,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:24.885534 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-93a468d6-69eb-4e3d-806d-c4e9de5eda44 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:24.894108 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-93a468d6-69eb-4e3d-806d-c4e9de5eda44 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:security_group and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:24.899781 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-93a468d6-69eb-4e3d-806d-c4e9de5eda44 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:24.914602 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-93a468d6-69eb-4e3d-806d-c4e9de5eda44 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:24.938645 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-d5117a2c-452b-40f0-8baa-775f427bfb01 None None] Provisioning complete for port 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:24.938919 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d5117a2c-452b-40f0-8baa-775f427bfb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:24.968009 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-93a468d6-69eb-4e3d-806d-c4e9de5eda44 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:25.011159 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba09b3a9-5857-4111-ae8f-bcd3ce2d9254 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:25.029375 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-93a468d6-69eb-4e3d-806d-c4e9de5eda44 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:25.037145 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-93a468d6-69eb-4e3d-806d-c4e9de5eda44 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:security_group_rule and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:25.085514 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-93a468d6-69eb-4e3d-806d-c4e9de5eda44 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:25.099135 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-93a468d6-69eb-4e3d-806d-c4e9de5eda44 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:25.120765 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f377241f-eb05-4274-b735-64b52daccb7a tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:25.226089 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba09b3a9-5857-4111-ae8f-bcd3ce2d9254 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:25.229642 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba09b3a9-5857-4111-ae8f-bcd3ce2d9254 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:25.261484 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba09b3a9-5857-4111-ae8f-bcd3ce2d9254 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:25.262129 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba09b3a9-5857-4111-ae8f-bcd3ce2d9254 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9195bd14-d96e-4736-883a-2e5e754190d1 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:12:25.285533 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba09b3a9-5857-4111-ae8f-bcd3ce2d9254 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:25.287089 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ba09b3a9-5857-4111-ae8f-bcd3ce2d9254 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "DELETE /v2.0/routers/9195bd14-d96e-4736-883a-2e5e754190d1 HTTP/1.1" status: 204 len: 168 time: 2.9800448 Mar 28 19:12:25.289505 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58084) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:25.299201 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-22d90e9f-825d-4969-b7c7-62a1733ee997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:25.322807 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-f377241f-eb05-4274-b735-64b52daccb7a tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Calling delete_port for e6c36afa-c58c-4910-ac94-c052134f011c owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:12:25.323734 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82136527-805a-4c58-967d-285a09f38d0d None None] Update dhcp port {'port': {'network_id': '7866db26-7887-42d9-adfa-c77d9bbee666', 'fixed_ips': [{'subnet_id': '15cf5251-58cb-4d1b-ba25-0acb682858db', 'ip_address': '172.20.0.18'}, {'subnet_id': 'aa133bdb-f385-4fb5-aba1-8a419feddac9'}], 'binding:host_id': 'dv-neutron-834711-1-hyperv'}, 'id': '1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3'} from dv-neutron-834711-1-hyperv. {{(pid=87834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 19:12:25.402571 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-82136527-805a-4c58-967d-285a09f38d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:25.472655 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f377241f-eb05-4274-b735-64b52daccb7a tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:25.529562 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5f742165-730c-4a92-b554-5e1807988492 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:25.563890 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-93a468d6-69eb-4e3d-806d-c4e9de5eda44 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:25.576470 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f377241f-eb05-4274-b735-64b52daccb7a tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:25.580925 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377241f-eb05-4274-b735-64b52daccb7a tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Pushing event deleted for resources: {'Port': ['ID=e6c36afa-c58c-4910-ac94-c052134f011c,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:25.595971 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-93a468d6-69eb-4e3d-806d-c4e9de5eda44 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:25.622908 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f377241f-eb05-4274-b735-64b52daccb7a tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] 10.222.0.10 "DELETE /v2.0/ports/e6c36afa-c58c-4910-ac94-c052134f011c HTTP/1.1" status: 204 len: 168 time: 1.0731316 Mar 28 19:12:25.632952 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58092) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:25.742776 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4e9054d3-3b90-4a53-9c61-e9f7bcfb630f tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Synchronizing usage tracker for tenant:f5947e78d1b6412a95b4c3198d5ca465 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:12:25.748211 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a468d6-69eb-4e3d-806d-c4e9de5eda44 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=395c9d35-2f0f-4c12-828b-bc00789cff42,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:25.750424 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-93a468d6-69eb-4e3d-806d-c4e9de5eda44 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:25.754324 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-93a468d6-69eb-4e3d-806d-c4e9de5eda44 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8964667 Mar 28 19:12:25.759374 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58100) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:25.767860 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-012ca0c1-2571-4bb3-9a09-20a52b96ce95 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-56723186', 'security_groups': ['395c9d35-2f0f-4c12-828b-bc00789cff42'], 'network_id': '7866db26-7887-42d9-adfa-c77d9bbee666', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'aa133bdb-f385-4fb5-aba1-8a419feddac9'}]}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:25.837291 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-82136527-805a-4c58-967d-285a09f38d0d None None] Allocated IP 172.20.0.2 (7866db26-7887-42d9-adfa-c77d9bbee666/aa133bdb-f385-4fb5-aba1-8a419feddac9/1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:12:25.861926 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5f742165-730c-4a92-b554-5e1807988492 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:25.875179 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5f742165-730c-4a92-b554-5e1807988492 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Deleting port 15c770cd-a822-4881-8ada-5f5b077c8464 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:12:25.875652 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5f742165-730c-4a92-b554-5e1807988492 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:25.913306 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4e9054d3-3b90-4a53-9c61-e9f7bcfb630f tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Unset dirty status for tenant:f5947e78d1b6412a95b4c3198d5ca465 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:12:25.918961 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4e9054d3-3b90-4a53-9c61-e9f7bcfb630f tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2849882 Mar 28 19:12:25.923049 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58104) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:25.932104 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-787b020c-f790-4fc8-9c44-c0fce4c9e953 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1675276941'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:25.941318 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-787b020c-f790-4fc8-9c44-c0fce4c9e953 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:25.953929 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-787b020c-f790-4fc8-9c44-c0fce4c9e953 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Usage tracker for resource:network and tenant:f5947e78d1b6412a95b4c3198d5ca465 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:25.973755 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-787b020c-f790-4fc8-9c44-c0fce4c9e953 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:25.997034 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-787b020c-f790-4fc8-9c44-c0fce4c9e953 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:26.014695 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-82136527-805a-4c58-967d-285a09f38d0d None None] For port 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3,segment=NetworkSegment(c45e14ca-67a1-487c-87e8-221b425e91b7),segment_id=c45e14ca-67a1-487c-87e8-221b425e91b7)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:12:26.021293 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0feb0d-44f2-41f5-9d93-6b2fb59e0b39 req-504b0292-7b60-46f9-bfa3-54072b9b8884 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:26.022779 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0c0feb0d-44f2-41f5-9d93-6b2fb59e0b39 req-504b0292-7b60-46f9-bfa3-54072b9b8884 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 946 time: 0.2760625 Mar 28 19:12:26.042904 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-82136527-805a-4c58-967d-285a09f38d0d None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:26.049909 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-012ca0c1-2571-4bb3-9a09-20a52b96ce95 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:26.062928 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-82136527-805a-4c58-967d-285a09f38d0d None None] Transition to ACTIVE for port object 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:12:26.067592 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-82136527-805a-4c58-967d-285a09f38d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:26.069974 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787b020c-f790-4fc8-9c44-c0fce4c9e953 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Made reservation on behalf of f5947e78d1b6412a95b4c3198d5ca465 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:26.073391 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-012ca0c1-2571-4bb3-9a09-20a52b96ce95 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:26.074038 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-787b020c-f790-4fc8-9c44-c0fce4c9e953 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:26.088291 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0c0feb0d-44f2-41f5-9d93-6b2fb59e0b39 req-a195a6ac-1553-4d10-bac0-4d39af7fd995 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570703 Mar 28 19:12:26.094859 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012ca0c1-2571-4bb3-9a09-20a52b96ce95 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:26.128630 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787b020c-f790-4fc8-9c44-c0fce4c9e953 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:12:26.141921 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-5f742165-730c-4a92-b554-5e1807988492 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] For port 15c770cd-a822-4881-8ada-5f5b077c8464, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=15c770cd-a822-4881-8ada-5f5b077c8464,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:12:26.142284 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5f742165-730c-4a92-b554-5e1807988492 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:26.154009 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-787b020c-f790-4fc8-9c44-c0fce4c9e953 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:26.154362 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-787b020c-f790-4fc8-9c44-c0fce4c9e953 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Added segment 17dc1e83-88b5-4c48-b96c-927487bd13bc of type vlan for network d873b1a4-7060-49f5-a6a6-f65ef38c264b Mar 28 19:12:26.229872 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-012ca0c1-2571-4bb3-9a09-20a52b96ce95 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:26.240997 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82136527-805a-4c58-967d-285a09f38d0d None None] Pushing event updated for resources: {'Port': ['ID=1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3,revision_number=6']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:26.255846 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-012ca0c1-2571-4bb3-9a09-20a52b96ce95 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] device_id is not set on port 7934e9da-7521-42b6-8192-12481ab2d90e yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:12:26.289339 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5f742165-730c-4a92-b554-5e1807988492 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Calling delete_port for 15c770cd-a822-4881-8ada-5f5b077c8464 owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:12:26.345513 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-787b020c-f790-4fc8-9c44-c0fce4c9e953 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:26.408778 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-787b020c-f790-4fc8-9c44-c0fce4c9e953 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:26.414080 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787b020c-f790-4fc8-9c44-c0fce4c9e953 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:26.414677 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-787b020c-f790-4fc8-9c44-c0fce4c9e953 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:26.479983 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-012ca0c1-2571-4bb3-9a09-20a52b96ce95 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Allocated IP 172.20.0.11 (7866db26-7887-42d9-adfa-c77d9bbee666/aa133bdb-f385-4fb5-aba1-8a419feddac9/7934e9da-7521-42b6-8192-12481ab2d90e) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:12:26.538362 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-787b020c-f790-4fc8-9c44-c0fce4c9e953 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6137416 Mar 28 19:12:26.541784 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58108) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:26.544290 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b020c-f790-4fc8-9c44-c0fce4c9e953 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Pushing event updated for resources: {'Network': ['ID=d873b1a4-7060-49f5-a6a6-f65ef38c264b,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:26.550296 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-4242fd85-0455-4b94-929c-475428e3386c tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1276087211'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:26.556704 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-4242fd85-0455-4b94-929c-475428e3386c tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:26.558384 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network d873b1a4-7060-49f5-a6a6-f65ef38c264b details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:12:26.562589 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-4242fd85-0455-4b94-929c-475428e3386c tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Usage tracker for resource:network and tenant:f5947e78d1b6412a95b4c3198d5ca465 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:26.566534 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-4242fd85-0455-4b94-929c-475428e3386c tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:26.574418 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-4242fd85-0455-4b94-929c-475428e3386c tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:26.627592 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4242fd85-0455-4b94-929c-475428e3386c tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Made reservation on behalf of f5947e78d1b6412a95b4c3198d5ca465 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:26.631067 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4242fd85-0455-4b94-929c-475428e3386c tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:26.660989 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5f742165-730c-4a92-b554-5e1807988492 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:26.718395 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-012ca0c1-2571-4bb3-9a09-20a52b96ce95 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:26.738370 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-012ca0c1-2571-4bb3-9a09-20a52b96ce95 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Transition to ACTIVE for port object 7934e9da-7521-42b6-8192-12481ab2d90e will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:12:26.768022 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-012ca0c1-2571-4bb3-9a09-20a52b96ce95 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:26.839730 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012ca0c1-2571-4bb3-9a09-20a52b96ce95 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network 7866db26-7887-42d9-adfa-c77d9bbee666 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:26.841731 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4242fd85-0455-4b94-929c-475428e3386c tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:12:26.842861 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-012ca0c1-2571-4bb3-9a09-20a52b96ce95 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:26.881282 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f742165-730c-4a92-b554-5e1807988492 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Pushing event deleted for resources: {'Port': ['ID=15c770cd-a822-4881-8ada-5f5b077c8464,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:26.933604 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4242fd85-0455-4b94-929c-475428e3386c tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:26.933958 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-4242fd85-0455-4b94-929c-475428e3386c tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Added segment 403dbac5-510d-4ea5-be0b-94abfc9dc49e of type vlan for network 1dbddaac-3083-4581-88bc-7530a24a5245 Mar 28 19:12:26.967290 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012ca0c1-2571-4bb3-9a09-20a52b96ce95 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:12:26.972438 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5f742165-730c-4a92-b554-5e1807988492 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:26.974996 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-9cd7f9c4-d89a-4bfa-8327-555eb2f9eab9 None None] Provisioning complete for port df3c4fbe-4cd0-47d1-8abb-531505e6c73a triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:26.975495 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9cd7f9c4-d89a-4bfa-8327-555eb2f9eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:27.012963 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4242fd85-0455-4b94-929c-475428e3386c tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:27.022558 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ca0c1-2571-4bb3-9a09-20a52b96ce95 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Port': ['ID=7934e9da-7521-42b6-8192-12481ab2d90e,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:27.037139 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012ca0c1-2571-4bb3-9a09-20a52b96ce95 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:27.037884 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-012ca0c1-2571-4bb3-9a09-20a52b96ce95 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:27.049353 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-9cd7f9c4-d89a-4bfa-8327-555eb2f9eab9 None None] Port df3c4fbe-4cd0-47d1-8abb-531505e6c73a cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:12:27.061416 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-9cd7f9c4-d89a-4bfa-8327-555eb2f9eab9 None None] Provisioning for port 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:12:27.069359 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-012ca0c1-2571-4bb3-9a09-20a52b96ce95 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3074059 Mar 28 19:12:27.069958 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58112) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:27.070170 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-9cd7f9c4-d89a-4bfa-8327-555eb2f9eab9 None None] Provisioning complete for port 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:27.070632 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9cd7f9c4-d89a-4bfa-8327-555eb2f9eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:27.075995 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-4ced24ea-8df0-43fb-82a1-bb97a425d860 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'subnet': {'network_id': '7866db26-7887-42d9-adfa-c77d9bbee666', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:27.168055 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5f742165-730c-4a92-b554-5e1807988492 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:27.172351 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5f742165-730c-4a92-b554-5e1807988492 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:27.192549 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4242fd85-0455-4b94-929c-475428e3386c tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:27.198332 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4242fd85-0455-4b94-929c-475428e3386c tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:27.198950 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4242fd85-0455-4b94-929c-475428e3386c tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:27.250720 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5f742165-730c-4a92-b554-5e1807988492 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:27.251235 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f742165-730c-4a92-b554-5e1807988492 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69079026-8326-42b3-9268-4cf3dd3ea300 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:12:27.285630 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4ced24ea-8df0-43fb-82a1-bb97a425d860 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:27.291921 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4ced24ea-8df0-43fb-82a1-bb97a425d860 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:subnet and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:27.295709 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4ced24ea-8df0-43fb-82a1-bb97a425d860 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:27.303594 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4ced24ea-8df0-43fb-82a1-bb97a425d860 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:27.326313 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242fd85-0455-4b94-929c-475428e3386c tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Pushing event updated for resources: {'Network': ['ID=1dbddaac-3083-4581-88bc-7530a24a5245,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:27.331893 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5f742165-730c-4a92-b554-5e1807988492 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:27.333025 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5f742165-730c-4a92-b554-5e1807988492 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "DELETE /v2.0/routers/69079026-8326-42b3-9268-4cf3dd3ea300 HTTP/1.1" status: 204 len: 168 time: 2.0424831 Mar 28 19:12:27.335005 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4242fd85-0455-4b94-929c-475428e3386c tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7917209 Mar 28 19:12:27.336782 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58118) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:27.347461 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-430aa04b-0c95-4123-b0f6-15c12c15e6c3 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-542123941', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}, 'admin_state_up': False}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:27.356615 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ced24ea-8df0-43fb-82a1-bb97a425d860 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:27.359859 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 1dbddaac-3083-4581-88bc-7530a24a5245 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:12:27.360592 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4ced24ea-8df0-43fb-82a1-bb97a425d860 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:27.375947 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-68350268-f969-48db-acb9-e6fec3b4728f None None] Provisioning for port 7934e9da-7521-42b6-8192-12481ab2d90e completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:12:27.381879 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005aba7-1291-41e2-b196-f181c58e4cb4 req-4def3612-3473-46b1-a5ce-e2e393d045f2 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:27.383392 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5005aba7-1291-41e2-b196-f181c58e4cb4 req-4def3612-3473-46b1-a5ce-e2e393d045f2 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 946 time: 0.1494696 Mar 28 19:12:27.384512 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-430aa04b-0c95-4123-b0f6-15c12c15e6c3 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:27.397683 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-68350268-f969-48db-acb9-e6fec3b4728f None None] Provisioning complete for port 7934e9da-7521-42b6-8192-12481ab2d90e triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:27.398200 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-68350268-f969-48db-acb9-e6fec3b4728f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:27.401859 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-430aa04b-0c95-4123-b0f6-15c12c15e6c3 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Usage tracker for resource:router and tenant:55df8210d97045f5adae9e652ec05a8a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:27.405729 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-430aa04b-0c95-4123-b0f6-15c12c15e6c3 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:27.430974 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-430aa04b-0c95-4123-b0f6-15c12c15e6c3 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:27.484540 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58122) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:27.491468 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-5690fa01-2781-44de-a04c-88a39cdd2937 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Request body: {'subnets': [{'network_id': 'd873b1a4-7060-49f5-a6a6-f65ef38c264b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--902848397', 'ip_version': 4}, {'network_id': '1dbddaac-3083-4581-88bc-7530a24a5245', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:27.491782 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-5690fa01-2781-44de-a04c-88a39cdd2937 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Request body: {'subnet': {'network_id': 'd873b1a4-7060-49f5-a6a6-f65ef38c264b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--902848397', 'ip_version': 4}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:27.492386 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-5690fa01-2781-44de-a04c-88a39cdd2937 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Request body: {'subnet': {'network_id': '1dbddaac-3083-4581-88bc-7530a24a5245', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:27.529612 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-430aa04b-0c95-4123-b0f6-15c12c15e6c3 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:27.530604 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-430aa04b-0c95-4123-b0f6-15c12c15e6c3 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:27.543504 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5005aba7-1291-41e2-b196-f181c58e4cb4 req-34667010-0db0-41af-abc2-d873e2229aa5 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388958 Mar 28 19:12:27.562749 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-68350268-f969-48db-acb9-e6fec3b4728f None None] Port 7934e9da-7521-42b6-8192-12481ab2d90e cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:12:27.576972 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.ipam_backend_mixin [None req-4ced24ea-8df0-43fb-82a1-bb97a425d860 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet aa133bdb-f385-4fb5-aba1-8a419feddac9 (CIDR: 172.20.0.0/28) Mar 28 19:12:27.578202 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-430aa04b-0c95-4123-b0f6-15c12c15e6c3 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:27.581513 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ced24ea-8df0-43fb-82a1-bb97a425d860 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:12:27.582103 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ced24ea-8df0-43fb-82a1-bb97a425d860 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:27.591481 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6062c1f9-3166-44a2-ba42-fd8eec156a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:27.618032 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4ced24ea-8df0-43fb-82a1-bb97a425d860 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5445712 Mar 28 19:12:27.621011 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58126) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:27.629233 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-efe15253-adf9-4c9f-8c48-c8829b44c9d3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'subnet': {'network_id': '7866db26-7887-42d9-adfa-c77d9bbee666', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:27.851846 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-5690fa01-2781-44de-a04c-88a39cdd2937 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:27.866555 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-5690fa01-2781-44de-a04c-88a39cdd2937 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Usage tracker for resource:subnet and tenant:f5947e78d1b6412a95b4c3198d5ca465 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:27.876412 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-5690fa01-2781-44de-a04c-88a39cdd2937 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:27.880592 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-430aa04b-0c95-4123-b0f6-15c12c15e6c3 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:27.887230 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-5690fa01-2781-44de-a04c-88a39cdd2937 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:27.897930 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-efe15253-adf9-4c9f-8c48-c8829b44c9d3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:27.904478 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-efe15253-adf9-4c9f-8c48-c8829b44c9d3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:subnet and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:27.907766 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-efe15253-adf9-4c9f-8c48-c8829b44c9d3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:27.910443 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5690fa01-2781-44de-a04c-88a39cdd2937 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Made reservation on behalf of f5947e78d1b6412a95b4c3198d5ca465 for: {'subnet': 2} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:27.915447 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5690fa01-2781-44de-a04c-88a39cdd2937 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:27.915953 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5690fa01-2781-44de-a04c-88a39cdd2937 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:27.937627 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-efe15253-adf9-4c9f-8c48-c8829b44c9d3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:28.006011 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe15253-adf9-4c9f-8c48-c8829b44c9d3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:28.009482 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-efe15253-adf9-4c9f-8c48-c8829b44c9d3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:28.167792 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.ipam_backend_mixin [None req-efe15253-adf9-4c9f-8c48-c8829b44c9d3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 15cf5251-58cb-4d1b-ba25-0acb682858db (CIDR: 172.20.0.16/28) Mar 28 19:12:28.177677 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:12:28.184711 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-430aa04b-0c95-4123-b0f6-15c12c15e6c3 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router_gateway, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:28.210624 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe15253-adf9-4c9f-8c48-c8829b44c9d3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:12:28.211368 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe15253-adf9-4c9f-8c48-c8829b44c9d3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:28.217699 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-430aa04b-0c95-4123-b0f6-15c12c15e6c3 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:28.258369 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:28.258732 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:28.263733 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-efe15253-adf9-4c9f-8c48-c8829b44c9d3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6413767 Mar 28 19:12:28.267233 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58130) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:28.273564 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-b8dbae1f-971c-4cf4-9030-6f135fc71a45 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'subnet': {'network_id': '7866db26-7887-42d9-adfa-c77d9bbee666', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:28.362599 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-430aa04b-0c95-4123-b0f6-15c12c15e6c3 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Allocated IP 172.26.4.11 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/ef754117-be20-4d06-a945-0119c6caf6e4) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:12:28.439705 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 15c770cd-a822-4881-8ada-5f5b077c8464 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:12:28.472997 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 15c770cd-a822-4881-8ada-5f5b077c8464 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:12:28.473510 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 15c770cd-a822-4881-8ada-5f5b077c8464 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:12:28.524298 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-430aa04b-0c95-4123-b0f6-15c12c15e6c3 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:28.547077 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b8dbae1f-971c-4cf4-9030-6f135fc71a45 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:28.553031 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b8dbae1f-971c-4cf4-9030-6f135fc71a45 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Usage tracker for resource:subnet and tenant:6e3972954dd6451c8906869de8eb2072 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:28.557626 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-430aa04b-0c95-4123-b0f6-15c12c15e6c3 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:28.558967 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b8dbae1f-971c-4cf4-9030-6f135fc71a45 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:28.560649 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:28.564061 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:28.567504 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b8dbae1f-971c-4cf4-9030-6f135fc71a45 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:28.584062 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8dbae1f-971c-4cf4-9030-6f135fc71a45 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Made reservation on behalf of 6e3972954dd6451c8906869de8eb2072 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:28.588590 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b8dbae1f-971c-4cf4-9030-6f135fc71a45 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:28.808091 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430aa04b-0c95-4123-b0f6-15c12c15e6c3 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:28.815552 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-430aa04b-0c95-4123-b0f6-15c12c15e6c3 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:28.820625 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430aa04b-0c95-4123-b0f6-15c12c15e6c3 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:12:28.863523 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430aa04b-0c95-4123-b0f6-15c12c15e6c3 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Pushing event updated for resources: {'Port': ['ID=ef754117-be20-4d06-a945-0119c6caf6e4,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:28.945757 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5690fa01-2781-44de-a04c-88a39cdd2937 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:29.049943 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690fa01-2781-44de-a04c-88a39cdd2937 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Pushing event updated for resources: {'Subnet': ['ID=15d63ec9-e258-4ecf-835f-0839ea83777e,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:29.052828 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5472604-82b8-4426-9467-e7dd525b82f4 req-67ac98b1-0400-4f16-960f-eb4f18d8f773 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:29.054306 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e5472604-82b8-4426-9467-e7dd525b82f4 req-67ac98b1-0400-4f16-960f-eb4f18d8f773 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 946 time: 0.3194783 Mar 28 19:12:29.081783 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5690fa01-2781-44de-a04c-88a39cdd2937 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Checking segment: {'id': '17dc1e83-88b5-4c48-b96c-927487bd13bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd873b1a4-7060-49f5-a6a6-f65ef38c264b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:12:29.082800 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5690fa01-2781-44de-a04c-88a39cdd2937 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Network hostable DHCP agents. Network: d873b1a4-7060-49f5-a6a6-f65ef38c264b, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:12:29.118465 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e5472604-82b8-4426-9467-e7dd525b82f4 req-fa95b5c5-6174-40b5-b792-2c4ddce8b528 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564868 Mar 28 19:12:29.121034 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5690fa01-2781-44de-a04c-88a39cdd2937 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Network d873b1a4-7060-49f5-a6a6-f65ef38c264b is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:12:29.146248 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-5690fa01-2781-44de-a04c-88a39cdd2937 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, d873b1a4-7060-49f5-a6a6-f65ef38c264b) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:29.152232 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5690fa01-2781-44de-a04c-88a39cdd2937 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:29.156340 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e259c7-2d07-4da0-a311-dbedae888ba0 None None] Network d873b1a4-7060-49f5-a6a6-f65ef38c264b requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:29.265563 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690fa01-2781-44de-a04c-88a39cdd2937 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Pushing event updated for resources: {'Subnet': ['ID=3729776e-5f98-4570-9cc5-ea7873f63e4d,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:29.273876 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5690fa01-2781-44de-a04c-88a39cdd2937 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Checking segment: {'id': '403dbac5-510d-4ea5-be0b-94abfc9dc49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1dbddaac-3083-4581-88bc-7530a24a5245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:12:29.274358 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5690fa01-2781-44de-a04c-88a39cdd2937 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Network hostable DHCP agents. Network: 1dbddaac-3083-4581-88bc-7530a24a5245, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:12:29.283012 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b8dbae1f-971c-4cf4-9030-6f135fc71a45 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:29.300400 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-430aa04b-0c95-4123-b0f6-15c12c15e6c3 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router_gateway, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:29.347895 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dbae1f-971c-4cf4-9030-6f135fc71a45 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Network 7866db26-7887-42d9-adfa-c77d9bbee666 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:29.354532 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-b8dbae1f-971c-4cf4-9030-6f135fc71a45 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:29.359600 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dbae1f-971c-4cf4-9030-6f135fc71a45 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:29.360159 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b8dbae1f-971c-4cf4-9030-6f135fc71a45 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:29.367081 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5690fa01-2781-44de-a04c-88a39cdd2937 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Network 1dbddaac-3083-4581-88bc-7530a24a5245 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:12:29.383354 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dbae1f-971c-4cf4-9030-6f135fc71a45 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Subnet': ['ID=d6f71234-d8ac-4f27-a55f-c6320d9fe027,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:29.389957 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-5690fa01-2781-44de-a04c-88a39cdd2937 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 1dbddaac-3083-4581-88bc-7530a24a5245) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:29.390151 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a80a46-4897-4986-ab0a-25135482f813 None None] Network 7866db26-7887-42d9-adfa-c77d9bbee666 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:29.396587 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5690fa01-2781-44de-a04c-88a39cdd2937 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:29.397090 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5690fa01-2781-44de-a04c-88a39cdd2937 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:29.397755 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5690fa01-2781-44de-a04c-88a39cdd2937 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:29.405082 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b8dbae1f-971c-4cf4-9030-6f135fc71a45 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1365275 Mar 28 19:12:29.410771 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58136) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:29.415179 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae808bb-1247-4ce7-a911-55919b2c4029 None None] Network 1dbddaac-3083-4581-88bc-7530a24a5245 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:29.418443 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-a0d905b6-f097-4095-9627-a1515daf4f86 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-282606307', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd6f71234-d8ac-4f27-a55f-c6320d9fe027'}], 'security_groups': ['34f69f16-e701-48fc-b108-fd418cfba6ff', 'edb64eb2-cf47-49d7-a697-0b75a1fcbbe6']}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:29.466446 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93594329-76c1-4512-9113-cb6ae364e4c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-d873b1a4-7060-49f5-a6a6-f65ef38c264b', 'network_id': 'd873b1a4-7060-49f5-a6a6-f65ef38c264b', 'tenant_id': 'f5947e78d1b6412a95b4c3198d5ca465', 'fixed_ips': [{'subnet_id': '15d63ec9-e258-4ecf-835f-0839ea83777e'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:12:29.466810 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5690fa01-2781-44de-a04c-88a39cdd2937 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.9809046 Mar 28 19:12:29.467586 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-93594329-76c1-4512-9113-cb6ae364e4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:29.469315 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58140) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:29.618465 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c7dc76-3748-4081-9088-a1308111594e tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:29.620517 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c7dc76-3748-4081-9088-a1308111594e tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:29.622095 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c7dc76-3748-4081-9088-a1308111594e tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:29.626739 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e4c7dc76-3748-4081-9088-a1308111594e tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1515365 Mar 28 19:12:29.627015 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58144) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:29.695301 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a0d905b6-f097-4095-9627-a1515daf4f86 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:29.699676 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee00163-278e-491e-a5fb-8cbf3b27d5df tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Deleting subnet 15d63ec9-e258-4ecf-835f-0839ea83777e {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:12:29.712628 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6ee00163-278e-491e-a5fb-8cbf3b27d5df tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:29.841711 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6ee00163-278e-491e-a5fb-8cbf3b27d5df tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:29.874225 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-430aa04b-0c95-4123-b0f6-15c12c15e6c3 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:29.913313 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37984e9-839c-4754-938c-374709665c3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-1dbddaac-3083-4581-88bc-7530a24a5245', 'network_id': '1dbddaac-3083-4581-88bc-7530a24a5245', 'tenant_id': 'f5947e78d1b6412a95b4c3198d5ca465', 'fixed_ips': [{'subnet_id': '3729776e-5f98-4570-9cc5-ea7873f63e4d'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:12:29.914307 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b37984e9-839c-4754-938c-374709665c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:29.982646 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6ee00163-278e-491e-a5fb-8cbf3b27d5df tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:30.090989 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d50bfe-64fd-4c7c-a480-81237a150fec None None] Update dhcp port {'port': {'network_id': '7866db26-7887-42d9-adfa-c77d9bbee666', 'fixed_ips': [{'subnet_id': '15cf5251-58cb-4d1b-ba25-0acb682858db', 'ip_address': '172.20.0.18'}, {'subnet_id': 'aa133bdb-f385-4fb5-aba1-8a419feddac9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd6f71234-d8ac-4f27-a55f-c6320d9fe027'}], 'binding:host_id': 'dv-neutron-834711-1-hyperv'}, 'id': '1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3'} from dv-neutron-834711-1-hyperv. {{(pid=87834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 19:12:30.162789 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-a0d905b6-f097-4095-9627-a1515daf4f86 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Delete allocated IP 172.20.0.11 (7866db26-7887-42d9-adfa-c77d9bbee666/aa133bdb-f385-4fb5-aba1-8a419feddac9) {{(pid=87832) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 19:12:30.173153 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-a0d905b6-f097-4095-9627-a1515daf4f86 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Allocated IP 172.20.0.38 (7866db26-7887-42d9-adfa-c77d9bbee666/d6f71234-d8ac-4f27-a55f-c6320d9fe027/7934e9da-7521-42b6-8192-12481ab2d90e) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:12:30.248377 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-b37984e9-839c-4754-938c-374709665c3e None None] Allocated IP 172.20.0.18 (1dbddaac-3083-4581-88bc-7530a24a5245/3729776e-5f98-4570-9cc5-ea7873f63e4d/441c2e8c-35a9-46f1-bd0a-24c58fc2dc4a) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:12:30.250920 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:30.257219 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a0d50bfe-64fd-4c7c-a480-81237a150fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:30.353980 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6ee00163-278e-491e-a5fb-8cbf3b27d5df tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:30.402318 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee00163-278e-491e-a5fb-8cbf3b27d5df tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Pushing event deleted for resources: {'Subnet': ['ID=15d63ec9-e258-4ecf-835f-0839ea83777e,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:30.412554 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6ee00163-278e-491e-a5fb-8cbf3b27d5df tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:30.417511 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a0d905b6-f097-4095-9627-a1515daf4f86 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:30.434863 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-a0d905b6-f097-4095-9627-a1515daf4f86 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Transition to ACTIVE for port object 7934e9da-7521-42b6-8192-12481ab2d90e will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:12:30.437348 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6ee00163-278e-491e-a5fb-8cbf3b27d5df tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] 10.222.0.10 "DELETE /v2.0/subnets/15d63ec9-e258-4ecf-835f-0839ea83777e HTTP/1.1" status: 204 len: 168 time: 0.8093886 Mar 28 19:12:30.440574 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58150) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:30.444199 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a0d905b6-f097-4095-9627-a1515daf4f86 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:30.446958 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed1c49-b872-49b2-80c1-7173fc4d197a req-e6d53d91-1040-484e-9d63-4b210411a102 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:30.448473 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-28ed1c49-b872-49b2-80c1-7173fc4d197a req-e6d53d91-1040-484e-9d63-4b210411a102 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 946 time: 0.2011874 Mar 28 19:12:30.457701 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430aa04b-0c95-4123-b0f6-15c12c15e6c3 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Router 3270870e-8c4f-40e4-84e8-2a81f3637190 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server [None req-93594329-76c1-4512-9113-cb6ae364e4c9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15d63ec9-e258-4ecf-835f-0839ea83777e: This subnet is being modified by another concurrent operation. Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 19:12:30.463225 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise exception Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15d63ec9-e258-4ecf-835f-0839ea83777e: This subnet is being modified by another concurrent operation. Mar 28 19:12:30.467542 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server Mar 28 19:12:30.506503 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ab1587-8e2b-40ad-bc56-0f424e56842d None None] Network d873b1a4-7060-49f5-a6a6-f65ef38c264b requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:30.593009 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-28ed1c49-b872-49b2-80c1-7173fc4d197a req-59612b15-2b11-453e-a65a-5a0aaff18fc9 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325574 Mar 28 19:12:30.728872 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430aa04b-0c95-4123-b0f6-15c12c15e6c3 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:12:30.743430 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57994a46-de2c-429e-9a44-b06a9a43d0a5 None None] Sync routers for ids ['3270870e-8c4f-40e4-84e8-2a81f3637190'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:12:30.759013 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-430aa04b-0c95-4123-b0f6-15c12c15e6c3 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:30.761259 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-430aa04b-0c95-4123-b0f6-15c12c15e6c3 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.4213929 Mar 28 19:12:30.761664 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57994a46-de2c-429e-9a44-b06a9a43d0a5 None None] Routers {'3270870e-8c4f-40e4-84e8-2a81f3637190'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:30.762472 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-57994a46-de2c-429e-9a44-b06a9a43d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:12:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3270870e-8c4f-40e4-84e8-2a81f3637190'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:30.763935 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58154) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:30.769881 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-f03488c8-f566-40a8-96c7-a9a1cf64c99d tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'enable_snat': False}}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:30.783773 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d905b6-f097-4095-9627-a1515daf4f86 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event updated for resources: {'Port': ['ID=7934e9da-7521-42b6-8192-12481ab2d90e,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:30.790725 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b233d6-6f1b-4c2d-bca1-5d4c710db3d6 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Deleting subnet 3729776e-5f98-4570-9cc5-ea7873f63e4d {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:12:30.805449 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-a0d905b6-f097-4095-9627-a1515daf4f86 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] In _notify_port_updated(), no bound segment for port 7934e9da-7521-42b6-8192-12481ab2d90e on network 7866db26-7887-42d9-adfa-c77d9bbee666 {{(pid=87832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 19:12:30.811535 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d905b6-f097-4095-9627-a1515daf4f86 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:30.812246 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a0d905b6-f097-4095-9627-a1515daf4f86 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:30.813636 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a0d905b6-f097-4095-9627-a1515daf4f86 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "PUT /v2.0/ports/7934e9da-7521-42b6-8192-12481ab2d90e HTTP/1.1" status: 200 len: 959 time: 1.4024982 Mar 28 19:12:30.819366 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58158) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:30.844506 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-57994a46-de2c-429e-9a44-b06a9a43d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:30.855442 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57994a46-de2c-429e-9a44-b06a9a43d0a5 None None] Routers {'3270870e-8c4f-40e4-84e8-2a81f3637190'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:30.856279 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-57994a46-de2c-429e-9a44-b06a9a43d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:12:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3270870e-8c4f-40e4-84e8-2a81f3637190'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:30.870199 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-a0d50bfe-64fd-4c7c-a480-81237a150fec None None] Allocated IP 172.20.0.34 (7866db26-7887-42d9-adfa-c77d9bbee666/d6f71234-d8ac-4f27-a55f-c6320d9fe027/1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:12:30.872551 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b37984e9-839c-4754-938c-374709665c3e None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:30.892702 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b37984e9-839c-4754-938c-374709665c3e None None] Transition to ACTIVE for port object 441c2e8c-35a9-46f1-bd0a-24c58fc2dc4a will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:12:30.906195 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f8bab6c8-d6df-4fae-989d-da36a097398c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting port 7934e9da-7521-42b6-8192-12481ab2d90e {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:12:30.906556 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f8bab6c8-d6df-4fae-989d-da36a097398c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:30.926481 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-57994a46-de2c-429e-9a44-b06a9a43d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:30.927477 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57994a46-de2c-429e-9a44-b06a9a43d0a5 None None] The sync data for ids ['3270870e-8c4f-40e4-84e8-2a81f3637190'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:12:30.945999 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b37984e9-839c-4754-938c-374709665c3e None None] Transition to ACTIVE for port object 441c2e8c-35a9-46f1-bd0a-24c58fc2dc4a will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:12:31.002319 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-77b233d6-6f1b-4c2d-bca1-5d4c710db3d6 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:31.008213 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b37984e9-839c-4754-938c-374709665c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:31.090238 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37984e9-839c-4754-938c-374709665c3e None None] Network 1dbddaac-3083-4581-88bc-7530a24a5245 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:31.100353 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-77b233d6-6f1b-4c2d-bca1-5d4c710db3d6 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:31.100830 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-b37984e9-839c-4754-938c-374709665c3e None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:31.104276 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37984e9-839c-4754-938c-374709665c3e None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:12:31.119290 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37984e9-839c-4754-938c-374709665c3e None None] Pushing event updated for resources: {'Port': ['ID=441c2e8c-35a9-46f1-bd0a-24c58fc2dc4a,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:31.124172 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a0d50bfe-64fd-4c7c-a480-81237a150fec None None] For port 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3,segment=NetworkSegment(c45e14ca-67a1-487c-87e8-221b425e91b7),segment_id=c45e14ca-67a1-487c-87e8-221b425e91b7)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:12:31.227042 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-b37984e9-839c-4754-938c-374709665c3e None None] Attempting to bind port 441c2e8c-35a9-46f1-bd0a-24c58fc2dc4a on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:12:31.227683 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-b37984e9-839c-4754-938c-374709665c3e None None] Attempting to bind port 441c2e8c-35a9-46f1-bd0a-24c58fc2dc4a by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '403dbac5-510d-4ea5-be0b-94abfc9dc49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1dbddaac-3083-4581-88bc-7530a24a5245'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:12:31.228774 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37984e9-839c-4754-938c-374709665c3e None None] Attempting to bind port 441c2e8c-35a9-46f1-bd0a-24c58fc2dc4a on network 1dbddaac-3083-4581-88bc-7530a24a5245 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:12:31.236831 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a0d50bfe-64fd-4c7c-a480-81237a150fec None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:31.240805 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37984e9-839c-4754-938c-374709665c3e None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:12:31.241314 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37984e9-839c-4754-938c-374709665c3e None None] Checking segment: {'id': '403dbac5-510d-4ea5-be0b-94abfc9dc49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1dbddaac-3083-4581-88bc-7530a24a5245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:12:31.241807 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b37984e9-839c-4754-938c-374709665c3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:31.242297 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37984e9-839c-4754-938c-374709665c3e None None] Bound using segment: {'id': '403dbac5-510d-4ea5-be0b-94abfc9dc49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1dbddaac-3083-4581-88bc-7530a24a5245'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:12:31.242866 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-b37984e9-839c-4754-938c-374709665c3e None None] Bound port: 441c2e8c-35a9-46f1-bd0a-24c58fc2dc4a, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403dbac5-510d-4ea5-be0b-94abfc9dc49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1dbddaac-3083-4581-88bc-7530a24a5245'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:12:31.243381 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b37984e9-839c-4754-938c-374709665c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:31.268104 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f8bab6c8-d6df-4fae-989d-da36a097398c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:31.294198 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a0d50bfe-64fd-4c7c-a480-81237a150fec None None] Transition to ACTIVE for port object 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:12:31.310236 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a0d50bfe-64fd-4c7c-a480-81237a150fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:31.336084 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f03488c8-f566-40a8-96c7-a9a1cf64c99d tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:31.397271 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f8bab6c8-d6df-4fae-989d-da36a097398c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Calling delete_port for 7934e9da-7521-42b6-8192-12481ab2d90e owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:12:31.426035 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-77b233d6-6f1b-4c2d-bca1-5d4c710db3d6 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:31.517781 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d50bfe-64fd-4c7c-a480-81237a150fec None None] Pushing event updated for resources: {'Port': ['ID=1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3,revision_number=7']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:31.543620 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:31.551550 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-77b233d6-6f1b-4c2d-bca1-5d4c710db3d6 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:31.553366 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-b37984e9-839c-4754-938c-374709665c3e None None] For port 441c2e8c-35a9-46f1-bd0a-24c58fc2dc4a, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:12:31.562135 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-b37984e9-839c-4754-938c-374709665c3e None None] For port 441c2e8c-35a9-46f1-bd0a-24c58fc2dc4a, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=441c2e8c-35a9-46f1-bd0a-24c58fc2dc4a,segment=NetworkSegment(403dbac5-510d-4ea5-be0b-94abfc9dc49e),segment_id=403dbac5-510d-4ea5-be0b-94abfc9dc49e)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:12:31.568897 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b37984e9-839c-4754-938c-374709665c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:31.666459 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b233d6-6f1b-4c2d-bca1-5d4c710db3d6 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Pushing event deleted for resources: {'Subnet': ['ID=3729776e-5f98-4570-9cc5-ea7873f63e4d,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:31.679380 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37984e9-839c-4754-938c-374709665c3e None None] Pushing event updated for resources: {'Port': ['ID=441c2e8c-35a9-46f1-bd0a-24c58fc2dc4a,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:31.731487 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-77b233d6-6f1b-4c2d-bca1-5d4c710db3d6 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:31.753412 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f8bab6c8-d6df-4fae-989d-da36a097398c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:31.825056 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bab6c8-d6df-4fae-989d-da36a097398c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Port': ['ID=7934e9da-7521-42b6-8192-12481ab2d90e,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:31.831226 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-77b233d6-6f1b-4c2d-bca1-5d4c710db3d6 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] 10.222.0.10 "DELETE /v2.0/subnets/3729776e-5f98-4570-9cc5-ea7873f63e4d HTTP/1.1" status: 204 len: 168 time: 1.3889451 Mar 28 19:12:31.833736 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58164) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:32.020214 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450655a2-058d-4010-a72f-2ef0bb44ba98 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:32.020961 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-450655a2-058d-4010-a72f-2ef0bb44ba98 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Synchronizing usage tracker for tenant:f5947e78d1b6412a95b4c3198d5ca465 on resource:subnet {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:12:32.023776 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f8bab6c8-d6df-4fae-989d-da36a097398c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:32.026177 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f8bab6c8-d6df-4fae-989d-da36a097398c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/ports/7934e9da-7521-42b6-8192-12481ab2d90e HTTP/1.1" status: 204 len: 168 time: 1.2058568 Mar 28 19:12:32.030725 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58168) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:32.113832 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b1066cb-04eb-4c5f-8c89-a29e89f2584d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] GET failed (client error): The resource could not be found. Mar 28 19:12:32.115510 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8b1066cb-04eb-4c5f-8c89-a29e89f2584d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Synchronizing usage tracker for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:12:32.125859 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9400a0-5b1c-47d1-bc84-39578753d79e req-a6643925-5d64-4f6f-9ba1-2c8ae88ebfd7 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:32.127401 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dd9400a0-5b1c-47d1-bc84-39578753d79e req-a6643925-5d64-4f6f-9ba1-2c8ae88ebfd7 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 946 time: 0.2196581 Mar 28 19:12:32.132571 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-450655a2-058d-4010-a72f-2ef0bb44ba98 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Unset dirty status for tenant:f5947e78d1b6412a95b4c3198d5ca465 on resource:subnet {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:12:32.138930 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-450655a2-058d-4010-a72f-2ef0bb44ba98 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3041294 Mar 28 19:12:32.139685 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58172) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:32.162503 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8b1066cb-04eb-4c5f-8c89-a29e89f2584d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Unset dirty status for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:12:32.166604 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8b1066cb-04eb-4c5f-8c89-a29e89f2584d tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "GET /v2.0/ports/7934e9da-7521-42b6-8192-12481ab2d90e HTTP/1.1" status: 404 len: 333 time: 0.1353822 Mar 28 19:12:32.167751 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58176) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:32.294454 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dd9400a0-5b1c-47d1-bc84-39578753d79e req-37dafe9a-fee0-49e2-aa16-ccc7858ff24e tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936615 Mar 28 19:12:32.325236 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11dbba8e-6197-44f0-a4ba-af43c559679c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:32.340262 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e679054d-d892-4704-909a-4aaf527df4fb tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:32.343809 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 441c2e8c-35a9-46f1-bd0a-24c58fc2dc4a up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:12:32.369615 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11dbba8e-6197-44f0-a4ba-af43c559679c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:32.395258 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e679054d-d892-4704-909a-4aaf527df4fb tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Deleting port 441c2e8c-35a9-46f1-bd0a-24c58fc2dc4a {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:12:32.395548 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f03488c8-f566-40a8-96c7-a9a1cf64c99d tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:32.395820 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e679054d-d892-4704-909a-4aaf527df4fb tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:32.399221 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f03488c8-f566-40a8-96c7-a9a1cf64c99d tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-466281'] for router, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:32.435742 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a85d4301-5ed0-48fa-8262-85e889e276f3 None None] Provisioning complete for port df3c4fbe-4cd0-47d1-8abb-531505e6c73a triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:32.435742 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a85d4301-5ed0-48fa-8262-85e889e276f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:32.493386 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 441c2e8c-35a9-46f1-bd0a-24c58fc2dc4a completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:12:32.503081 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:12:32.508350 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11dbba8e-6197-44f0-a4ba-af43c559679c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:32.527185 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a85d4301-5ed0-48fa-8262-85e889e276f3 None None] Port df3c4fbe-4cd0-47d1-8abb-531505e6c73a cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:12:32.534497 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a85d4301-5ed0-48fa-8262-85e889e276f3 None None] Could not find standard attr ID for object 7934e9da-7521-42b6-8192-12481ab2d90e. {{(pid=87834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 19:12:32.551098 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dbba8e-6197-44f0-a4ba-af43c559679c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=395c9d35-2f0f-4c12-828b-bc00789cff42,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:32.571546 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a85d4301-5ed0-48fa-8262-85e889e276f3 None None] Provisioning for port 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:12:32.573530 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11dbba8e-6197-44f0-a4ba-af43c559679c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:32.577065 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-11dbba8e-6197-44f0-a4ba-af43c559679c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/security-groups/395c9d35-2f0f-4c12-828b-bc00789cff42 HTTP/1.1" status: 204 len: 168 time: 0.4030328 Mar 28 19:12:32.577901 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58180) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:32.583295 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a85d4301-5ed0-48fa-8262-85e889e276f3 None None] Provisioning complete for port 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:32.584063 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a85d4301-5ed0-48fa-8262-85e889e276f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:32.597765 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03488c8-f566-40a8-96c7-a9a1cf64c99d tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Router 3270870e-8c4f-40e4-84e8-2a81f3637190 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:12:32.647405 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:32.647786 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:32.698537 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-e679054d-d892-4704-909a-4aaf527df4fb tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] For port 441c2e8c-35a9-46f1-bd0a-24c58fc2dc4a, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=441c2e8c-35a9-46f1-bd0a-24c58fc2dc4a,segment=NetworkSegment(403dbac5-510d-4ea5-be0b-94abfc9dc49e),segment_id=403dbac5-510d-4ea5-be0b-94abfc9dc49e)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:12:32.699145 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e679054d-d892-4704-909a-4aaf527df4fb tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:32.872680 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03488c8-f566-40a8-96c7-a9a1cf64c99d tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:12:32.890705 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f03488c8-f566-40a8-96c7-a9a1cf64c99d tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:32.892861 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f03488c8-f566-40a8-96c7-a9a1cf64c99d tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "PUT /v2.0/routers/3270870e-8c4f-40e4-84e8-2a81f3637190 HTTP/1.1" status: 200 len: 920 time: 2.1278427 Mar 28 19:12:32.895338 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58184) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:32.906221 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f040ddeb-cf2e-4186-a482-44d075452ca3 None None] Sync routers for ids ['3270870e-8c4f-40e4-84e8-2a81f3637190'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:12:33.006145 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f040ddeb-cf2e-4186-a482-44d075452ca3 None None] Routers {'3270870e-8c4f-40e4-84e8-2a81f3637190'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:33.006966 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-f040ddeb-cf2e-4186-a482-44d075452ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:12:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3270870e-8c4f-40e4-84e8-2a81f3637190'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:33.042815 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e679054d-d892-4704-909a-4aaf527df4fb tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Calling delete_port for 441c2e8c-35a9-46f1-bd0a-24c58fc2dc4a owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:12:33.076468 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed2af7a2-11f7-4886-9c55-eaf18d20ce57 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:33.085174 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e71d9f09-d08f-416b-acaa-0f39c1784611 None None] Could not find standard attr ID for object 7934e9da-7521-42b6-8192-12481ab2d90e. {{(pid=87834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 19:12:33.091052 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-f040ddeb-cf2e-4186-a482-44d075452ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:33.101427 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f040ddeb-cf2e-4186-a482-44d075452ca3 None None] Routers {'3270870e-8c4f-40e4-84e8-2a81f3637190'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:33.102302 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-f040ddeb-cf2e-4186-a482-44d075452ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:12:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3270870e-8c4f-40e4-84e8-2a81f3637190'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:33.130000 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1395be05-659e-473e-a980-e5d0021dea4a tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "GET /v2.0/routers/3270870e-8c4f-40e4-84e8-2a81f3637190 HTTP/1.1" status: 200 len: 920 time: 0.2332020 Mar 28 19:12:33.130654 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58188) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:33.138487 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed2af7a2-11f7-4886-9c55-eaf18d20ce57 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:33.205914 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-f040ddeb-cf2e-4186-a482-44d075452ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:33.206308 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e679054d-d892-4704-909a-4aaf527df4fb tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:33.206437 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f040ddeb-cf2e-4186-a482-44d075452ca3 None None] The sync data for ids ['3270870e-8c4f-40e4-84e8-2a81f3637190'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:12:33.235646 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95014db2-1808-493a-b49f-0135b8a4f274 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:33.239906 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-95014db2-1808-493a-b49f-0135b8a4f274 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=222bb166-3b66-45c7-9663-18be61b96587&device_id=3270870e-8c4f-40e4-84e8-2a81f3637190&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1056821 Mar 28 19:12:33.240197 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58192) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:33.249276 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed2af7a2-11f7-4886-9c55-eaf18d20ce57 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:33.267220 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8f2fe5-028b-49fe-bca0-132a6dd9ca20 None None] Network 1dbddaac-3083-4581-88bc-7530a24a5245 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:33.270077 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679054d-d892-4704-909a-4aaf527df4fb tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Pushing event deleted for resources: {'Port': ['ID=441c2e8c-35a9-46f1-bd0a-24c58fc2dc4a,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:33.276425 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e679054d-d892-4704-909a-4aaf527df4fb tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] No DVR routers for this DVR port 441c2e8c-35a9-46f1-bd0a-24c58fc2dc4a on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:12:33.278284 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2af7a2-11f7-4886-9c55-eaf18d20ce57 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb64eb2-cf47-49d7-a697-0b75a1fcbbe6,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:33.336358 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-153753c6-4c60-4177-9c95-93b752c2e10d None None] Could not find standard attr ID for object 441c2e8c-35a9-46f1-bd0a-24c58fc2dc4a. {{(pid=87834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 19:12:33.353768 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed2af7a2-11f7-4886-9c55-eaf18d20ce57 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:33.354929 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ed2af7a2-11f7-4886-9c55-eaf18d20ce57 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/security-groups/edb64eb2-cf47-49d7-a697-0b75a1fcbbe6 HTTP/1.1" status: 204 len: 168 time: 0.7762995 Mar 28 19:12:33.359559 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58198) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:33.446526 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e679054d-d892-4704-909a-4aaf527df4fb tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:33.473017 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-e679054d-d892-4704-909a-4aaf527df4fb tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dbddaac-3083-4581-88bc-7530a24a5245']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:33.482048 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a048b9d6-d11c-4e26-b93f-fa7524110a64 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:33.486228 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a048b9d6-d11c-4e26-b93f-fa7524110a64 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "GET /v2.0/networks/222bb166-3b66-45c7-9663-18be61b96587 HTTP/1.1" status: 200 len: 881 time: 0.2423863 Mar 28 19:12:33.486526 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58202) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:33.490725 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-e679054d-d892-4704-909a-4aaf527df4fb tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '403dbac5-510d-4ea5-be0b-94abfc9dc49e') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:33.491114 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-e679054d-d892-4704-909a-4aaf527df4fb tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '403dbac5-510d-4ea5-be0b-94abfc9dc49e') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:33.506835 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ac7bc869-80b5-400c-a4d5-16f02a559caa tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:33.540066 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ac7bc869-80b5-400c-a4d5-16f02a559caa tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:33.546714 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e679054d-d892-4704-909a-4aaf527df4fb tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:33.555143 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1b4fc342-1966-49fb-8ab0-4a73879e2c64 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "GET /v2.0/ports?device_id=3270870e-8c4f-40e4-84e8-2a81f3637190 HTTP/1.1" status: 200 len: 205 time: 0.0675259 Mar 28 19:12:33.558354 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58206) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:33.573845 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b59ede-d8c5-4028-bfad-ea23c4cee7d3 None None] DHCP port deletion for 1dbddaac-3083-4581-88bc-7530a24a5245 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:12:33.590838 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941a3cd9-ba6f-476e-89e5-8176c51dcacb None None] get_active_networks_info from dv-neutron-834711-1-hyperv {{(pid=87834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 19:12:33.641113 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e679054d-d892-4704-909a-4aaf527df4fb tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:33.652585 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e679054d-d892-4704-909a-4aaf527df4fb tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:12:33.653001 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e679054d-d892-4704-909a-4aaf527df4fb tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:12:33.668557 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:12:33.726681 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941a3cd9-ba6f-476e-89e5-8176c51dcacb None None] Resources bound (agent type, host, resource id): {{(pid=87834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 19:12:33.733235 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5aa3f-3c9a-480c-bb41-b9b3003a8634 req-414269ee-8d4c-46e4-8494-5ae4f64cedd8 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:33.740181 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-99b5aa3f-3c9a-480c-bb41-b9b3003a8634 req-414269ee-8d4c-46e4-8494-5ae4f64cedd8 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 946 time: 0.3093760 Mar 28 19:12:33.803240 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-99b5aa3f-3c9a-480c-bb41-b9b3003a8634 req-7fccfc43-62de-4be1-a94a-7bdbc39cda08 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608282 Mar 28 19:12:33.817503 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ac7bc869-80b5-400c-a4d5-16f02a559caa tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:33.836390 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e679054d-d892-4704-909a-4aaf527df4fb tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:33.841737 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7bc869-80b5-400c-a4d5-16f02a559caa tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f69f16-e701-48fc-b108-fd418cfba6ff,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:33.846574 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ac7bc869-80b5-400c-a4d5-16f02a559caa tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:33.847366 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ac7bc869-80b5-400c-a4d5-16f02a559caa tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/security-groups/34f69f16-e701-48fc-b108-fd418cfba6ff HTTP/1.1" status: 204 len: 168 time: 0.4866416 Mar 28 19:12:33.849883 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58210) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:33.857828 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e679054d-d892-4704-909a-4aaf527df4fb tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:33.867912 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2752a137-9a91-4f9a-9e77-a112c6869278 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:33.913308 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc783a0-6a8f-4cb9-b14f-92a41ee54100 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting subnet aa133bdb-f385-4fb5-aba1-8a419feddac9 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:12:33.916739 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1cc783a0-6a8f-4cb9-b14f-92a41ee54100 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:33.952769 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679054d-d892-4704-909a-4aaf527df4fb tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Pushing event deleted for resources: {'Network': ['ID=1dbddaac-3083-4581-88bc-7530a24a5245,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:33.969675 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e679054d-d892-4704-909a-4aaf527df4fb tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] 10.222.0.10 "DELETE /v2.0/networks/1dbddaac-3083-4581-88bc-7530a24a5245 HTTP/1.1" status: 204 len: 168 time: 1.8287811 Mar 28 19:12:33.972518 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58214) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:34.000075 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1cc783a0-6a8f-4cb9-b14f-92a41ee54100 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:34.074003 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2752a137-9a91-4f9a-9e77-a112c6869278 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:34.086157 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2752a137-9a91-4f9a-9e77-a112c6869278 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Deleting port ef754117-be20-4d06-a945-0119c6caf6e4 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:12:34.086268 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2752a137-9a91-4f9a-9e77-a112c6869278 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:34.145297 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-33d2e7d8-2153-43ea-ade1-1b0a5174d068 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:34.173938 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 441c2e8c-35a9-46f1-bd0a-24c58fc2dc4a no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:12:34.209246 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 441c2e8c-35a9-46f1-bd0a-24c58fc2dc4a {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:12:34.209609 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 441c2e8c-35a9-46f1-bd0a-24c58fc2dc4a not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:12:34.247919 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1cc783a0-6a8f-4cb9-b14f-92a41ee54100 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:34.263039 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2752a137-9a91-4f9a-9e77-a112c6869278 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:34.346403 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-33d2e7d8-2153-43ea-ade1-1b0a5174d068 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:34.382727 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-33d2e7d8-2153-43ea-ade1-1b0a5174d068 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d873b1a4-7060-49f5-a6a6-f65ef38c264b']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:34.397177 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-33d2e7d8-2153-43ea-ade1-1b0a5174d068 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17dc1e83-88b5-4c48-b96c-927487bd13bc') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:34.397485 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-33d2e7d8-2153-43ea-ade1-1b0a5174d068 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17dc1e83-88b5-4c48-b96c-927487bd13bc') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:34.414654 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-33d2e7d8-2153-43ea-ade1-1b0a5174d068 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:34.437544 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-33d2e7d8-2153-43ea-ade1-1b0a5174d068 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:34.443357 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1cc783a0-6a8f-4cb9-b14f-92a41ee54100 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:34.474780 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d2e7d8-2153-43ea-ade1-1b0a5174d068 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:12:34.475220 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-33d2e7d8-2153-43ea-ade1-1b0a5174d068 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:12:34.490380 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:12:34.495137 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2752a137-9a91-4f9a-9e77-a112c6869278 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Calling delete_port for ef754117-be20-4d06-a945-0119c6caf6e4 owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:12:34.516068 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc783a0-6a8f-4cb9-b14f-92a41ee54100 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Subnet': ['ID=aa133bdb-f385-4fb5-aba1-8a419feddac9,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:34.518043 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1cc783a0-6a8f-4cb9-b14f-92a41ee54100 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:34.527499 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039ca9c8-a831-4de7-a456-33ca695804a7 None None] Network 7866db26-7887-42d9-adfa-c77d9bbee666 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:34.602368 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1cc783a0-6a8f-4cb9-b14f-92a41ee54100 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/subnets/aa133bdb-f385-4fb5-aba1-8a419feddac9 HTTP/1.1" status: 204 len: 168 time: 0.7512982 Mar 28 19:12:34.608562 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58218) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:34.684335 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b43052-1247-4c88-ac1c-934e0b87b134 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting subnet d6f71234-d8ac-4f27-a55f-c6320d9fe027 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:12:34.687953 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d4b43052-1247-4c88-ac1c-934e0b87b134 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:34.713925 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2752a137-9a91-4f9a-9e77-a112c6869278 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:34.754201 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-33d2e7d8-2153-43ea-ade1-1b0a5174d068 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:34.780294 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-33d2e7d8-2153-43ea-ade1-1b0a5174d068 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:34.780533 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752a137-9a91-4f9a-9e77-a112c6869278 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Pushing event deleted for resources: {'Port': ['ID=ef754117-be20-4d06-a945-0119c6caf6e4,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:34.788596 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2e7d8-2153-43ea-ade1-1b0a5174d068 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Pushing event deleted for resources: {'Network': ['ID=d873b1a4-7060-49f5-a6a6-f65ef38c264b,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:34.803172 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-33d2e7d8-2153-43ea-ade1-1b0a5174d068 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] 10.222.0.10 "DELETE /v2.0/networks/d873b1a4-7060-49f5-a6a6-f65ef38c264b HTTP/1.1" status: 204 len: 168 time: 0.8295743 Mar 28 19:12:34.805474 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d4b43052-1247-4c88-ac1c-934e0b87b134 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:34.827220 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58222) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:34.921712 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d4b43052-1247-4c88-ac1c-934e0b87b134 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:35.026837 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2752a137-9a91-4f9a-9e77-a112c6869278 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:35.068611 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-46640a14-ef45-43c9-9e2c-c97ea99b9b39 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:35.083967 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d4b43052-1247-4c88-ac1c-934e0b87b134 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:35.137450 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d4b43052-1247-4c88-ac1c-934e0b87b134 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:35.146853 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d4b43052-1247-4c88-ac1c-934e0b87b134 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/subnets/d6f71234-d8ac-4f27-a55f-c6320d9fe027 HTTP/1.1" status: 204 len: 168 time: 0.5355592 Mar 28 19:12:35.147529 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b43052-1247-4c88-ac1c-934e0b87b134 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Subnet': ['ID=d6f71234-d8ac-4f27-a55f-c6320d9fe027,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:35.148603 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58228) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:35.207448 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a812de-fe5b-48cb-9540-cbab15b82c25 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:35.207907 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a812de-fe5b-48cb-9540-cbab15b82c25 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:35.211993 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b7a812de-fe5b-48cb-9540-cbab15b82c25 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/subnets/aa133bdb-f385-4fb5-aba1-8a419feddac9 HTTP/1.1" status: 404 len: 337 time: 0.0552263 Mar 28 19:12:35.212407 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58232) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:35.225340 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2752a137-9a91-4f9a-9e77-a112c6869278 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:35.227813 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2752a137-9a91-4f9a-9e77-a112c6869278 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:35.283745 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2752a137-9a91-4f9a-9e77-a112c6869278 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:35.284599 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2752a137-9a91-4f9a-9e77-a112c6869278 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Fanout notify agent at l3_agent the message router_deleted on router 3270870e-8c4f-40e4-84e8-2a81f3637190 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:12:35.298915 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08053e6-50b2-420d-98b3-8c003aa09664 req-43778e0f-4ee6-4798-9500-9e571e6ea59d tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:35.300453 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c08053e6-50b2-420d-98b3-8c003aa09664 req-43778e0f-4ee6-4798-9500-9e571e6ea59d tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 946 time: 0.2745333 Mar 28 19:12:35.309914 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a5561f-f2d4-4c54-8478-65ec360e6981 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting subnet 15cf5251-58cb-4d1b-ba25-0acb682858db {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:12:35.313203 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7a5561f-f2d4-4c54-8478-65ec360e6981 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:35.338862 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2752a137-9a91-4f9a-9e77-a112c6869278 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:35.343232 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2752a137-9a91-4f9a-9e77-a112c6869278 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "DELETE /v2.0/routers/3270870e-8c4f-40e4-84e8-2a81f3637190 HTTP/1.1" status: 204 len: 168 time: 1.7806039 Mar 28 19:12:35.343844 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58236) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:35.351152 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-b5d25914-e797-4720-918a-8a40971c64e7 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1309616306', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:35.404669 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b5d25914-e797-4720-918a-8a40971c64e7 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:35.417126 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b5d25914-e797-4720-918a-8a40971c64e7 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Usage tracker for resource:router and tenant:55df8210d97045f5adae9e652ec05a8a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:35.420827 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-46640a14-ef45-43c9-9e2c-c97ea99b9b39 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:35.425432 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c08053e6-50b2-420d-98b3-8c003aa09664 req-e1946088-c87b-43a3-8b03-6b66b0c087ff tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772505 Mar 28 19:12:35.427886 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7a5561f-f2d4-4c54-8478-65ec360e6981 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:35.428402 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b5d25914-e797-4720-918a-8a40971c64e7 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:35.440483 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b5d25914-e797-4720-918a-8a40971c64e7 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:35.463081 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b5d25914-e797-4720-918a-8a40971c64e7 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:35.464419 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b5d25914-e797-4720-918a-8a40971c64e7 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:35.469357 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-46640a14-ef45-43c9-9e2c-c97ea99b9b39 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c61a63ed-91e5-42b2-8063-4909b842fe64']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:35.476805 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f441fda-a8ce-4399-961d-3c684fa2cb52 None None] Network 7866db26-7887-42d9-adfa-c77d9bbee666 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:35.484987 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-46640a14-ef45-43c9-9e2c-c97ea99b9b39 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dccd224-d73c-48e7-8a2e-b505b9a500cf') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:35.485379 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-46640a14-ef45-43c9-9e2c-c97ea99b9b39 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dccd224-d73c-48e7-8a2e-b505b9a500cf') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:35.502276 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-46640a14-ef45-43c9-9e2c-c97ea99b9b39 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:35.515901 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b5d25914-e797-4720-918a-8a40971c64e7 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:35.530245 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7a5561f-f2d4-4c54-8478-65ec360e6981 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:35.534864 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-46640a14-ef45-43c9-9e2c-c97ea99b9b39 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:35.543836 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46640a14-ef45-43c9-9e2c-c97ea99b9b39 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:12:35.544312 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-46640a14-ef45-43c9-9e2c-c97ea99b9b39 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:12:35.560382 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:12:35.595931 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-2870e0a3-6bf3-4ca6-b0a0-6b79d2dd7db8 None None] Provisioning complete for port df3c4fbe-4cd0-47d1-8abb-531505e6c73a triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:35.596413 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2870e0a3-6bf3-4ca6-b0a0-6b79d2dd7db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:35.631904 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b5d25914-e797-4720-918a-8a40971c64e7 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:35.633478 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7a5561f-f2d4-4c54-8478-65ec360e6981 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:35.657820 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-2870e0a3-6bf3-4ca6-b0a0-6b79d2dd7db8 None None] Port df3c4fbe-4cd0-47d1-8abb-531505e6c73a cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:12:35.663509 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b5d25914-e797-4720-918a-8a40971c64e7 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:35.668880 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b5d25914-e797-4720-918a-8a40971c64e7 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3238478 Mar 28 19:12:35.669658 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58240) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:35.673298 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-46640a14-ef45-43c9-9e2c-c97ea99b9b39 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:35.678488 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-79cd82a0-f90e-40ac-937b-30e182023d6d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Request body: {'router': {'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:35.716542 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7a5561f-f2d4-4c54-8478-65ec360e6981 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:35.722609 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5561f-f2d4-4c54-8478-65ec360e6981 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Subnet': ['ID=15cf5251-58cb-4d1b-ba25-0acb682858db,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:35.729003 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e7a5561f-f2d4-4c54-8478-65ec360e6981 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/subnets/15cf5251-58cb-4d1b-ba25-0acb682858db HTTP/1.1" status: 204 len: 168 time: 0.5142639 Mar 28 19:12:35.730761 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58244) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:35.751117 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-2870e0a3-6bf3-4ca6-b0a0-6b79d2dd7db8 None None] Provisioning complete for port 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:35.751501 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2870e0a3-6bf3-4ca6-b0a0-6b79d2dd7db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:35.768584 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-46640a14-ef45-43c9-9e2c-c97ea99b9b39 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:35.769164 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-9600f7f8-1bcf-481f-b605-5cc34e4b0ef3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:35.769612 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9600f7f8-1bcf-481f-b605-5cc34e4b0ef3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:35.771308 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9600f7f8-1bcf-481f-b605-5cc34e4b0ef3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/subnets/14ae6695-d528-47d3-9387-95ef2690ef67 HTTP/1.1" status: 404 len: 337 time: 0.0395663 Mar 28 19:12:35.773806 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58248) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:35.820040 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-154c0c57-7cda-4f32-88f1-1c5872f2f89c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Synchronizing usage tracker for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:12:35.832836 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-154c0c57-7cda-4f32-88f1-1c5872f2f89c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Unset dirty status for tenant:6e3972954dd6451c8906869de8eb2072 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:12:35.838682 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-154c0c57-7cda-4f32-88f1-1c5872f2f89c tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a1e7e59-69d2-4261-900e-41f852b7aa34 HTTP/1.1" status: 200 len: 205 time: 0.0592828 Mar 28 19:12:35.838682 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58252) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:35.840814 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46640a14-ef45-43c9-9e2c-c97ea99b9b39 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Pushing event deleted for resources: {'Network': ['ID=c61a63ed-91e5-42b2-8063-4909b842fe64,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:35.854109 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-46640a14-ef45-43c9-9e2c-c97ea99b9b39 tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] 10.222.0.10 "DELETE /v2.0/networks/c61a63ed-91e5-42b2-8063-4909b842fe64 HTTP/1.1" status: 204 len: 168 time: 1.0234978 Mar 28 19:12:35.855023 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58256) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:35.957172 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6e3c96-09b1-480b-8a53-aa4b4bb8229f None None] DHCP port deletion for 7866db26-7887-42d9-adfa-c77d9bbee666 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:12:35.965890 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-6f6e3c96-09b1-480b-8a53-aa4b4bb8229f None None] Deleting port 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:12:35.966359 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6f6e3c96-09b1-480b-8a53-aa4b4bb8229f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:36.022850 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-463f9766-e2c0-4f5e-a0ca-670afef678b3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] delete failed (client error): The resource could not be found. Mar 28 19:12:36.026951 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-463f9766-e2c0-4f5e-a0ca-670afef678b3 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/routers/1a1e7e59-69d2-4261-900e-41f852b7aa34 HTTP/1.1" status: 404 len: 336 time: 0.1864309 Mar 28 19:12:36.027926 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58260) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:36.069810 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-92417e43-7e5d-4acd-8329-6d69a77afee7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:36.070260 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92417e43-7e5d-4acd-8329-6d69a77afee7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:36.075055 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-92417e43-7e5d-4acd-8329-6d69a77afee7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/subnets/fbcc1897-e5fe-4f10-806e-4927285ca7fb HTTP/1.1" status: 404 len: 337 time: 0.0431373 Mar 28 19:12:36.075291 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58264) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:36.114693 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c08677-ac6c-4336-adad-8c1951f22bc7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:36.115428 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65c08677-ac6c-4336-adad-8c1951f22bc7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:36.121095 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-65c08677-ac6c-4336-adad-8c1951f22bc7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/subnets/7d88b886-4766-4d51-9c30-9be705028655 HTTP/1.1" status: 404 len: 337 time: 0.0447514 Mar 28 19:12:36.121862 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58268) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:36.168015 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-c45c20d7-2c71-4dfc-8914-db007647fa95 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:36.168666 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c45c20d7-2c71-4dfc-8914-db007647fa95 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:36.170063 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c45c20d7-2c71-4dfc-8914-db007647fa95 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/subnets/dae787e3-cf82-464f-8c8a-0b7d0e4916c6 HTTP/1.1" status: 404 len: 337 time: 0.0471573 Mar 28 19:12:36.172851 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58272) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:36.204528 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:12:36.220117 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5fa5060-7a91-42d2-8d26-6b4e07aa572e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:36.220587 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5fa5060-7a91-42d2-8d26-6b4e07aa572e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:36.223199 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b5fa5060-7a91-42d2-8d26-6b4e07aa572e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/ports/8118f964-41f0-4e97-9c41-777e2d583735 HTTP/1.1" status: 404 len: 333 time: 0.0485101 Mar 28 19:12:36.224733 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58276) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:36.262243 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-d07cf0ae-41fa-40ae-b70a-55af15bf893a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:36.262619 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d07cf0ae-41fa-40ae-b70a-55af15bf893a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:36.266613 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d07cf0ae-41fa-40ae-b70a-55af15bf893a tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/subnets/f8ad14d7-4d41-4c8b-9e51-ebec22fb0b58 HTTP/1.1" status: 404 len: 337 time: 0.0387204 Mar 28 19:12:36.266857 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58280) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:36.275652 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-6f6e3c96-09b1-480b-8a53-aa4b4bb8229f None None] For port 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3,segment=NetworkSegment(c45e14ca-67a1-487c-87e8-221b425e91b7),segment_id=c45e14ca-67a1-487c-87e8-221b425e91b7)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:12:36.276373 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55cf52c3-dee8-4c04-aa12-56740cea50db tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:36.276521 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6f6e3c96-09b1-480b-8a53-aa4b4bb8229f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:36.305070 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda24dae-9544-4b33-983c-617fb5410724 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:36.305523 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda24dae-9544-4b33-983c-617fb5410724 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:36.309671 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-fda24dae-9544-4b33-983c-617fb5410724 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/subnets/1a01bc2d-e50a-4f5a-8b3f-28f94db24c2b HTTP/1.1" status: 404 len: 337 time: 0.0394661 Mar 28 19:12:36.309891 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58284) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:36.354314 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0385598-18bd-4bfa-b390-3a990a3d291e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:36.354787 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0385598-18bd-4bfa-b390-3a990a3d291e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:36.355617 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-79cd82a0-f90e-40ac-937b-30e182023d6d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:36.358749 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d0385598-18bd-4bfa-b390-3a990a3d291e tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/ports/5237d197-1613-4f7d-ba0e-79cbdb60177b HTTP/1.1" status: 404 len: 333 time: 0.0457075 Mar 28 19:12:36.359120 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58288) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:36.406713 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-6f6e3c96-09b1-480b-8a53-aa4b4bb8229f None None] Calling delete_port for 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:12:36.463484 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9af78c1-f394-4022-bac3-813b6b7a408b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:36.463851 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9af78c1-f394-4022-bac3-813b6b7a408b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:36.467819 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f9af78c1-f394-4022-bac3-813b6b7a408b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/subnets/7d4aabbd-35cc-4569-b910-a0daac83f0d9 HTTP/1.1" status: 404 len: 337 time: 0.1045301 Mar 28 19:12:36.470530 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58294) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:36.507942 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:36.520829 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c632f5-2b03-414a-8804-5bbfd8815d04 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] DELETE failed (client error): The resource could not be found. Mar 28 19:12:36.521653 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c632f5-2b03-414a-8804-5bbfd8815d04 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:12:36.526811 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-61c632f5-2b03-414a-8804-5bbfd8815d04 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/subnets/d40821be-5349-4c5c-af75-c9f7bcd56177 HTTP/1.1" status: 404 len: 337 time: 0.0551617 Mar 28 19:12:36.527606 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58298) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:36.560335 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55cf52c3-dee8-4c04-aa12-56740cea50db tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:36.577932 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6f6e3c96-09b1-480b-8a53-aa4b4bb8229f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:36.638475 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-55cf52c3-dee8-4c04-aa12-56740cea50db tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac0b4118-81c4-49b5-85d8-7d31bcb38d16']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:36.653921 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-55cf52c3-dee8-4c04-aa12-56740cea50db tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1dec37f-71bc-426a-9fbf-30e7c08e3121') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:36.654220 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-55cf52c3-dee8-4c04-aa12-56740cea50db tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1dec37f-71bc-426a-9fbf-30e7c08e3121') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:36.666377 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e3c96-09b1-480b-8a53-aa4b4bb8229f None None] Pushing event deleted for resources: {'Port': ['ID=1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:36.674055 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55cf52c3-dee8-4c04-aa12-56740cea50db tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:36.678089 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6e3c96-09b1-480b-8a53-aa4b4bb8229f None None] No DVR routers for this DVR port 1fd98f13-dc4e-46cc-acd4-7d1279c7c4e3 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:12:36.678344 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-d70807eb-19ce-4cf2-8bbe-b4b836c0977b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Deleting port df3c4fbe-4cd0-47d1-8abb-531505e6c73a {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:12:36.678684 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d70807eb-19ce-4cf2-8bbe-b4b836c0977b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:36.711420 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55cf52c3-dee8-4c04-aa12-56740cea50db tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:36.722270 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55cf52c3-dee8-4c04-aa12-56740cea50db tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:12:36.722270 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55cf52c3-dee8-4c04-aa12-56740cea50db tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:12:36.737563 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:12:36.829969 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3d947-559d-414d-9c4c-4442353cc55a req-d4d7adaa-82c4-4a50-996a-be0f0aa56dbf tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:36.831474 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f4c3d947-559d-414d-9c4c-4442353cc55a req-d4d7adaa-82c4-4a50-996a-be0f0aa56dbf tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 946 time: 0.2339411 Mar 28 19:12:36.887609 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55cf52c3-dee8-4c04-aa12-56740cea50db tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:36.909833 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55cf52c3-dee8-4c04-aa12-56740cea50db tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:36.966623 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d70807eb-19ce-4cf2-8bbe-b4b836c0977b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:36.975619 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f4c3d947-559d-414d-9c4c-4442353cc55a req-583401fe-a6ee-4397-8d4e-854a32f52062 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271863 Mar 28 19:12:37.005715 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf52c3-dee8-4c04-aa12-56740cea50db tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] Pushing event deleted for resources: {'Network': ['ID=ac0b4118-81c4-49b5-85d8-7d31bcb38d16,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:37.008275 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-55cf52c3-dee8-4c04-aa12-56740cea50db tempest-BulkNetworkOpsTest-1018405636 tempest-BulkNetworkOpsTest-1018405636-project] 10.222.0.10 "DELETE /v2.0/networks/ac0b4118-81c4-49b5-85d8-7d31bcb38d16 HTTP/1.1" status: 204 len: 168 time: 1.1523595 Mar 28 19:12:37.017369 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-79cd82a0-f90e-40ac-937b-30e182023d6d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router_gateway, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:37.048776 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-79cd82a0-f90e-40ac-937b-30e182023d6d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:37.098185 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-d70807eb-19ce-4cf2-8bbe-b4b836c0977b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Calling delete_port for df3c4fbe-4cd0-47d1-8abb-531505e6c73a owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:12:37.189868 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d70807eb-19ce-4cf2-8bbe-b4b836c0977b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:37.201890 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-79cd82a0-f90e-40ac-937b-30e182023d6d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Allocated IP 172.26.4.192 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/55e2fadb-b7ab-4749-a437-6fe2d68b3426) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:12:37.246859 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70807eb-19ce-4cf2-8bbe-b4b836c0977b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Port': ['ID=df3c4fbe-4cd0-47d1-8abb-531505e6c73a,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:37.250634 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d70807eb-19ce-4cf2-8bbe-b4b836c0977b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:37.265174 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d70807eb-19ce-4cf2-8bbe-b4b836c0977b tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/ports/df3c4fbe-4cd0-47d1-8abb-531505e6c73a HTTP/1.1" status: 204 len: 168 time: 0.7364192 Mar 28 19:12:37.267543 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58310) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:37.355339 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58314) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:37.359582 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-79cd82a0-f90e-40ac-937b-30e182023d6d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:37.387890 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-654b466e-d233-4453-8752-ec4640f9ffc7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:37.396564 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-79cd82a0-f90e-40ac-937b-30e182023d6d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:37.455859 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cd82a0-f90e-40ac-937b-30e182023d6d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:37.458915 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-79cd82a0-f90e-40ac-937b-30e182023d6d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:37.462963 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cd82a0-f90e-40ac-937b-30e182023d6d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:12:37.524679 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-654b466e-d233-4453-8752-ec4640f9ffc7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:37.536648 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd82a0-f90e-40ac-937b-30e182023d6d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Pushing event updated for resources: {'Port': ['ID=55e2fadb-b7ab-4749-a437-6fe2d68b3426,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:37.550606 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-654b466e-d233-4453-8752-ec4640f9ffc7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7866db26-7887-42d9-adfa-c77d9bbee666']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:37.562988 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-654b466e-d233-4453-8752-ec4640f9ffc7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45e14ca-67a1-487c-87e8-221b425e91b7') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:37.563282 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-654b466e-d233-4453-8752-ec4640f9ffc7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45e14ca-67a1-487c-87e8-221b425e91b7') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:37.575048 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-654b466e-d233-4453-8752-ec4640f9ffc7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:37.590140 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-654b466e-d233-4453-8752-ec4640f9ffc7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:37.595968 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654b466e-d233-4453-8752-ec4640f9ffc7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:12:37.596342 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-654b466e-d233-4453-8752-ec4640f9ffc7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:12:37.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:12:37.802193 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f8d5e870-18de-41b0-a0fa-6f75f1704397 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f5947e78d1b6412a95b4c3198d5ca465&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4454119 Mar 28 19:12:37.804000 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-654b466e-d233-4453-8752-ec4640f9ffc7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:37.808886 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-654b466e-d233-4453-8752-ec4640f9ffc7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:37.811320 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58320) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:37.832548 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b466e-d233-4453-8752-ec4640f9ffc7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] Pushing event deleted for resources: {'Network': ['ID=7866db26-7887-42d9-adfa-c77d9bbee666,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:37.839001 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-654b466e-d233-4453-8752-ec4640f9ffc7 tempest-PortsTestJSON-317811502 tempest-PortsTestJSON-317811502-project] 10.222.0.10 "DELETE /v2.0/networks/7866db26-7887-42d9-adfa-c77d9bbee666 HTTP/1.1" status: 204 len: 168 time: 0.5704060 Mar 28 19:12:37.985193 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d2618726-95b6-4720-acb1-ee16c42b6ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:38.034120 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d2618726-95b6-4720-acb1-ee16c42b6ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:38.062633 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58330) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:38.148286 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-79cd82a0-f90e-40ac-937b-30e182023d6d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router_gateway, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:38.184413 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93655d00-6a82-43e7-b4b2-3c935aa0ee2f req-8fec0c61-5bc7-4191-9c48-05f6096f9222 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:38.185960 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-93655d00-6a82-43e7-b4b2-3c935aa0ee2f req-8fec0c61-5bc7-4191-9c48-05f6096f9222 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 946 time: 0.0908523 Mar 28 19:12:38.239252 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d2618726-95b6-4720-acb1-ee16c42b6ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:38.267896 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-93655d00-6a82-43e7-b4b2-3c935aa0ee2f req-e1872e20-0a33-4671-a422-84994c159145 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666001 Mar 28 19:12:38.272581 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5e5f0012-3514-4311-807a-9ac22a892441 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6e3972954dd6451c8906869de8eb2072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2065253 Mar 28 19:12:38.272887 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58336) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:38.314989 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2618726-95b6-4720-acb1-ee16c42b6ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9e6445-6b39-4106-ba49-c19a9f72c94a,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:38.335460 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ffd5ba80-ed2b-42d7-879b-99793ef8a218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:38.341092 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d2618726-95b6-4720-acb1-ee16c42b6ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:38.344924 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d2618726-95b6-4720-acb1-ee16c42b6ea0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fa9e6445-6b39-4106-ba49-c19a9f72c94a HTTP/1.1" status: 204 len: 168 time: 0.5302086 Mar 28 19:12:38.364083 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ffd5ba80-ed2b-42d7-879b-99793ef8a218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:38.422322 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ffd5ba80-ed2b-42d7-879b-99793ef8a218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:38.441299 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5ba80-ed2b-42d7-879b-99793ef8a218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbda8384-2419-4381-9e38-d69ac8493fae,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:38.444788 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ffd5ba80-ed2b-42d7-879b-99793ef8a218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:38.446033 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ffd5ba80-ed2b-42d7-879b-99793ef8a218 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cbda8384-2419-4381-9e38-d69ac8493fae HTTP/1.1" status: 204 len: 168 time: 0.1723406 Mar 28 19:12:38.526436 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-79cd82a0-f90e-40ac-937b-30e182023d6d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:38.529929 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-79cd82a0-f90e-40ac-937b-30e182023d6d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-466281'] for router, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:38.748264 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79cd82a0-f90e-40ac-937b-30e182023d6d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Router c9e7d07c-6d37-4302-ba37-28ab81ce1586 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:12:38.941769 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cd82a0-f90e-40ac-937b-30e182023d6d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:12:38.949099 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-79cd82a0-f90e-40ac-937b-30e182023d6d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:38.952987 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-79cd82a0-f90e-40ac-937b-30e182023d6d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "PUT /v2.0/routers/c9e7d07c-6d37-4302-ba37-28ab81ce1586 HTTP/1.1" status: 200 len: 880 time: 3.2822819 Mar 28 19:12:38.953126 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58366) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:38.955315 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28afda6-5b35-47a7-b6b1-17c6e4e71e29 None None] Sync routers for ids ['c9e7d07c-6d37-4302-ba37-28ab81ce1586'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:12:38.965616 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28afda6-5b35-47a7-b6b1-17c6e4e71e29 None None] Routers {'c9e7d07c-6d37-4302-ba37-28ab81ce1586'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:38.966226 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-e28afda6-5b35-47a7-b6b1-17c6e4e71e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:12:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c9e7d07c-6d37-4302-ba37-28ab81ce1586'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:39.028750 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-e28afda6-5b35-47a7-b6b1-17c6e4e71e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:39.037580 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28afda6-5b35-47a7-b6b1-17c6e4e71e29 None None] Routers {'c9e7d07c-6d37-4302-ba37-28ab81ce1586'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:39.038185 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-e28afda6-5b35-47a7-b6b1-17c6e4e71e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:12:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c9e7d07c-6d37-4302-ba37-28ab81ce1586'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:39.103608 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-e28afda6-5b35-47a7-b6b1-17c6e4e71e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:39.104258 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28afda6-5b35-47a7-b6b1-17c6e4e71e29 None None] The sync data for ids ['c9e7d07c-6d37-4302-ba37-28ab81ce1586'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:12:39.153698 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-19a0c68e-398f-4e62-8f53-9e292dd1fd03 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "GET /v2.0/routers/c9e7d07c-6d37-4302-ba37-28ab81ce1586 HTTP/1.1" status: 200 len: 921 time: 0.1991475 Mar 28 19:12:39.156614 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58380) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:39.232027 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d21273-ff9d-45ce-b75c-4cae62bc2bd4 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:39.232824 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d2d21273-ff9d-45ce-b75c-4cae62bc2bd4 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Synchronizing usage tracker for tenant:7ea864ba6bbb4a3cbfee7e383ff834a7 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:12:39.249374 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d2d21273-ff9d-45ce-b75c-4cae62bc2bd4 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Unset dirty status for tenant:7ea864ba6bbb4a3cbfee7e383ff834a7 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:12:39.250549 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d2d21273-ff9d-45ce-b75c-4cae62bc2bd4 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=222bb166-3b66-45c7-9663-18be61b96587&device_id=c9e7d07c-6d37-4302-ba37-28ab81ce1586&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0929024 Mar 28 19:12:39.253274 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58384) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:39.281953 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58390) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:39.415417 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d55b78-d883-4f11-9966-efaf5f043167 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:39.416220 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f2d55b78-d883-4f11-9966-efaf5f043167 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Synchronizing usage tracker for tenant:7ea864ba6bbb4a3cbfee7e383ff834a7 on resource:network {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:12:39.439844 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f2d55b78-d883-4f11-9966-efaf5f043167 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Unset dirty status for tenant:7ea864ba6bbb4a3cbfee7e383ff834a7 on resource:network {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:12:39.441029 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f2d55b78-d883-4f11-9966-efaf5f043167 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "GET /v2.0/networks/222bb166-3b66-45c7-9663-18be61b96587 HTTP/1.1" status: 200 len: 881 time: 0.1868622 Mar 28 19:12:39.443940 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58400) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:39.500391 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-abdd0877-1f44-4391-9b8c-5c739c48769a tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9e7d07c-6d37-4302-ba37-28ab81ce1586 HTTP/1.1" status: 200 len: 205 time: 0.0552461 Mar 28 19:12:39.502885 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58404) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:39.517404 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58408) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:39.568346 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-0eec6dc8-837c-4fca-bd06-a67e0cccb4e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1123389957'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:39.573718 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0eec6dc8-837c-4fca-bd06-a67e0cccb4e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:39.577582 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0eec6dc8-837c-4fca-bd06-a67e0cccb4e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Usage tracker for resource:network and tenant:d916fc06fcf1402987e9337f73165337 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:39.578788 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-9520681f-984b-4e22-80be-4eea12c952bd tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1953241874'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:39.580491 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0eec6dc8-837c-4fca-bd06-a67e0cccb4e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:39.586903 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0eec6dc8-837c-4fca-bd06-a67e0cccb4e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:39.588895 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-9520681f-984b-4e22-80be-4eea12c952bd tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:39.597087 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eec6dc8-837c-4fca-bd06-a67e0cccb4e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Made reservation on behalf of d916fc06fcf1402987e9337f73165337 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:39.598128 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9520681f-984b-4e22-80be-4eea12c952bd tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Usage tracker for resource:network and tenant:d545e4aa9c994a0f8eb2b7672f8fe502 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:39.600761 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0eec6dc8-837c-4fca-bd06-a67e0cccb4e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:39.607784 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bb278-9922-40d8-9990-9b2baad5873c req-5d821f09-82cd-440d-983f-4211a5d1e13e tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:39.609224 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c69bb278-9922-40d8-9990-9b2baad5873c req-5d821f09-82cd-440d-983f-4211a5d1e13e tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 946 time: 0.2167809 Mar 28 19:12:39.611991 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9520681f-984b-4e22-80be-4eea12c952bd tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:39.613437 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0eec6dc8-837c-4fca-bd06-a67e0cccb4e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:39.621722 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-9520681f-984b-4e22-80be-4eea12c952bd tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:39.632366 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0eec6dc8-837c-4fca-bd06-a67e0cccb4e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:39.637124 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0eec6dc8-837c-4fca-bd06-a67e0cccb4e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Usage tracker for resource:security_group_rule and tenant:d916fc06fcf1402987e9337f73165337 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:39.640152 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0eec6dc8-837c-4fca-bd06-a67e0cccb4e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:39.646085 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0eec6dc8-837c-4fca-bd06-a67e0cccb4e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:39.731196 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9520681f-984b-4e22-80be-4eea12c952bd tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Made reservation on behalf of d545e4aa9c994a0f8eb2b7672f8fe502 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:39.734512 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9520681f-984b-4e22-80be-4eea12c952bd tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:39.771472 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9520681f-984b-4e22-80be-4eea12c952bd tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:39.787286 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c69bb278-9922-40d8-9990-9b2baad5873c req-6456e6c0-302a-444b-9f78-e6652fbdf7fa tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682210 Mar 28 19:12:39.795511 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5e3360f0-c7cf-4815-b6c5-5917266dec42 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:39.851663 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-9520681f-984b-4e22-80be-4eea12c952bd tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:39.858793 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0eec6dc8-837c-4fca-bd06-a67e0cccb4e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:39.862558 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0eec6dc8-837c-4fca-bd06-a67e0cccb4e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:39.863796 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9520681f-984b-4e22-80be-4eea12c952bd tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Usage tracker for resource:security_group_rule and tenant:d545e4aa9c994a0f8eb2b7672f8fe502 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:39.872618 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9520681f-984b-4e22-80be-4eea12c952bd tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:39.881316 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-9520681f-984b-4e22-80be-4eea12c952bd tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:39.894427 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eec6dc8-837c-4fca-bd06-a67e0cccb4e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:12:39.903382 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec6dc8-837c-4fca-bd06-a67e0cccb4e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5125e7c-80c0-406b-8377-b71d9bfd6ea0,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:39.908953 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0eec6dc8-837c-4fca-bd06-a67e0cccb4e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:39.909381 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-0eec6dc8-837c-4fca-bd06-a67e0cccb4e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Added segment 0ca497eb-ee2f-49e1-86ca-59207f5d2bb7 of type vlan for network 798a9ac9-0ffd-491b-a286-6b8d79f2218a Mar 28 19:12:39.936379 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0eec6dc8-837c-4fca-bd06-a67e0cccb4e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:39.966055 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0eec6dc8-837c-4fca-bd06-a67e0cccb4e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:39.971641 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eec6dc8-837c-4fca-bd06-a67e0cccb4e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:39.972301 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0eec6dc8-837c-4fca-bd06-a67e0cccb4e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:40.016026 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5e3360f0-c7cf-4815-b6c5-5917266dec42 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:40.033686 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-5e3360f0-c7cf-4815-b6c5-5917266dec42 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Deleting port 55e2fadb-b7ab-4749-a437-6fe2d68b3426 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:12:40.034101 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5e3360f0-c7cf-4815-b6c5-5917266dec42 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:40.077786 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0eec6dc8-837c-4fca-bd06-a67e0cccb4e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5589938 Mar 28 19:12:40.080690 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58416) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:40.089973 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec6dc8-837c-4fca-bd06-a67e0cccb4e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Network': ['ID=798a9ac9-0ffd-491b-a286-6b8d79f2218a,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:40.092395 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-00adcf7b-d556-47d7-9ce1-9f606dda8a67 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-708888366'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:40.100138 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 798a9ac9-0ffd-491b-a286-6b8d79f2218a details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:12:40.106687 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-00adcf7b-d556-47d7-9ce1-9f606dda8a67 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:40.140080 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-00adcf7b-d556-47d7-9ce1-9f606dda8a67 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Usage tracker for resource:network and tenant:d916fc06fcf1402987e9337f73165337 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:40.154849 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-00adcf7b-d556-47d7-9ce1-9f606dda8a67 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:40.162704 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9520681f-984b-4e22-80be-4eea12c952bd tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:40.168058 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-00adcf7b-d556-47d7-9ce1-9f606dda8a67 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:40.172965 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9520681f-984b-4e22-80be-4eea12c952bd tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:40.262490 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00adcf7b-d556-47d7-9ce1-9f606dda8a67 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Made reservation on behalf of d916fc06fcf1402987e9337f73165337 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:40.265780 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-00adcf7b-d556-47d7-9ce1-9f606dda8a67 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:40.286115 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9520681f-984b-4e22-80be-4eea12c952bd tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:12:40.296938 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520681f-984b-4e22-80be-4eea12c952bd tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11ffe2ae-be32-4879-93e5-fd40124aa4c0,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:40.326062 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9520681f-984b-4e22-80be-4eea12c952bd tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:40.326477 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-9520681f-984b-4e22-80be-4eea12c952bd tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Added segment 8682da72-aba3-4bb5-a66a-cb1a3a238168 of type vlan for network 1ee943e1-dc4f-4997-8e3c-a0d646db39b3 Mar 28 19:12:40.329217 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5e3360f0-c7cf-4815-b6c5-5917266dec42 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:40.578964 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-5e3360f0-c7cf-4815-b6c5-5917266dec42 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Calling delete_port for 55e2fadb-b7ab-4749-a437-6fe2d68b3426 owned by network:router_gateway {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:12:40.616205 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9520681f-984b-4e22-80be-4eea12c952bd tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:40.683533 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9520681f-984b-4e22-80be-4eea12c952bd tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:40.689303 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9520681f-984b-4e22-80be-4eea12c952bd tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:40.689927 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9520681f-984b-4e22-80be-4eea12c952bd tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:40.715271 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.db.api [None req-00adcf7b-d556-47d7-9ce1-9f606dda8a67 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=87833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:12:40.715600 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG oslo_db.api [None req-00adcf7b-d556-47d7-9ce1-9f606dda8a67 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:12:40.811539 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9520681f-984b-4e22-80be-4eea12c952bd tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5282857 Mar 28 19:12:40.817002 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520681f-984b-4e22-80be-4eea12c952bd tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event updated for resources: {'Network': ['ID=1ee943e1-dc4f-4997-8e3c-a0d646db39b3,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:40.829826 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 1ee943e1-dc4f-4997-8e3c-a0d646db39b3 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:12:40.923855 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5e3360f0-c7cf-4815-b6c5-5917266dec42 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:40.944669 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58422) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:40.950514 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-7375ddb0-9241-48b1-9af2-d199bb380813 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Request body: {'subnet': {'network_id': '1ee943e1-dc4f-4997-8e3c-a0d646db39b3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:40.987028 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3360f0-c7cf-4815-b6c5-5917266dec42 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Pushing event deleted for resources: {'Port': ['ID=55e2fadb-b7ab-4749-a437-6fe2d68b3426,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:41.062503 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-7375ddb0-9241-48b1-9af2-d199bb380813 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:41.066253 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-7375ddb0-9241-48b1-9af2-d199bb380813 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Usage tracker for resource:subnet and tenant:d545e4aa9c994a0f8eb2b7672f8fe502 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:41.069036 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-7375ddb0-9241-48b1-9af2-d199bb380813 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:41.074978 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-7375ddb0-9241-48b1-9af2-d199bb380813 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:41.084726 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7375ddb0-9241-48b1-9af2-d199bb380813 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Made reservation on behalf of d545e4aa9c994a0f8eb2b7672f8fe502 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:41.088683 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7375ddb0-9241-48b1-9af2-d199bb380813 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:41.091411 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5e3360f0-c7cf-4815-b6c5-5917266dec42 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:41.146181 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650dc16-102d-4592-8493-1e7067192675 req-3b7c4949-3e31-401a-9680-28a5519a5074 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:41.147685 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e650dc16-102d-4592-8493-1e7067192675 req-3b7c4949-3e31-401a-9680-28a5519a5074 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 946 time: 0.2556782 Mar 28 19:12:41.218413 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-00adcf7b-d556-47d7-9ce1-9f606dda8a67 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:41.304175 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7375ddb0-9241-48b1-9af2-d199bb380813 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:41.311117 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5e3360f0-c7cf-4815-b6c5-5917266dec42 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:41.315259 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5e3360f0-c7cf-4815-b6c5-5917266dec42 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:41.355753 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e650dc16-102d-4592-8493-1e7067192675 req-af0f00c4-eb8a-4070-a0b6-ceca8e75a5be tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499846 Mar 28 19:12:41.357507 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00adcf7b-d556-47d7-9ce1-9f606dda8a67 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:12:41.367743 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-00adcf7b-d556-47d7-9ce1-9f606dda8a67 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:41.368141 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-00adcf7b-d556-47d7-9ce1-9f606dda8a67 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Added segment 20958fe5-64c5-41a9-9601-2c24c02d871d of type vlan for network 77237770-6c44-48e4-b60b-ec94e40bd950 Mar 28 19:12:41.369550 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5e3360f0-c7cf-4815-b6c5-5917266dec42 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:41.370085 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3360f0-c7cf-4815-b6c5-5917266dec42 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Fanout notify agent at l3_agent the message router_deleted on router c9e7d07c-6d37-4302-ba37-28ab81ce1586 {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:12:41.397217 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375ddb0-9241-48b1-9af2-d199bb380813 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event updated for resources: {'Subnet': ['ID=6709e774-8584-4a67-9f34-513b90781fcb,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:41.401246 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7375ddb0-9241-48b1-9af2-d199bb380813 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Checking segment: {'id': '8682da72-aba3-4bb5-a66a-cb1a3a238168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1ee943e1-dc4f-4997-8e3c-a0d646db39b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:12:41.401246 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7375ddb0-9241-48b1-9af2-d199bb380813 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Network hostable DHCP agents. Network: 1ee943e1-dc4f-4997-8e3c-a0d646db39b3, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:12:41.410916 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5e3360f0-c7cf-4815-b6c5-5917266dec42 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:41.411991 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5e3360f0-c7cf-4815-b6c5-5917266dec42 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "DELETE /v2.0/routers/c9e7d07c-6d37-4302-ba37-28ab81ce1586 HTTP/1.1" status: 204 len: 168 time: 1.9081366 Mar 28 19:12:41.413870 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-00adcf7b-d556-47d7-9ce1-9f606dda8a67 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:41.416247 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58426) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:41.424129 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-0bef47b3-21e2-4a02-b9e2-0b0ca16f0863 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1002981715', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:41.431119 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0bef47b3-21e2-4a02-b9e2-0b0ca16f0863 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:41.437528 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0bef47b3-21e2-4a02-b9e2-0b0ca16f0863 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Usage tracker for resource:router and tenant:55df8210d97045f5adae9e652ec05a8a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:41.441111 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0bef47b3-21e2-4a02-b9e2-0b0ca16f0863 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:41.444283 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7375ddb0-9241-48b1-9af2-d199bb380813 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Network 1ee943e1-dc4f-4997-8e3c-a0d646db39b3 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:12:41.444874 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-00adcf7b-d556-47d7-9ce1-9f606dda8a67 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:41.450393 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00adcf7b-d556-47d7-9ce1-9f606dda8a67 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:41.451008 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-00adcf7b-d556-47d7-9ce1-9f606dda8a67 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:41.452324 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0bef47b3-21e2-4a02-b9e2-0b0ca16f0863 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:41.460490 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-7375ddb0-9241-48b1-9af2-d199bb380813 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 1ee943e1-dc4f-4997-8e3c-a0d646db39b3) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:41.465744 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0bef47b3-21e2-4a02-b9e2-0b0ca16f0863 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:41.466748 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0bef47b3-21e2-4a02-b9e2-0b0ca16f0863 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:41.470626 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7375ddb0-9241-48b1-9af2-d199bb380813 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:41.471234 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7375ddb0-9241-48b1-9af2-d199bb380813 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:41.473338 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db78cc58-a849-4e0d-b01d-e23b7466f7f0 None None] Network 1ee943e1-dc4f-4997-8e3c-a0d646db39b3 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:41.500336 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0bef47b3-21e2-4a02-b9e2-0b0ca16f0863 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:41.509057 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7375ddb0-9241-48b1-9af2-d199bb380813 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5632777 Mar 28 19:12:41.512540 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58430) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:41.519857 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-5363fa83-6222-45cd-b43a-2933596ff61b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-450951926'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:41.525880 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-5363fa83-6222-45cd-b43a-2933596ff61b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:41.531114 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-5363fa83-6222-45cd-b43a-2933596ff61b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Usage tracker for resource:network and tenant:d545e4aa9c994a0f8eb2b7672f8fe502 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:41.534969 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-5363fa83-6222-45cd-b43a-2933596ff61b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:41.541492 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0bef47b3-21e2-4a02-b9e2-0b0ca16f0863 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:41.547478 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-5363fa83-6222-45cd-b43a-2933596ff61b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:41.552306 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-00adcf7b-d556-47d7-9ce1-9f606dda8a67 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4682999 Mar 28 19:12:41.556561 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58434) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:41.567191 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-bcea7c38-f33e-4afe-9ede-4092b559d3f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'subnet': {'network_id': '798a9ac9-0ffd-491b-a286-6b8d79f2218a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:41.568190 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00adcf7b-d556-47d7-9ce1-9f606dda8a67 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Network': ['ID=77237770-6c44-48e4-b60b-ec94e40bd950,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:41.581935 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 77237770-6c44-48e4-b60b-ec94e40bd950 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:12:41.603735 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5363fa83-6222-45cd-b43a-2933596ff61b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Made reservation on behalf of d545e4aa9c994a0f8eb2b7672f8fe502 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:41.607401 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5363fa83-6222-45cd-b43a-2933596ff61b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:41.622640 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0bef47b3-21e2-4a02-b9e2-0b0ca16f0863 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:41.623807 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0bef47b3-21e2-4a02-b9e2-0b0ca16f0863 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2065184 Mar 28 19:12:41.627137 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58438) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:41.632712 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-b3f0641c-5797-4b8c-86bd-9dbe3c1c8184 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'enable_snat': True}}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:41.689560 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5363fa83-6222-45cd-b43a-2933596ff61b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:12:41.699041 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5363fa83-6222-45cd-b43a-2933596ff61b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:41.699489 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-5363fa83-6222-45cd-b43a-2933596ff61b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Added segment f285af7f-c96f-4504-b8c5-521dfd8da786 of type vlan for network 6a245feb-be60-40ec-8279-96e21fdbba21 Mar 28 19:12:41.726732 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5363fa83-6222-45cd-b43a-2933596ff61b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:41.768958 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5363fa83-6222-45cd-b43a-2933596ff61b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:41.774333 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5363fa83-6222-45cd-b43a-2933596ff61b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:41.775004 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5363fa83-6222-45cd-b43a-2933596ff61b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:41.798739 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72204e07-5c9e-471e-bc0d-c22b11b68286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-1ee943e1-dc4f-4997-8e3c-a0d646db39b3', 'network_id': '1ee943e1-dc4f-4997-8e3c-a0d646db39b3', 'tenant_id': 'd545e4aa9c994a0f8eb2b7672f8fe502', 'fixed_ips': [{'subnet_id': '6709e774-8584-4a67-9f34-513b90781fcb'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:12:41.799665 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-72204e07-5c9e-471e-bc0d-c22b11b68286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:41.809343 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bcea7c38-f33e-4afe-9ede-4092b559d3f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:41.825806 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bcea7c38-f33e-4afe-9ede-4092b559d3f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Usage tracker for resource:subnet and tenant:d916fc06fcf1402987e9337f73165337 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:41.832421 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bcea7c38-f33e-4afe-9ede-4092b559d3f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:41.847561 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bcea7c38-f33e-4afe-9ede-4092b559d3f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:41.902809 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5363fa83-6222-45cd-b43a-2933596ff61b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3862486 Mar 28 19:12:41.905948 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58442) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:41.915833 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-1a079143-2d99-4005-9928-31e30afd23f2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Request body: {'subnet': {'network_id': '6a245feb-be60-40ec-8279-96e21fdbba21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:41.930493 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363fa83-6222-45cd-b43a-2933596ff61b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event updated for resources: {'Network': ['ID=6a245feb-be60-40ec-8279-96e21fdbba21,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:41.936347 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcea7c38-f33e-4afe-9ede-4092b559d3f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Made reservation on behalf of d916fc06fcf1402987e9337f73165337 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:41.939586 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bcea7c38-f33e-4afe-9ede-4092b559d3f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:41.949371 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 6a245feb-be60-40ec-8279-96e21fdbba21 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:12:42.057662 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-72204e07-5c9e-471e-bc0d-c22b11b68286 None None] Allocated IP 172.20.255.242 (1ee943e1-dc4f-4997-8e3c-a0d646db39b3/6709e774-8584-4a67-9f34-513b90781fcb/7b52f937-163f-49b8-86c6-8f7060113936) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:12:42.132080 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-1a079143-2d99-4005-9928-31e30afd23f2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:42.139427 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1a079143-2d99-4005-9928-31e30afd23f2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Usage tracker for resource:subnet and tenant:d545e4aa9c994a0f8eb2b7672f8fe502 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:42.143646 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1a079143-2d99-4005-9928-31e30afd23f2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:42.153125 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-1a079143-2d99-4005-9928-31e30afd23f2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:42.155451 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b3f0641c-5797-4b8c-86bd-9dbe3c1c8184 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:42.171461 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a079143-2d99-4005-9928-31e30afd23f2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Made reservation on behalf of d545e4aa9c994a0f8eb2b7672f8fe502 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:42.175123 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a079143-2d99-4005-9928-31e30afd23f2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:42.319912 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-72204e07-5c9e-471e-bc0d-c22b11b68286 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:42.331387 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-72204e07-5c9e-471e-bc0d-c22b11b68286 None None] Transition to ACTIVE for port object 7b52f937-163f-49b8-86c6-8f7060113936 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:12:42.349668 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-72204e07-5c9e-471e-bc0d-c22b11b68286 None None] Transition to ACTIVE for port object 7b52f937-163f-49b8-86c6-8f7060113936 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:12:42.355562 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-72204e07-5c9e-471e-bc0d-c22b11b68286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:42.375740 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bcea7c38-f33e-4afe-9ede-4092b559d3f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:42.417896 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72204e07-5c9e-471e-bc0d-c22b11b68286 None None] Network 1ee943e1-dc4f-4997-8e3c-a0d646db39b3 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:42.421190 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-72204e07-5c9e-471e-bc0d-c22b11b68286 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:42.424025 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72204e07-5c9e-471e-bc0d-c22b11b68286 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:12:42.467454 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72204e07-5c9e-471e-bc0d-c22b11b68286 None None] Pushing event updated for resources: {'Port': ['ID=7b52f937-163f-49b8-86c6-8f7060113936,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:42.514611 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea7c38-f33e-4afe-9ede-4092b559d3f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Subnet': ['ID=a6219716-a767-4886-a3f9-031fe551d233,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:42.534214 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcea7c38-f33e-4afe-9ede-4092b559d3f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Checking segment: {'id': '0ca497eb-ee2f-49e1-86ca-59207f5d2bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '798a9ac9-0ffd-491b-a286-6b8d79f2218a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:12:42.534571 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcea7c38-f33e-4afe-9ede-4092b559d3f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network hostable DHCP agents. Network: 798a9ac9-0ffd-491b-a286-6b8d79f2218a, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:12:42.535164 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b3f0641c-5797-4b8c-86bd-9dbe3c1c8184 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:42.546219 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-72204e07-5c9e-471e-bc0d-c22b11b68286 None None] Attempting to bind port 7b52f937-163f-49b8-86c6-8f7060113936 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:12:42.547303 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-72204e07-5c9e-471e-bc0d-c22b11b68286 None None] Attempting to bind port 7b52f937-163f-49b8-86c6-8f7060113936 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '8682da72-aba3-4bb5-a66a-cb1a3a238168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1ee943e1-dc4f-4997-8e3c-a0d646db39b3'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:12:42.548020 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72204e07-5c9e-471e-bc0d-c22b11b68286 None None] Attempting to bind port 7b52f937-163f-49b8-86c6-8f7060113936 on network 1ee943e1-dc4f-4997-8e3c-a0d646db39b3 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:12:42.554594 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72204e07-5c9e-471e-bc0d-c22b11b68286 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:12:42.555262 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72204e07-5c9e-471e-bc0d-c22b11b68286 None None] Checking segment: {'id': '8682da72-aba3-4bb5-a66a-cb1a3a238168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1ee943e1-dc4f-4997-8e3c-a0d646db39b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:12:42.555838 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-72204e07-5c9e-471e-bc0d-c22b11b68286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:42.556462 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72204e07-5c9e-471e-bc0d-c22b11b68286 None None] Bound using segment: {'id': '8682da72-aba3-4bb5-a66a-cb1a3a238168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1ee943e1-dc4f-4997-8e3c-a0d646db39b3'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:12:42.557342 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-72204e07-5c9e-471e-bc0d-c22b11b68286 None None] Bound port: 7b52f937-163f-49b8-86c6-8f7060113936, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8682da72-aba3-4bb5-a66a-cb1a3a238168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1ee943e1-dc4f-4997-8e3c-a0d646db39b3'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:12:42.558077 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-72204e07-5c9e-471e-bc0d-c22b11b68286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:42.574867 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b3f0641c-5797-4b8c-86bd-9dbe3c1c8184 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:42.664643 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-72204e07-5c9e-471e-bc0d-c22b11b68286 None None] For port 7b52f937-163f-49b8-86c6-8f7060113936, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:12:42.669718 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-72204e07-5c9e-471e-bc0d-c22b11b68286 None None] For port 7b52f937-163f-49b8-86c6-8f7060113936, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=7b52f937-163f-49b8-86c6-8f7060113936,segment=NetworkSegment(8682da72-aba3-4bb5-a66a-cb1a3a238168),segment_id=8682da72-aba3-4bb5-a66a-cb1a3a238168)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:12:42.675592 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-72204e07-5c9e-471e-bc0d-c22b11b68286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:42.686661 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a079143-2d99-4005-9928-31e30afd23f2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:42.721154 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcea7c38-f33e-4afe-9ede-4092b559d3f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network 798a9ac9-0ffd-491b-a286-6b8d79f2218a is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:12:42.726463 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ec1ae-93b4-4e9e-b4f9-16a206b25bb4 req-4edd149f-728e-4a0f-8c86-d1adf573cafd tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:42.729968 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-909ec1ae-93b4-4e9e-b4f9-16a206b25bb4 req-4edd149f-728e-4a0f-8c86-d1adf573cafd tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 946 time: 0.1964149 Mar 28 19:12:42.777667 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-bcea7c38-f33e-4afe-9ede-4092b559d3f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 798a9ac9-0ffd-491b-a286-6b8d79f2218a) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:42.792419 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a0a704-ff9e-4595-8816-e1cd46ce6ad5 None None] Network 798a9ac9-0ffd-491b-a286-6b8d79f2218a requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:42.820970 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcea7c38-f33e-4afe-9ede-4092b559d3f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:42.821477 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bcea7c38-f33e-4afe-9ede-4092b559d3f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:42.836370 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a079143-2d99-4005-9928-31e30afd23f2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event updated for resources: {'Subnet': ['ID=6400225c-4477-40af-8642-e303aac5d51f,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:42.836776 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72204e07-5c9e-471e-bc0d-c22b11b68286 None None] Pushing event updated for resources: {'Port': ['ID=7b52f937-163f-49b8-86c6-8f7060113936,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:42.865405 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-909ec1ae-93b4-4e9e-b4f9-16a206b25bb4 req-906b934d-2418-4d19-9570-81dfa1c43336 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266806 Mar 28 19:12:42.903592 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a079143-2d99-4005-9928-31e30afd23f2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Checking segment: {'id': 'f285af7f-c96f-4504-b8c5-521dfd8da786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6a245feb-be60-40ec-8279-96e21fdbba21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:12:42.903952 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a079143-2d99-4005-9928-31e30afd23f2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Network hostable DHCP agents. Network: 6a245feb-be60-40ec-8279-96e21fdbba21, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:12:42.908738 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-b3f0641c-5797-4b8c-86bd-9dbe3c1c8184 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Allocated IP 172.26.4.135 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/62a06858-1dd0-4cfa-9f4d-46e335f878ef) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:12:42.928898 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-bcea7c38-f33e-4afe-9ede-4092b559d3f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3661957 Mar 28 19:12:42.929550 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58452) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:42.938356 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-96b440b1-0e72-4367-8974-477fcf36b847 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'subnet': {'network_id': '77237770-6c44-48e4-b60b-ec94e40bd950', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:42.977388 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a079143-2d99-4005-9928-31e30afd23f2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Network 6a245feb-be60-40ec-8279-96e21fdbba21 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:12:43.044142 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-1a079143-2d99-4005-9928-31e30afd23f2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 6a245feb-be60-40ec-8279-96e21fdbba21) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:43.048935 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a079143-2d99-4005-9928-31e30afd23f2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:43.049773 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a079143-2d99-4005-9928-31e30afd23f2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:43.085971 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d7753b-0bad-48bd-a04f-22db80277d6d None None] Network 6a245feb-be60-40ec-8279-96e21fdbba21 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:43.099978 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-96b440b1-0e72-4367-8974-477fcf36b847 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:43.105182 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-96b440b1-0e72-4367-8974-477fcf36b847 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Usage tracker for resource:subnet and tenant:d916fc06fcf1402987e9337f73165337 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:43.108191 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-96b440b1-0e72-4367-8974-477fcf36b847 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:43.111948 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1a079143-2d99-4005-9928-31e30afd23f2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2039540 Mar 28 19:12:43.117312 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58456) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:43.121415 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-96b440b1-0e72-4367-8974-477fcf36b847 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:43.132556 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b3f0641c-5797-4b8c-86bd-9dbe3c1c8184 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:43.167010 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b3f0641c-5797-4b8c-86bd-9dbe3c1c8184 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:43.226927 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b440b1-0e72-4367-8974-477fcf36b847 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Made reservation on behalf of d916fc06fcf1402987e9337f73165337 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:43.231577 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-96b440b1-0e72-4367-8974-477fcf36b847 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:43.233198 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f0641c-5797-4b8c-86bd-9dbe3c1c8184 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:43.240546 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-b3f0641c-5797-4b8c-86bd-9dbe3c1c8184 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:43.245617 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f0641c-5797-4b8c-86bd-9dbe3c1c8184 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:12:43.272726 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fcae15-d8dd-4d97-a70e-aac117669106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-798a9ac9-0ffd-491b-a286-6b8d79f2218a', 'network_id': '798a9ac9-0ffd-491b-a286-6b8d79f2218a', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'fixed_ips': [{'subnet_id': 'a6219716-a767-4886-a3f9-031fe551d233'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:12:43.273591 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f1fcae15-d8dd-4d97-a70e-aac117669106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:43.301461 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0641c-5797-4b8c-86bd-9dbe3c1c8184 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Pushing event updated for resources: {'Port': ['ID=62a06858-1dd0-4cfa-9f4d-46e335f878ef,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:43.365596 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33a2694-87a6-4de8-aba1-8632e6d1a940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-6a245feb-be60-40ec-8279-96e21fdbba21', 'network_id': '6a245feb-be60-40ec-8279-96e21fdbba21', 'tenant_id': 'd545e4aa9c994a0f8eb2b7672f8fe502', 'fixed_ips': [{'subnet_id': '6400225c-4477-40af-8642-e303aac5d51f'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:12:43.366545 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c33a2694-87a6-4de8-aba1-8632e6d1a940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:43.392561 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:43.473751 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:43.624154 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-96b440b1-0e72-4367-8974-477fcf36b847 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:43.628658 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-c33a2694-87a6-4de8-aba1-8632e6d1a940 None None] Allocated IP 172.20.0.2 (6a245feb-be60-40ec-8279-96e21fdbba21/6400225c-4477-40af-8642-e303aac5d51f/b753a316-23a3-4c8e-9185-5612b5721da0) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:12:43.647433 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-f1fcae15-d8dd-4d97-a70e-aac117669106 None None] Allocated IP 2001:db8::2 (798a9ac9-0ffd-491b-a286-6b8d79f2218a/a6219716-a767-4886-a3f9-031fe551d233/afa253c6-e7ae-4a6a-8e8b-60b792d8606f) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:12:43.753731 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b440b1-0e72-4367-8974-477fcf36b847 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Subnet': ['ID=0b4c78e6-a1f5-439f-8c7c-ca42ad9ac16c,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:43.765147 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b440b1-0e72-4367-8974-477fcf36b847 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Checking segment: {'id': '20958fe5-64c5-41a9-9601-2c24c02d871d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '77237770-6c44-48e4-b60b-ec94e40bd950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:12:43.766106 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b440b1-0e72-4367-8974-477fcf36b847 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network hostable DHCP agents. Network: 77237770-6c44-48e4-b60b-ec94e40bd950, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:12:43.795737 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b440b1-0e72-4367-8974-477fcf36b847 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network 77237770-6c44-48e4-b60b-ec94e40bd950 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:12:43.813182 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-96b440b1-0e72-4367-8974-477fcf36b847 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 77237770-6c44-48e4-b60b-ec94e40bd950) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:43.820512 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b440b1-0e72-4367-8974-477fcf36b847 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:43.820924 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-96b440b1-0e72-4367-8974-477fcf36b847 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:43.855730 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58462) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:43.856702 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-96b440b1-0e72-4367-8974-477fcf36b847 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9261115 Mar 28 19:12:43.864083 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-b93b3285-e94e-4556-a66a-e4924d14a3ee tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-252254682', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:43.867413 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca840db-02fd-4510-95cf-720e2006cc8b None None] Network 77237770-6c44-48e4-b60b-ec94e40bd950 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:43.869640 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b3f0641c-5797-4b8c-86bd-9dbe3c1c8184 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:43.952764 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b93b3285-e94e-4556-a66a-e4924d14a3ee tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:43.960897 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b93b3285-e94e-4556-a66a-e4924d14a3ee tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Usage tracker for resource:router and tenant:d916fc06fcf1402987e9337f73165337 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:43.965620 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b93b3285-e94e-4556-a66a-e4924d14a3ee tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:43.982843 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b93b3285-e94e-4556-a66a-e4924d14a3ee tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:44.113500 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b93b3285-e94e-4556-a66a-e4924d14a3ee tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:44.114797 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b93b3285-e94e-4556-a66a-e4924d14a3ee tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:44.193166 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a2ae72-4dbc-4483-aae1-aa74983def89 None None] Network 1ee943e1-dc4f-4997-8e3c-a0d646db39b3 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:44.221269 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b93b3285-e94e-4556-a66a-e4924d14a3ee tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:44.250436 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 7b52f937-163f-49b8-86c6-8f7060113936 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:12:44.339467 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26505105-6931-48d9-8558-29fa36a08fd0 req-d61107c1-2a62-42d7-a28b-1ffdf7cdf949 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:44.340968 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-26505105-6931-48d9-8558-29fa36a08fd0 req-d61107c1-2a62-42d7-a28b-1ffdf7cdf949 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 946 time: 0.3041081 Mar 28 19:12:44.352171 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b93b3285-e94e-4556-a66a-e4924d14a3ee tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:44.387149 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b3f0641c-5797-4b8c-86bd-9dbe3c1c8184 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:44.404407 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b3f0641c-5797-4b8c-86bd-9dbe3c1c8184 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-466281'] for router, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:44.416764 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c33a2694-87a6-4de8-aba1-8632e6d1a940 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:44.431795 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-175b8837-f085-4541-aae9-1d95765a4011 None None] Provisioning for port 7b52f937-163f-49b8-86c6-8f7060113936 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:12:44.441704 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f1fcae15-d8dd-4d97-a70e-aac117669106 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:44.466106 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-c33a2694-87a6-4de8-aba1-8632e6d1a940 None None] Transition to ACTIVE for port object b753a316-23a3-4c8e-9185-5612b5721da0 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:12:44.476694 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b93b3285-e94e-4556-a66a-e4924d14a3ee tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:44.477941 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b93b3285-e94e-4556-a66a-e4924d14a3ee tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6200473 Mar 28 19:12:44.480332 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f1fcae15-d8dd-4d97-a70e-aac117669106 None None] Transition to ACTIVE for port object afa253c6-e7ae-4a6a-8e8b-60b792d8606f will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:12:44.481007 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-26505105-6931-48d9-8558-29fa36a08fd0 req-69ae27e3-d618-40ce-8df4-ae7f0cf34a52 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301937 Mar 28 19:12:44.481554 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58468) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:44.557489 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:12:44.575210 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-c33a2694-87a6-4de8-aba1-8632e6d1a940 None None] Transition to ACTIVE for port object b753a316-23a3-4c8e-9185-5612b5721da0 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:12:44.579591 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f1fcae15-d8dd-4d97-a70e-aac117669106 None None] Transition to ACTIVE for port object afa253c6-e7ae-4a6a-8e8b-60b792d8606f will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:12:44.583857 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62327bf0-7f5d-4ca1-bfd7-cdfe8aa9f7b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-77237770-6c44-48e4-b60b-ec94e40bd950', 'network_id': '77237770-6c44-48e4-b60b-ec94e40bd950', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'fixed_ips': [{'subnet_id': '0b4c78e6-a1f5-439f-8c7c-ca42ad9ac16c'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:12:44.584862 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-62327bf0-7f5d-4ca1-bfd7-cdfe8aa9f7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:44.631081 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c33a2694-87a6-4de8-aba1-8632e6d1a940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:44.651874 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f0641c-5797-4b8c-86bd-9dbe3c1c8184 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Router dd4e9586-daa7-43eb-a45b-25023a62182d is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:12:44.672753 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f1fcae15-d8dd-4d97-a70e-aac117669106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:44.764350 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 7b52f937-163f-49b8-86c6-8f7060113936 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:12:44.776578 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:44.780903 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33a2694-87a6-4de8-aba1-8632e6d1a940 None None] Network 6a245feb-be60-40ec-8279-96e21fdbba21 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:44.792524 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 7b52f937-163f-49b8-86c6-8f7060113936 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:44.792894 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:44.816688 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-c33a2694-87a6-4de8-aba1-8632e6d1a940 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:44.819095 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33a2694-87a6-4de8-aba1-8632e6d1a940 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:12:44.827460 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event deleted for resources: {'Subnet': ['ID=6400225c-4477-40af-8642-e303aac5d51f,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:44.830381 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fcae15-d8dd-4d97-a70e-aac117669106 None None] Network 798a9ac9-0ffd-491b-a286-6b8d79f2218a is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:44.873054 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f0641c-5797-4b8c-86bd-9dbe3c1c8184 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:12:44.877566 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b3f0641c-5797-4b8c-86bd-9dbe3c1c8184 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:44.878450 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b3f0641c-5797-4b8c-86bd-9dbe3c1c8184 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "PUT /v2.0/routers/dd4e9586-daa7-43eb-a45b-25023a62182d HTTP/1.1" status: 200 len: 915 time: 3.2500553 Mar 28 19:12:44.880857 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58472) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:44.896900 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-f1fcae15-d8dd-4d97-a70e-aac117669106 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:44.898616 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fcae15-d8dd-4d97-a70e-aac117669106 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:12:44.947116 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e05bf62-d41b-438e-bd25-4436ebc7aa28 None None] Sync routers for ids ['dd4e9586-daa7-43eb-a45b-25023a62182d'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:12:44.959618 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a2694-87a6-4de8-aba1-8632e6d1a940 None None] Pushing event updated for resources: {'Port': ['ID=b753a316-23a3-4c8e-9185-5612b5721da0,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:45.066005 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-8507383d-a07b-4e2e-9f32-3c2551398af1 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "GET /v2.0/routers/dd4e9586-daa7-43eb-a45b-25023a62182d HTTP/1.1" status: 200 len: 921 time: 0.1839566 Mar 28 19:12:45.068573 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58476) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:45.145689 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f92b899-63c8-4c32-a5cb-0f1f693969b4 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:45.150217 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4f92b899-63c8-4c32-a5cb-0f1f693969b4 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=222bb166-3b66-45c7-9663-18be61b96587&device_id=dd4e9586-daa7-43eb-a45b-25023a62182d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0776880 Mar 28 19:12:45.150458 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58480) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:45.221336 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:45.234361 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e05bf62-d41b-438e-bd25-4436ebc7aa28 None None] Routers {'dd4e9586-daa7-43eb-a45b-25023a62182d'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:45.235026 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-5e05bf62-d41b-438e-bd25-4436ebc7aa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:12:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['dd4e9586-daa7-43eb-a45b-25023a62182d'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:45.281058 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecda8e2-2d57-4e52-90e5-5e8ecb969b25 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:45.284857 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-aecda8e2-2d57-4e52-90e5-5e8ecb969b25 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "GET /v2.0/networks/222bb166-3b66-45c7-9663-18be61b96587 HTTP/1.1" status: 200 len: 881 time: 0.1306796 Mar 28 19:12:45.284983 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-210b963f-7e3a-4194-9706-a576dd0c2061 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:45.285102 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58484) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:45.294256 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a245feb-be60-40ec-8279-96e21fdbba21']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:45.300378 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-c33a2694-87a6-4de8-aba1-8632e6d1a940 None None] Attempting to bind port b753a316-23a3-4c8e-9185-5612b5721da0 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:12:45.301017 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-c33a2694-87a6-4de8-aba1-8632e6d1a940 None None] Attempting to bind port b753a316-23a3-4c8e-9185-5612b5721da0 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'f285af7f-c96f-4504-b8c5-521dfd8da786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6a245feb-be60-40ec-8279-96e21fdbba21'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:12:45.301186 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a2694-87a6-4de8-aba1-8632e6d1a940 None None] Attempting to bind port b753a316-23a3-4c8e-9185-5612b5721da0 on network 6a245feb-be60-40ec-8279-96e21fdbba21 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:12:45.311249 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f285af7f-c96f-4504-b8c5-521dfd8da786') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:45.311666 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f285af7f-c96f-4504-b8c5-521dfd8da786') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:45.327244 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcae15-d8dd-4d97-a70e-aac117669106 None None] Pushing event updated for resources: {'Port': ['ID=afa253c6-e7ae-4a6a-8e8b-60b792d8606f,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:45.333092 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d24c6dab-1a8b-4d85-ac3c-b49327a9ac73 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd4e9586-daa7-43eb-a45b-25023a62182d HTTP/1.1" status: 200 len: 205 time: 0.0445001 Mar 28 19:12:45.334315 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58488) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:45.339240 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 559b00a4-6ea0-4847-8112-972b75fe53ac details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:12:45.341477 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 559b00a4-6ea0-4847-8112-972b75fe53ac no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:12:45.374246 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a2694-87a6-4de8-aba1-8632e6d1a940 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:12:45.374616 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a2694-87a6-4de8-aba1-8632e6d1a940 None None] Checking segment: {'id': 'f285af7f-c96f-4504-b8c5-521dfd8da786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6a245feb-be60-40ec-8279-96e21fdbba21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:12:45.375048 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c33a2694-87a6-4de8-aba1-8632e6d1a940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:45.375524 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a2694-87a6-4de8-aba1-8632e6d1a940 None None] Bound using segment: {'id': 'f285af7f-c96f-4504-b8c5-521dfd8da786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6a245feb-be60-40ec-8279-96e21fdbba21'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:12:45.376005 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-c33a2694-87a6-4de8-aba1-8632e6d1a940 None None] Bound port: b753a316-23a3-4c8e-9185-5612b5721da0, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f285af7f-c96f-4504-b8c5-521dfd8da786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6a245feb-be60-40ec-8279-96e21fdbba21'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:12:45.376390 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c33a2694-87a6-4de8-aba1-8632e6d1a940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:45.386399 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-5e05bf62-d41b-438e-bd25-4436ebc7aa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:45.394669 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:45.418414 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-f1fcae15-d8dd-4d97-a70e-aac117669106 None None] Attempting to bind port afa253c6-e7ae-4a6a-8e8b-60b792d8606f on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:12:45.418782 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-f1fcae15-d8dd-4d97-a70e-aac117669106 None None] Attempting to bind port afa253c6-e7ae-4a6a-8e8b-60b792d8606f by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '0ca497eb-ee2f-49e1-86ca-59207f5d2bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '798a9ac9-0ffd-491b-a286-6b8d79f2218a'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:12:45.419171 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fcae15-d8dd-4d97-a70e-aac117669106 None None] Attempting to bind port afa253c6-e7ae-4a6a-8e8b-60b792d8606f on network 798a9ac9-0ffd-491b-a286-6b8d79f2218a {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:12:45.518231 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:45.531596 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:12:45.532108 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:45.537015 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e05bf62-d41b-438e-bd25-4436ebc7aa28 None None] Routers {'dd4e9586-daa7-43eb-a45b-25023a62182d'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:45.537662 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-5e05bf62-d41b-438e-bd25-4436ebc7aa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:12:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['dd4e9586-daa7-43eb-a45b-25023a62182d'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:12:45.550341 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:12:45.592884 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fcae15-d8dd-4d97-a70e-aac117669106 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:12:45.593140 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fcae15-d8dd-4d97-a70e-aac117669106 None None] Checking segment: {'id': '0ca497eb-ee2f-49e1-86ca-59207f5d2bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '798a9ac9-0ffd-491b-a286-6b8d79f2218a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:12:45.593503 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f1fcae15-d8dd-4d97-a70e-aac117669106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:45.593897 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fcae15-d8dd-4d97-a70e-aac117669106 None None] Bound using segment: {'id': '0ca497eb-ee2f-49e1-86ca-59207f5d2bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '798a9ac9-0ffd-491b-a286-6b8d79f2218a'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:12:45.594614 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-f1fcae15-d8dd-4d97-a70e-aac117669106 None None] Bound port: afa253c6-e7ae-4a6a-8e8b-60b792d8606f, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca497eb-ee2f-49e1-86ca-59207f5d2bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '798a9ac9-0ffd-491b-a286-6b8d79f2218a'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:12:45.595024 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f1fcae15-d8dd-4d97-a70e-aac117669106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:45.725648 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-62327bf0-7f5d-4ca1-bfd7-cdfe8aa9f7b8 None None] Allocated IP 2001:db8:1::2 (77237770-6c44-48e4-b60b-ec94e40bd950/0b4c78e6-a1f5-439f-8c7c-ca42ad9ac16c/04a70478-66ca-4423-8806-0e60c66a4fbf) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:12:45.756493 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 19:12:45.756493 dv-neutron-834711-1-hyperv neutron-server[87832]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 19:12:45.756493 dv-neutron-834711-1-hyperv neutron-server[87832]: [parameters: {'id': '6a245feb-be60-40ec-8279-96e21fdbba21'}] Mar 28 19:12:45.756493 dv-neutron-834711-1-hyperv neutron-server[87832]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:12:45.756493 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:12:45.770524 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.resource_extend [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:12:45.788271 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-5e05bf62-d41b-438e-bd25-4436ebc7aa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:45.788824 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e05bf62-d41b-438e-bd25-4436ebc7aa28 None None] The sync data for ids ['dd4e9586-daa7-43eb-a45b-25023a62182d'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:12:45.807768 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-344fc16e-5583-4299-bf66-057258522bc7 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:45.856960 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-210b963f-7e3a-4194-9706-a576dd0c2061 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Allocated IP 2001:db8::1 (798a9ac9-0ffd-491b-a286-6b8d79f2218a/a6219716-a767-4886-a3f9-031fe551d233/e75b9e11-2d8a-4ca7-a670-9ef5a08876f4) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:12:45.944722 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:45.978385 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e9f02-873e-4c7b-9121-c4b1136c8189 req-6c593387-eb83-4edf-8a20-4319b893c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:45.979951 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d00e9f02-873e-4c7b-9121-c4b1136c8189 req-6c593387-eb83-4edf-8a20-4319b893c8e6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 1099 time: 0.3241329 Mar 28 19:12:46.053402 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42796c45-79cd-4cc4-ab98-7d7572aa09e8 req-38b71f69-43f2-4a67-814a-98a787eeb366 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:46.054926 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-42796c45-79cd-4cc4-ab98-7d7572aa09e8 req-38b71f69-43f2-4a67-814a-98a787eeb366 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 946 time: 0.3387303 Mar 28 19:12:46.057008 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-344fc16e-5583-4299-bf66-057258522bc7 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:46.062213 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-210b963f-7e3a-4194-9706-a576dd0c2061 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:46.072613 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-f1fcae15-d8dd-4d97-a70e-aac117669106 None None] For port afa253c6-e7ae-4a6a-8e8b-60b792d8606f, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:12:46.086360 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-210b963f-7e3a-4194-9706-a576dd0c2061 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Transition to ACTIVE for port object e75b9e11-2d8a-4ca7-a670-9ef5a08876f4 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:12:46.090573 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-344fc16e-5583-4299-bf66-057258522bc7 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Deleting port 62a06858-1dd0-4cfa-9f4d-46e335f878ef {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:12:46.090933 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-344fc16e-5583-4299-bf66-057258522bc7 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:46.116711 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-210b963f-7e3a-4194-9706-a576dd0c2061 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:46.130711 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-f1fcae15-d8dd-4d97-a70e-aac117669106 None None] For port afa253c6-e7ae-4a6a-8e8b-60b792d8606f, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=afa253c6-e7ae-4a6a-8e8b-60b792d8606f,segment=NetworkSegment(0ca497eb-ee2f-49e1-86ca-59207f5d2bb7),segment_id=0ca497eb-ee2f-49e1-86ca-59207f5d2bb7)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:12:46.135514 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d00e9f02-873e-4c7b-9121-c4b1136c8189 req-3ea0c603-4d3a-495f-86e5-116f15616d40 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345363 Mar 28 19:12:46.170471 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-42796c45-79cd-4cc4-ab98-7d7572aa09e8 req-d2bbba53-7fbd-47f1-8a90-695294ce1508 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062417 Mar 28 19:12:46.177537 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210b963f-7e3a-4194-9706-a576dd0c2061 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network 798a9ac9-0ffd-491b-a286-6b8d79f2218a is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:46.180862 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-210b963f-7e3a-4194-9706-a576dd0c2061 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:46.184921 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210b963f-7e3a-4194-9706-a576dd0c2061 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:12:46.185458 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-210b963f-7e3a-4194-9706-a576dd0c2061 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:46.210177 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 7b52f937-163f-49b8-86c6-8f7060113936, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=7b52f937-163f-49b8-86c6-8f7060113936,segment=NetworkSegment(8682da72-aba3-4bb5-a66a-cb1a3a238168),segment_id=8682da72-aba3-4bb5-a66a-cb1a3a238168)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:12:46.210577 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b963f-7e3a-4194-9706-a576dd0c2061 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Port': ['ID=e75b9e11-2d8a-4ca7-a670-9ef5a08876f4,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:46.215449 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f1fcae15-d8dd-4d97-a70e-aac117669106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:46.221685 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-c33a2694-87a6-4de8-aba1-8632e6d1a940 None None] For port b753a316-23a3-4c8e-9185-5612b5721da0, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:12:46.260328 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:46.281998 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:46.282229 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:46.315825 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Deleting port b753a316-23a3-4c8e-9185-5612b5721da0 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:12:46.316161 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:46.317452 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-344fc16e-5583-4299-bf66-057258522bc7 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:46.333435 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-c33a2694-87a6-4de8-aba1-8632e6d1a940 None None] For port b753a316-23a3-4c8e-9185-5612b5721da0, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=b753a316-23a3-4c8e-9185-5612b5721da0,segment=NetworkSegment(f285af7f-c96f-4504-b8c5-521dfd8da786),segment_id=f285af7f-c96f-4504-b8c5-521dfd8da786)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:12:46.347359 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-210b963f-7e3a-4194-9706-a576dd0c2061 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:46.352150 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-251a6b9f-899f-42c9-b476-34e3a12e5091 None None] Provisioning complete for port 7b52f937-163f-49b8-86c6-8f7060113936 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:46.352589 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-251a6b9f-899f-42c9-b476-34e3a12e5091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:46.381267 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c33a2694-87a6-4de8-aba1-8632e6d1a940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:46.435676 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd126ef-f4da-425a-944a-30f440e3dece', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '559b00a4-6ea0-4847-8112-972b75fe53ac'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:12:46.446001 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-344fc16e-5583-4299-bf66-057258522bc7 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Calling delete_port for 62a06858-1dd0-4cfa-9f4d-46e335f878ef owned by network:router_gateway {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:12:46.454936 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 559b00a4-6ea0-4847-8112-972b75fe53ac, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=559b00a4-6ea0-4847-8112-972b75fe53ac,segment=NetworkSegment(ce651af8-7fed-4f32-b050-d34331b69a89),segment_id=ce651af8-7fed-4f32-b050-d34331b69a89)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:12:46.502083 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 559b00a4-6ea0-4847-8112-972b75fe53ac, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=559b00a4-6ea0-4847-8112-972b75fe53ac,segment=NetworkSegment(ce651af8-7fed-4f32-b050-d34331b69a89),segment_id=ce651af8-7fed-4f32-b050-d34331b69a89)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:12:46.512125 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcae15-d8dd-4d97-a70e-aac117669106 None None] Pushing event updated for resources: {'Port': ['ID=afa253c6-e7ae-4a6a-8e8b-60b792d8606f,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:46.580612 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd126ef-f4da-425a-944a-30f440e3dece', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '559b00a4-6ea0-4847-8112-972b75fe53ac', 'code': 200} Mar 28 19:12:46.590824 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:46.634248 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '559b00a4-6ea0-4847-8112-972b75fe53ac', 'network_id': '79a5d728-4e0a-4bf8-b900-2a34dffdc0e2', 'port_id': '559b00a4-6ea0-4847-8112-972b75fe53ac', 'mac_address': 'fa:16:3e:2d:b4:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:12:46.672342 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-344fc16e-5583-4299-bf66-057258522bc7 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:46.781962 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344fc16e-5583-4299-bf66-057258522bc7 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Pushing event deleted for resources: {'Port': ['ID=62a06858-1dd0-4cfa-9f4d-46e335f878ef,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:46.798139 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-62327bf0-7f5d-4ca1-bfd7-cdfe8aa9f7b8 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:46.835734 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] For port b753a316-23a3-4c8e-9185-5612b5721da0, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=b753a316-23a3-4c8e-9185-5612b5721da0,segment=NetworkSegment(f285af7f-c96f-4504-b8c5-521dfd8da786),segment_id=f285af7f-c96f-4504-b8c5-521dfd8da786)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:12:46.836413 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:46.850057 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:46.859242 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9faffee-5f92-4dd8-bc71-ab345b34fe4d None None] Network 6a245feb-be60-40ec-8279-96e21fdbba21 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:46.894294 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=7b52f937-163f-49b8-86c6-8f7060113936,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:46.906040 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-344fc16e-5583-4299-bf66-057258522bc7 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:47.054611 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-62327bf0-7f5d-4ca1-bfd7-cdfe8aa9f7b8 None None] Transition to ACTIVE for port object 04a70478-66ca-4423-8806-0e60c66a4fbf will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:12:47.098779 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 559b00a4-6ea0-4847-8112-972b75fe53ac {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:12:47.121620 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Calling delete_port for b753a316-23a3-4c8e-9185-5612b5721da0 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:12:47.184957 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-62327bf0-7f5d-4ca1-bfd7-cdfe8aa9f7b8 None None] Transition to ACTIVE for port object 04a70478-66ca-4423-8806-0e60c66a4fbf will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:12:47.195093 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a2694-87a6-4de8-aba1-8632e6d1a940 None None] Pushing event updated for resources: {'Port': ['ID=b753a316-23a3-4c8e-9185-5612b5721da0,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:47.222183 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-344fc16e-5583-4299-bf66-057258522bc7 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:47.225275 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-344fc16e-5583-4299-bf66-057258522bc7 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:47.237606 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 559b00a4-6ea0-4847-8112-972b75fe53ac, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=559b00a4-6ea0-4847-8112-972b75fe53ac,segment=NetworkSegment(ce651af8-7fed-4f32-b050-d34331b69a89),segment_id=ce651af8-7fed-4f32-b050-d34331b69a89)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:12:47.249992 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-62327bf0-7f5d-4ca1-bfd7-cdfe8aa9f7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:47.266825 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:47.293030 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-344fc16e-5583-4299-bf66-057258522bc7 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:47.293266 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344fc16e-5583-4299-bf66-057258522bc7 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Fanout notify agent at l3_agent the message router_deleted on router dd4e9586-daa7-43eb-a45b-25023a62182d {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:12:47.298373 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62327bf0-7f5d-4ca1-bfd7-cdfe8aa9f7b8 None None] Network 77237770-6c44-48e4-b60b-ec94e40bd950 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:47.302634 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-62327bf0-7f5d-4ca1-bfd7-cdfe8aa9f7b8 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:47.305199 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62327bf0-7f5d-4ca1-bfd7-cdfe8aa9f7b8 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:12:47.312165 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-344fc16e-5583-4299-bf66-057258522bc7 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:47.317546 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-344fc16e-5583-4299-bf66-057258522bc7 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "DELETE /v2.0/routers/dd4e9586-daa7-43eb-a45b-25023a62182d HTTP/1.1" status: 204 len: 168 time: 1.9789469 Mar 28 19:12:47.317711 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:47.317837 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=559b00a4-6ea0-4847-8112-972b75fe53ac,revision_number=6']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:47.319059 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58498) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:47.325649 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-188ea0f3-b862-4290-af1c-ce5b63566070 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-812764182', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:47.345620 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-188ea0f3-b862-4290-af1c-ce5b63566070 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:47.350343 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-188ea0f3-b862-4290-af1c-ce5b63566070 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Usage tracker for resource:router and tenant:55df8210d97045f5adae9e652ec05a8a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:47.354397 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-188ea0f3-b862-4290-af1c-ce5b63566070 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:47.361008 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-188ea0f3-b862-4290-af1c-ce5b63566070 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:47.373772 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-188ea0f3-b862-4290-af1c-ce5b63566070 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:47.374920 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-188ea0f3-b862-4290-af1c-ce5b63566070 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:47.384911 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] No DVR routers for this DVR port b753a316-23a3-4c8e-9185-5612b5721da0 on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:12:47.405630 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-188ea0f3-b862-4290-af1c-ce5b63566070 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:47.462811 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.resource_extend [None req-210b963f-7e3a-4194-9706-a576dd0c2061 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:12:47.483992 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62327bf0-7f5d-4ca1-bfd7-cdfe8aa9f7b8 None None] Pushing event updated for resources: {'Port': ['ID=04a70478-66ca-4423-8806-0e60c66a4fbf,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:47.496283 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-210b963f-7e3a-4194-9706-a576dd0c2061 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:47.510418 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-188ea0f3-b862-4290-af1c-ce5b63566070 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:47.518284 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-62327bf0-7f5d-4ca1-bfd7-cdfe8aa9f7b8 None None] Attempting to bind port 04a70478-66ca-4423-8806-0e60c66a4fbf on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:12:47.518651 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-62327bf0-7f5d-4ca1-bfd7-cdfe8aa9f7b8 None None] Attempting to bind port 04a70478-66ca-4423-8806-0e60c66a4fbf by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '20958fe5-64c5-41a9-9601-2c24c02d871d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '77237770-6c44-48e4-b60b-ec94e40bd950'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:12:47.519053 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62327bf0-7f5d-4ca1-bfd7-cdfe8aa9f7b8 None None] Attempting to bind port 04a70478-66ca-4423-8806-0e60c66a4fbf on network 77237770-6c44-48e4-b60b-ec94e40bd950 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:12:47.548510 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62327bf0-7f5d-4ca1-bfd7-cdfe8aa9f7b8 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:12:47.548885 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62327bf0-7f5d-4ca1-bfd7-cdfe8aa9f7b8 None None] Checking segment: {'id': '20958fe5-64c5-41a9-9601-2c24c02d871d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '77237770-6c44-48e4-b60b-ec94e40bd950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:12:47.549742 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-62327bf0-7f5d-4ca1-bfd7-cdfe8aa9f7b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:47.550181 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62327bf0-7f5d-4ca1-bfd7-cdfe8aa9f7b8 None None] Bound using segment: {'id': '20958fe5-64c5-41a9-9601-2c24c02d871d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '77237770-6c44-48e4-b60b-ec94e40bd950'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:12:47.551454 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-62327bf0-7f5d-4ca1-bfd7-cdfe8aa9f7b8 None None] Bound port: 04a70478-66ca-4423-8806-0e60c66a4fbf, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20958fe5-64c5-41a9-9601-2c24c02d871d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '77237770-6c44-48e4-b60b-ec94e40bd950'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:12:47.551851 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-62327bf0-7f5d-4ca1-bfd7-cdfe8aa9f7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:47.581837 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-188ea0f3-b862-4290-af1c-ce5b63566070 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:47.588091 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-188ea0f3-b862-4290-af1c-ce5b63566070 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2672100 Mar 28 19:12:47.590447 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58502) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:47.596338 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-f90554ba-71d8-4e56-9a28-1d8e11fc0c04 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'enable_snat': False}}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:47.629144 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:47.660244 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a245feb-be60-40ec-8279-96e21fdbba21']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:47.665127 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47204c4f-0f39-40f5-a9d7-85619fb01cff req-fa7b230e-9458-4eda-aa47-1047527459bb tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:47.667151 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-47204c4f-0f39-40f5-a9d7-85619fb01cff req-fa7b230e-9458-4eda-aa47-1047527459bb tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 945 time: 0.2588215 Mar 28 19:12:47.683978 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f285af7f-c96f-4504-b8c5-521dfd8da786') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:47.684567 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f285af7f-c96f-4504-b8c5-521dfd8da786') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:47.699057 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:47.710859 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['559b00a4-6ea0-4847-8112-972b75fe53ac'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:12:47.718187 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:47.725628 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:12:47.726247 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:47.770002 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=559b00a4-6ea0-4847-8112-972b75fe53ac,revision_number=7']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:47.828779 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-47204c4f-0f39-40f5-a9d7-85619fb01cff req-2accc95c-f663-4dcd-9668-5559d0104263 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541693 Mar 28 19:12:47.841198 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-62327bf0-7f5d-4ca1-bfd7-cdfe8aa9f7b8 None None] For port 04a70478-66ca-4423-8806-0e60c66a4fbf, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:12:47.845521 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-62327bf0-7f5d-4ca1-bfd7-cdfe8aa9f7b8 None None] For port 04a70478-66ca-4423-8806-0e60c66a4fbf, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=04a70478-66ca-4423-8806-0e60c66a4fbf,segment=NetworkSegment(20958fe5-64c5-41a9-9601-2c24c02d871d),segment_id=20958fe5-64c5-41a9-9601-2c24c02d871d)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:12:47.858199 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-62327bf0-7f5d-4ca1-bfd7-cdfe8aa9f7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:12:47.863418 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:12:47.866226 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event deleted for resources: {'Port': ['ID=b753a316-23a3-4c8e-9185-5612b5721da0,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:47.873830 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-210b963f-7e3a-4194-9706-a576dd0c2061 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:47.874870 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-210b963f-7e3a-4194-9706-a576dd0c2061 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:47.926276 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:47.926723 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:47.927420 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:47.927861 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:47.928262 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:47.928660 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:47.929198 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:47.929728 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:47.931885 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:47.932556 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:47.933466 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:47.933997 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:47.993511 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62327bf0-7f5d-4ca1-bfd7-cdfe8aa9f7b8 None None] Pushing event updated for resources: {'Port': ['ID=04a70478-66ca-4423-8806-0e60c66a4fbf,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:48.030657 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b963f-7e3a-4194-9706-a576dd0c2061 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Port': ['ID=e75b9e11-2d8a-4ca7-a670-9ef5a08876f4,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:48.035511 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:48.118258 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:48.138080 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62316adf-1a9d-44c8-84a6-e9349221f578 None None] Network 798a9ac9-0ffd-491b-a286-6b8d79f2218a requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:48.142737 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event deleted for resources: {'Network': ['ID=6a245feb-be60-40ec-8279-96e21fdbba21,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:48.157394 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2b1b712c-007a-44e0-a00e-13da9c09204c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/networks/6a245feb-be60-40ec-8279-96e21fdbba21 HTTP/1.1" status: 204 len: 168 time: 5.0357604 Mar 28 19:12:48.157607 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58508) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:48.164622 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-41fe5edd-18ce-44e9-b797-e6f6138eb76d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1037882116'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:48.173985 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-41fe5edd-18ce-44e9-b797-e6f6138eb76d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:48.190048 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-41fe5edd-18ce-44e9-b797-e6f6138eb76d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Usage tracker for resource:network and tenant:d545e4aa9c994a0f8eb2b7672f8fe502 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:48.194454 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-41fe5edd-18ce-44e9-b797-e6f6138eb76d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:48.205519 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-41fe5edd-18ce-44e9-b797-e6f6138eb76d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:48.211594 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210b963f-7e3a-4194-9706-a576dd0c2061 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network 798a9ac9-0ffd-491b-a286-6b8d79f2218a is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:48.215050 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-210b963f-7e3a-4194-9706-a576dd0c2061 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:48.258174 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f90554ba-71d8-4e56-9a28-1d8e11fc0c04 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:48.297430 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fe5edd-18ce-44e9-b797-e6f6138eb76d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Made reservation on behalf of d545e4aa9c994a0f8eb2b7672f8fe502 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:48.301654 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-41fe5edd-18ce-44e9-b797-e6f6138eb76d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:48.365439 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-7dd2b442-b5bb-4ec7-9894-cbb0862419e1 None None] Provisioning for port afa253c6-e7ae-4a6a-8e8b-60b792d8606f completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:12:48.444640 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41fe5edd-18ce-44e9-b797-e6f6138eb76d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:12:48.463666 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-41fe5edd-18ce-44e9-b797-e6f6138eb76d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:48.464010 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-41fe5edd-18ce-44e9-b797-e6f6138eb76d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Added segment b19edfef-4e02-4a10-8cab-d5bcf781093f of type vlan for network a11a57e4-5884-4be6-be45-66d6f77d8917 Mar 28 19:12:48.506039 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-41fe5edd-18ce-44e9-b797-e6f6138eb76d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:48.538956 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210b963f-7e3a-4194-9706-a576dd0c2061 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Router 8663ba80-e843-47b2-b79b-d6c01ab644c7 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:12:48.597222 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device afa253c6-e7ae-4a6a-8e8b-60b792d8606f up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:12:48.610352 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-41fe5edd-18ce-44e9-b797-e6f6138eb76d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:48.615364 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fe5edd-18ce-44e9-b797-e6f6138eb76d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:48.616095 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-41fe5edd-18ce-44e9-b797-e6f6138eb76d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:48.683610 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port afa253c6-e7ae-4a6a-8e8b-60b792d8606f completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:12:48.689842 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port afa253c6-e7ae-4a6a-8e8b-60b792d8606f triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:48.690732 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:48.695860 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f90554ba-71d8-4e56-9a28-1d8e11fc0c04 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:48.744415 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f90554ba-71d8-4e56-9a28-1d8e11fc0c04 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:48.802324 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210b963f-7e3a-4194-9706-a576dd0c2061 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:12:48.813514 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5a8649-d173-4cf3-8b2a-e5c76a200567 None None] Sync routers for ids ['8663ba80-e843-47b2-b79b-d6c01ab644c7'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:12:48.827651 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5a8649-d173-4cf3-8b2a-e5c76a200567 None None] Routers {'8663ba80-e843-47b2-b79b-d6c01ab644c7'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:48.828280 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-ef5a8649-d173-4cf3-8b2a-e5c76a200567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:12:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['8663ba80-e843-47b2-b79b-d6c01ab644c7'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:48.852224 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:48.878866 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-210b963f-7e3a-4194-9706-a576dd0c2061 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "PUT /v2.0/routers/8663ba80-e843-47b2-b79b-d6c01ab644c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3955402 Mar 28 19:12:48.895110 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58514) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:48.914779 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port afa253c6-e7ae-4a6a-8e8b-60b792d8606f, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=afa253c6-e7ae-4a6a-8e8b-60b792d8606f,segment=NetworkSegment(0ca497eb-ee2f-49e1-86ca-59207f5d2bb7),segment_id=0ca497eb-ee2f-49e1-86ca-59207f5d2bb7)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:12:48.927289 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:48.928073 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 04a70478-66ca-4423-8806-0e60c66a4fbf up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:12:48.980829 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-ef5a8649-d173-4cf3-8b2a-e5c76a200567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:48.995161 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5a8649-d173-4cf3-8b2a-e5c76a200567 None None] Routers {'8663ba80-e843-47b2-b79b-d6c01ab644c7'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:48.996130 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-ef5a8649-d173-4cf3-8b2a-e5c76a200567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:12:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['8663ba80-e843-47b2-b79b-d6c01ab644c7'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:49.115076 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-ef5a8649-d173-4cf3-8b2a-e5c76a200567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:49.115859 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5a8649-d173-4cf3-8b2a-e5c76a200567 None None] The sync data for ids ['8663ba80-e843-47b2-b79b-d6c01ab644c7'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:12:49.148405 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-41fe5edd-18ce-44e9-b797-e6f6138eb76d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9897695 Mar 28 19:12:49.152480 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58518) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:49.153125 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe5edd-18ce-44e9-b797-e6f6138eb76d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event updated for resources: {'Network': ['ID=a11a57e4-5884-4be6-be45-66d6f77d8917,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:49.163844 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-0b28c26d-a849-4533-bb4c-b83285ad18eb tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Request body: {'subnet': {'network_id': 'a11a57e4-5884-4be6-be45-66d6f77d8917', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:49.171877 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e6e21d-f9cf-499b-8bb1-eb0b74d0571f tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:49.176455 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-0c894903-fbad-4549-a5c1-ce82a3396e04 None None] Provisioning complete for port afa253c6-e7ae-4a6a-8e8b-60b792d8606f triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:49.176871 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0c894903-fbad-4549-a5c1-ce82a3396e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:49.178804 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-14e6e21d-f9cf-499b-8bb1-eb0b74d0571f tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "GET /v2.0/ports/e75b9e11-2d8a-4ca7-a670-9ef5a08876f4 HTTP/1.1" status: 200 len: 911 time: 0.2825851 Mar 28 19:12:49.184407 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58522) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:49.192101 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-f90554ba-71d8-4e56-9a28-1d8e11fc0c04 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Allocated IP 172.26.4.222 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/bad01785-9c58-42c2-a5a0-4b81895bf378) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:12:49.253651 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network a11a57e4-5884-4be6-be45-66d6f77d8917 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:12:49.272408 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 04a70478-66ca-4423-8806-0e60c66a4fbf completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:12:49.289647 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 7b52f937-163f-49b8-86c6-8f7060113936 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:12:49.332391 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=afa253c6-e7ae-4a6a-8e8b-60b792d8606f,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:49.359521 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15738b-ca07-4e04-99ee-ae89383cb7a6 req-161626c0-f17e-421e-b9e7-6bb6d03868fc tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:49.360115 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 559b00a4-6ea0-4847-8112-972b75fe53ac up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:12:49.360993 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9b15738b-ca07-4e04-99ee-ae89383cb7a6 req-161626c0-f17e-421e-b9e7-6bb6d03868fc tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 945 time: 0.3176718 Mar 28 19:12:49.464194 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9b15738b-ca07-4e04-99ee-ae89383cb7a6 req-90748f33-f6c2-4f8a-9e9b-b7f3d1aa85c9 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959485 Mar 28 19:12:49.469485 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f90554ba-71d8-4e56-9a28-1d8e11fc0c04 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:49.497246 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58526) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:49.609037 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6404085-904d-4fb0-b528-612699b4a7ee None None] Network 77237770-6c44-48e4-b60b-ec94e40bd950 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:49.694495 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0b28c26d-a849-4533-bb4c-b83285ad18eb tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:49.725506 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 7b52f937-163f-49b8-86c6-8f7060113936 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:49.726144 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:49.760923 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-0c894903-fbad-4549-a5c1-ce82a3396e04 None None] Provisioning for port e75b9e11-2d8a-4ca7-a670-9ef5a08876f4 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:12:49.767688 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0b28c26d-a849-4533-bb4c-b83285ad18eb tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Usage tracker for resource:subnet and tenant:d545e4aa9c994a0f8eb2b7672f8fe502 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:49.776097 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0b28c26d-a849-4533-bb4c-b83285ad18eb tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:49.791093 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-473e510a-d274-469f-823d-33cef1aa752a tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/floatingips/7d932571-75f2-49c1-a878-d458fed77c50 HTTP/1.1" status: 200 len: 993 time: 0.2888243 Mar 28 19:12:49.794146 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0b28c26d-a849-4533-bb4c-b83285ad18eb tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:49.806132 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f90554ba-71d8-4e56-9a28-1d8e11fc0c04 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:49.825643 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-0c894903-fbad-4549-a5c1-ce82a3396e04 None None] Provisioning complete for port e75b9e11-2d8a-4ca7-a670-9ef5a08876f4 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:49.826021 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0c894903-fbad-4549-a5c1-ce82a3396e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:49.872894 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90554ba-71d8-4e56-9a28-1d8e11fc0c04 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:49.877948 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b28c26d-a849-4533-bb4c-b83285ad18eb tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Made reservation on behalf of d545e4aa9c994a0f8eb2b7672f8fe502 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:49.880020 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-f90554ba-71d8-4e56-9a28-1d8e11fc0c04 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:49.881402 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b28c26d-a849-4533-bb4c-b83285ad18eb tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:49.884285 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90554ba-71d8-4e56-9a28-1d8e11fc0c04 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:12:49.903101 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 559b00a4-6ea0-4847-8112-972b75fe53ac triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:49.903683 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:49.917602 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90554ba-71d8-4e56-9a28-1d8e11fc0c04 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Pushing event updated for resources: {'Port': ['ID=bad01785-9c58-42c2-a5a0-4b81895bf378,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:49.935809 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90554ba-71d8-4e56-9a28-1d8e11fc0c04 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:49.936147 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90554ba-71d8-4e56-9a28-1d8e11fc0c04 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:49.936402 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90554ba-71d8-4e56-9a28-1d8e11fc0c04 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:49.936734 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90554ba-71d8-4e56-9a28-1d8e11fc0c04 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:49.937061 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90554ba-71d8-4e56-9a28-1d8e11fc0c04 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:49.937390 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90554ba-71d8-4e56-9a28-1d8e11fc0c04 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:49.937717 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90554ba-71d8-4e56-9a28-1d8e11fc0c04 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:49.938042 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90554ba-71d8-4e56-9a28-1d8e11fc0c04 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:49.938371 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90554ba-71d8-4e56-9a28-1d8e11fc0c04 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:49.938693 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90554ba-71d8-4e56-9a28-1d8e11fc0c04 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:49.939060 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90554ba-71d8-4e56-9a28-1d8e11fc0c04 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:49.939382 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90554ba-71d8-4e56-9a28-1d8e11fc0c04 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:49.997072 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-0c894903-fbad-4549-a5c1-ce82a3396e04 None None] Port e75b9e11-2d8a-4ca7-a670-9ef5a08876f4 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:12:50.018356 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.ipam_backend_mixin [None req-0b28c26d-a849-4533-bb4c-b83285ad18eb tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Performing IP validity checks on allocation pools {{(pid=87832) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 19:12:50.018896 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.ipam_backend_mixin [None req-0b28c26d-a849-4533-bb4c-b83285ad18eb tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87832) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 19:12:50.097369 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-30d69e20-4ff9-4ac8-94f8-f84b0eb63826 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:50.197777 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-7d0da038-bec9-4d05-bc9a-9f39240db02e None None] Provisioning for port 04a70478-66ca-4423-8806-0e60c66a4fbf completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:12:50.246494 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-7d0da038-bec9-4d05-bc9a-9f39240db02e None None] Provisioning complete for port 04a70478-66ca-4423-8806-0e60c66a4fbf triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:50.246900 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7d0da038-bec9-4d05-bc9a-9f39240db02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:50.297875 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:50.348289 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd126ef-f4da-425a-944a-30f440e3dece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559b00a4-6ea0-4847-8112-972b75fe53ac'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:12:50.359513 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f90554ba-71d8-4e56-9a28-1d8e11fc0c04 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:50.396626 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 559b00a4-6ea0-4847-8112-972b75fe53ac, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=559b00a4-6ea0-4847-8112-972b75fe53ac,segment=NetworkSegment(ce651af8-7fed-4f32-b050-d34331b69a89),segment_id=ce651af8-7fed-4f32-b050-d34331b69a89)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:12:50.406523 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b28c26d-a849-4533-bb4c-b83285ad18eb tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:50.439715 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd126ef-f4da-425a-944a-30f440e3dece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559b00a4-6ea0-4847-8112-972b75fe53ac', 'code': 200} Mar 28 19:12:50.446080 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:50.448367 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device afa253c6-e7ae-4a6a-8e8b-60b792d8606f up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:12:50.599750 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7d0da038-bec9-4d05-bc9a-9f39240db02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:50.630153 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=559b00a4-6ea0-4847-8112-972b75fe53ac,revision_number=8']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:50.665920 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-7d0da038-bec9-4d05-bc9a-9f39240db02e None None] For port 04a70478-66ca-4423-8806-0e60c66a4fbf, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=04a70478-66ca-4423-8806-0e60c66a4fbf,segment=NetworkSegment(20958fe5-64c5-41a9-9601-2c24c02d871d),segment_id=20958fe5-64c5-41a9-9601-2c24c02d871d)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:12:50.675767 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port afa253c6-e7ae-4a6a-8e8b-60b792d8606f triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:50.676235 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:50.680055 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28c26d-a849-4533-bb4c-b83285ad18eb tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event updated for resources: {'Subnet': ['ID=6261373b-ce5e-48cc-969e-6f1011a9dc90,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:50.704253 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b28c26d-a849-4533-bb4c-b83285ad18eb tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Checking segment: {'id': 'b19edfef-4e02-4a10-8cab-d5bcf781093f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a11a57e4-5884-4be6-be45-66d6f77d8917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:12:50.704530 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b28c26d-a849-4533-bb4c-b83285ad18eb tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Network hostable DHCP agents. Network: a11a57e4-5884-4be6-be45-66d6f77d8917, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:12:50.768760 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f90554ba-71d8-4e56-9a28-1d8e11fc0c04 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:50.773535 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b28c26d-a849-4533-bb4c-b83285ad18eb tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Network a11a57e4-5884-4be6-be45-66d6f77d8917 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:12:50.773744 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7d0da038-bec9-4d05-bc9a-9f39240db02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:50.778554 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f90554ba-71d8-4e56-9a28-1d8e11fc0c04 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-466281'] for router, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:50.789319 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-30d69e20-4ff9-4ac8-94f8-f84b0eb63826 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Allocated IP 2001:db8:1::1 (77237770-6c44-48e4-b60b-ec94e40bd950/0b4c78e6-a1f5-439f-8c7c-ca42ad9ac16c/75f3f83c-dd71-47b2-8eb8-5e0196dda024) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:12:50.797069 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-0b28c26d-a849-4533-bb4c-b83285ad18eb tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, a11a57e4-5884-4be6-be45-66d6f77d8917) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:50.805564 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b28c26d-a849-4533-bb4c-b83285ad18eb tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:50.806311 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b28c26d-a849-4533-bb4c-b83285ad18eb tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:50.828046 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557b8b46-2634-4dbf-a2ed-9ae954429a85 None None] Network a11a57e4-5884-4be6-be45-66d6f77d8917 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:50.911429 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0b28c26d-a849-4533-bb4c-b83285ad18eb tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7553847 Mar 28 19:12:50.917508 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58532) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:50.951355 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-7d0da038-bec9-4d05-bc9a-9f39240db02e None None] Provisioning complete for port e75b9e11-2d8a-4ca7-a670-9ef5a08876f4 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:50.951960 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7d0da038-bec9-4d05-bc9a-9f39240db02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:51.036369 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90554ba-71d8-4e56-9a28-1d8e11fc0c04 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Router 0b509a00-599a-4e1a-a80e-54aa8431c353 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:12:51.041576 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0da038-bec9-4d05-bc9a-9f39240db02e None None] Pushing event updated for resources: {'Port': ['ID=04a70478-66ca-4423-8806-0e60c66a4fbf,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:51.086080 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-7d0da038-bec9-4d05-bc9a-9f39240db02e None None] Port e75b9e11-2d8a-4ca7-a670-9ef5a08876f4 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:12:51.088960 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-30d69e20-4ff9-4ac8-94f8-f84b0eb63826 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:51.118999 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec231ba7-34af-46b7-9ab7-611a255bbc3d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:51.122626 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-30d69e20-4ff9-4ac8-94f8-f84b0eb63826 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Transition to ACTIVE for port object 75f3f83c-dd71-47b2-8eb8-5e0196dda024 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:12:51.203902 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec231ba7-34af-46b7-9ab7-611a255bbc3d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:51.211894 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a68709-e66b-4261-b715-3b996c065e30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-a11a57e4-5884-4be6-be45-66d6f77d8917', 'network_id': 'a11a57e4-5884-4be6-be45-66d6f77d8917', 'tenant_id': 'd545e4aa9c994a0f8eb2b7672f8fe502', 'fixed_ips': [{'subnet_id': '6261373b-ce5e-48cc-969e-6f1011a9dc90'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:12:51.213329 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f1a68709-e66b-4261-b715-3b996c065e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:51.225198 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-0f3ec985-218d-4598-8b2e-2a5f1d8936ed None None] Provisioning complete for port 04a70478-66ca-4423-8806-0e60c66a4fbf triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:51.225573 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0f3ec985-218d-4598-8b2e-2a5f1d8936ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:51.246051 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-30d69e20-4ff9-4ac8-94f8-f84b0eb63826 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:51.325552 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d69e20-4ff9-4ac8-94f8-f84b0eb63826 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network 77237770-6c44-48e4-b60b-ec94e40bd950 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:51.331846 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-30d69e20-4ff9-4ac8-94f8-f84b0eb63826 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:51.337428 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d69e20-4ff9-4ac8-94f8-f84b0eb63826 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:12:51.337903 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-30d69e20-4ff9-4ac8-94f8-f84b0eb63826 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:51.367024 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90554ba-71d8-4e56-9a28-1d8e11fc0c04 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:12:51.370524 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d69e20-4ff9-4ac8-94f8-f84b0eb63826 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Port': ['ID=75f3f83c-dd71-47b2-8eb8-5e0196dda024,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:51.378947 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f90554ba-71d8-4e56-9a28-1d8e11fc0c04 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:51.380755 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f90554ba-71d8-4e56-9a28-1d8e11fc0c04 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "PUT /v2.0/routers/0b509a00-599a-4e1a-a80e-54aa8431c353 HTTP/1.1" status: 200 len: 915 time: 3.7890444 Mar 28 19:12:51.383341 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec231ba7-34af-46b7-9ab7-611a255bbc3d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:51.384835 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58536) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:51.408597 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9778c2-92d3-465f-b5ff-873d5c81e134 None None] Sync routers for ids ['0b509a00-599a-4e1a-a80e-54aa8431c353'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:12:51.449436 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9778c2-92d3-465f-b5ff-873d5c81e134 None None] Routers {'0b509a00-599a-4e1a-a80e-54aa8431c353'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:51.450330 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-bf9778c2-92d3-465f-b5ff-873d5c81e134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:12:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['0b509a00-599a-4e1a-a80e-54aa8431c353'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:51.452841 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec231ba7-34af-46b7-9ab7-611a255bbc3d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event deleted for resources: {'Subnet': ['ID=6261373b-ce5e-48cc-969e-6f1011a9dc90,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:51.521235 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-bf9778c2-92d3-465f-b5ff-873d5c81e134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server [None req-f1a68709-e66b-4261-b715-3b996c065e30 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6261373b-ce5e-48cc-969e-6f1011a9dc90: This subnet is being modified by another concurrent operation. Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 19:12:51.530538 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise exception Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6261373b-ce5e-48cc-969e-6f1011a9dc90: This subnet is being modified by another concurrent operation. Mar 28 19:12:51.534865 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server Mar 28 19:12:51.538820 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9778c2-92d3-465f-b5ff-873d5c81e134 None None] Routers {'0b509a00-599a-4e1a-a80e-54aa8431c353'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:51.539467 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-bf9778c2-92d3-465f-b5ff-873d5c81e134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:12:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['0b509a00-599a-4e1a-a80e-54aa8431c353'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:51.571987 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec231ba7-34af-46b7-9ab7-611a255bbc3d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:51.602113 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-57390469-c996-40ae-b529-ff3b6c8da577 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "GET /v2.0/routers/0b509a00-599a-4e1a-a80e-54aa8431c353 HTTP/1.1" status: 200 len: 921 time: 0.2133820 Mar 28 19:12:51.602349 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58540) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:51.607375 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-ec231ba7-34af-46b7-9ab7-611a255bbc3d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a11a57e4-5884-4be6-be45-66d6f77d8917']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:51.607592 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-bf9778c2-92d3-465f-b5ff-873d5c81e134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:51.607779 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9778c2-92d3-465f-b5ff-873d5c81e134 None None] The sync data for ids ['0b509a00-599a-4e1a-a80e-54aa8431c353'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:12:51.609203 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d271c1f5-1d7e-4ea5-9462-c30168eb979e None None] Network a11a57e4-5884-4be6-be45-66d6f77d8917 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:51.629517 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-ec231ba7-34af-46b7-9ab7-611a255bbc3d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b19edfef-4e02-4a10-8cab-d5bcf781093f') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:51.629970 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-ec231ba7-34af-46b7-9ab7-611a255bbc3d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b19edfef-4e02-4a10-8cab-d5bcf781093f') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:51.643173 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec231ba7-34af-46b7-9ab7-611a255bbc3d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:51.661310 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec231ba7-34af-46b7-9ab7-611a255bbc3d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:51.668747 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec231ba7-34af-46b7-9ab7-611a255bbc3d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:12:51.669403 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec231ba7-34af-46b7-9ab7-611a255bbc3d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:51.688079 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7439a379-efc8-42bf-a24a-2d8263a5093f tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:51.689487 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-7439a379-efc8-42bf-a24a-2d8263a5093f tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=222bb166-3b66-45c7-9663-18be61b96587&device_id=0b509a00-599a-4e1a-a80e-54aa8431c353&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0856471 Mar 28 19:12:51.692457 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58544) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:12:51.750852 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:12:51.805198 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec231ba7-34af-46b7-9ab7-611a255bbc3d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:51.831195 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec231ba7-34af-46b7-9ab7-611a255bbc3d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:51.839545 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff261091-1d84-439f-b7c3-2dd3c2c19a8d tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:51.841100 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ff261091-1d84-439f-b7c3-2dd3c2c19a8d tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "GET /v2.0/networks/222bb166-3b66-45c7-9663-18be61b96587 HTTP/1.1" status: 200 len: 881 time: 0.1471703 Mar 28 19:12:51.841300 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec231ba7-34af-46b7-9ab7-611a255bbc3d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event deleted for resources: {'Network': ['ID=a11a57e4-5884-4be6-be45-66d6f77d8917,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:51.844199 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58548) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:51.858027 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ec231ba7-34af-46b7-9ab7-611a255bbc3d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/networks/a11a57e4-5884-4be6-be45-66d6f77d8917 HTTP/1.1" status: 204 len: 168 time: 0.9398649 Mar 28 19:12:51.861435 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58552) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:51.869066 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-2dcfd90a-3027-4016-b9ba-0cfa3ad8ec7b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1261617836'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:51.872288 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-30d69e20-4ff9-4ac8-94f8-f84b0eb63826 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:51.880849 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-25b80fbc-e310-458b-9480-6fb2579131ff None None] Provisioning for port 75f3f83c-dd71-47b2-8eb8-5e0196dda024 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:12:51.884196 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2dcfd90a-3027-4016-b9ba-0cfa3ad8ec7b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:51.887927 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4448c6a3-1a02-4207-aa6f-dc87291e1e4c None None] get_active_networks_info from dv-neutron-834711-1-hyperv {{(pid=87834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 19:12:51.891943 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2dcfd90a-3027-4016-b9ba-0cfa3ad8ec7b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Usage tracker for resource:network and tenant:d545e4aa9c994a0f8eb2b7672f8fe502 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:51.896024 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2dcfd90a-3027-4016-b9ba-0cfa3ad8ec7b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:51.903145 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ad149aac-b4ea-4480-b4eb-f65c1866abf0 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b509a00-599a-4e1a-a80e-54aa8431c353 HTTP/1.1" status: 200 len: 205 time: 0.0567784 Mar 28 19:12:51.905302 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58556) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:51.918799 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-25b80fbc-e310-458b-9480-6fb2579131ff None None] Provisioning complete for port 75f3f83c-dd71-47b2-8eb8-5e0196dda024 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:51.919569 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-25b80fbc-e310-458b-9480-6fb2579131ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:51.930780 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2dcfd90a-3027-4016-b9ba-0cfa3ad8ec7b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:51.965318 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcfd90a-3027-4016-b9ba-0cfa3ad8ec7b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Made reservation on behalf of d545e4aa9c994a0f8eb2b7672f8fe502 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:51.969862 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2dcfd90a-3027-4016-b9ba-0cfa3ad8ec7b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:51.985599 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-25b80fbc-e310-458b-9480-6fb2579131ff None None] Port 75f3f83c-dd71-47b2-8eb8-5e0196dda024 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:12:52.073515 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4448c6a3-1a02-4207-aa6f-dc87291e1e4c None None] Resources bound (agent type, host, resource id): {{(pid=87834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 19:12:52.094006 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7c599b3-a7c4-434c-a37a-4aaa0718c253 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:52.124688 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dcfd90a-3027-4016-b9ba-0cfa3ad8ec7b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:12:52.154675 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2dcfd90a-3027-4016-b9ba-0cfa3ad8ec7b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:52.155076 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-2dcfd90a-3027-4016-b9ba-0cfa3ad8ec7b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Added segment 739602f0-c811-442d-81bf-a4e228a02042 of type vlan for network c297cd08-d04a-4822-a10e-956316591888 Mar 28 19:12:52.261900 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2dcfd90a-3027-4016-b9ba-0cfa3ad8ec7b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:52.287213 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7c599b3-a7c4-434c-a37a-4aaa0718c253 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:52.299947 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-e7c599b3-a7c4-434c-a37a-4aaa0718c253 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Deleting port bad01785-9c58-42c2-a5a0-4b81895bf378 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:12:52.300480 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7c599b3-a7c4-434c-a37a-4aaa0718c253 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:52.329312 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2dcfd90a-3027-4016-b9ba-0cfa3ad8ec7b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:52.334825 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcfd90a-3027-4016-b9ba-0cfa3ad8ec7b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:52.335558 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2dcfd90a-3027-4016-b9ba-0cfa3ad8ec7b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:52.392962 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 04a70478-66ca-4423-8806-0e60c66a4fbf up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:12:52.503583 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7c599b3-a7c4-434c-a37a-4aaa0718c253 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:52.567330 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2dcfd90a-3027-4016-b9ba-0cfa3ad8ec7b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7024891 Mar 28 19:12:52.570194 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58560) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:52.575510 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-30d69e20-4ff9-4ac8-94f8-f84b0eb63826 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:52.577185 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfd90a-3027-4016-b9ba-0cfa3ad8ec7b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event updated for resources: {'Network': ['ID=c297cd08-d04a-4822-a10e-956316591888,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:52.581772 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-30d69e20-4ff9-4ac8-94f8-f84b0eb63826 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:52.582623 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-30d69e20-4ff9-4ac8-94f8-f84b0eb63826 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:52.618817 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network c297cd08-d04a-4822-a10e-956316591888 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:12:52.633058 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-e7c599b3-a7c4-434c-a37a-4aaa0718c253 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Calling delete_port for bad01785-9c58-42c2-a5a0-4b81895bf378 owned by network:router_gateway {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:12:52.639201 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 04a70478-66ca-4423-8806-0e60c66a4fbf triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:52.639574 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:52.666386 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-a47ede8f-bda3-4065-b95c-553b9246f3a9 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Request body: {'subnet': {'network_id': 'c297cd08-d04a-4822-a10e-956316591888', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:52.730344 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d69e20-4ff9-4ac8-94f8-f84b0eb63826 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Port': ['ID=75f3f83c-dd71-47b2-8eb8-5e0196dda024,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:52.789005 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d69e20-4ff9-4ac8-94f8-f84b0eb63826 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network 77237770-6c44-48e4-b60b-ec94e40bd950 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:52.790187 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-30d69e20-4ff9-4ac8-94f8-f84b0eb63826 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:52.798775 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a47ede8f-bda3-4065-b95c-553b9246f3a9 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:52.807711 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a47ede8f-bda3-4065-b95c-553b9246f3a9 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Usage tracker for resource:subnet and tenant:d545e4aa9c994a0f8eb2b7672f8fe502 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:52.811823 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a47ede8f-bda3-4065-b95c-553b9246f3a9 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:52.862335 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47cff6a-1a77-43be-b68b-6925c9f2c76f None None] get_active_networks_info from dv-neutron-834711-1-hyperv {{(pid=87834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 19:12:52.958570 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a47ede8f-bda3-4065-b95c-553b9246f3a9 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:52.975515 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47ede8f-bda3-4065-b95c-553b9246f3a9 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Made reservation on behalf of d545e4aa9c994a0f8eb2b7672f8fe502 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:52.976178 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d69e20-4ff9-4ac8-94f8-f84b0eb63826 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Router 8663ba80-e843-47b2-b79b-d6c01ab644c7 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:12:52.980184 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a47ede8f-bda3-4065-b95c-553b9246f3a9 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:53.041478 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47cff6a-1a77-43be-b68b-6925c9f2c76f None None] Resources bound (agent type, host, resource id): {{(pid=87834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 19:12:53.136374 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d69e20-4ff9-4ac8-94f8-f84b0eb63826 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:12:53.141148 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-30d69e20-4ff9-4ac8-94f8-f84b0eb63826 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "PUT /v2.0/routers/8663ba80-e843-47b2-b79b-d6c01ab644c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9528663 Mar 28 19:12:53.143922 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58564) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:53.148900 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afec94a8-8cf7-46c6-b439-6c6fa4830270 None None] Sync routers for ids ['8663ba80-e843-47b2-b79b-d6c01ab644c7'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:12:53.158586 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afec94a8-8cf7-46c6-b439-6c6fa4830270 None None] Routers {'8663ba80-e843-47b2-b79b-d6c01ab644c7'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:53.159514 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-afec94a8-8cf7-46c6-b439-6c6fa4830270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:12:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['8663ba80-e843-47b2-b79b-d6c01ab644c7'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:53.176442 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7c599b3-a7c4-434c-a37a-4aaa0718c253 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:53.221515 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd7d039-713e-49d1-b739-96d2344c59a7 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:53.222038 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-dbd7d039-713e-49d1-b739-96d2344c59a7 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Synchronizing usage tracker for tenant:d916fc06fcf1402987e9337f73165337 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:12:53.245549 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-dbd7d039-713e-49d1-b739-96d2344c59a7 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Unset dirty status for tenant:d916fc06fcf1402987e9337f73165337 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:12:53.249678 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-dbd7d039-713e-49d1-b739-96d2344c59a7 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "GET /v2.0/ports/75f3f83c-dd71-47b2-8eb8-5e0196dda024 HTTP/1.1" status: 200 len: 913 time: 0.1019244 Mar 28 19:12:53.250038 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58570) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:53.256889 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c599b3-a7c4-434c-a37a-4aaa0718c253 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Pushing event deleted for resources: {'Port': ['ID=bad01785-9c58-42c2-a5a0-4b81895bf378,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:53.265418 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-afec94a8-8cf7-46c6-b439-6c6fa4830270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:53.274531 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afec94a8-8cf7-46c6-b439-6c6fa4830270 None None] Routers {'8663ba80-e843-47b2-b79b-d6c01ab644c7'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:53.275983 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-afec94a8-8cf7-46c6-b439-6c6fa4830270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:12:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['8663ba80-e843-47b2-b79b-d6c01ab644c7'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:53.342568 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-afec94a8-8cf7-46c6-b439-6c6fa4830270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:53.343262 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afec94a8-8cf7-46c6-b439-6c6fa4830270 None None] The sync data for ids ['8663ba80-e843-47b2-b79b-d6c01ab644c7'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:12:53.405135 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7c599b3-a7c4-434c-a37a-4aaa0718c253 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:53.606779 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7c599b3-a7c4-434c-a37a-4aaa0718c253 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:53.611165 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7c599b3-a7c4-434c-a37a-4aaa0718c253 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:53.630357 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6331a163-ff47-423d-b861-5ca71be614dc None None] Provisioning complete for port 75f3f83c-dd71-47b2-8eb8-5e0196dda024 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:12:53.630690 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a47ede8f-bda3-4065-b95c-553b9246f3a9 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:53.630993 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6331a163-ff47-423d-b861-5ca71be614dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:53.686229 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7c599b3-a7c4-434c-a37a-4aaa0718c253 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:53.686751 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c599b3-a7c4-434c-a37a-4aaa0718c253 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Fanout notify agent at l3_agent the message router_deleted on router 0b509a00-599a-4e1a-a80e-54aa8431c353 {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:12:53.728366 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ede8f-bda3-4065-b95c-553b9246f3a9 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event updated for resources: {'Subnet': ['ID=7a53cf9f-d3d8-49b6-b109-be61987a0f86,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:53.735424 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-6331a163-ff47-423d-b861-5ca71be614dc None None] Port 75f3f83c-dd71-47b2-8eb8-5e0196dda024 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:12:53.738858 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47ede8f-bda3-4065-b95c-553b9246f3a9 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Checking segment: {'id': '739602f0-c811-442d-81bf-a4e228a02042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c297cd08-d04a-4822-a10e-956316591888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:12:53.739243 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47ede8f-bda3-4065-b95c-553b9246f3a9 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Network hostable DHCP agents. Network: c297cd08-d04a-4822-a10e-956316591888, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:12:53.749873 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7c599b3-a7c4-434c-a37a-4aaa0718c253 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:53.754316 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e7c599b3-a7c4-434c-a37a-4aaa0718c253 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "DELETE /v2.0/routers/0b509a00-599a-4e1a-a80e-54aa8431c353 HTTP/1.1" status: 204 len: 168 time: 1.8446074 Mar 28 19:12:53.754675 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58574) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:53.762131 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-05224823-4e02-4af3-a8ca-8c450d7d895f tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-870607648', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}, 'admin_state_up': False}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:53.773634 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-05224823-4e02-4af3-a8ca-8c450d7d895f tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:53.779785 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-05224823-4e02-4af3-a8ca-8c450d7d895f tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Usage tracker for resource:router and tenant:55df8210d97045f5adae9e652ec05a8a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:53.783607 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-05224823-4e02-4af3-a8ca-8c450d7d895f tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:53.786787 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47ede8f-bda3-4065-b95c-553b9246f3a9 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Network c297cd08-d04a-4822-a10e-956316591888 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:12:53.793358 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-05224823-4e02-4af3-a8ca-8c450d7d895f tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:53.803318 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-a47ede8f-bda3-4065-b95c-553b9246f3a9 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, c297cd08-d04a-4822-a10e-956316591888) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:53.808431 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47ede8f-bda3-4065-b95c-553b9246f3a9 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:53.809011 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a47ede8f-bda3-4065-b95c-553b9246f3a9 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:53.814659 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-05224823-4e02-4af3-a8ca-8c450d7d895f tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:53.815686 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-05224823-4e02-4af3-a8ca-8c450d7d895f tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:53.817343 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368e0e0e-d5c3-468e-985f-8b3f3d4b8ec1 None None] Network c297cd08-d04a-4822-a10e-956316591888 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:53.822205 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2d69289a-e340-4d20-a106-0e987fe60797 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:53.839865 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a47ede8f-bda3-4065-b95c-553b9246f3a9 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2701924 Mar 28 19:12:53.841360 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-05224823-4e02-4af3-a8ca-8c450d7d895f tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:53.842971 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58578) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:54.054831 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-c297cd08-d04a-4822-a10e-956316591888', 'network_id': 'c297cd08-d04a-4822-a10e-956316591888', 'tenant_id': 'd545e4aa9c994a0f8eb2b7672f8fe502', 'fixed_ips': [{'subnet_id': '7a53cf9f-d3d8-49b6-b109-be61987a0f86'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:12:54.055912 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:54.223116 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Allocated IP 172.20.0.1 (c297cd08-d04a-4822-a10e-956316591888/7a53cf9f-d3d8-49b6-b109-be61987a0f86/55fe33c9-0308-4340-8047-41718e7f9d4f) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:12:54.224104 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:54.240467 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-05224823-4e02-4af3-a8ca-8c450d7d895f tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:54.282389 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2d69289a-e340-4d20-a106-0e987fe60797 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Deleting port 75f3f83c-dd71-47b2-8eb8-5e0196dda024 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:12:54.282389 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2d69289a-e340-4d20-a106-0e987fe60797 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:54.340626 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:54.438454 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:54.449772 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Transition to ACTIVE for port object 55fe33c9-0308-4340-8047-41718e7f9d4f will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:12:54.472059 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Transition to ACTIVE for port object 55fe33c9-0308-4340-8047-41718e7f9d4f will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:12:54.475360 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2d69289a-e340-4d20-a106-0e987fe60797 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:54.479121 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:54.539147 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Network c297cd08-d04a-4822-a10e-956316591888 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:54.546062 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:54.554242 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:12:54.560021 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Pushing event updated for resources: {'Port': ['ID=55fe33c9-0308-4340-8047-41718e7f9d4f,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:54.596842 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:54.597328 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:54.597726 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:54.598872 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:54.599473 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:54.599909 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:54.600388 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:54.600848 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:54.601153 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:54.601526 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:54.601941 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:54.602341 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:12:54.605217 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2d69289a-e340-4d20-a106-0e987fe60797 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Calling delete_port for 75f3f83c-dd71-47b2-8eb8-5e0196dda024 owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:12:54.608217 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:54.657325 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event deleted for resources: {'Subnet': ['ID=7a53cf9f-d3d8-49b6-b109-be61987a0f86,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:54.660356 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Attempting to bind port 55fe33c9-0308-4340-8047-41718e7f9d4f on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:12:54.660829 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Attempting to bind port 55fe33c9-0308-4340-8047-41718e7f9d4f by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '739602f0-c811-442d-81bf-a4e228a02042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c297cd08-d04a-4822-a10e-956316591888'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:12:54.661297 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Attempting to bind port 55fe33c9-0308-4340-8047-41718e7f9d4f on network c297cd08-d04a-4822-a10e-956316591888 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:12:54.667701 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:12:54.668228 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Checking segment: {'id': '739602f0-c811-442d-81bf-a4e228a02042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c297cd08-d04a-4822-a10e-956316591888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:12:54.668804 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:54.669392 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Bound using segment: {'id': '739602f0-c811-442d-81bf-a4e228a02042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c297cd08-d04a-4822-a10e-956316591888'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:12:54.670039 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Bound port: 55fe33c9-0308-4340-8047-41718e7f9d4f, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739602f0-c811-442d-81bf-a4e228a02042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c297cd08-d04a-4822-a10e-956316591888'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:12:54.670508 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:54.767668 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] For port 55fe33c9-0308-4340-8047-41718e7f9d4f, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:12:54.770993 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] For port 55fe33c9-0308-4340-8047-41718e7f9d4f, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=55fe33c9-0308-4340-8047-41718e7f9d4f,segment=NetworkSegment(739602f0-c811-442d-81bf-a4e228a02042),segment_id=739602f0-c811-442d-81bf-a4e228a02042)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:12:54.776615 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:54.792745 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2d69289a-e340-4d20-a106-0e987fe60797 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:54.823446 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:54.845336 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69289a-e340-4d20-a106-0e987fe60797 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Port': ['ID=75f3f83c-dd71-47b2-8eb8-5e0196dda024,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:54.855321 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a9914-84ec-4e46-bcd5-ce85e31ca656 None None] Pushing event updated for resources: {'Port': ['ID=55fe33c9-0308-4340-8047-41718e7f9d4f,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:54.944674 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3de4dc0-20a7-4bf4-b24a-cfac8d13899e None None] Network c297cd08-d04a-4822-a10e-956316591888 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:54.971590 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c297cd08-d04a-4822-a10e-956316591888']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:54.987109 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '739602f0-c811-442d-81bf-a4e228a02042') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:54.987427 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '739602f0-c811-442d-81bf-a4e228a02042') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:55.000105 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:55.020179 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:55.028794 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:12:55.029232 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:55.061103 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2d69289a-e340-4d20-a106-0e987fe60797 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:55.110526 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-05224823-4e02-4af3-a8ca-8c450d7d895f tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router_gateway, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:12:55.142519 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:12:55.164199 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7648ae-6002-4f36-a882-e083def33d0e None None] get_active_networks_info from dv-neutron-834711-1-hyperv {{(pid=87834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 19:12:55.167442 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-05224823-4e02-4af3-a8ca-8c450d7d895f tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:55.171009 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.db.api [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 19:12:55.171009 dv-neutron-834711-1-hyperv neutron-server[87833]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 19:12:55.171009 dv-neutron-834711-1-hyperv neutron-server[87833]: [parameters: {'id': 'c297cd08-d04a-4822-a10e-956316591888'}] Mar 28 19:12:55.171009 dv-neutron-834711-1-hyperv neutron-server[87833]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:12:55.171348 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG oslo_db.api [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:12:55.268427 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-25ed787e-d57d-4178-adbd-f077f2028e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:55.300997 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7648ae-6002-4f36-a882-e083def33d0e None None] Resources bound (agent type, host, resource id): {{(pid=87834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 19:12:55.316740 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-05224823-4e02-4af3-a8ca-8c450d7d895f tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Allocated IP 172.26.4.237 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/5156ff2c-885a-4a4e-b7f2-5ac58b49dbae) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:12:55.481820 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-05224823-4e02-4af3-a8ca-8c450d7d895f tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:55.517283 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-05224823-4e02-4af3-a8ca-8c450d7d895f tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:55.518125 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d69289a-e340-4d20-a106-0e987fe60797 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Router 8663ba80-e843-47b2-b79b-d6c01ab644c7 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:12:55.582065 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05224823-4e02-4af3-a8ca-8c450d7d895f tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:12:55.585001 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-05224823-4e02-4af3-a8ca-8c450d7d895f tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:55.594402 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05224823-4e02-4af3-a8ca-8c450d7d895f tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:12:55.630197 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05224823-4e02-4af3-a8ca-8c450d7d895f tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Pushing event updated for resources: {'Port': ['ID=5156ff2c-885a-4a4e-b7f2-5ac58b49dbae,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:55.697344 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d69289a-e340-4d20-a106-0e987fe60797 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:12:55.708899 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631feb79-7e0f-47e7-962e-70f1905b54c2 None None] Sync routers for ids ['8663ba80-e843-47b2-b79b-d6c01ab644c7'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:12:55.716733 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2d69289a-e340-4d20-a106-0e987fe60797 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "PUT /v2.0/routers/8663ba80-e843-47b2-b79b-d6c01ab644c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4652722 Mar 28 19:12:55.719731 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58582) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:55.721025 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631feb79-7e0f-47e7-962e-70f1905b54c2 None None] Routers {'8663ba80-e843-47b2-b79b-d6c01ab644c7'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:55.721908 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-631feb79-7e0f-47e7-962e-70f1905b54c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:12:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['8663ba80-e843-47b2-b79b-d6c01ab644c7'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:55.730745 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:55.786035 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-631feb79-7e0f-47e7-962e-70f1905b54c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:55.794915 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631feb79-7e0f-47e7-962e-70f1905b54c2 None None] Routers {'8663ba80-e843-47b2-b79b-d6c01ab644c7'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:55.795308 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-631feb79-7e0f-47e7-962e-70f1905b54c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:12:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['8663ba80-e843-47b2-b79b-d6c01ab644c7'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:55.838144 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Deleting port 55fe33c9-0308-4340-8047-41718e7f9d4f {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:12:55.838494 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:55.856071 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-631feb79-7e0f-47e7-962e-70f1905b54c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:55.856633 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631feb79-7e0f-47e7-962e-70f1905b54c2 None None] The sync data for ids ['8663ba80-e843-47b2-b79b-d6c01ab644c7'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:12:56.229935 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a650cfca-117f-4f5c-8a80-ab39ec538279 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:56.332940 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] For port 55fe33c9-0308-4340-8047-41718e7f9d4f, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=55fe33c9-0308-4340-8047-41718e7f9d4f,segment=NetworkSegment(739602f0-c811-442d-81bf-a4e228a02042),segment_id=739602f0-c811-442d-81bf-a4e228a02042)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:12:56.333465 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:56.466140 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-05224823-4e02-4af3-a8ca-8c450d7d895f tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router_gateway, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:56.523119 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Calling delete_port for 55fe33c9-0308-4340-8047-41718e7f9d4f owned by network:dhcp {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:12:56.558004 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-a650cfca-117f-4f5c-8a80-ab39ec538279 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Deleting port e75b9e11-2d8a-4ca7-a670-9ef5a08876f4 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:12:56.558552 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a650cfca-117f-4f5c-8a80-ab39ec538279 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:56.748048 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a650cfca-117f-4f5c-8a80-ab39ec538279 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:56.748328 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:56.813832 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] No DVR routers for this DVR port 55fe33c9-0308-4340-8047-41718e7f9d4f on host dv-neutron-834711-1-hyperv {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:12:56.817740 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event deleted for resources: {'Port': ['ID=55fe33c9-0308-4340-8047-41718e7f9d4f,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:56.989193 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-a650cfca-117f-4f5c-8a80-ab39ec538279 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Calling delete_port for e75b9e11-2d8a-4ca7-a670-9ef5a08876f4 owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:12:57.028497 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:57.053620 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-05224823-4e02-4af3-a8ca-8c450d7d895f tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:57.061537 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c297cd08-d04a-4822-a10e-956316591888']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:57.135336 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '739602f0-c811-442d-81bf-a4e228a02042') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:57.135634 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '739602f0-c811-442d-81bf-a4e228a02042') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:57.151435 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:57.161097 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a650cfca-117f-4f5c-8a80-ab39ec538279 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:57.179279 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:57.211810 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650cfca-117f-4f5c-8a80-ab39ec538279 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Port': ['ID=e75b9e11-2d8a-4ca7-a670-9ef5a08876f4,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:57.244976 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:12:57.245364 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:12:57.260025 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:12:57.362823 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:57.390321 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:57.396160 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a650cfca-117f-4f5c-8a80-ab39ec538279 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:57.527542 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event deleted for resources: {'Network': ['ID=c297cd08-d04a-4822-a10e-956316591888,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:57.554133 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-992891b6-8425-402f-a60b-2268c8ce752e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/networks/c297cd08-d04a-4822-a10e-956316591888 HTTP/1.1" status: 204 len: 168 time: 3.7103081 Mar 28 19:12:57.558115 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58586) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:57.564431 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-f209d2f6-6286-4638-9b1f-3481251c0fed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1432791122'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:57.568029 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05224823-4e02-4af3-a8ca-8c450d7d895f tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Router c5b828da-a74c-4d63-ade9-8018a012eb86 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:12:57.572178 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f209d2f6-6286-4638-9b1f-3481251c0fed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:57.578760 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f209d2f6-6286-4638-9b1f-3481251c0fed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Usage tracker for resource:network and tenant:d545e4aa9c994a0f8eb2b7672f8fe502 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:57.582846 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f209d2f6-6286-4638-9b1f-3481251c0fed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:57.585306 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-de9d433f-ebc4-47ee-b4d2-d99eadb8bcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:57.635737 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f209d2f6-6286-4638-9b1f-3481251c0fed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:57.667668 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f209d2f6-6286-4638-9b1f-3481251c0fed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Made reservation on behalf of d545e4aa9c994a0f8eb2b7672f8fe502 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:57.671181 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f209d2f6-6286-4638-9b1f-3481251c0fed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:57.678457 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a650cfca-117f-4f5c-8a80-ab39ec538279 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Router 8663ba80-e843-47b2-b79b-d6c01ab644c7 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:12:57.774099 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f209d2f6-6286-4638-9b1f-3481251c0fed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:12:57.799311 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f209d2f6-6286-4638-9b1f-3481251c0fed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:57.799735 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-f209d2f6-6286-4638-9b1f-3481251c0fed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Added segment 1a7ba3c9-0415-4ed2-ac19-e3e6441b929c of type vlan for network f25fb12a-2504-4058-921c-09bf2ffe4142 Mar 28 19:12:57.801298 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05224823-4e02-4af3-a8ca-8c450d7d895f tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:12:57.814965 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2d414d-4543-4083-ac6f-fb47824803a3 None None] Sync routers for ids ['c5b828da-a74c-4d63-ade9-8018a012eb86'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:12:57.816956 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a650cfca-117f-4f5c-8a80-ab39ec538279 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:12:57.833135 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2d414d-4543-4083-ac6f-fb47824803a3 None None] Routers {'c5b828da-a74c-4d63-ade9-8018a012eb86'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:57.836848 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a650cfca-117f-4f5c-8a80-ab39ec538279 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "PUT /v2.0/routers/8663ba80-e843-47b2-b79b-d6c01ab644c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1130476 Mar 28 19:12:57.837607 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-cf2d414d-4543-4083-ac6f-fb47824803a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:12:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c5b828da-a74c-4d63-ade9-8018a012eb86'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:57.837790 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58590) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:57.840490 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ae1b69-2605-40f2-a94f-b3d531e75a59 None None] Sync routers for ids ['8663ba80-e843-47b2-b79b-d6c01ab644c7'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:12:57.853842 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ae1b69-2605-40f2-a94f-b3d531e75a59 None None] Routers {'8663ba80-e843-47b2-b79b-d6c01ab644c7'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:57.854463 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-55ae1b69-2605-40f2-a94f-b3d531e75a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:12:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['8663ba80-e843-47b2-b79b-d6c01ab644c7'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:57.880393 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f209d2f6-6286-4638-9b1f-3481251c0fed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:57.884517 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-05224823-4e02-4af3-a8ca-8c450d7d895f tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:57.888441 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-05224823-4e02-4af3-a8ca-8c450d7d895f tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1300776 Mar 28 19:12:57.889464 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58594) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:57.897511 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c05743da-7e8b-4c81-88ad-03b71523aa69 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "GET /v2.0/ports?device_id=8663ba80-e843-47b2-b79b-d6c01ab644c7 HTTP/1.1" status: 200 len: 205 time: 0.0565300 Mar 28 19:12:57.897701 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58596) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:57.904340 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-cf2d414d-4543-4083-ac6f-fb47824803a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:57.913664 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2d414d-4543-4083-ac6f-fb47824803a3 None None] Routers {'c5b828da-a74c-4d63-ade9-8018a012eb86'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:57.914531 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-cf2d414d-4543-4083-ac6f-fb47824803a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:12:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c5b828da-a74c-4d63-ade9-8018a012eb86'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:57.916904 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-55ae1b69-2605-40f2-a94f-b3d531e75a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:57.919101 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-e0922a83-5d8e-4400-b904-0b1f43424188 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:57.925980 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ae1b69-2605-40f2-a94f-b3d531e75a59 None None] Routers {'8663ba80-e843-47b2-b79b-d6c01ab644c7'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:12:57.926593 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-55ae1b69-2605-40f2-a94f-b3d531e75a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:12:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['8663ba80-e843-47b2-b79b-d6c01ab644c7'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:57.982014 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-cf2d414d-4543-4083-ac6f-fb47824803a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:57.982826 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2d414d-4543-4083-ac6f-fb47824803a3 None None] The sync data for ids ['c5b828da-a74c-4d63-ade9-8018a012eb86'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:12:57.994789 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-55ae1b69-2605-40f2-a94f-b3d531e75a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:12:57.995324 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ae1b69-2605-40f2-a94f-b3d531e75a59 None None] The sync data for ids ['8663ba80-e843-47b2-b79b-d6c01ab644c7'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:12:58.048754 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-91cbeb19-d20a-4041-bf67-0123b195ab7e tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:58.109109 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f209d2f6-6286-4638-9b1f-3481251c0fed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:58.114219 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f209d2f6-6286-4638-9b1f-3481251c0fed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:58.114787 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f209d2f6-6286-4638-9b1f-3481251c0fed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:58.336529 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f209d2f6-6286-4638-9b1f-3481251c0fed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7772546 Mar 28 19:12:58.382973 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58602) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:58.443962 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-4467fb9a-005c-42a2-b38b-945ef858893f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Request body: {'subnet': {'network_id': 'f25fb12a-2504-4058-921c-09bf2ffe4142', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:12:58.470220 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-91cbeb19-d20a-4041-bf67-0123b195ab7e tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:58.482811 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-91cbeb19-d20a-4041-bf67-0123b195ab7e tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:58.491966 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209d2f6-6286-4638-9b1f-3481251c0fed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event updated for resources: {'Network': ['ID=f25fb12a-2504-4058-921c-09bf2ffe4142,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:58.502712 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network f25fb12a-2504-4058-921c-09bf2ffe4142 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:12:58.580335 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-91cbeb19-d20a-4041-bf67-0123b195ab7e tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:58.580797 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cbeb19-d20a-4041-bf67-0123b195ab7e tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Fanout notify agent at l3_agent the message router_deleted on router 8663ba80-e843-47b2-b79b-d6c01ab644c7 {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:12:58.582592 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4467fb9a-005c-42a2-b38b-945ef858893f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:12:58.590421 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4467fb9a-005c-42a2-b38b-945ef858893f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Usage tracker for resource:subnet and tenant:d545e4aa9c994a0f8eb2b7672f8fe502 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:12:58.593704 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4467fb9a-005c-42a2-b38b-945ef858893f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:12:58.600114 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-91cbeb19-d20a-4041-bf67-0123b195ab7e tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:58.601927 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-91cbeb19-d20a-4041-bf67-0123b195ab7e tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/routers/8663ba80-e843-47b2-b79b-d6c01ab644c7 HTTP/1.1" status: 204 len: 168 time: 0.7026436 Mar 28 19:12:58.605301 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58606) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:58.607412 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4467fb9a-005c-42a2-b38b-945ef858893f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:12:58.612500 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e0922a83-5d8e-4400-b904-0b1f43424188 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:58.623356 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:58.628427 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:58.639129 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e0922a83-5d8e-4400-b904-0b1f43424188 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:58.650144 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e0922a83-5d8e-4400-b904-0b1f43424188 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Deleting port 5156ff2c-885a-4a4e-b7f2-5ac58b49dbae {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:12:58.650778 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e0922a83-5d8e-4400-b904-0b1f43424188 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:58.658508 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4467fb9a-005c-42a2-b38b-945ef858893f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Made reservation on behalf of d545e4aa9c994a0f8eb2b7672f8fe502 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:12:58.661834 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4467fb9a-005c-42a2-b38b-945ef858893f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:58.763669 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-41dd5b71-d4c7-4491-a613-f4deb9133a39 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Deleting subnet 0b4c78e6-a1f5-439f-8c7c-ca42ad9ac16c {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:12:58.770016 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-41dd5b71-d4c7-4491-a613-f4deb9133a39 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:58.833958 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e0922a83-5d8e-4400-b904-0b1f43424188 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:58.841747 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-41dd5b71-d4c7-4491-a613-f4deb9133a39 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:58.963920 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e0922a83-5d8e-4400-b904-0b1f43424188 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Calling delete_port for 5156ff2c-885a-4a4e-b7f2-5ac58b49dbae owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:12:59.128327 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e0922a83-5d8e-4400-b904-0b1f43424188 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:59.132804 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-41dd5b71-d4c7-4491-a613-f4deb9133a39 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:59.174238 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0922a83-5d8e-4400-b904-0b1f43424188 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Pushing event deleted for resources: {'Port': ['ID=5156ff2c-885a-4a4e-b7f2-5ac58b49dbae,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:59.186666 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4467fb9a-005c-42a2-b38b-945ef858893f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:59.267251 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e0922a83-5d8e-4400-b904-0b1f43424188 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:59.297712 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467fb9a-005c-42a2-b38b-945ef858893f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event updated for resources: {'Subnet': ['ID=cee0cd53-09dd-4b08-be9e-29c797b1a69b,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:59.303592 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4467fb9a-005c-42a2-b38b-945ef858893f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Checking segment: {'id': '1a7ba3c9-0415-4ed2-ac19-e3e6441b929c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f25fb12a-2504-4058-921c-09bf2ffe4142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:12:59.304044 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4467fb9a-005c-42a2-b38b-945ef858893f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Network hostable DHCP agents. Network: f25fb12a-2504-4058-921c-09bf2ffe4142, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:12:59.314402 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-41dd5b71-d4c7-4491-a613-f4deb9133a39 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:59.367865 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd5b71-d4c7-4491-a613-f4deb9133a39 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Subnet': ['ID=0b4c78e6-a1f5-439f-8c7c-ca42ad9ac16c,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:12:59.374556 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-41dd5b71-d4c7-4491-a613-f4deb9133a39 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:59.380943 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d4b378-8e11-4034-8bfa-c42e752fbd56 None None] Network 77237770-6c44-48e4-b60b-ec94e40bd950 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:59.387330 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4467fb9a-005c-42a2-b38b-945ef858893f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Network f25fb12a-2504-4058-921c-09bf2ffe4142 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:12:59.392508 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-41dd5b71-d4c7-4491-a613-f4deb9133a39 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/subnets/0b4c78e6-a1f5-439f-8c7c-ca42ad9ac16c HTTP/1.1" status: 204 len: 168 time: 0.7842507 Mar 28 19:12:59.394036 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58610) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:59.433416 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-4467fb9a-005c-42a2-b38b-945ef858893f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, f25fb12a-2504-4058-921c-09bf2ffe4142) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:12:59.437718 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4467fb9a-005c-42a2-b38b-945ef858893f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:12:59.438488 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4467fb9a-005c-42a2-b38b-945ef858893f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:59.466155 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f48cd2-064e-4f51-a6d7-99b71bcb1b22 None None] Network f25fb12a-2504-4058-921c-09bf2ffe4142 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:12:59.478023 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4467fb9a-005c-42a2-b38b-945ef858893f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0916405 Mar 28 19:12:59.478240 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58614) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:12:59.502352 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c42597d-40c2-4098-84c8-8c37da007159 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Deleting subnet a6219716-a767-4886-a3f9-031fe551d233 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:12:59.508039 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2c42597d-40c2-4098-84c8-8c37da007159 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:59.652164 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e0922a83-5d8e-4400-b904-0b1f43424188 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:59.655739 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e0922a83-5d8e-4400-b904-0b1f43424188 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-466281'] for router, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:59.659035 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2c42597d-40c2-4098-84c8-8c37da007159 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:59.758018 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:59.773948 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72b4b9d-d948-4f2f-919d-3ae48b66148c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-f25fb12a-2504-4058-921c-09bf2ffe4142', 'network_id': 'f25fb12a-2504-4058-921c-09bf2ffe4142', 'tenant_id': 'd545e4aa9c994a0f8eb2b7672f8fe502', 'fixed_ips': [{'subnet_id': 'cee0cd53-09dd-4b08-be9e-29c797b1a69b'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:12:59.774821 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d72b4b9d-d948-4f2f-919d-3ae48b66148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:59.863456 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2c42597d-40c2-4098-84c8-8c37da007159 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:59.877723 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96963cd-106e-4e05-8a3f-1278332ebf80 None None] DHCP port deletion for 77237770-6c44-48e4-b60b-ec94e40bd950 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:12:59.887421 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f96963cd-106e-4e05-8a3f-1278332ebf80 None None] Deleting port 04a70478-66ca-4423-8806-0e60c66a4fbf {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:12:59.887814 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f96963cd-106e-4e05-8a3f-1278332ebf80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:59.905839 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:12:59.922056 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0922a83-5d8e-4400-b904-0b1f43424188 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Router c5b828da-a74c-4d63-ade9-8018a012eb86 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:12:59.992588 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2c42597d-40c2-4098-84c8-8c37da007159 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:00.036588 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-d72b4b9d-d948-4f2f-919d-3ae48b66148c None None] Allocated IP 172.20.0.2 (f25fb12a-2504-4058-921c-09bf2ffe4142/cee0cd53-09dd-4b08-be9e-29c797b1a69b/1f97bfcf-a45a-48bf-ab36-c0e678f4261d) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:13:00.037704 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c42597d-40c2-4098-84c8-8c37da007159 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Subnet': ['ID=a6219716-a767-4886-a3f9-031fe551d233,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:00.042408 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2c42597d-40c2-4098-84c8-8c37da007159 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:00.048777 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2c42597d-40c2-4098-84c8-8c37da007159 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/subnets/a6219716-a767-4886-a3f9-031fe551d233 HTTP/1.1" status: 204 len: 168 time: 0.6518354 Mar 28 19:13:00.051675 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58620) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:00.061537 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0922a83-5d8e-4400-b904-0b1f43424188 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:13:00.070902 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503763c2-1c9a-4d8d-adc3-7321894b6dbd None None] Network 798a9ac9-0ffd-491b-a286-6b8d79f2218a requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:00.073685 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47353121-e0cd-4514-b503-0d43783c2eab None None] Sync routers for ids ['c5b828da-a74c-4d63-ade9-8018a012eb86'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:13:00.075710 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e0922a83-5d8e-4400-b904-0b1f43424188 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:00.078268 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e0922a83-5d8e-4400-b904-0b1f43424188 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "PUT /v2.0/routers/c5b828da-a74c-4d63-ade9-8018a012eb86 HTTP/1.1" status: 200 len: 705 time: 2.1866143 Mar 28 19:13:00.080608 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58624) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:00.090861 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47353121-e0cd-4514-b503-0d43783c2eab None None] Routers {'c5b828da-a74c-4d63-ade9-8018a012eb86'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:00.091592 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-47353121-e0cd-4514-b503-0d43783c2eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:12:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c5b828da-a74c-4d63-ade9-8018a012eb86'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:00.187861 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-47353121-e0cd-4514-b503-0d43783c2eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:00.196698 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ad408e4c-0dda-4352-9129-0fc926a549a2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:00.199121 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47353121-e0cd-4514-b503-0d43783c2eab None None] Routers {'c5b828da-a74c-4d63-ade9-8018a012eb86'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:00.200001 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-47353121-e0cd-4514-b503-0d43783c2eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:12:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c5b828da-a74c-4d63-ade9-8018a012eb86'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:00.210339 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-ad408e4c-0dda-4352-9129-0fc926a549a2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Deleting port 04a70478-66ca-4423-8806-0e60c66a4fbf {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:00.210736 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ad408e4c-0dda-4352-9129-0fc926a549a2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:00.232012 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e4f053f3-e9cd-456a-857a-f6377f2d5653 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "GET /v2.0/routers/c5b828da-a74c-4d63-ade9-8018a012eb86 HTTP/1.1" status: 200 len: 740 time: 0.1500783 Mar 28 19:13:00.235116 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58628) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:00.284903 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-47353121-e0cd-4514-b503-0d43783c2eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:00.285830 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47353121-e0cd-4514-b503-0d43783c2eab None None] The sync data for ids ['c5b828da-a74c-4d63-ade9-8018a012eb86'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:13:00.287408 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0eef7711-76c0-425a-a942-cac3a5b0d833 tempest-RoutersAdminTest-1109759539 tempest-RoutersAdminTest-1109759539-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=222bb166-3b66-45c7-9663-18be61b96587&device_id=c5b828da-a74c-4d63-ade9-8018a012eb86 HTTP/1.1" status: 200 len: 205 time: 0.0506740 Mar 28 19:13:00.287890 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58632) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:00.318619 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:00.339217 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58636) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:00.339506 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-49083561-08cf-41f7-9dc0-02d70143e029 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5b828da-a74c-4d63-ade9-8018a012eb86 HTTP/1.1" status: 200 len: 205 time: 0.0504863 Mar 28 19:13:00.395627 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 04a70478-66ca-4423-8806-0e60c66a4fbf no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:13:00.477778 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-f96963cd-106e-4e05-8a3f-1278332ebf80 None None] For port 04a70478-66ca-4423-8806-0e60c66a4fbf, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=04a70478-66ca-4423-8806-0e60c66a4fbf,segment=NetworkSegment(20958fe5-64c5-41a9-9601-2c24c02d871d),segment_id=20958fe5-64c5-41a9-9601-2c24c02d871d)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:00.478127 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f96963cd-106e-4e05-8a3f-1278332ebf80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:00.554973 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-611e9578-a2d3-4c35-9f9e-19e3f67ef969 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:00.650270 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f96963cd-106e-4e05-8a3f-1278332ebf80 None None] Calling delete_port for 04a70478-66ca-4423-8806-0e60c66a4fbf owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:00.862670 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-ad408e4c-0dda-4352-9129-0fc926a549a2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] For port 04a70478-66ca-4423-8806-0e60c66a4fbf, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=04a70478-66ca-4423-8806-0e60c66a4fbf,segment=NetworkSegment(20958fe5-64c5-41a9-9601-2c24c02d871d),segment_id=20958fe5-64c5-41a9-9601-2c24c02d871d)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:00.862950 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ad408e4c-0dda-4352-9129-0fc926a549a2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:00.866376 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d72b4b9d-d948-4f2f-919d-3ae48b66148c None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:00.888619 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f96963cd-106e-4e05-8a3f-1278332ebf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:00.921788 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:00.936964 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-d72b4b9d-d948-4f2f-919d-3ae48b66148c None None] Transition to ACTIVE for port object 1f97bfcf-a45a-48bf-ab36-c0e678f4261d will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:00.964263 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96963cd-106e-4e05-8a3f-1278332ebf80 None None] Pushing event deleted for resources: {'Port': ['ID=04a70478-66ca-4423-8806-0e60c66a4fbf,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:00.968112 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96963cd-106e-4e05-8a3f-1278332ebf80 None None] No DVR routers for this DVR port 04a70478-66ca-4423-8806-0e60c66a4fbf on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:13:00.985751 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-d72b4b9d-d948-4f2f-919d-3ae48b66148c None None] Transition to ACTIVE for port object 1f97bfcf-a45a-48bf-ab36-c0e678f4261d will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:01.019150 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d72b4b9d-d948-4f2f-919d-3ae48b66148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:01.061095 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba84e0f6-241e-4d2c-b6e5-50ce8c12f7ba None None] DHCP port deletion for 798a9ac9-0ffd-491b-a286-6b8d79f2218a request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:13:01.077906 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-ba84e0f6-241e-4d2c-b6e5-50ce8c12f7ba None None] Deleting port afa253c6-e7ae-4a6a-8e8b-60b792d8606f {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:01.078274 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ba84e0f6-241e-4d2c-b6e5-50ce8c12f7ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:01.121890 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-ad408e4c-0dda-4352-9129-0fc926a549a2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Calling delete_port for 04a70478-66ca-4423-8806-0e60c66a4fbf owned by network:dhcp {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:01.128253 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72b4b9d-d948-4f2f-919d-3ae48b66148c None None] Network f25fb12a-2504-4058-921c-09bf2ffe4142 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:01.139095 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-d72b4b9d-d948-4f2f-919d-3ae48b66148c None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:01.144631 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72b4b9d-d948-4f2f-919d-3ae48b66148c None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:13:01.152702 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-611e9578-a2d3-4c35-9f9e-19e3f67ef969 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:01.153483 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b4b9d-d948-4f2f-919d-3ae48b66148c None None] Pushing event updated for resources: {'Port': ['ID=1f97bfcf-a45a-48bf-ab36-c0e678f4261d,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:01.162352 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-611e9578-a2d3-4c35-9f9e-19e3f67ef969 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:01.175716 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:01.233786 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event deleted for resources: {'Subnet': ['ID=cee0cd53-09dd-4b08-be9e-29c797b1a69b,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:01.270546 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-611e9578-a2d3-4c35-9f9e-19e3f67ef969 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:01.271090 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611e9578-a2d3-4c35-9f9e-19e3f67ef969 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Fanout notify agent at l3_agent the message router_deleted on router c5b828da-a74c-4d63-ade9-8018a012eb86 {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:13:01.294327 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-d72b4b9d-d948-4f2f-919d-3ae48b66148c None None] Attempting to bind port 1f97bfcf-a45a-48bf-ab36-c0e678f4261d on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:13:01.294690 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-d72b4b9d-d948-4f2f-919d-3ae48b66148c None None] Attempting to bind port 1f97bfcf-a45a-48bf-ab36-c0e678f4261d by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '1a7ba3c9-0415-4ed2-ac19-e3e6441b929c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f25fb12a-2504-4058-921c-09bf2ffe4142'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:13:01.295072 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72b4b9d-d948-4f2f-919d-3ae48b66148c None None] Attempting to bind port 1f97bfcf-a45a-48bf-ab36-c0e678f4261d on network f25fb12a-2504-4058-921c-09bf2ffe4142 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:13:01.326323 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72b4b9d-d948-4f2f-919d-3ae48b66148c None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:13:01.326692 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72b4b9d-d948-4f2f-919d-3ae48b66148c None None] Checking segment: {'id': '1a7ba3c9-0415-4ed2-ac19-e3e6441b929c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f25fb12a-2504-4058-921c-09bf2ffe4142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:13:01.327110 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d72b4b9d-d948-4f2f-919d-3ae48b66148c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:01.327499 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72b4b9d-d948-4f2f-919d-3ae48b66148c None None] Bound using segment: {'id': '1a7ba3c9-0415-4ed2-ac19-e3e6441b929c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f25fb12a-2504-4058-921c-09bf2ffe4142'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:13:01.327960 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-d72b4b9d-d948-4f2f-919d-3ae48b66148c None None] Bound port: 1f97bfcf-a45a-48bf-ab36-c0e678f4261d, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7ba3c9-0415-4ed2-ac19-e3e6441b929c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f25fb12a-2504-4058-921c-09bf2ffe4142'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:13:01.328334 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d72b4b9d-d948-4f2f-919d-3ae48b66148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:01.349133 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:01.363606 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.db.api [None req-ad408e4c-0dda-4352-9129-0fc926a549a2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:13:01.363922 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG oslo_db.api [None req-ad408e4c-0dda-4352-9129-0fc926a549a2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:13:01.381057 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f25fb12a-2504-4058-921c-09bf2ffe4142']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:01.391154 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-611e9578-a2d3-4c35-9f9e-19e3f67ef969 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:01.392208 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-611e9578-a2d3-4c35-9f9e-19e3f67ef969 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "DELETE /v2.0/routers/c5b828da-a74c-4d63-ade9-8018a012eb86 HTTP/1.1" status: 204 len: 168 time: 1.0518911 Mar 28 19:13:01.395825 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58640) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:01.438185 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a7ba3c9-0415-4ed2-ac19-e3e6441b929c') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:01.438482 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a7ba3c9-0415-4ed2-ac19-e3e6441b929c') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:01.447601 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-ba84e0f6-241e-4d2c-b6e5-50ce8c12f7ba None None] For port afa253c6-e7ae-4a6a-8e8b-60b792d8606f, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=afa253c6-e7ae-4a6a-8e8b-60b792d8606f,segment=NetworkSegment(0ca497eb-ee2f-49e1-86ca-59207f5d2bb7),segment_id=0ca497eb-ee2f-49e1-86ca-59207f5d2bb7)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:01.447992 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ba84e0f6-241e-4d2c-b6e5-50ce8c12f7ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:01.453550 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6802e9e1-d4a7-4974-8176-4d7aea3eeb88 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5b828da-a74c-4d63-ade9-8018a012eb86 HTTP/1.1" status: 200 len: 205 time: 0.0567205 Mar 28 19:13:01.455911 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58644) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:01.459283 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:01.534239 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-cfdb8dd1-9f58-444d-8ac1-15fc7ffb6a24 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] delete failed (client error): The resource could not be found. Mar 28 19:13:01.535275 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-cfdb8dd1-9f58-444d-8ac1-15fc7ffb6a24 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "DELETE /v2.0/routers/c5b828da-a74c-4d63-ade9-8018a012eb86 HTTP/1.1" status: 404 len: 336 time: 0.0784907 Mar 28 19:13:01.537986 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58648) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:01.541953 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:01.548530 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:13:01.549047 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: util.warn( Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: util.warn( Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: util.warn( Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: util.warn( Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:13:01.566154 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:13:01.584997 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-79741543-1801-4291-abde-0e22d8318384 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b509a00-599a-4e1a-a80e-54aa8431c353 HTTP/1.1" status: 200 len: 205 time: 0.0458086 Mar 28 19:13:01.589753 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-ba84e0f6-241e-4d2c-b6e5-50ce8c12f7ba None None] Calling delete_port for afa253c6-e7ae-4a6a-8e8b-60b792d8606f owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:01.590335 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58652) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:01.645807 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-d72b4b9d-d948-4f2f-919d-3ae48b66148c None None] For port 1f97bfcf-a45a-48bf-ab36-c0e678f4261d, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:13:01.649205 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.db.api [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 19:13:01.649205 dv-neutron-834711-1-hyperv neutron-server[87833]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 19:13:01.649205 dv-neutron-834711-1-hyperv neutron-server[87833]: [parameters: {'id': 'f25fb12a-2504-4058-921c-09bf2ffe4142'}] Mar 28 19:13:01.649205 dv-neutron-834711-1-hyperv neutron-server[87833]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:13:01.650299 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG oslo_db.api [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:13:01.656041 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:01.662624 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-739e8c53-d2b9-42fc-b562-22f4c71adeac tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] delete failed (client error): The resource could not be found. Mar 28 19:13:01.663798 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-739e8c53-d2b9-42fc-b562-22f4c71adeac tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "DELETE /v2.0/routers/0b509a00-599a-4e1a-a80e-54aa8431c353 HTTP/1.1" status: 404 len: 336 time: 0.0722759 Mar 28 19:13:01.665781 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-d72b4b9d-d948-4f2f-919d-3ae48b66148c None None] For port 1f97bfcf-a45a-48bf-ab36-c0e678f4261d, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1f97bfcf-a45a-48bf-ab36-c0e678f4261d,segment=NetworkSegment(1a7ba3c9-0415-4ed2-ac19-e3e6441b929c),segment_id=1a7ba3c9-0415-4ed2-ac19-e3e6441b929c)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:13:01.666850 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58656) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:01.679751 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d72b4b9d-d948-4f2f-919d-3ae48b66148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:01.718526 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7981a10a-f35c-42c4-9cbe-1652383afa34 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd4e9586-daa7-43eb-a45b-25023a62182d HTTP/1.1" status: 200 len: 205 time: 0.0466728 Mar 28 19:13:01.719167 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58660) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:01.746276 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ba84e0f6-241e-4d2c-b6e5-50ce8c12f7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:01.776770 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba84e0f6-241e-4d2c-b6e5-50ce8c12f7ba None None] No DVR routers for this DVR port afa253c6-e7ae-4a6a-8e8b-60b792d8606f on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:13:01.778045 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b4b9d-d948-4f2f-919d-3ae48b66148c None None] Pushing event updated for resources: {'Port': ['ID=1f97bfcf-a45a-48bf-ab36-c0e678f4261d,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:01.796291 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-e63518a5-c96b-43b8-8843-30e1e4f9a6aa tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] delete failed (client error): The resource could not be found. Mar 28 19:13:01.797306 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e63518a5-c96b-43b8-8843-30e1e4f9a6aa tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "DELETE /v2.0/routers/dd4e9586-daa7-43eb-a45b-25023a62182d HTTP/1.1" status: 404 len: 336 time: 0.0770264 Mar 28 19:13:01.799967 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58664) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:01.845278 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-cad90788-83ad-472e-94e8-24df459de2a8 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9e7d07c-6d37-4302-ba37-28ab81ce1586 HTTP/1.1" status: 200 len: 205 time: 0.0442374 Mar 28 19:13:01.847750 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58668) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:01.865189 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-ad408e4c-0dda-4352-9129-0fc926a549a2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Deleting port 04a70478-66ca-4423-8806-0e60c66a4fbf {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:01.865542 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ad408e4c-0dda-4352-9129-0fc926a549a2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:01.904144 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84e0f6-241e-4d2c-b6e5-50ce8c12f7ba None None] Pushing event deleted for resources: {'Port': ['ID=afa253c6-e7ae-4a6a-8e8b-60b792d8606f,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:01.919242 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-f575e09d-eeff-478e-b1ea-201c710eed6d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] delete failed (client error): The resource could not be found. Mar 28 19:13:01.920384 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f575e09d-eeff-478e-b1ea-201c710eed6d tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "DELETE /v2.0/routers/c9e7d07c-6d37-4302-ba37-28ab81ce1586 HTTP/1.1" status: 404 len: 336 time: 0.0716820 Mar 28 19:13:01.923117 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58672) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:01.934595 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5d74b0-435a-411b-9f2c-b7c4b0fe86fa None None] Network f25fb12a-2504-4058-921c-09bf2ffe4142 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:01.942576 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-ad408e4c-0dda-4352-9129-0fc926a549a2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] The port '04a70478-66ca-4423-8806-0e60c66a4fbf' was deleted {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:13:01.967523 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1b9b8a0d-4074-4ad5-9578-9a61c2c95432 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "GET /v2.0/ports?device_id=3270870e-8c4f-40e4-84e8-2a81f3637190 HTTP/1.1" status: 200 len: 205 time: 0.0432508 Mar 28 19:13:01.969969 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58676) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:02.039828 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-e355abe1-2b0f-4f84-b88d-08fee8c5e648 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] delete failed (client error): The resource could not be found. Mar 28 19:13:02.043455 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e355abe1-2b0f-4f84-b88d-08fee8c5e648 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "DELETE /v2.0/routers/3270870e-8c4f-40e4-84e8-2a81f3637190 HTTP/1.1" status: 404 len: 336 time: 0.0700243 Mar 28 19:13:02.043698 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58680) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:02.072960 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ad408e4c-0dda-4352-9129-0fc926a549a2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:02.089417 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e37e36e9-f3de-4b63-af0b-16657a6cc42e tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "GET /v2.0/ports?device_id=656ed410-5916-47b2-8c5d-1cc8d378036d HTTP/1.1" status: 200 len: 205 time: 0.0417895 Mar 28 19:13:02.089705 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58684) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:02.104071 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-ad408e4c-0dda-4352-9129-0fc926a549a2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77237770-6c44-48e4-b60b-ec94e40bd950']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:02.119093 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-ad408e4c-0dda-4352-9129-0fc926a549a2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20958fe5-64c5-41a9-9601-2c24c02d871d') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:02.119388 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-ad408e4c-0dda-4352-9129-0fc926a549a2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20958fe5-64c5-41a9-9601-2c24c02d871d') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:02.131511 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ad408e4c-0dda-4352-9129-0fc926a549a2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:02.139503 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7d7374-c5ca-439c-aa4f-20db82946f98 None None] get_active_networks_info from dv-neutron-834711-1-hyperv {{(pid=87834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 19:13:02.149092 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ad408e4c-0dda-4352-9129-0fc926a549a2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:02.151359 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:02.157952 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad408e4c-0dda-4352-9129-0fc926a549a2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:13:02.158338 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ad408e4c-0dda-4352-9129-0fc926a549a2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:02.173233 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-2634a4c8-dbe6-45d2-810d-4be17d708817 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] delete failed (client error): The resource could not be found. Mar 28 19:13:02.175702 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2634a4c8-dbe6-45d2-810d-4be17d708817 tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "DELETE /v2.0/routers/656ed410-5916-47b2-8c5d-1cc8d378036d HTTP/1.1" status: 404 len: 336 time: 0.0835876 Mar 28 19:13:02.176940 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58688) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:13:02.179472 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:13:02.218640 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f054cb1-8318-410f-a5cc-633d6544e6ce tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] DELETE failed (client error): The resource could not be found. Mar 28 19:13:02.219116 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f054cb1-8318-410f-a5cc-633d6544e6ce tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:13:02.221152 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8f054cb1-8318-410f-a5cc-633d6544e6ce tempest-RoutersAdminTest-551276557 tempest-RoutersAdminTest-551276557-project] 10.222.0.10 "DELETE /v2.0/subnets/33cf999f-bfcb-4fd1-a69b-8fa6a28e6ed2 HTTP/1.1" status: 404 len: 337 time: 0.0425696 Mar 28 19:13:02.245652 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7d7374-c5ca-439c-aa4f-20db82946f98 None None] Resources bound (agent type, host, resource id): {{(pid=87834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 19:13:02.255538 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Deleting port 1f97bfcf-a45a-48bf-ab36-c0e678f4261d {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:02.255879 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:02.305401 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ad408e4c-0dda-4352-9129-0fc926a549a2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:02.323144 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ad408e4c-0dda-4352-9129-0fc926a549a2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:02.381754 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device afa253c6-e7ae-4a6a-8e8b-60b792d8606f no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:13:02.425838 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: afa253c6-e7ae-4a6a-8e8b-60b792d8606f {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:13:02.426174 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device afa253c6-e7ae-4a6a-8e8b-60b792d8606f not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:13:02.485494 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ad408e4c-0dda-4352-9129-0fc926a549a2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/networks/77237770-6c44-48e4-b60b-ec94e40bd950 HTTP/1.1" status: 204 len: 168 time: 2.4300792 Mar 28 19:13:02.485885 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58696) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:02.521888 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad408e4c-0dda-4352-9129-0fc926a549a2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Network': ['ID=77237770-6c44-48e4-b60b-ec94e40bd950,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:02.566194 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58700) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:02.610865 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1377b8ff-185f-40f2-ae4b-129c18e31d09 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:02.663006 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] For port 1f97bfcf-a45a-48bf-ab36-c0e678f4261d, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1f97bfcf-a45a-48bf-ab36-c0e678f4261d,segment=NetworkSegment(1a7ba3c9-0415-4ed2-ac19-e3e6441b929c),segment_id=1a7ba3c9-0415-4ed2-ac19-e3e6441b929c)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:02.663369 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:02.757440 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1377b8ff-185f-40f2-ae4b-129c18e31d09 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:02.787004 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-1377b8ff-185f-40f2-ae4b-129c18e31d09 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798a9ac9-0ffd-491b-a286-6b8d79f2218a']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:02.799411 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-1377b8ff-185f-40f2-ae4b-129c18e31d09 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca497eb-ee2f-49e1-86ca-59207f5d2bb7') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:02.799716 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-1377b8ff-185f-40f2-ae4b-129c18e31d09 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca497eb-ee2f-49e1-86ca-59207f5d2bb7') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:02.800897 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Calling delete_port for 1f97bfcf-a45a-48bf-ab36-c0e678f4261d owned by network:dhcp {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:02.811537 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1377b8ff-185f-40f2-ae4b-129c18e31d09 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:02.827972 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1377b8ff-185f-40f2-ae4b-129c18e31d09 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:02.833939 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1377b8ff-185f-40f2-ae4b-129c18e31d09 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:13:02.834325 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1377b8ff-185f-40f2-ae4b-129c18e31d09 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:02.836964 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b0141db9-1f26-4ee4-850b-6d5e4b51555f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:13:02.849578 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:13:02.858045 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b0141db9-1f26-4ee4-850b-6d5e4b51555f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:02.869543 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b0141db9-1f26-4ee4-850b-6d5e4b51555f admin admin] Usage tracker for resource:security_group_rule and tenant:55df8210d97045f5adae9e652ec05a8a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:02.874679 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b0141db9-1f26-4ee4-850b-6d5e4b51555f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:02.882100 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b0141db9-1f26-4ee4-850b-6d5e4b51555f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:02.909453 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:02.932434 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1377b8ff-185f-40f2-ae4b-129c18e31d09 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:02.971256 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] No DVR routers for this DVR port 1f97bfcf-a45a-48bf-ab36-c0e678f4261d on host dv-neutron-834711-1-hyperv {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:13:03.003903 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event deleted for resources: {'Port': ['ID=1f97bfcf-a45a-48bf-ab36-c0e678f4261d,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:03.057877 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1377b8ff-185f-40f2-ae4b-129c18e31d09 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:03.063998 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377b8ff-185f-40f2-ae4b-129c18e31d09 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Network': ['ID=798a9ac9-0ffd-491b-a286-6b8d79f2218a,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:03.068073 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1377b8ff-185f-40f2-ae4b-129c18e31d09 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/networks/798a9ac9-0ffd-491b-a286-6b8d79f2218a HTTP/1.1" status: 204 len: 168 time: 0.5811963 Mar 28 19:13:03.072875 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58706) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:03.078184 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-0621eccc-c270-4394-a07a-342e978c59b5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1495264041'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:03.083055 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0621eccc-c270-4394-a07a-342e978c59b5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:03.086832 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0621eccc-c270-4394-a07a-342e978c59b5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Usage tracker for resource:network and tenant:d916fc06fcf1402987e9337f73165337 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:03.090134 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0621eccc-c270-4394-a07a-342e978c59b5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:03.095735 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0621eccc-c270-4394-a07a-342e978c59b5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:03.105614 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0621eccc-c270-4394-a07a-342e978c59b5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Made reservation on behalf of d916fc06fcf1402987e9337f73165337 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:03.109037 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0621eccc-c270-4394-a07a-342e978c59b5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:03.124685 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:03.138093 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0621eccc-c270-4394-a07a-342e978c59b5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:13:03.147563 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0621eccc-c270-4394-a07a-342e978c59b5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:03.147900 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-0621eccc-c270-4394-a07a-342e978c59b5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Added segment 29303745-b469-4c85-a466-84a04cee1345 of type vlan for network 9dc9d63b-c98e-4731-b3e0-8cc0c58801bd Mar 28 19:13:03.167784 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f25fb12a-2504-4058-921c-09bf2ffe4142']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:03.174485 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0621eccc-c270-4394-a07a-342e978c59b5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:03.188676 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a7ba3c9-0415-4ed2-ac19-e3e6441b929c') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:03.188973 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a7ba3c9-0415-4ed2-ac19-e3e6441b929c') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:03.205496 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0621eccc-c270-4394-a07a-342e978c59b5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:03.210460 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:03.210993 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0621eccc-c270-4394-a07a-342e978c59b5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:03.211573 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0621eccc-c270-4394-a07a-342e978c59b5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:03.226341 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b0141db9-1f26-4ee4-850b-6d5e4b51555f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:03.230281 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b0141db9-1f26-4ee4-850b-6d5e4b51555f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:03.245487 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:03.271843 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:13:03.272242 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:13:03.287012 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:13:03.307674 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0621eccc-c270-4394-a07a-342e978c59b5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2337565 Mar 28 19:13:03.313760 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58710) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:03.318955 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-bc06c8de-35fe-45e6-82a8-3465dfb18017 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'subnet': {'network_id': '9dc9d63b-c98e-4731-b3e0-8cc0c58801bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:03.350236 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621eccc-c270-4394-a07a-342e978c59b5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Network': ['ID=9dc9d63b-c98e-4731-b3e0-8cc0c58801bd,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:03.360800 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b0141db9-1f26-4ee4-850b-6d5e4b51555f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=55df8210d97045f5adae9e652ec05a8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7935770 Mar 28 19:13:03.361533 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0141db9-1f26-4ee4-850b-6d5e4b51555f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0644d90-c7f6-48aa-bd5b-db8a7f14eb4a,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:03.363824 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58714) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:03.365459 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 9dc9d63b-c98e-4731-b3e0-8cc0c58801bd details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:13:03.405615 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:03.431148 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:03.439045 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bc06c8de-35fe-45e6-82a8-3465dfb18017 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:03.443526 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bc06c8de-35fe-45e6-82a8-3465dfb18017 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Usage tracker for resource:subnet and tenant:d916fc06fcf1402987e9337f73165337 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:03.447454 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bc06c8de-35fe-45e6-82a8-3465dfb18017 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:03.449755 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event deleted for resources: {'Network': ['ID=f25fb12a-2504-4058-921c-09bf2ffe4142,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:03.453684 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bc06c8de-35fe-45e6-82a8-3465dfb18017 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:03.459498 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d98e460d-5947-4fa1-88b0-4d26c1d7c2f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/networks/f25fb12a-2504-4058-921c-09bf2ffe4142 HTTP/1.1" status: 204 len: 168 time: 3.9802759 Mar 28 19:13:03.464625 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58718) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:03.471158 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-14faaaef-ccde-4f05-a9eb-564d830aea69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1900595574'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:03.473548 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1d1872e7-5dcc-4737-bdbc-9e3d4df319c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:03.476651 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-14faaaef-ccde-4f05-a9eb-564d830aea69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:03.479536 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc06c8de-35fe-45e6-82a8-3465dfb18017 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Made reservation on behalf of d916fc06fcf1402987e9337f73165337 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:03.482861 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bc06c8de-35fe-45e6-82a8-3465dfb18017 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:03.501081 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1d1872e7-5dcc-4737-bdbc-9e3d4df319c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:03.510939 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-14faaaef-ccde-4f05-a9eb-564d830aea69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Usage tracker for resource:network and tenant:d545e4aa9c994a0f8eb2b7672f8fe502 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:03.516482 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-14faaaef-ccde-4f05-a9eb-564d830aea69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:03.526491 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-14faaaef-ccde-4f05-a9eb-564d830aea69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:03.554898 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1d1872e7-5dcc-4737-bdbc-9e3d4df319c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:03.569117 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1872e7-5dcc-4737-bdbc-9e3d4df319c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0644d90-c7f6-48aa-bd5b-db8a7f14eb4a,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:03.576344 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1d1872e7-5dcc-4737-bdbc-9e3d4df319c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:03.577449 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1d1872e7-5dcc-4737-bdbc-9e3d4df319c2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f0644d90-c7f6-48aa-bd5b-db8a7f14eb4a HTTP/1.1" status: 204 len: 168 time: 0.2075677 Mar 28 19:13:03.604025 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14faaaef-ccde-4f05-a9eb-564d830aea69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Made reservation on behalf of d545e4aa9c994a0f8eb2b7672f8fe502 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:03.607555 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-14faaaef-ccde-4f05-a9eb-564d830aea69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:03.644972 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14faaaef-ccde-4f05-a9eb-564d830aea69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:13:03.690505 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-14faaaef-ccde-4f05-a9eb-564d830aea69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:03.690947 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-14faaaef-ccde-4f05-a9eb-564d830aea69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Added segment 56132df1-2ec0-4f40-b995-12f04b284ac5 of type vlan for network 18552937-6610-49f7-af38-ec9ea41d293d Mar 28 19:13:03.740744 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-14faaaef-ccde-4f05-a9eb-564d830aea69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:03.790563 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bc06c8de-35fe-45e6-82a8-3465dfb18017 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:03.840058 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-14faaaef-ccde-4f05-a9eb-564d830aea69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:03.845567 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14faaaef-ccde-4f05-a9eb-564d830aea69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:03.846140 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-14faaaef-ccde-4f05-a9eb-564d830aea69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:03.894044 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58726) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:03.947966 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0c9e75d6-dc0a-4560-acd2-1b330a1d2500 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7ea864ba6bbb4a3cbfee7e383ff834a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526769 Mar 28 19:13:03.950296 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58730) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:03.977116 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06c8de-35fe-45e6-82a8-3465dfb18017 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Subnet': ['ID=e25f9301-4452-456c-9e2a-2bf104852970,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:03.994558 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-14faaaef-ccde-4f05-a9eb-564d830aea69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5257542 Mar 28 19:13:03.994895 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58734) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:03.996328 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14faaaef-ccde-4f05-a9eb-564d830aea69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event updated for resources: {'Network': ['ID=18552937-6610-49f7-af38-ec9ea41d293d,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:03.998649 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc06c8de-35fe-45e6-82a8-3465dfb18017 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Checking segment: {'id': '29303745-b469-4c85-a466-84a04cee1345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9dc9d63b-c98e-4731-b3e0-8cc0c58801bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:13:03.999029 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc06c8de-35fe-45e6-82a8-3465dfb18017 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network hostable DHCP agents. Network: 9dc9d63b-c98e-4731-b3e0-8cc0c58801bd, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:13:04.002659 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-4aeb3ef5-51f3-482e-99bf-6aa4afb6f431 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Request body: {'subnet': {'network_id': '18552937-6610-49f7-af38-ec9ea41d293d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:04.006741 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 18552937-6610-49f7-af38-ec9ea41d293d details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:13:04.021000 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc06c8de-35fe-45e6-82a8-3465dfb18017 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network 9dc9d63b-c98e-4731-b3e0-8cc0c58801bd is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:13:04.032517 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-bc06c8de-35fe-45e6-82a8-3465dfb18017 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 9dc9d63b-c98e-4731-b3e0-8cc0c58801bd) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:04.036950 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc06c8de-35fe-45e6-82a8-3465dfb18017 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:04.037605 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bc06c8de-35fe-45e6-82a8-3465dfb18017 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:04.059525 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5401e18c-a9d0-4b0a-96f7-9222415b41bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:04.062783 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-bc06c8de-35fe-45e6-82a8-3465dfb18017 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7456367 Mar 28 19:13:04.063027 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58738) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:04.068056 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-967e4215-cb1d-4377-b663-0fec62a92313 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1426454040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:04.075933 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-967e4215-cb1d-4377-b663-0fec62a92313 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:04.079763 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-967e4215-cb1d-4377-b663-0fec62a92313 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Usage tracker for resource:router and tenant:d916fc06fcf1402987e9337f73165337 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:04.082488 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6c4c4e-db15-4f43-a01e-10539761d155 None None] Network 9dc9d63b-c98e-4731-b3e0-8cc0c58801bd requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:04.082622 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-967e4215-cb1d-4377-b663-0fec62a92313 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:04.089002 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-967e4215-cb1d-4377-b663-0fec62a92313 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:04.100542 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-967e4215-cb1d-4377-b663-0fec62a92313 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:04.101466 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-967e4215-cb1d-4377-b663-0fec62a92313 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:04.118613 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-967e4215-cb1d-4377-b663-0fec62a92313 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:04.140763 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-967e4215-cb1d-4377-b663-0fec62a92313 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:04.154582 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5401e18c-a9d0-4b0a-96f7-9222415b41bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:04.169449 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-967e4215-cb1d-4377-b663-0fec62a92313 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:04.169737 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4aeb3ef5-51f3-482e-99bf-6aa4afb6f431 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:04.173513 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-967e4215-cb1d-4377-b663-0fec62a92313 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1067836 Mar 28 19:13:04.174050 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58742) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:04.180208 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-64c0aebd-8b60-4f40-a59f-bd825477fdaa tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'port': {'network_id': '9dc9d63b-c98e-4731-b3e0-8cc0c58801bd', 'name': 'tempest-RoutersIpV6Test-692958291'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:04.182319 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4aeb3ef5-51f3-482e-99bf-6aa4afb6f431 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Usage tracker for resource:subnet and tenant:d545e4aa9c994a0f8eb2b7672f8fe502 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:04.187404 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4aeb3ef5-51f3-482e-99bf-6aa4afb6f431 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:04.201423 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4aeb3ef5-51f3-482e-99bf-6aa4afb6f431 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:04.220347 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aeb3ef5-51f3-482e-99bf-6aa4afb6f431 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Made reservation on behalf of d545e4aa9c994a0f8eb2b7672f8fe502 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:04.222818 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4aeb3ef5-51f3-482e-99bf-6aa4afb6f431 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:04.312330 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5401e18c-a9d0-4b0a-96f7-9222415b41bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:04.332817 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4539caf-314d-4f02-a586-eb09be5356ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-9dc9d63b-c98e-4731-b3e0-8cc0c58801bd', 'network_id': '9dc9d63b-c98e-4731-b3e0-8cc0c58801bd', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'fixed_ips': [{'subnet_id': 'e25f9301-4452-456c-9e2a-2bf104852970'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:13:04.332982 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-64c0aebd-8b60-4f40-a59f-bd825477fdaa tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:04.333865 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f4539caf-314d-4f02-a586-eb09be5356ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:04.334999 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.ipam_backend_mixin [None req-4aeb3ef5-51f3-482e-99bf-6aa4afb6f431 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Performing IP validity checks on allocation pools {{(pid=87833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 19:13:04.335515 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.ipam_backend_mixin [None req-4aeb3ef5-51f3-482e-99bf-6aa4afb6f431 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 19:13:04.337630 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401e18c-a9d0-4b0a-96f7-9222415b41bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2526cc-d3a2-490c-8547-9d5d8750dab4,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:04.337880 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-64c0aebd-8b60-4f40-a59f-bd825477fdaa tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Usage tracker for resource:port and tenant:d916fc06fcf1402987e9337f73165337 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:04.341165 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-64c0aebd-8b60-4f40-a59f-bd825477fdaa tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:04.344955 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5401e18c-a9d0-4b0a-96f7-9222415b41bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:04.347631 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-64c0aebd-8b60-4f40-a59f-bd825477fdaa tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:04.355777 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5401e18c-a9d0-4b0a-96f7-9222415b41bd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0a2526cc-d3a2-490c-8547-9d5d8750dab4 HTTP/1.1" status: 204 len: 168 time: 0.4039547 Mar 28 19:13:04.360479 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c0aebd-8b60-4f40-a59f-bd825477fdaa tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Made reservation on behalf of d916fc06fcf1402987e9337f73165337 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:04.366048 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64c0aebd-8b60-4f40-a59f-bd825477fdaa tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:04.395294 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-64c0aebd-8b60-4f40-a59f-bd825477fdaa tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] device_id is not set on port 557735a4-943e-4501-b7d8-6fdb78ee7eb8 yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:13:04.504380 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4aeb3ef5-51f3-482e-99bf-6aa4afb6f431 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:04.525105 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-f4539caf-314d-4f02-a586-eb09be5356ad None None] Allocated IP 2001:db8::2 (9dc9d63b-c98e-4731-b3e0-8cc0c58801bd/e25f9301-4452-456c-9e2a-2bf104852970/1d0f856c-432c-4e3b-a3e5-48f6461fb098) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:13:04.589405 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb3ef5-51f3-482e-99bf-6aa4afb6f431 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event updated for resources: {'Subnet': ['ID=1e91a3e8-9b5a-4ab0-b800-3e61ed3e6ec1,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:04.600731 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeb3ef5-51f3-482e-99bf-6aa4afb6f431 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Checking segment: {'id': '56132df1-2ec0-4f40-b995-12f04b284ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '18552937-6610-49f7-af38-ec9ea41d293d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:13:04.601082 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeb3ef5-51f3-482e-99bf-6aa4afb6f431 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Network hostable DHCP agents. Network: 18552937-6610-49f7-af38-ec9ea41d293d, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:13:04.620267 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeb3ef5-51f3-482e-99bf-6aa4afb6f431 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Network 18552937-6610-49f7-af38-ec9ea41d293d is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:13:04.630445 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-4aeb3ef5-51f3-482e-99bf-6aa4afb6f431 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 18552937-6610-49f7-af38-ec9ea41d293d) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:04.635797 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeb3ef5-51f3-482e-99bf-6aa4afb6f431 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:04.636572 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4aeb3ef5-51f3-482e-99bf-6aa4afb6f431 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:04.665008 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0610bfef-285a-4e2e-b1b2-dd2713732d54 None None] Network 18552937-6610-49f7-af38-ec9ea41d293d requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:04.665227 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4aeb3ef5-51f3-482e-99bf-6aa4afb6f431 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6691670 Mar 28 19:13:04.668149 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58750) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:04.967812 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e71ba4b5-1c9d-4150-834e-cce0d9d12c7a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:05.045702 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f4539caf-314d-4f02-a586-eb09be5356ad None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:05.049146 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e71ba4b5-1c9d-4150-834e-cce0d9d12c7a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:05.061166 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5201dd67-e17d-4d8a-9c04-bf4832a2fc1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-18552937-6610-49f7-af38-ec9ea41d293d', 'network_id': '18552937-6610-49f7-af38-ec9ea41d293d', 'tenant_id': 'd545e4aa9c994a0f8eb2b7672f8fe502', 'fixed_ips': [{'subnet_id': '1e91a3e8-9b5a-4ab0-b800-3e61ed3e6ec1'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:13:05.062081 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5201dd67-e17d-4d8a-9c04-bf4832a2fc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:05.074974 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f4539caf-314d-4f02-a586-eb09be5356ad None None] Transition to ACTIVE for port object 1d0f856c-432c-4e3b-a3e5-48f6461fb098 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:05.141167 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e71ba4b5-1c9d-4150-834e-cce0d9d12c7a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:05.159618 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f4539caf-314d-4f02-a586-eb09be5356ad None None] Transition to ACTIVE for port object 1d0f856c-432c-4e3b-a3e5-48f6461fb098 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:05.185933 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f4539caf-314d-4f02-a586-eb09be5356ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:05.191177 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ba4b5-1c9d-4150-834e-cce0d9d12c7a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event deleted for resources: {'Subnet': ['ID=1e91a3e8-9b5a-4ab0-b800-3e61ed3e6ec1,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:05.261569 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4539caf-314d-4f02-a586-eb09be5356ad None None] Network 9dc9d63b-c98e-4731-b3e0-8cc0c58801bd is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:05.266914 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-f4539caf-314d-4f02-a586-eb09be5356ad None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:05.274461 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4539caf-314d-4f02-a586-eb09be5356ad None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server [None req-5201dd67-e17d-4d8a-9c04-bf4832a2fc1c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e91a3e8-9b5a-4ab0-b800-3e61ed3e6ec1: This subnet is being modified by another concurrent operation. Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 19:13:05.294257 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server raise exception Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e91a3e8-9b5a-4ab0-b800-3e61ed3e6ec1: This subnet is being modified by another concurrent operation. Mar 28 19:13:05.298074 dv-neutron-834711-1-hyperv neutron-server[87834]: ERROR oslo_messaging.rpc.server Mar 28 19:13:05.300784 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4539caf-314d-4f02-a586-eb09be5356ad None None] Pushing event updated for resources: {'Port': ['ID=1d0f856c-432c-4e3b-a3e5-48f6461fb098,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:05.333617 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-64c0aebd-8b60-4f40-a59f-bd825477fdaa tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Allocated IP 2001:db8::33a (9dc9d63b-c98e-4731-b3e0-8cc0c58801bd/e25f9301-4452-456c-9e2a-2bf104852970/557735a4-943e-4501-b7d8-6fdb78ee7eb8) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:13:05.337527 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b61e67f-bbbf-417d-9438-d4801e357c2f None None] Network 18552937-6610-49f7-af38-ec9ea41d293d requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:05.362520 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e71ba4b5-1c9d-4150-834e-cce0d9d12c7a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:05.393685 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-e71ba4b5-1c9d-4150-834e-cce0d9d12c7a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18552937-6610-49f7-af38-ec9ea41d293d']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:05.401813 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58770) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:05.407664 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-e71ba4b5-1c9d-4150-834e-cce0d9d12c7a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56132df1-2ec0-4f40-b995-12f04b284ac5') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:05.407964 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-e71ba4b5-1c9d-4150-834e-cce0d9d12c7a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56132df1-2ec0-4f40-b995-12f04b284ac5') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:05.421181 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e71ba4b5-1c9d-4150-834e-cce0d9d12c7a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:05.442342 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e71ba4b5-1c9d-4150-834e-cce0d9d12c7a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:05.453063 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71ba4b5-1c9d-4150-834e-cce0d9d12c7a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:13:05.453461 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e71ba4b5-1c9d-4150-834e-cce0d9d12c7a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:13:05.472059 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:13:05.500296 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-f4539caf-314d-4f02-a586-eb09be5356ad None None] Attempting to bind port 1d0f856c-432c-4e3b-a3e5-48f6461fb098 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:13:05.500669 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-f4539caf-314d-4f02-a586-eb09be5356ad None None] Attempting to bind port 1d0f856c-432c-4e3b-a3e5-48f6461fb098 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '29303745-b469-4c85-a466-84a04cee1345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9dc9d63b-c98e-4731-b3e0-8cc0c58801bd'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:13:05.501038 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4539caf-314d-4f02-a586-eb09be5356ad None None] Attempting to bind port 1d0f856c-432c-4e3b-a3e5-48f6461fb098 on network 9dc9d63b-c98e-4731-b3e0-8cc0c58801bd {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:13:05.517161 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4539caf-314d-4f02-a586-eb09be5356ad None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:13:05.517539 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4539caf-314d-4f02-a586-eb09be5356ad None None] Checking segment: {'id': '29303745-b469-4c85-a466-84a04cee1345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9dc9d63b-c98e-4731-b3e0-8cc0c58801bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:13:05.517945 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f4539caf-314d-4f02-a586-eb09be5356ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:05.518528 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4539caf-314d-4f02-a586-eb09be5356ad None None] Bound using segment: {'id': '29303745-b469-4c85-a466-84a04cee1345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9dc9d63b-c98e-4731-b3e0-8cc0c58801bd'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:13:05.519048 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-f4539caf-314d-4f02-a586-eb09be5356ad None None] Bound port: 1d0f856c-432c-4e3b-a3e5-48f6461fb098, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29303745-b469-4c85-a466-84a04cee1345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9dc9d63b-c98e-4731-b3e0-8cc0c58801bd'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:13:05.519430 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f4539caf-314d-4f02-a586-eb09be5356ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:05.546835 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-452c96fc-719a-4e50-8b82-38f90b020e45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-21078089'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:05.553537 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-452c96fc-719a-4e50-8b82-38f90b020e45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:05.563552 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-452c96fc-719a-4e50-8b82-38f90b020e45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Usage tracker for resource:network and tenant:5ae0f1674be842829fe75ed49b018207 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:05.570402 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e71ba4b5-1c9d-4150-834e-cce0d9d12c7a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:05.577408 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-452c96fc-719a-4e50-8b82-38f90b020e45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:05.587413 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-452c96fc-719a-4e50-8b82-38f90b020e45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:05.606893 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e71ba4b5-1c9d-4150-834e-cce0d9d12c7a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:05.611100 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64c0aebd-8b60-4f40-a59f-bd825477fdaa tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:05.617635 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452c96fc-719a-4e50-8b82-38f90b020e45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Made reservation on behalf of 5ae0f1674be842829fe75ed49b018207 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:05.621065 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ba4b5-1c9d-4150-834e-cce0d9d12c7a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event deleted for resources: {'Network': ['ID=18552937-6610-49f7-af38-ec9ea41d293d,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:05.621905 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-452c96fc-719a-4e50-8b82-38f90b020e45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:05.628546 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e71ba4b5-1c9d-4150-834e-cce0d9d12c7a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/networks/18552937-6610-49f7-af38-ec9ea41d293d HTTP/1.1" status: 204 len: 168 time: 0.9590223 Mar 28 19:13:05.631776 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58776) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:05.640139 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-fd8e96ce-e54a-4c27-a1f9-c3269dd338e2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-101008722'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:05.642122 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-452c96fc-719a-4e50-8b82-38f90b020e45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:05.646405 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-fd8e96ce-e54a-4c27-a1f9-c3269dd338e2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:05.652053 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-fd8e96ce-e54a-4c27-a1f9-c3269dd338e2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Usage tracker for resource:network and tenant:d545e4aa9c994a0f8eb2b7672f8fe502 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:05.655009 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-64c0aebd-8b60-4f40-a59f-bd825477fdaa tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Transition to ACTIVE for port object 557735a4-943e-4501-b7d8-6fdb78ee7eb8 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:05.657016 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-fd8e96ce-e54a-4c27-a1f9-c3269dd338e2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:05.663565 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-452c96fc-719a-4e50-8b82-38f90b020e45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:05.664822 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-fd8e96ce-e54a-4c27-a1f9-c3269dd338e2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:05.670043 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-452c96fc-719a-4e50-8b82-38f90b020e45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Usage tracker for resource:security_group_rule and tenant:5ae0f1674be842829fe75ed49b018207 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:05.674272 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-452c96fc-719a-4e50-8b82-38f90b020e45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:05.683431 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8e96ce-e54a-4c27-a1f9-c3269dd338e2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Made reservation on behalf of d545e4aa9c994a0f8eb2b7672f8fe502 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:05.683722 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-452c96fc-719a-4e50-8b82-38f90b020e45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:05.688481 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fd8e96ce-e54a-4c27-a1f9-c3269dd338e2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:05.702261 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-f4539caf-314d-4f02-a586-eb09be5356ad None None] For port 1d0f856c-432c-4e3b-a3e5-48f6461fb098, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:13:05.705693 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-f4539caf-314d-4f02-a586-eb09be5356ad None None] For port 1d0f856c-432c-4e3b-a3e5-48f6461fb098, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1d0f856c-432c-4e3b-a3e5-48f6461fb098,segment=NetworkSegment(29303745-b469-4c85-a466-84a04cee1345),segment_id=29303745-b469-4c85-a466-84a04cee1345)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:13:05.711853 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f4539caf-314d-4f02-a586-eb09be5356ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:05.728229 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd8e96ce-e54a-4c27-a1f9-c3269dd338e2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:13:05.730696 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64c0aebd-8b60-4f40-a59f-bd825477fdaa tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:05.740051 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fd8e96ce-e54a-4c27-a1f9-c3269dd338e2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:05.740397 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-fd8e96ce-e54a-4c27-a1f9-c3269dd338e2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Added segment 2a3e6a33-2134-40b8-bfe0-c7fc23fdc532 of type vlan for network 927a663f-56a0-47fb-9075-1d3c92afdce6 Mar 28 19:13:05.774227 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fd8e96ce-e54a-4c27-a1f9-c3269dd338e2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:05.805617 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4539caf-314d-4f02-a586-eb09be5356ad None None] Pushing event updated for resources: {'Port': ['ID=1d0f856c-432c-4e3b-a3e5-48f6461fb098,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:05.814462 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c0aebd-8b60-4f40-a59f-bd825477fdaa tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network 9dc9d63b-c98e-4731-b3e0-8cc0c58801bd is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:05.821218 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-64c0aebd-8b60-4f40-a59f-bd825477fdaa tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:05.822807 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fd8e96ce-e54a-4c27-a1f9-c3269dd338e2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:05.823905 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c0aebd-8b60-4f40-a59f-bd825477fdaa tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:13:05.829154 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8e96ce-e54a-4c27-a1f9-c3269dd338e2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:05.829563 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c0aebd-8b60-4f40-a59f-bd825477fdaa tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:05.829868 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fd8e96ce-e54a-4c27-a1f9-c3269dd338e2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:05.830160 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64c0aebd-8b60-4f40-a59f-bd825477fdaa tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:05.867488 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0aebd-8b60-4f40-a59f-bd825477fdaa tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Port': ['ID=557735a4-943e-4501-b7d8-6fdb78ee7eb8,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:05.908551 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-64c0aebd-8b60-4f40-a59f-bd825477fdaa tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7299798 Mar 28 19:13:05.908551 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58780) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:05.935109 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-fd8e96ce-e54a-4c27-a1f9-c3269dd338e2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2995138 Mar 28 19:13:05.938217 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58784) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:05.949383 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-dc616821-d1f2-44ae-8b70-b012b42a0f0d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Request body: {'subnet': {'network_id': '927a663f-56a0-47fb-9075-1d3c92afdce6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:05.965652 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e96ce-e54a-4c27-a1f9-c3269dd338e2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event updated for resources: {'Network': ['ID=927a663f-56a0-47fb-9075-1d3c92afdce6,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:06.008853 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 927a663f-56a0-47fb-9075-1d3c92afdce6 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:13:06.106667 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-dc616821-d1f2-44ae-8b70-b012b42a0f0d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:06.111419 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-dc616821-d1f2-44ae-8b70-b012b42a0f0d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Usage tracker for resource:subnet and tenant:d545e4aa9c994a0f8eb2b7672f8fe502 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:06.114957 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-dc616821-d1f2-44ae-8b70-b012b42a0f0d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:06.122138 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-dc616821-d1f2-44ae-8b70-b012b42a0f0d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:06.123163 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-452c96fc-719a-4e50-8b82-38f90b020e45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:06.138800 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc616821-d1f2-44ae-8b70-b012b42a0f0d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Made reservation on behalf of d545e4aa9c994a0f8eb2b7672f8fe502 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:06.143799 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dc616821-d1f2-44ae-8b70-b012b42a0f0d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:06.179045 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-452c96fc-719a-4e50-8b82-38f90b020e45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:06.343417 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452c96fc-719a-4e50-8b82-38f90b020e45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:13:06.353843 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c96fc-719a-4e50-8b82-38f90b020e45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=412a7928-5cb7-42a2-ba82-79b42bd87b21,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:06.387508 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dc616821-d1f2-44ae-8b70-b012b42a0f0d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:06.428904 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1d0f856c-432c-4e3b-a3e5-48f6461fb098 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:13:06.432102 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-452c96fc-719a-4e50-8b82-38f90b020e45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:06.432446 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-452c96fc-719a-4e50-8b82-38f90b020e45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Added segment b56515dd-f308-4711-8dd3-379167d20b7d of type vlan for network d3e5b26a-4458-4335-a958-5a686abc16ed Mar 28 19:13:06.466415 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc616821-d1f2-44ae-8b70-b012b42a0f0d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event updated for resources: {'Subnet': ['ID=cb77d8c4-7ca8-4fcd-88ae-dc2c76924398,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:06.478218 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc616821-d1f2-44ae-8b70-b012b42a0f0d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Checking segment: {'id': '2a3e6a33-2134-40b8-bfe0-c7fc23fdc532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '927a663f-56a0-47fb-9075-1d3c92afdce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:13:06.478806 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc616821-d1f2-44ae-8b70-b012b42a0f0d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Network hostable DHCP agents. Network: 927a663f-56a0-47fb-9075-1d3c92afdce6, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:13:06.501183 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc616821-d1f2-44ae-8b70-b012b42a0f0d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Network 927a663f-56a0-47fb-9075-1d3c92afdce6 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:13:06.503292 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 1d0f856c-432c-4e3b-a3e5-48f6461fb098 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:06.512488 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-dc616821-d1f2-44ae-8b70-b012b42a0f0d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 927a663f-56a0-47fb-9075-1d3c92afdce6) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:06.517060 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc616821-d1f2-44ae-8b70-b012b42a0f0d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:06.517723 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dc616821-d1f2-44ae-8b70-b012b42a0f0d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:06.521213 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f9f91e-0d97-4d22-a61b-7b25962ea02e None None] Network 927a663f-56a0-47fb-9075-1d3c92afdce6 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:06.544206 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-dc616821-d1f2-44ae-8b70-b012b42a0f0d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6047497 Mar 28 19:13:06.546601 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58788) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:06.564641 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-452c96fc-719a-4e50-8b82-38f90b020e45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:06.642113 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-452c96fc-719a-4e50-8b82-38f90b020e45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:06.647602 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452c96fc-719a-4e50-8b82-38f90b020e45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:06.648186 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-452c96fc-719a-4e50-8b82-38f90b020e45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:06.717768 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-84d73eb6-87f0-4acf-9c82-7f76414379b2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:06.799561 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-84d73eb6-87f0-4acf-9c82-7f76414379b2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:06.859416 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a4ed40-0e27-4230-962d-7493105cfea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-927a663f-56a0-47fb-9075-1d3c92afdce6', 'network_id': '927a663f-56a0-47fb-9075-1d3c92afdce6', 'tenant_id': 'd545e4aa9c994a0f8eb2b7672f8fe502', 'fixed_ips': [{'subnet_id': 'cb77d8c4-7ca8-4fcd-88ae-dc2c76924398'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:13:06.860051 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c96fc-719a-4e50-8b82-38f90b020e45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Pushing event updated for resources: {'Network': ['ID=d3e5b26a-4458-4335-a958-5a686abc16ed,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:06.860224 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d0a4ed40-0e27-4230-962d-7493105cfea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:06.865611 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-452c96fc-719a-4e50-8b82-38f90b020e45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4562585 Mar 28 19:13:06.873745 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58792) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:06.882644 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8addcd96-d698-4056-9973-abdf36207048 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:06.884511 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network d3e5b26a-4458-4335-a958-5a686abc16ed details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:13:06.888044 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-34603323-6820-4f23-a488-0716663029a5 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Request body: {'subnet': {'network_id': 'd3e5b26a-4458-4335-a958-5a686abc16ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:06.977285 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dde91e1-6e78-46bc-92d6-af4fdf5f1806 None None] Network 9dc9d63b-c98e-4731-b3e0-8cc0c58801bd requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:07.025085 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-34603323-6820-4f23-a488-0716663029a5 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:07.027781 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-84d73eb6-87f0-4acf-9c82-7f76414379b2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:07.058069 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-34603323-6820-4f23-a488-0716663029a5 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Usage tracker for resource:subnet and tenant:5ae0f1674be842829fe75ed49b018207 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:07.068112 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-34603323-6820-4f23-a488-0716663029a5 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:07.092860 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d73eb6-87f0-4acf-9c82-7f76414379b2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event deleted for resources: {'Subnet': ['ID=cb77d8c4-7ca8-4fcd-88ae-dc2c76924398,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:07.095562 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-34603323-6820-4f23-a488-0716663029a5 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:07.168664 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-93aa6d87-ef0b-4e27-84c1-21bde9c7eb1d None None] Provisioning for port 1d0f856c-432c-4e3b-a3e5-48f6461fb098 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:07.178570 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-93aa6d87-ef0b-4e27-84c1-21bde9c7eb1d None None] Provisioning complete for port 1d0f856c-432c-4e3b-a3e5-48f6461fb098 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:07.179043 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-93aa6d87-ef0b-4e27-84c1-21bde9c7eb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:07.288847 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e26d2d-3fe7-41d3-9687-c55cabd59144 None None] Network 927a663f-56a0-47fb-9075-1d3c92afdce6 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:07.314223 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34603323-6820-4f23-a488-0716663029a5 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Made reservation on behalf of 5ae0f1674be842829fe75ed49b018207 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:07.317605 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-34603323-6820-4f23-a488-0716663029a5 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:07.330919 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8addcd96-d698-4056-9973-abdf36207048 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:07.337219 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8addcd96-d698-4056-9973-abdf36207048 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:07.348779 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-84d73eb6-87f0-4acf-9c82-7f76414379b2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:07.434651 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-84d73eb6-87f0-4acf-9c82-7f76414379b2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927a663f-56a0-47fb-9075-1d3c92afdce6']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:07.452128 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-84d73eb6-87f0-4acf-9c82-7f76414379b2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a3e6a33-2134-40b8-bfe0-c7fc23fdc532') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:07.452442 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-84d73eb6-87f0-4acf-9c82-7f76414379b2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a3e6a33-2134-40b8-bfe0-c7fc23fdc532') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:07.470636 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addcd96-d698-4056-9973-abdf36207048 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Port': ['ID=557735a4-943e-4501-b7d8-6fdb78ee7eb8,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:07.473085 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-84d73eb6-87f0-4acf-9c82-7f76414379b2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:07.496024 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-84d73eb6-87f0-4acf-9c82-7f76414379b2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:07.504407 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d73eb6-87f0-4acf-9c82-7f76414379b2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:13:07.504896 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-84d73eb6-87f0-4acf-9c82-7f76414379b2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:13:07.520349 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:13:07.607474 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-93aa6d87-ef0b-4e27-84c1-21bde9c7eb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:07.635361 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58798) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:07.642214 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8addcd96-d698-4056-9973-abdf36207048 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:07.656136 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-93aa6d87-ef0b-4e27-84c1-21bde9c7eb1d None None] For port 1d0f856c-432c-4e3b-a3e5-48f6461fb098, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1d0f856c-432c-4e3b-a3e5-48f6461fb098,segment=NetworkSegment(29303745-b469-4c85-a466-84a04cee1345),segment_id=29303745-b469-4c85-a466-84a04cee1345)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:07.667277 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-93aa6d87-ef0b-4e27-84c1-21bde9c7eb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:07.724206 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-84d73eb6-87f0-4acf-9c82-7f76414379b2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:07.728803 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-84d73eb6-87f0-4acf-9c82-7f76414379b2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:07.775127 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d73eb6-87f0-4acf-9c82-7f76414379b2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event deleted for resources: {'Network': ['ID=927a663f-56a0-47fb-9075-1d3c92afdce6,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:07.780991 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa6d87-ef0b-4e27-84c1-21bde9c7eb1d None None] Pushing event updated for resources: {'Port': ['ID=1d0f856c-432c-4e3b-a3e5-48f6461fb098,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:07.797938 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-84d73eb6-87f0-4acf-9c82-7f76414379b2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/networks/927a663f-56a0-47fb-9075-1d3c92afdce6 HTTP/1.1" status: 204 len: 168 time: 1.2502186 Mar 28 19:13:07.801815 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58802) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:07.822262 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-adb268c0-4644-48ae-9400-dfbdb965a80f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-103288595'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:07.831502 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-adb268c0-4644-48ae-9400-dfbdb965a80f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:07.847102 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-adb268c0-4644-48ae-9400-dfbdb965a80f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Usage tracker for resource:network and tenant:d545e4aa9c994a0f8eb2b7672f8fe502 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:07.850183 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-34603323-6820-4f23-a488-0716663029a5 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:07.859884 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-adb268c0-4644-48ae-9400-dfbdb965a80f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:07.903875 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26496b88-beb1-4ad7-b00e-58489879327c tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:07.904353 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26496b88-beb1-4ad7-b00e-58489879327c tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:07.904825 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26496b88-beb1-4ad7-b00e-58489879327c tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:07.906500 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-26496b88-beb1-4ad7-b00e-58489879327c tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/ports?project_id=061332865d564f96959562b5c3aa8701&network_id=2486f7ec-b979-41fc-a225-67e3b737e9a3 HTTP/1.1" status: 200 len: 3000 time: 0.2702017 Mar 28 19:13:07.907679 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-adb268c0-4644-48ae-9400-dfbdb965a80f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:07.928081 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8addcd96-d698-4056-9973-abdf36207048 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:07.944508 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb268c0-4644-48ae-9400-dfbdb965a80f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Made reservation on behalf of d545e4aa9c994a0f8eb2b7672f8fe502 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:07.948365 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-adb268c0-4644-48ae-9400-dfbdb965a80f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:07.991514 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34603323-6820-4f23-a488-0716663029a5 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Pushing event updated for resources: {'Subnet': ['ID=c1d3665a-d5ac-4b34-98cd-4df819264495,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:08.007580 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34603323-6820-4f23-a488-0716663029a5 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Checking segment: {'id': 'b56515dd-f308-4711-8dd3-379167d20b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd3e5b26a-4458-4335-a958-5a686abc16ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:13:08.007978 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34603323-6820-4f23-a488-0716663029a5 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Network hostable DHCP agents. Network: d3e5b26a-4458-4335-a958-5a686abc16ed, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:13:08.013587 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb268c0-4644-48ae-9400-dfbdb965a80f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:13:08.025374 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-1d4fceb6-b7c6-4c77-990a-cfc5b08ff653 None None] Provisioning for port 557735a4-943e-4501-b7d8-6fdb78ee7eb8 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:08.030992 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-adb268c0-4644-48ae-9400-dfbdb965a80f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:08.031329 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-adb268c0-4644-48ae-9400-dfbdb965a80f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Added segment 47b2f0f5-f7da-4429-b50d-07e6fd72d5c7 of type vlan for network 9d3ad286-53b3-4663-a3e1-99eeca814105 Mar 28 19:13:08.033242 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-1d4fceb6-b7c6-4c77-990a-cfc5b08ff653 None None] Provisioning complete for port 557735a4-943e-4501-b7d8-6fdb78ee7eb8 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:08.033983 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1d4fceb6-b7c6-4c77-990a-cfc5b08ff653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:08.059999 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34603323-6820-4f23-a488-0716663029a5 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Network d3e5b26a-4458-4335-a958-5a686abc16ed is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:13:08.071567 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-adb268c0-4644-48ae-9400-dfbdb965a80f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:08.085241 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-34603323-6820-4f23-a488-0716663029a5 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, d3e5b26a-4458-4335-a958-5a686abc16ed) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:08.090782 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34603323-6820-4f23-a488-0716663029a5 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:08.091465 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-34603323-6820-4f23-a488-0716663029a5 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:08.111643 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-1d4fceb6-b7c6-4c77-990a-cfc5b08ff653 None None] Port 557735a4-943e-4501-b7d8-6fdb78ee7eb8 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:13:08.115860 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7092ebd2-8892-4b5e-b27b-8db26c58df32 None None] Network d3e5b26a-4458-4335-a958-5a686abc16ed requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:08.135912 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-adb268c0-4644-48ae-9400-dfbdb965a80f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:08.142457 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb268c0-4644-48ae-9400-dfbdb965a80f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:08.143109 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-adb268c0-4644-48ae-9400-dfbdb965a80f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:08.164588 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-34603323-6820-4f23-a488-0716663029a5 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2895739 Mar 28 19:13:08.171001 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-1d4fceb6-b7c6-4c77-990a-cfc5b08ff653 None None] Provisioning complete for port 1d0f856c-432c-4e3b-a3e5-48f6461fb098 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:08.171382 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1d4fceb6-b7c6-4c77-990a-cfc5b08ff653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:08.174248 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58810) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:08.192905 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-e9921ba7-7725-4ba9-bfc5-a6a389a1ca7b tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1567442265', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:08.206281 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e9921ba7-7725-4ba9-bfc5-a6a389a1ca7b tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:08.215287 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e9921ba7-7725-4ba9-bfc5-a6a389a1ca7b tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Usage tracker for resource:router and tenant:5ae0f1674be842829fe75ed49b018207 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:08.239824 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e9921ba7-7725-4ba9-bfc5-a6a389a1ca7b tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:08.251867 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e9921ba7-7725-4ba9-bfc5-a6a389a1ca7b tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:08.255002 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-adb268c0-4644-48ae-9400-dfbdb965a80f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4433565 Mar 28 19:13:08.260849 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58814) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:08.269429 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb268c0-4644-48ae-9400-dfbdb965a80f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event updated for resources: {'Network': ['ID=9d3ad286-53b3-4663-a3e1-99eeca814105,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:08.270261 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-01ab4a90-eae2-4a4f-a01c-39a8cbc00912 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Request body: {'subnet': {'network_id': '9d3ad286-53b3-4663-a3e1-99eeca814105', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:08.283788 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 9d3ad286-53b3-4663-a3e1-99eeca814105 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:13:08.353111 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e9921ba7-7725-4ba9-bfc5-a6a389a1ca7b tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:08.354183 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e9921ba7-7725-4ba9-bfc5-a6a389a1ca7b tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:08.413335 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1d0f856c-432c-4e3b-a3e5-48f6461fb098 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:13:08.511313 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e9921ba7-7725-4ba9-bfc5-a6a389a1ca7b tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:08.526837 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-01ab4a90-eae2-4a4f-a01c-39a8cbc00912 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:08.536893 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-01ab4a90-eae2-4a4f-a01c-39a8cbc00912 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Usage tracker for resource:subnet and tenant:d545e4aa9c994a0f8eb2b7672f8fe502 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:08.543839 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-01ab4a90-eae2-4a4f-a01c-39a8cbc00912 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:08.560785 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-01ab4a90-eae2-4a4f-a01c-39a8cbc00912 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:08.566373 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e9921ba7-7725-4ba9-bfc5-a6a389a1ca7b tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:08.590279 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ab4a90-eae2-4a4f-a01c-39a8cbc00912 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Made reservation on behalf of d545e4aa9c994a0f8eb2b7672f8fe502 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:08.593699 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-01ab4a90-eae2-4a4f-a01c-39a8cbc00912 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:08.629625 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e9921ba7-7725-4ba9-bfc5-a6a389a1ca7b tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:08.633508 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e9921ba7-7725-4ba9-bfc5-a6a389a1ca7b tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4554496 Mar 28 19:13:08.634346 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58818) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:08.641172 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 1d0f856c-432c-4e3b-a3e5-48f6461fb098 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:08.641564 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:08.666617 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cf67cd-c9b2-4879-9b79-2de6bc11af2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-d3e5b26a-4458-4335-a958-5a686abc16ed', 'network_id': 'd3e5b26a-4458-4335-a958-5a686abc16ed', 'tenant_id': '5ae0f1674be842829fe75ed49b018207', 'fixed_ips': [{'subnet_id': 'c1d3665a-d5ac-4b34-98cd-4df819264495'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:13:08.667945 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-76cf67cd-c9b2-4879-9b79-2de6bc11af2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:08.708150 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8addcd96-d698-4056-9973-abdf36207048 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:08.717930 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8addcd96-d698-4056-9973-abdf36207048 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:08.718691 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8addcd96-d698-4056-9973-abdf36207048 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:08.794224 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addcd96-d698-4056-9973-abdf36207048 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Port': ['ID=557735a4-943e-4501-b7d8-6fdb78ee7eb8,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:08.887354 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6498a4a5-7fc5-4264-92e2-48a9caa54a55 None None] Provisioning complete for port 557735a4-943e-4501-b7d8-6fdb78ee7eb8 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:08.887718 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6498a4a5-7fc5-4264-92e2-48a9caa54a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:08.965863 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-6498a4a5-7fc5-4264-92e2-48a9caa54a55 None None] Port 557735a4-943e-4501-b7d8-6fdb78ee7eb8 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:13:08.979063 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-76cf67cd-c9b2-4879-9b79-2de6bc11af2c None None] Allocated IP 172.20.0.2 (d3e5b26a-4458-4335-a958-5a686abc16ed/c1d3665a-d5ac-4b34-98cd-4df819264495/c21c6d9b-4b2c-4260-93c8-70829c726c95) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:13:08.990221 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8addcd96-d698-4056-9973-abdf36207048 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network 9dc9d63b-c98e-4731-b3e0-8cc0c58801bd is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:09.001037 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-8addcd96-d698-4056-9973-abdf36207048 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:09.137531 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-01ab4a90-eae2-4a4f-a01c-39a8cbc00912 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:09.193191 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-72fd2346-e56f-472e-8160-ad21d3d66bfe tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:09.216986 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab4a90-eae2-4a4f-a01c-39a8cbc00912 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event updated for resources: {'Subnet': ['ID=be9e27b2-c8ff-4f8e-8a83-e6591b6956b9,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:09.293000 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-76cf67cd-c9b2-4879-9b79-2de6bc11af2c None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:09.310260 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-76cf67cd-c9b2-4879-9b79-2de6bc11af2c None None] Transition to ACTIVE for port object c21c6d9b-4b2c-4260-93c8-70829c726c95 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:09.312534 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ab4a90-eae2-4a4f-a01c-39a8cbc00912 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Checking segment: {'id': '47b2f0f5-f7da-4429-b50d-07e6fd72d5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9d3ad286-53b3-4663-a3e1-99eeca814105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:13:09.313229 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ab4a90-eae2-4a4f-a01c-39a8cbc00912 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Network hostable DHCP agents. Network: 9d3ad286-53b3-4663-a3e1-99eeca814105, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:13:09.320733 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-4df1464b-eeef-4422-97cb-85fbf3f775f3 None None] Provisioning complete for port 557735a4-943e-4501-b7d8-6fdb78ee7eb8 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:09.321145 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4df1464b-eeef-4422-97cb-85fbf3f775f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:09.340030 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8addcd96-d698-4056-9973-abdf36207048 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Router 2af2be6f-f5e6-4fcd-b35a-b73c2bb510e6 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:13:09.348944 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ab4a90-eae2-4a4f-a01c-39a8cbc00912 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Network 9d3ad286-53b3-4663-a3e1-99eeca814105 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:13:09.368890 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-76cf67cd-c9b2-4879-9b79-2de6bc11af2c None None] Transition to ACTIVE for port object c21c6d9b-4b2c-4260-93c8-70829c726c95 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:09.384978 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-76cf67cd-c9b2-4879-9b79-2de6bc11af2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:09.408805 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-01ab4a90-eae2-4a4f-a01c-39a8cbc00912 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 9d3ad286-53b3-4663-a3e1-99eeca814105) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:09.425429 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-4df1464b-eeef-4422-97cb-85fbf3f775f3 None None] Port 557735a4-943e-4501-b7d8-6fdb78ee7eb8 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:13:09.425638 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ab4a90-eae2-4a4f-a01c-39a8cbc00912 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:09.425763 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-01ab4a90-eae2-4a4f-a01c-39a8cbc00912 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:09.437173 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa8ecf3-584d-4c02-ba7e-f702c3d442d2 None None] Network 9d3ad286-53b3-4663-a3e1-99eeca814105 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:09.479618 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cf67cd-c9b2-4879-9b79-2de6bc11af2c None None] Network d3e5b26a-4458-4335-a958-5a686abc16ed is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:09.513096 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-01ab4a90-eae2-4a4f-a01c-39a8cbc00912 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2474842 Mar 28 19:13:09.514349 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58824) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:09.527971 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-76cf67cd-c9b2-4879-9b79-2de6bc11af2c None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:09.546919 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cf67cd-c9b2-4879-9b79-2de6bc11af2c None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:13:09.560608 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf67cd-c9b2-4879-9b79-2de6bc11af2c None None] Pushing event updated for resources: {'Port': ['ID=c21c6d9b-4b2c-4260-93c8-70829c726c95,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:09.595421 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8addcd96-d698-4056-9973-abdf36207048 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:13:09.607717 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8addcd96-d698-4056-9973-abdf36207048 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "PUT /v2.0/routers/2af2be6f-f5e6-4fcd-b35a-b73c2bb510e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6984329 Mar 28 19:13:09.611340 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58828) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:09.612241 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755d79bf-628c-4565-ae90-b3594670bfca None None] Sync routers for ids ['2af2be6f-f5e6-4fcd-b35a-b73c2bb510e6'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:13:09.705069 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755d79bf-628c-4565-ae90-b3594670bfca None None] Routers {'2af2be6f-f5e6-4fcd-b35a-b73c2bb510e6'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:09.705637 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-755d79bf-628c-4565-ae90-b3594670bfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:12:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2af2be6f-f5e6-4fcd-b35a-b73c2bb510e6'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:09.738172 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-72fd2346-e56f-472e-8160-ad21d3d66bfe tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Allocated IP 172.20.0.1 (d3e5b26a-4458-4335-a958-5a686abc16ed/c1d3665a-d5ac-4b34-98cd-4df819264495/80870860-5b7a-4325-bd39-a2ef69bc4768) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:13:09.796552 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-76cf67cd-c9b2-4879-9b79-2de6bc11af2c None None] Attempting to bind port c21c6d9b-4b2c-4260-93c8-70829c726c95 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:13:09.796942 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-76cf67cd-c9b2-4879-9b79-2de6bc11af2c None None] Attempting to bind port c21c6d9b-4b2c-4260-93c8-70829c726c95 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'b56515dd-f308-4711-8dd3-379167d20b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd3e5b26a-4458-4335-a958-5a686abc16ed'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:13:09.797277 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cf67cd-c9b2-4879-9b79-2de6bc11af2c None None] Attempting to bind port c21c6d9b-4b2c-4260-93c8-70829c726c95 on network d3e5b26a-4458-4335-a958-5a686abc16ed {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:13:09.820682 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-755d79bf-628c-4565-ae90-b3594670bfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:09.824753 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cf67cd-c9b2-4879-9b79-2de6bc11af2c None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:13:09.825127 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cf67cd-c9b2-4879-9b79-2de6bc11af2c None None] Checking segment: {'id': 'b56515dd-f308-4711-8dd3-379167d20b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd3e5b26a-4458-4335-a958-5a686abc16ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:13:09.825525 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-76cf67cd-c9b2-4879-9b79-2de6bc11af2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:09.825919 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cf67cd-c9b2-4879-9b79-2de6bc11af2c None None] Bound using segment: {'id': 'b56515dd-f308-4711-8dd3-379167d20b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd3e5b26a-4458-4335-a958-5a686abc16ed'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:13:09.826392 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-76cf67cd-c9b2-4879-9b79-2de6bc11af2c None None] Bound port: c21c6d9b-4b2c-4260-93c8-70829c726c95, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b56515dd-f308-4711-8dd3-379167d20b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd3e5b26a-4458-4335-a958-5a686abc16ed'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:13:09.826764 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-76cf67cd-c9b2-4879-9b79-2de6bc11af2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:09.884691 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3899245d-7044-4682-86cd-c3c08098b454 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:09.884941 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755d79bf-628c-4565-ae90-b3594670bfca None None] Routers {'2af2be6f-f5e6-4fcd-b35a-b73c2bb510e6'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:09.885285 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3899245d-7044-4682-86cd-c3c08098b454 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Synchronizing usage tracker for tenant:d916fc06fcf1402987e9337f73165337 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:13:09.885586 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-755d79bf-628c-4565-ae90-b3594670bfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:12:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2af2be6f-f5e6-4fcd-b35a-b73c2bb510e6'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:09.913065 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-72fd2346-e56f-472e-8160-ad21d3d66bfe tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:09.931160 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3899245d-7044-4682-86cd-c3c08098b454 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Unset dirty status for tenant:d916fc06fcf1402987e9337f73165337 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:13:09.932521 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-72fd2346-e56f-472e-8160-ad21d3d66bfe tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Transition to ACTIVE for port object 80870860-5b7a-4325-bd39-a2ef69bc4768 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:09.932662 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3899245d-7044-4682-86cd-c3c08098b454 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "GET /v2.0/ports/557735a4-943e-4501-b7d8-6fdb78ee7eb8 HTTP/1.1" status: 200 len: 983 time: 0.3203781 Mar 28 19:13:09.935788 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58832) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:09.957457 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-72fd2346-e56f-472e-8160-ad21d3d66bfe tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:09.994594 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-755d79bf-628c-4565-ae90-b3594670bfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:09.995025 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755d79bf-628c-4565-ae90-b3594670bfca None None] The sync data for ids ['2af2be6f-f5e6-4fcd-b35a-b73c2bb510e6'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:13:10.020665 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ab3907-e786-4daa-ad4c-63737e15ee60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-9d3ad286-53b3-4663-a3e1-99eeca814105', 'network_id': '9d3ad286-53b3-4663-a3e1-99eeca814105', 'tenant_id': 'd545e4aa9c994a0f8eb2b7672f8fe502', 'fixed_ips': [{'subnet_id': 'be9e27b2-c8ff-4f8e-8a83-e6591b6956b9'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:13:10.022241 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-94ab3907-e786-4daa-ad4c-63737e15ee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:10.027557 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fd2346-e56f-472e-8160-ad21d3d66bfe tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Network d3e5b26a-4458-4335-a958-5a686abc16ed is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:10.035297 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-72fd2346-e56f-472e-8160-ad21d3d66bfe tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:10.037733 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fd2346-e56f-472e-8160-ad21d3d66bfe tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:13:10.053206 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-76cf67cd-c9b2-4879-9b79-2de6bc11af2c None None] For port c21c6d9b-4b2c-4260-93c8-70829c726c95, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:13:10.079817 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd2346-e56f-472e-8160-ad21d3d66bfe tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Pushing event updated for resources: {'Port': ['ID=80870860-5b7a-4325-bd39-a2ef69bc4768,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:10.086290 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:10.103062 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-76cf67cd-c9b2-4879-9b79-2de6bc11af2c None None] For port c21c6d9b-4b2c-4260-93c8-70829c726c95, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c21c6d9b-4b2c-4260-93c8-70829c726c95,segment=NetworkSegment(b56515dd-f308-4711-8dd3-379167d20b7d),segment_id=b56515dd-f308-4711-8dd3-379167d20b7d)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:13:10.109324 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-72fd2346-e56f-472e-8160-ad21d3d66bfe tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:10.116853 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-76cf67cd-c9b2-4879-9b79-2de6bc11af2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:10.235732 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-72fd2346-e56f-472e-8160-ad21d3d66bfe tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:10.271694 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf67cd-c9b2-4879-9b79-2de6bc11af2c None None] Pushing event updated for resources: {'Port': ['ID=c21c6d9b-4b2c-4260-93c8-70829c726c95,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:10.289512 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-94ab3907-e786-4daa-ad4c-63737e15ee60 None None] Allocated IP 172.20.0.1 (9d3ad286-53b3-4663-a3e1-99eeca814105/be9e27b2-c8ff-4f8e-8a83-e6591b6956b9/00e57314-5d4c-439d-9de5-77a4e1a91b82) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:13:10.335070 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:10.557352 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-94ab3907-e786-4daa-ad4c-63737e15ee60 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:10.569697 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-94ab3907-e786-4daa-ad4c-63737e15ee60 None None] Transition to ACTIVE for port object 00e57314-5d4c-439d-9de5-77a4e1a91b82 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:10.594869 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-94ab3907-e786-4daa-ad4c-63737e15ee60 None None] Transition to ACTIVE for port object 00e57314-5d4c-439d-9de5-77a4e1a91b82 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:10.604210 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-94ab3907-e786-4daa-ad4c-63737e15ee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:10.687405 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ab3907-e786-4daa-ad4c-63737e15ee60 None None] Network 9d3ad286-53b3-4663-a3e1-99eeca814105 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:10.692146 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-94ab3907-e786-4daa-ad4c-63737e15ee60 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:10.698507 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ab3907-e786-4daa-ad4c-63737e15ee60 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:13:10.700994 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab3907-e786-4daa-ad4c-63737e15ee60 None None] Pushing event updated for resources: {'Port': ['ID=00e57314-5d4c-439d-9de5-77a4e1a91b82,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:10.701583 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:10.746793 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-72fd2346-e56f-472e-8160-ad21d3d66bfe tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:10.751725 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b15a82f8-cca2-4c80-82da-124bf3fa2b08 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:10.753020 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-72fd2346-e56f-472e-8160-ad21d3d66bfe tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:10.798600 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-94ab3907-e786-4daa-ad4c-63737e15ee60 None None] Attempting to bind port 00e57314-5d4c-439d-9de5-77a4e1a91b82 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:13:10.799026 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-94ab3907-e786-4daa-ad4c-63737e15ee60 None None] Attempting to bind port 00e57314-5d4c-439d-9de5-77a4e1a91b82 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '47b2f0f5-f7da-4429-b50d-07e6fd72d5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9d3ad286-53b3-4663-a3e1-99eeca814105'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:13:10.799455 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ab3907-e786-4daa-ad4c-63737e15ee60 None None] Attempting to bind port 00e57314-5d4c-439d-9de5-77a4e1a91b82 on network 9d3ad286-53b3-4663-a3e1-99eeca814105 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:13:10.805047 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ab3907-e786-4daa-ad4c-63737e15ee60 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:13:10.805559 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ab3907-e786-4daa-ad4c-63737e15ee60 None None] Checking segment: {'id': '47b2f0f5-f7da-4429-b50d-07e6fd72d5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9d3ad286-53b3-4663-a3e1-99eeca814105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:13:10.806088 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-94ab3907-e786-4daa-ad4c-63737e15ee60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:10.806719 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ab3907-e786-4daa-ad4c-63737e15ee60 None None] Bound using segment: {'id': '47b2f0f5-f7da-4429-b50d-07e6fd72d5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9d3ad286-53b3-4663-a3e1-99eeca814105'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:13:10.807291 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-94ab3907-e786-4daa-ad4c-63737e15ee60 None None] Bound port: 00e57314-5d4c-439d-9de5-77a4e1a91b82, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b2f0f5-f7da-4429-b50d-07e6fd72d5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9d3ad286-53b3-4663-a3e1-99eeca814105'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:13:10.807742 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-94ab3907-e786-4daa-ad4c-63737e15ee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:10.843746 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event deleted for resources: {'Subnet': ['ID=be9e27b2-c8ff-4f8e-8a83-e6591b6956b9,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:10.872538 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-72fd2346-e56f-472e-8160-ad21d3d66bfe tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:10.876069 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd2346-e56f-472e-8160-ad21d3d66bfe tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Pushing event updated for resources: {'Port': ['ID=80870860-5b7a-4325-bd39-a2ef69bc4768,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:10.907925 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-94ab3907-e786-4daa-ad4c-63737e15ee60 None None] For port 00e57314-5d4c-439d-9de5-77a4e1a91b82, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:13:10.911445 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-94ab3907-e786-4daa-ad4c-63737e15ee60 None None] For port 00e57314-5d4c-439d-9de5-77a4e1a91b82, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=00e57314-5d4c-439d-9de5-77a4e1a91b82,segment=NetworkSegment(47b2f0f5-f7da-4429-b50d-07e6fd72d5c7),segment_id=47b2f0f5-f7da-4429-b50d-07e6fd72d5c7)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:13:10.915713 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58838) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:10.917383 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-94ab3907-e786-4daa-ad4c-63737e15ee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:11.016442 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:11.051483 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a388db-6407-46bd-aa38-34ad41d39f57 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:11.062961 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-52a388db-6407-46bd-aa38-34ad41d39f57 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=222bb166-3b66-45c7-9663-18be61b96587 HTTP/1.1" status: 200 len: 814 time: 0.1362202 Mar 28 19:13:11.077255 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3ad286-53b3-4663-a3e1-99eeca814105']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:11.081931 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fd2346-e56f-472e-8160-ad21d3d66bfe tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Network d3e5b26a-4458-4335-a958-5a686abc16ed is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:11.083192 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-72fd2346-e56f-472e-8160-ad21d3d66bfe tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:11.092519 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b2f0f5-f7da-4429-b50d-07e6fd72d5c7') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:11.093131 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b2f0f5-f7da-4429-b50d-07e6fd72d5c7') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:11.105824 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab3907-e786-4daa-ad4c-63737e15ee60 None None] Pushing event updated for resources: {'Port': ['ID=00e57314-5d4c-439d-9de5-77a4e1a91b82,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:11.111644 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:11.137002 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6f814c-0cc0-4838-8a56-f593fb277902 None None] Network 9d3ad286-53b3-4663-a3e1-99eeca814105 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:11.231012 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:11.245970 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:13:11.246689 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:11.454345 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66d0b0b-c8ad-4e36-8bb6-9b98731a75be None None] Network d3e5b26a-4458-4335-a958-5a686abc16ed requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:11.464291 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72fd2346-e56f-472e-8160-ad21d3d66bfe tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Router 097753f2-a6bd-4f48-bbb8-0902ba4a87c9 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:13:11.474743 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:13:11.498071 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 19:13:11.498071 dv-neutron-834711-1-hyperv neutron-server[87832]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 19:13:11.498071 dv-neutron-834711-1-hyperv neutron-server[87832]: [parameters: {'id': '9d3ad286-53b3-4663-a3e1-99eeca814105'}] Mar 28 19:13:11.498071 dv-neutron-834711-1-hyperv neutron-server[87832]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:13:11.498544 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:13:11.521373 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-b15a82f8-cca2-4c80-82da-124bf3fa2b08 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Deleting port 557735a4-943e-4501-b7d8-6fdb78ee7eb8 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:11.521721 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b15a82f8-cca2-4c80-82da-124bf3fa2b08 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:11.581042 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e35d79b0-f079-4cfe-bfa9-26bc6761bbed None None] Provisioning for port c21c6d9b-4b2c-4260-93c8-70829c726c95 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:11.623741 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fd2346-e56f-472e-8160-ad21d3d66bfe tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:13:11.636363 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-72fd2346-e56f-472e-8160-ad21d3d66bfe tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] 10.222.0.10 "PUT /v2.0/routers/097753f2-a6bd-4f48-bbb8-0902ba4a87c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0008693 Mar 28 19:13:11.637362 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58846) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:11.639040 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d118e58e-2d88-4174-8796-92ffbfd25300 None None] Sync routers for ids ['097753f2-a6bd-4f48-bbb8-0902ba4a87c9'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:13:11.653224 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d118e58e-2d88-4174-8796-92ffbfd25300 None None] Routers {'097753f2-a6bd-4f48-bbb8-0902ba4a87c9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:11.654224 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-d118e58e-2d88-4174-8796-92ffbfd25300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:12:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['097753f2-a6bd-4f48-bbb8-0902ba4a87c9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:11.656349 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-635219fe-2703-4aa2-a13f-f9ef64e3ab45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Request body: {'port': {'network_id': 'd3e5b26a-4458-4335-a958-5a686abc16ed', 'name': 'tempest-FloatingIPNegativeTestJSON-908510215'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:11.718593 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b15a82f8-cca2-4c80-82da-124bf3fa2b08 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:11.740086 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-d118e58e-2d88-4174-8796-92ffbfd25300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:11.755611 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d118e58e-2d88-4174-8796-92ffbfd25300 None None] Routers {'097753f2-a6bd-4f48-bbb8-0902ba4a87c9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:11.756473 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-d118e58e-2d88-4174-8796-92ffbfd25300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:12:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['097753f2-a6bd-4f48-bbb8-0902ba4a87c9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:11.830376 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-d118e58e-2d88-4174-8796-92ffbfd25300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:11.831123 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d118e58e-2d88-4174-8796-92ffbfd25300 None None] The sync data for ids ['097753f2-a6bd-4f48-bbb8-0902ba4a87c9'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:13:11.853545 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-635219fe-2703-4aa2-a13f-f9ef64e3ab45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:11.857632 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-635219fe-2703-4aa2-a13f-f9ef64e3ab45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Usage tracker for resource:port and tenant:5ae0f1674be842829fe75ed49b018207 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:11.860630 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-635219fe-2703-4aa2-a13f-f9ef64e3ab45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:11.861801 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-b15a82f8-cca2-4c80-82da-124bf3fa2b08 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Calling delete_port for 557735a4-943e-4501-b7d8-6fdb78ee7eb8 owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:11.866579 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-635219fe-2703-4aa2-a13f-f9ef64e3ab45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:11.878427 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635219fe-2703-4aa2-a13f-f9ef64e3ab45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Made reservation on behalf of 5ae0f1674be842829fe75ed49b018207 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:11.881931 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-635219fe-2703-4aa2-a13f-f9ef64e3ab45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:11.904863 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-635219fe-2703-4aa2-a13f-f9ef64e3ab45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] device_id is not set on port 89331b3e-2a23-4839-855c-069166176a5a yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:13:11.937167 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58850) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:11.950915 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-062c3f44-79b6-403d-ac03-ff1124b56d58 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'network': {'name': 'tempest-network-smoke--566443704', 'project_id': '061332865d564f96959562b5c3aa8701', 'port_security_enabled': True}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:11.957833 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-062c3f44-79b6-403d-ac03-ff1124b56d58 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:11.968949 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-062c3f44-79b6-403d-ac03-ff1124b56d58 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:network and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:11.972598 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-062c3f44-79b6-403d-ac03-ff1124b56d58 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:11.980340 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-062c3f44-79b6-403d-ac03-ff1124b56d58 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:11.998532 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062c3f44-79b6-403d-ac03-ff1124b56d58 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Made reservation on behalf of 061332865d564f96959562b5c3aa8701 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:12.002185 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-062c3f44-79b6-403d-ac03-ff1124b56d58 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:12.015662 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:12.028139 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-cf4fec37-5cb6-4e4f-82f3-355df55a07ea None None] Provisioning for port 80870860-5b7a-4325-bd39-a2ef69bc4768 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:12.034874 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-cf4fec37-5cb6-4e4f-82f3-355df55a07ea None None] Provisioning complete for port 80870860-5b7a-4325-bd39-a2ef69bc4768 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:12.035620 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-cf4fec37-5cb6-4e4f-82f3-355df55a07ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:12.049703 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Deleting port 00e57314-5d4c-439d-9de5-77a4e1a91b82 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:12.050099 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:12.075355 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-635219fe-2703-4aa2-a13f-f9ef64e3ab45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Allocated IP 172.20.0.12 (d3e5b26a-4458-4335-a958-5a686abc16ed/c1d3665a-d5ac-4b34-98cd-4df819264495/89331b3e-2a23-4839-855c-069166176a5a) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:13:12.113517 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062c3f44-79b6-403d-ac03-ff1124b56d58 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:13:12.124943 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-cf4fec37-5cb6-4e4f-82f3-355df55a07ea None None] Port 80870860-5b7a-4325-bd39-a2ef69bc4768 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:13:12.163683 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-062c3f44-79b6-403d-ac03-ff1124b56d58 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:12.163908 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-062c3f44-79b6-403d-ac03-ff1124b56d58 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Added segment bd41b65a-e84b-401e-9d63-2eb8a941a972 of type vlan for network dfb19a36-688e-4ca2-86d5-de00ef6985a0 Mar 28 19:13:12.242154 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b15a82f8-cca2-4c80-82da-124bf3fa2b08 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:12.272430 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-62a850e4-3d6a-47e4-b05c-c70973a3f4e7 None None] Provisioning complete for port 80870860-5b7a-4325-bd39-a2ef69bc4768 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:12.272811 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-62a850e4-3d6a-47e4-b05c-c70973a3f4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:12.290540 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-062c3f44-79b6-403d-ac03-ff1124b56d58 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:12.330034 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-635219fe-2703-4aa2-a13f-f9ef64e3ab45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:12.330536 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a82f8-cca2-4c80-82da-124bf3fa2b08 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Port': ['ID=557735a4-943e-4501-b7d8-6fdb78ee7eb8,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:12.418439 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-635219fe-2703-4aa2-a13f-f9ef64e3ab45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Transition to ACTIVE for port object 89331b3e-2a23-4839-855c-069166176a5a will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:12.440070 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-62a850e4-3d6a-47e4-b05c-c70973a3f4e7 None None] Port 80870860-5b7a-4325-bd39-a2ef69bc4768 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:13:12.469699 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2bb659f6-1db4-4bee-896e-dc0b1ad9971d req-90e2dd53-1fae-41b8-beb2-eeba65587e02 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19273f2d-61bc-4be8-9410-f1f3cf7b6a33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1361859 Mar 28 19:13:12.498940 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c21c6d9b-4b2c-4260-93c8-70829c726c95 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:13:12.499382 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-635219fe-2703-4aa2-a13f-f9ef64e3ab45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:12.597974 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port c21c6d9b-4b2c-4260-93c8-70829c726c95 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:12.603472 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port c21c6d9b-4b2c-4260-93c8-70829c726c95 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:12.603877 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:12.635923 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635219fe-2703-4aa2-a13f-f9ef64e3ab45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Pushing event updated for resources: {'Port': ['ID=89331b3e-2a23-4839-855c-069166176a5a,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:12.641546 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-062c3f44-79b6-403d-ac03-ff1124b56d58 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:12.647224 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062c3f44-79b6-403d-ac03-ff1124b56d58 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:12.648034 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-062c3f44-79b6-403d-ac03-ff1124b56d58 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:12.683926 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635219fe-2703-4aa2-a13f-f9ef64e3ab45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Network d3e5b26a-4458-4335-a958-5a686abc16ed is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:12.685854 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-635219fe-2703-4aa2-a13f-f9ef64e3ab45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:12.691756 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635219fe-2703-4aa2-a13f-f9ef64e3ab45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:13:12.700365 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-03d278aa-f099-440b-baf9-a4108e20cb98 None None] Provisioning complete for port 80870860-5b7a-4325-bd39-a2ef69bc4768 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:12.700981 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-03d278aa-f099-440b-baf9-a4108e20cb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:12.783014 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635219fe-2703-4aa2-a13f-f9ef64e3ab45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:12.783639 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-635219fe-2703-4aa2-a13f-f9ef64e3ab45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:12.802734 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb659f6-1db4-4bee-896e-dc0b1ad9971d req-2d298e2c-7874-457b-a97f-202632a4f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:12.804330 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2bb659f6-1db4-4bee-896e-dc0b1ad9971d req-2d298e2c-7874-457b-a97f-202632a4f5d5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=19273f2d-61bc-4be8-9410-f1f3cf7b6a33 HTTP/1.1" status: 200 len: 1099 time: 0.2985070 Mar 28 19:13:12.811581 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c3f44-79b6-403d-ac03-ff1124b56d58 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Network': ['ID=dfb19a36-688e-4ca2-86d5-de00ef6985a0,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:12.815017 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] For port 00e57314-5d4c-439d-9de5-77a4e1a91b82, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=00e57314-5d4c-439d-9de5-77a4e1a91b82,segment=NetworkSegment(47b2f0f5-f7da-4429-b50d-07e6fd72d5c7),segment_id=47b2f0f5-f7da-4429-b50d-07e6fd72d5c7)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:12.815379 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:12.822474 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-635219fe-2703-4aa2-a13f-f9ef64e3ab45 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1799889 Mar 28 19:13:12.823396 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58854) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:12.826332 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b15a82f8-cca2-4c80-82da-124bf3fa2b08 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:12.830124 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-789839b5-bcf0-4b5a-bed1-f5ae946346d4 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:12.836941 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-789839b5-bcf0-4b5a-bed1-f5ae946346d4 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:12.839389 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network dfb19a36-688e-4ca2-86d5-de00ef6985a0 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:13:12.861666 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-789839b5-bcf0-4b5a-bed1-f5ae946346d4 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Usage tracker for resource:floatingip and tenant:5ae0f1674be842829fe75ed49b018207 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:12.876400 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-789839b5-bcf0-4b5a-bed1-f5ae946346d4 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:12.885890 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-789839b5-bcf0-4b5a-bed1-f5ae946346d4 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:12.889347 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-03d278aa-f099-440b-baf9-a4108e20cb98 None None] Port 80870860-5b7a-4325-bd39-a2ef69bc4768 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:13:12.956262 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:12.971127 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Calling delete_port for 00e57314-5d4c-439d-9de5-77a4e1a91b82 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:12.989996 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-789839b5-bcf0-4b5a-bed1-f5ae946346d4 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:12.995916 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d79cabc-d17d-4edc-b4f1-71ed7fd2a1ad None None] get_active_networks_info from dv-neutron-834711-1-hyperv {{(pid=87834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 19:13:13.048306 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb659f6-1db4-4bee-896e-dc0b1ad9971d req-0c618470-3a9d-4986-9b3b-342e2ed3256b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:13.049938 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2bb659f6-1db4-4bee-896e-dc0b1ad9971d req-0c618470-3a9d-4986-9b3b-342e2ed3256b service neutron] 10.222.0.26 "GET /v2.0/networks?id=2486f7ec-b979-41fc-a225-67e3b737e9a3 HTTP/1.1" status: 200 len: 898 time: 0.2103875 Mar 28 19:13:13.070382 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port c21c6d9b-4b2c-4260-93c8-70829c726c95, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c21c6d9b-4b2c-4260-93c8-70829c726c95,segment=NetworkSegment(b56515dd-f308-4711-8dd3-379167d20b7d),segment_id=b56515dd-f308-4711-8dd3-379167d20b7d)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:13.079019 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:13.118938 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-d53c2050-bbf6-400a-99b2-79bb7262133a None None] Provisioning for port 89331b3e-2a23-4839-855c-069166176a5a completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:13.157361 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-d53c2050-bbf6-400a-99b2-79bb7262133a None None] Provisioning complete for port 89331b3e-2a23-4839-855c-069166176a5a triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:13.157725 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d53c2050-bbf6-400a-99b2-79bb7262133a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:13.187739 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-062c3f44-79b6-403d-ac03-ff1124b56d58 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2462630 Mar 28 19:13:13.191749 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58858) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:13.256779 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=c21c6d9b-4b2c-4260-93c8-70829c726c95,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:13.259707 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2bb659f6-1db4-4bee-896e-dc0b1ad9971d req-0afd5c6b-5cbe-4191-bc91-341f93a653c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd HTTP/1.1" status: 200 len: 1002 time: 0.1567395 Mar 28 19:13:13.264927 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-d53c2050-bbf6-400a-99b2-79bb7262133a None None] Port 89331b3e-2a23-4839-855c-069166176a5a cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:13:13.284300 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d79cabc-d17d-4edc-b4f1-71ed7fd2a1ad None None] Resources bound (agent type, host, resource id): {{(pid=87834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 19:13:13.417787 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:13.449284 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be953b61-4a0d-4b02-97ff-11b561fdf665 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:13.453347 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-be953b61-4a0d-4b02-97ff-11b561fdf665 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=061332865d564f96959562b5c3aa8701&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2560477 Mar 28 19:13:13.454433 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58862) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:13.470775 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] No DVR routers for this DVR port 00e57314-5d4c-439d-9de5-77a4e1a91b82 on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:13:13.472376 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event deleted for resources: {'Port': ['ID=00e57314-5d4c-439d-9de5-77a4e1a91b82,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:13.475123 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15a82f8-cca2-4c80-82da-124bf3fa2b08 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Router 2af2be6f-f5e6-4fcd-b35a-b73c2bb510e6 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:13:13.504110 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb659f6-1db4-4bee-896e-dc0b1ad9971d req-782adef2-e222-429b-bd45-aae6b7017f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:13.504110 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2bb659f6-1db4-4bee-896e-dc0b1ad9971d req-782adef2-e222-429b-bd45-aae6b7017f71 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d4ae72b-d834-47e4-a182-f022b94a587f HTTP/1.1" status: 200 len: 834 time: 0.2362864 Mar 28 19:13:13.638604 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-789839b5-bcf0-4b5a-bed1-f5ae946346d4 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:13.661527 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad318f7-ca82-49f0-9a4d-212d6078f85d None None] get_active_networks_info from dv-neutron-834711-1-hyperv {{(pid=87834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 19:13:13.715807 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede62fb4-14ce-47a5-bb77-99bcc26deffb tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:13.719755 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ede62fb4-14ce-47a5-bb77-99bcc26deffb tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2617431 Mar 28 19:13:13.721835 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:13.725145 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58866) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:13.734530 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15a82f8-cca2-4c80-82da-124bf3fa2b08 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:13:13.744431 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b15a82f8-cca2-4c80-82da-124bf3fa2b08 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "PUT /v2.0/routers/2af2be6f-f5e6-4fcd-b35a-b73c2bb510e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8076606 Mar 28 19:13:13.752931 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58870) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:13.791391 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d958d5ed-0631-4a72-bfd9-b0921d0b3648 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=222bb166-3b66-45c7-9663-18be61b96587&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0559165 Mar 28 19:13:13.792649 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58874) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:13.798147 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231b60dc-5e30-406b-aa5e-fc24b64d75ca None None] Sync routers for ids ['2af2be6f-f5e6-4fcd-b35a-b73c2bb510e6'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:13:13.798575 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb659f6-1db4-4bee-896e-dc0b1ad9971d req-60d276f6-19b2-44e4-b838-f24173e050e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:13.800064 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2bb659f6-1db4-4bee-896e-dc0b1ad9971d req-60d276f6-19b2-44e4-b838-f24173e050e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2486f7ec-b979-41fc-a225-67e3b737e9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2864909 Mar 28 19:13:13.819753 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3ad286-53b3-4663-a3e1-99eeca814105']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:13.828838 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231b60dc-5e30-406b-aa5e-fc24b64d75ca None None] Routers {'2af2be6f-f5e6-4fcd-b35a-b73c2bb510e6'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:13.829461 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-231b60dc-5e30-406b-aa5e-fc24b64d75ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:12:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2af2be6f-f5e6-4fcd-b35a-b73c2bb510e6'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:13.841767 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b2f0f5-f7da-4429-b50d-07e6fd72d5c7') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:13.842094 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b2f0f5-f7da-4429-b50d-07e6fd72d5c7') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:13.893802 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-231b60dc-5e30-406b-aa5e-fc24b64d75ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:13.895927 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad318f7-ca82-49f0-9a4d-212d6078f85d None None] Resources bound (agent type, host, resource id): {{(pid=87834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 19:13:13.912112 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:13.912339 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231b60dc-5e30-406b-aa5e-fc24b64d75ca None None] Routers {'2af2be6f-f5e6-4fcd-b35a-b73c2bb510e6'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:13.912862 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-231b60dc-5e30-406b-aa5e-fc24b64d75ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:12:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2af2be6f-f5e6-4fcd-b35a-b73c2bb510e6'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:13.932413 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-78f958ba-44a4-46a3-860a-24d71e8e0931 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=061332865d564f96959562b5c3aa8701&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1359231 Mar 28 19:13:13.934978 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58878) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:14.005221 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-231b60dc-5e30-406b-aa5e-fc24b64d75ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:14.005527 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231b60dc-5e30-406b-aa5e-fc24b64d75ca None None] The sync data for ids ['2af2be6f-f5e6-4fcd-b35a-b73c2bb510e6'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:13:14.040525 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:14.058132 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-789839b5-bcf0-4b5a-bed1-f5ae946346d4 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Allocated IP 172.26.4.160 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/429de1c4-0263-436f-b562-20ab6548e1a6) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:13:14.085042 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:13:14.085440 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:13:14.112743 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:13:14.208800 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-74636743-51e2-4d53-9be6-f224e7040607 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] remove_router_interface failed (client error): The resource could not be found. Mar 28 19:13:14.213290 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-74636743-51e2-4d53-9be6-f224e7040607 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "PUT /v2.0/routers/2af2be6f-f5e6-4fcd-b35a-b73c2bb510e6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4559748 Mar 28 19:13:14.214331 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58882) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:14.237561 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2bb659f6-1db4-4bee-896e-dc0b1ad9971d req-50846ed2-2d8e-4baf-8150-02ee66350257 service neutron] 10.222.0.26 "GET /v2.0/networks/2486f7ec-b979-41fc-a225-67e3b737e9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735995 Mar 28 19:13:14.257921 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c6932517-7407-4752-9d86-30e157701069 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Synchronizing usage tracker for tenant:d916fc06fcf1402987e9337f73165337 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:13:14.271039 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:14.291214 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:14.297587 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c6932517-7407-4752-9d86-30e157701069 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Unset dirty status for tenant:d916fc06fcf1402987e9337f73165337 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:13:14.301995 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c6932517-7407-4752-9d86-30e157701069 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "GET /v2.0/ports?device_id=2af2be6f-f5e6-4fcd-b35a-b73c2bb510e6 HTTP/1.1" status: 200 len: 205 time: 0.0834954 Mar 28 19:13:14.301995 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event deleted for resources: {'Network': ['ID=9d3ad286-53b3-4663-a3e1-99eeca814105,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:14.302264 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58886) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:14.304225 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c12268-fa82-49a4-b9dd-d0070dc39fba tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:14.306384 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-11954d45-f662-4a11-a81c-4c1453918eed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/networks/9d3ad286-53b3-4663-a3e1-99eeca814105 HTTP/1.1" status: 204 len: 168 time: 4.7921550 Mar 28 19:13:14.311370 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-94c12268-fa82-49a4-b9dd-d0070dc39fba tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3738804 Mar 28 19:13:14.314652 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58890) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:14.315262 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58892) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:14.325423 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-5de00658-1457-489c-a4c3-7469040d930b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-859066267'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:14.332005 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-5de00658-1457-489c-a4c3-7469040d930b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:14.336103 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5de00658-1457-489c-a4c3-7469040d930b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Usage tracker for resource:network and tenant:d545e4aa9c994a0f8eb2b7672f8fe502 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:14.340683 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5de00658-1457-489c-a4c3-7469040d930b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:14.390706 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c21c6d9b-4b2c-4260-93c8-70829c726c95 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:13:14.394139 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-5de00658-1457-489c-a4c3-7469040d930b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:14.417995 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-04be1d04-7f54-402d-a44f-25c42af08234 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=222bb166-3b66-45c7-9663-18be61b96587&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0954425 Mar 28 19:13:14.465561 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port c21c6d9b-4b2c-4260-93c8-70829c726c95 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:14.466253 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:14.470107 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58898) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:14.490493 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-62a1a4a9-dc2c-4333-a0ee-caa3c03d6014 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-223692563', 'network_id': 'dfb19a36-688e-4ca2-86d5-de00ef6985a0', 'project_id': '061332865d564f96959562b5c3aa8701', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:14.511591 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de00658-1457-489c-a4c3-7469040d930b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Made reservation on behalf of d545e4aa9c994a0f8eb2b7672f8fe502 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:14.514963 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5de00658-1457-489c-a4c3-7469040d930b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:14.560175 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2ff45223-088e-4fdd-8bd9-a49789cadcab tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:14.647818 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-789839b5-bcf0-4b5a-bed1-f5ae946346d4 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:14.684053 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de00658-1457-489c-a4c3-7469040d930b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:13:14.690323 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2bb659f6-1db4-4bee-896e-dc0b1ad9971d req-5e58ff86-df60-4582-957f-4daade1c4efc service neutron] 10.222.0.26 "GET /v2.0/networks/2486f7ec-b979-41fc-a225-67e3b737e9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372005 Mar 28 19:13:14.705131 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-62a1a4a9-dc2c-4333-a0ee-caa3c03d6014 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:14.711078 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-62a1a4a9-dc2c-4333-a0ee-caa3c03d6014 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:subnet and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:14.715626 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-62a1a4a9-dc2c-4333-a0ee-caa3c03d6014 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:14.723088 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5de00658-1457-489c-a4c3-7469040d930b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:14.723431 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-5de00658-1457-489c-a4c3-7469040d930b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Added segment 7a4573a9-5b16-46dd-b37b-ffbb69882224 of type vlan for network b0d5dd35-9b25-4129-9d42-277779222c06 Mar 28 19:13:14.725457 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-62a1a4a9-dc2c-4333-a0ee-caa3c03d6014 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:14.762078 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a1a4a9-dc2c-4333-a0ee-caa3c03d6014 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Made reservation on behalf of 061332865d564f96959562b5c3aa8701 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:14.765370 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-62a1a4a9-dc2c-4333-a0ee-caa3c03d6014 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:14.794010 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5de00658-1457-489c-a4c3-7469040d930b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:14.811146 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-789839b5-bcf0-4b5a-bed1-f5ae946346d4 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:14.871474 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2ff45223-088e-4fdd-8bd9-a49789cadcab tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:14.873695 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2ff45223-088e-4fdd-8bd9-a49789cadcab tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:14.897517 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2ff45223-088e-4fdd-8bd9-a49789cadcab tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:14.898159 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff45223-088e-4fdd-8bd9-a49789cadcab tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Fanout notify agent at l3_agent the message router_deleted on router 2af2be6f-f5e6-4fcd-b35a-b73c2bb510e6 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:13:14.914194 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2ff45223-088e-4fdd-8bd9-a49789cadcab tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:14.918178 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2ff45223-088e-4fdd-8bd9-a49789cadcab tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/routers/2af2be6f-f5e6-4fcd-b35a-b73c2bb510e6 HTTP/1.1" status: 204 len: 168 time: 0.6119320 Mar 28 19:13:14.918382 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58902) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:14.919017 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.db.resource_extend [None req-5de00658-1457-489c-a4c3-7469040d930b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:13:14.949842 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789839b5-bcf0-4b5a-bed1-f5ae946346d4 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:14.959910 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-789839b5-bcf0-4b5a-bed1-f5ae946346d4 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:14.962846 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789839b5-bcf0-4b5a-bed1-f5ae946346d4 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:13:14.986498 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-6411638d-3be5-4d5f-b9a7-cbdd0188141d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Deleting subnet e25f9301-4452-456c-9e2a-2bf104852970 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:13:14.989341 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6411638d-3be5-4d5f-b9a7-cbdd0188141d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:15.017827 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5de00658-1457-489c-a4c3-7469040d930b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:15.023206 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de00658-1457-489c-a4c3-7469040d930b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:15.023774 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5de00658-1457-489c-a4c3-7469040d930b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:15.042619 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6411638d-3be5-4d5f-b9a7-cbdd0188141d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:15.056997 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789839b5-bcf0-4b5a-bed1-f5ae946346d4 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Pushing event updated for resources: {'Port': ['ID=429de1c4-0263-436f-b562-20ab6548e1a6,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:15.134582 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6411638d-3be5-4d5f-b9a7-cbdd0188141d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:15.210362 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6411638d-3be5-4d5f-b9a7-cbdd0188141d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:15.250775 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411638d-3be5-4d5f-b9a7-cbdd0188141d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Subnet': ['ID=e25f9301-4452-456c-9e2a-2bf104852970,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:15.254561 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6411638d-3be5-4d5f-b9a7-cbdd0188141d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:15.262044 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6411638d-3be5-4d5f-b9a7-cbdd0188141d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/subnets/e25f9301-4452-456c-9e2a-2bf104852970 HTTP/1.1" status: 204 len: 168 time: 0.3426611 Mar 28 19:13:15.262921 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92a957f-efc6-4a3d-96f3-d26511c2f5df None None] Network 9dc9d63b-c98e-4731-b3e0-8cc0c58801bd requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:15.265350 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58906) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:15.341574 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5de00658-1457-489c-a4c3-7469040d930b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0230823 Mar 28 19:13:15.342214 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de00658-1457-489c-a4c3-7469040d930b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event updated for resources: {'Network': ['ID=b0d5dd35-9b25-4129-9d42-277779222c06,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:15.345029 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58910) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:15.364799 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-5b8d011a-ca8a-49ff-b22c-83bc578b20b3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:15.365710 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network b0d5dd35-9b25-4129-9d42-277779222c06 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:13:15.388928 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-21a36bc3-a5ed-427c-ae96-2ce3f184db3c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:15.400619 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-21a36bc3-a5ed-427c-ae96-2ce3f184db3c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Deleting port 1d0f856c-432c-4e3b-a3e5-48f6461fb098 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:15.400985 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-21a36bc3-a5ed-427c-ae96-2ce3f184db3c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:15.490337 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-789839b5-bcf0-4b5a-bed1-f5ae946346d4 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:15.624434 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-21a36bc3-a5ed-427c-ae96-2ce3f184db3c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] For port 1d0f856c-432c-4e3b-a3e5-48f6461fb098, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1d0f856c-432c-4e3b-a3e5-48f6461fb098,segment=NetworkSegment(29303745-b469-4c85-a466-84a04cee1345),segment_id=29303745-b469-4c85-a466-84a04cee1345)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:15.624814 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-21a36bc3-a5ed-427c-ae96-2ce3f184db3c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:15.650236 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62149ae6-3a42-48d9-a32a-5d934b81b945 None None] DHCP port deletion for 9dc9d63b-c98e-4731-b3e0-8cc0c58801bd request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:13:15.656946 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-62149ae6-3a42-48d9-a32a-5d934b81b945 None None] Deleting port 1d0f856c-432c-4e3b-a3e5-48f6461fb098 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:15.657790 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-62149ae6-3a42-48d9-a32a-5d934b81b945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:15.666504 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-62a1a4a9-dc2c-4333-a0ee-caa3c03d6014 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:15.736291 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-789839b5-bcf0-4b5a-bed1-f5ae946346d4 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:15.767629 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-21a36bc3-a5ed-427c-ae96-2ce3f184db3c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Calling delete_port for 1d0f856c-432c-4e3b-a3e5-48f6461fb098 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:15.809072 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5b8d011a-ca8a-49ff-b22c-83bc578b20b3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:15.851259 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1a4a9-dc2c-4333-a0ee-caa3c03d6014 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Subnet': ['ID=cdd81775-0989-4815-b90c-f2014c90849f,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:15.864238 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-21a36bc3-a5ed-427c-ae96-2ce3f184db3c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:15.868381 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5b8d011a-ca8a-49ff-b22c-83bc578b20b3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:15.885691 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-62149ae6-3a42-48d9-a32a-5d934b81b945 None None] For port 1d0f856c-432c-4e3b-a3e5-48f6461fb098, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1d0f856c-432c-4e3b-a3e5-48f6461fb098,segment=NetworkSegment(29303745-b469-4c85-a466-84a04cee1345),segment_id=29303745-b469-4c85-a466-84a04cee1345)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:15.885691 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-62149ae6-3a42-48d9-a32a-5d934b81b945 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:15.910926 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5b8d011a-ca8a-49ff-b22c-83bc578b20b3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Network b0d5dd35-9b25-4129-9d42-277779222c06 is not hosted by any dhcp agent {{(pid=87833) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 28 19:13:15.917060 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8d011a-ca8a-49ff-b22c-83bc578b20b3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:15.917687 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5b8d011a-ca8a-49ff-b22c-83bc578b20b3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:15.921560 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5b8d011a-ca8a-49ff-b22c-83bc578b20b3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "PUT /v2.0/networks/b0d5dd35-9b25-4129-9d42-277779222c06 HTTP/1.1" status: 200 len: 723 time: 0.5673590 Mar 28 19:13:15.938077 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58914) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:15.953686 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a1a4a9-dc2c-4333-a0ee-caa3c03d6014 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Checking segment: {'id': 'bd41b65a-e84b-401e-9d63-2eb8a941a972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dfb19a36-688e-4ca2-86d5-de00ef6985a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:13:15.954037 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a1a4a9-dc2c-4333-a0ee-caa3c03d6014 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network hostable DHCP agents. Network: dfb19a36-688e-4ca2-86d5-de00ef6985a0, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:13:16.006172 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-62149ae6-3a42-48d9-a32a-5d934b81b945 None None] Calling delete_port for 1d0f856c-432c-4e3b-a3e5-48f6461fb098 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:16.015238 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-8a1a357a-eb0d-465c-bdc6-9d672bca119c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Request body: {'subnet': {'network_id': 'b0d5dd35-9b25-4129-9d42-277779222c06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:16.021692 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a36bc3-a5ed-427c-ae96-2ce3f184db3c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Port': ['ID=1d0f856c-432c-4e3b-a3e5-48f6461fb098,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:16.025640 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a36bc3-a5ed-427c-ae96-2ce3f184db3c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] No DVR routers for this DVR port 1d0f856c-432c-4e3b-a3e5-48f6461fb098 on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:13:16.080525 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-62149ae6-3a42-48d9-a32a-5d934b81b945 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:13:16.080878 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-62149ae6-3a42-48d9-a32a-5d934b81b945 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:13:16.102556 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d011a-ca8a-49ff-b22c-83bc578b20b3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event updated for resources: {'Network': ['ID=b0d5dd35-9b25-4129-9d42-277779222c06,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:16.113075 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network b0d5dd35-9b25-4129-9d42-277779222c06 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:13:16.151982 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-21a36bc3-a5ed-427c-ae96-2ce3f184db3c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:16.179505 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-21a36bc3-a5ed-427c-ae96-2ce3f184db3c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc9d63b-c98e-4731-b3e0-8cc0c58801bd']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:16.193844 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a1a4a9-dc2c-4333-a0ee-caa3c03d6014 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network dfb19a36-688e-4ca2-86d5-de00ef6985a0 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:13:16.199080 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-21a36bc3-a5ed-427c-ae96-2ce3f184db3c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29303745-b469-4c85-a466-84a04cee1345') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:16.199610 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-21a36bc3-a5ed-427c-ae96-2ce3f184db3c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29303745-b469-4c85-a466-84a04cee1345') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:16.212176 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-21a36bc3-a5ed-427c-ae96-2ce3f184db3c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:16.231433 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-21a36bc3-a5ed-427c-ae96-2ce3f184db3c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:16.238043 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-62a1a4a9-dc2c-4333-a0ee-caa3c03d6014 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, dfb19a36-688e-4ca2-86d5-de00ef6985a0) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:16.239264 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a36bc3-a5ed-427c-ae96-2ce3f184db3c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:13:16.240475 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-21a36bc3-a5ed-427c-ae96-2ce3f184db3c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:16.243521 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a1a4a9-dc2c-4333-a0ee-caa3c03d6014 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:16.244086 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-62a1a4a9-dc2c-4333-a0ee-caa3c03d6014 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:16.250606 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c69b4a-888c-4a0b-ba59-fad8d04da432 None None] Network dfb19a36-688e-4ca2-86d5-de00ef6985a0 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:16.253262 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-8a1a357a-eb0d-465c-bdc6-9d672bca119c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:13:16.258331 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:13:16.271245 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-8a1a357a-eb0d-465c-bdc6-9d672bca119c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Usage tracker for resource:subnet and tenant:d545e4aa9c994a0f8eb2b7672f8fe502 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:16.276465 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-8a1a357a-eb0d-465c-bdc6-9d672bca119c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:16.288435 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-62a1a4a9-dc2c-4333-a0ee-caa3c03d6014 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8131537 Mar 28 19:13:16.288435 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-8a1a357a-eb0d-465c-bdc6-9d672bca119c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:16.311118 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1a357a-eb0d-465c-bdc6-9d672bca119c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Made reservation on behalf of d545e4aa9c994a0f8eb2b7672f8fe502 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:16.314542 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8a1a357a-eb0d-465c-bdc6-9d672bca119c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:16.348931 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-789839b5-bcf0-4b5a-bed1-f5ae946346d4 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:16.358306 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-789839b5-bcf0-4b5a-bed1-f5ae946346d4 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:16.405617 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-21a36bc3-a5ed-427c-ae96-2ce3f184db3c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:16.424088 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1d0f856c-432c-4e3b-a3e5-48f6461fb098 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:13:16.437495 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-21a36bc3-a5ed-427c-ae96-2ce3f184db3c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:16.444572 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a36bc3-a5ed-427c-ae96-2ce3f184db3c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Network': ['ID=9dc9d63b-c98e-4731-b3e0-8cc0c58801bd,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:16.474856 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-21a36bc3-a5ed-427c-ae96-2ce3f184db3c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/networks/9dc9d63b-c98e-4731-b3e0-8cc0c58801bd HTTP/1.1" status: 204 len: 168 time: 1.2081902 Mar 28 19:13:16.480596 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 1d0f856c-432c-4e3b-a3e5-48f6461fb098 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:13:16.480941 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1d0f856c-432c-4e3b-a3e5-48f6461fb098 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:13:16.481093 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58920) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:16.497219 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-82acae68-3665-4599-a466-c9e6f941d353 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2030887510'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:16.511103 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-82acae68-3665-4599-a466-c9e6f941d353 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:16.517487 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-82acae68-3665-4599-a466-c9e6f941d353 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Usage tracker for resource:network and tenant:d916fc06fcf1402987e9337f73165337 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:16.519949 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58924) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:16.523488 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-82acae68-3665-4599-a466-c9e6f941d353 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:16.529681 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-86f990d1-d125-465e-a016-be62231b9628 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-972916504', 'description': 'tempest-secgroup-smoke-972916504 description', 'project_id': '061332865d564f96959562b5c3aa8701'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:16.538240 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-86f990d1-d125-465e-a016-be62231b9628 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:16.541287 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-82acae68-3665-4599-a466-c9e6f941d353 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:16.551964 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430a4822-d386-4d49-a984-6f69ebfecd56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-dfb19a36-688e-4ca2-86d5-de00ef6985a0', 'network_id': 'dfb19a36-688e-4ca2-86d5-de00ef6985a0', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'fixed_ips': [{'subnet_id': 'cdd81775-0989-4815-b90c-f2014c90849f'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:13:16.554524 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-430a4822-d386-4d49-a984-6f69ebfecd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:16.554820 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-86f990d1-d125-465e-a016-be62231b9628 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:16.563816 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82acae68-3665-4599-a466-c9e6f941d353 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Made reservation on behalf of d916fc06fcf1402987e9337f73165337 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:16.566762 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789839b5-bcf0-4b5a-bed1-f5ae946346d4 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Pushing event updated for resources: {'Port': ['ID=429de1c4-0263-436f-b562-20ab6548e1a6,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:16.567751 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-82acae68-3665-4599-a466-c9e6f941d353 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:16.584930 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-789839b5-bcf0-4b5a-bed1-f5ae946346d4 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:16.593992 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-86f990d1-d125-465e-a016-be62231b9628 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:16.611187 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-789839b5-bcf0-4b5a-bed1-f5ae946346d4 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:16.615352 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-789839b5-bcf0-4b5a-bed1-f5ae946346d4 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7883430 Mar 28 19:13:16.615761 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58928) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:16.617172 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-62149ae6-3a42-48d9-a32a-5d934b81b945 None None] Deleting port 1d0f856c-432c-4e3b-a3e5-48f6461fb098 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:16.617569 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-62149ae6-3a42-48d9-a32a-5d934b81b945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:16.626728 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-9042365f-c8a6-438d-8c87-eaf866ae453b tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Request body: {'floatingip': {'port_id': '89331b3e-2a23-4839-855c-069166176a5a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:16.694470 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-62149ae6-3a42-48d9-a32a-5d934b81b945 None None] The port '1d0f856c-432c-4e3b-a3e5-48f6461fb098' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:13:16.699067 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-86f990d1-d125-465e-a016-be62231b9628 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:16.728844 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-86f990d1-d125-465e-a016-be62231b9628 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:16.731870 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82acae68-3665-4599-a466-c9e6f941d353 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:13:16.736801 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-86f990d1-d125-465e-a016-be62231b9628 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:16.744682 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8a1a357a-eb0d-465c-bdc6-9d672bca119c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:16.745891 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9042365f-c8a6-438d-8c87-eaf866ae453b tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks [] for floatingip, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:16.802869 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-430a4822-d386-4d49-a984-6f69ebfecd56 None None] Allocated IP 172.20.0.18 (dfb19a36-688e-4ca2-86d5-de00ef6985a0/cdd81775-0989-4815-b90c-f2014c90849f/49b20f6b-8299-4e40-8022-32a59f7ff2d2) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:13:16.814959 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-86f990d1-d125-465e-a016-be62231b9628 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:16.825507 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a357a-eb0d-465c-bdc6-9d672bca119c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event updated for resources: {'Subnet': ['ID=803d9e46-0147-4a33-a730-58df31fc46cf,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:16.836356 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1a357a-eb0d-465c-bdc6-9d672bca119c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Checking segment: {'id': '7a4573a9-5b16-46dd-b37b-ffbb69882224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b0d5dd35-9b25-4129-9d42-277779222c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:13:16.837313 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1a357a-eb0d-465c-bdc6-9d672bca119c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Network hostable DHCP agents. Network: b0d5dd35-9b25-4129-9d42-277779222c06, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:13:16.857510 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1a357a-eb0d-465c-bdc6-9d672bca119c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Network b0d5dd35-9b25-4129-9d42-277779222c06 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:13:16.869559 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-8a1a357a-eb0d-465c-bdc6-9d672bca119c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, b0d5dd35-9b25-4129-9d42-277779222c06) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:16.875527 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1a357a-eb0d-465c-bdc6-9d672bca119c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:16.877500 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8a1a357a-eb0d-465c-bdc6-9d672bca119c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:16.880482 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-82acae68-3665-4599-a466-c9e6f941d353 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:16.880834 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-82acae68-3665-4599-a466-c9e6f941d353 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Added segment b0517787-0071-43b1-a722-f51f7ce6481e of type vlan for network 32142e21-e79e-4ed5-8be7-22edeb816788 Mar 28 19:13:16.900922 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-8a1a357a-eb0d-465c-bdc6-9d672bca119c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9461668 Mar 28 19:13:16.901127 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430cb95c-7907-4143-9119-0f70fca3bc62 None None] Network b0d5dd35-9b25-4129-9d42-277779222c06 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:16.901248 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58932) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:16.907049 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-9fd6ab77-e26f-467d-8970-b5059632d216 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:16.975269 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-82acae68-3665-4599-a466-c9e6f941d353 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:17.029124 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9fd6ab77-e26f-467d-8970-b5059632d216 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7125756'] for subnet, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:17.057614 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-9042365f-c8a6-438d-8c87-eaf866ae453b tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] update failed (client error): The resource could not be found. Mar 28 19:13:17.059978 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9042365f-c8a6-438d-8c87-eaf866ae453b tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] 10.222.0.10 "PUT /v2.0/floatingips/193ca568-ac2c-4bf0-a663-dec6ac1d2b63 HTTP/1.1" status: 404 len: 507 time: 0.4411187 Mar 28 19:13:17.062707 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58936) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:17.128569 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-82acae68-3665-4599-a466-c9e6f941d353 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:17.134992 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82acae68-3665-4599-a466-c9e6f941d353 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:17.135229 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-82acae68-3665-4599-a466-c9e6f941d353 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:17.164605 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-86f990d1-d125-465e-a016-be62231b9628 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:17.180797 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-430a4822-d386-4d49-a984-6f69ebfecd56 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:17.214342 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-86f990d1-d125-465e-a016-be62231b9628 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:17.223982 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-430a4822-d386-4d49-a984-6f69ebfecd56 None None] Transition to ACTIVE for port object 49b20f6b-8299-4e40-8022-32a59f7ff2d2 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:17.251730 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81edf5bc-c164-4ecd-b196-27ad98f80360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-b0d5dd35-9b25-4129-9d42-277779222c06', 'network_id': 'b0d5dd35-9b25-4129-9d42-277779222c06', 'tenant_id': 'd545e4aa9c994a0f8eb2b7672f8fe502', 'fixed_ips': [{'subnet_id': '803d9e46-0147-4a33-a730-58df31fc46cf'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:13:17.252956 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-81edf5bc-c164-4ecd-b196-27ad98f80360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:17.264614 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-430a4822-d386-4d49-a984-6f69ebfecd56 None None] Transition to ACTIVE for port object 49b20f6b-8299-4e40-8022-32a59f7ff2d2 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:17.264889 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-86f990d1-d125-465e-a016-be62231b9628 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:17.265907 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-86f990d1-d125-465e-a016-be62231b9628 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7448127 Mar 28 19:13:17.277052 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-430a4822-d386-4d49-a984-6f69ebfecd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:17.281103 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58940) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:17.285625 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-5d507490-71ee-4136-aad0-1b328ea87c1a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': 'a4e6e337-7dda-4615-8f47-a37603a2e750', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:17.295275 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-5d507490-71ee-4136-aad0-1b328ea87c1a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:17.302636 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5d507490-71ee-4136-aad0-1b328ea87c1a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:17.307167 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5d507490-71ee-4136-aad0-1b328ea87c1a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:17.316763 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-5d507490-71ee-4136-aad0-1b328ea87c1a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:17.377176 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430a4822-d386-4d49-a984-6f69ebfecd56 None None] Network dfb19a36-688e-4ca2-86d5-de00ef6985a0 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:17.378934 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5d507490-71ee-4136-aad0-1b328ea87c1a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:17.385014 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-430a4822-d386-4d49-a984-6f69ebfecd56 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:17.388119 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-82acae68-3665-4599-a466-c9e6f941d353 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9057848 Mar 28 19:13:17.392632 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58944) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:17.395764 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430a4822-d386-4d49-a984-6f69ebfecd56 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:13:17.403944 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-efdbe99b-e797-4daa-a22d-afca010c0c39 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'subnet': {'network_id': '32142e21-e79e-4ed5-8be7-22edeb816788', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:17.408810 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82acae68-3665-4599-a466-c9e6f941d353 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Network': ['ID=32142e21-e79e-4ed5-8be7-22edeb816788,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:17.418575 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-a4dd4a10-a009-49ab-b547-a8d7c8e5a41c tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Deleting port 429de1c4-0263-436f-b562-20ab6548e1a6 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:17.418956 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a4dd4a10-a009-49ab-b547-a8d7c8e5a41c tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:17.428637 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9fd6ab77-e26f-467d-8970-b5059632d216 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773272785134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6513385'] for subnet, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:17.451974 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 32142e21-e79e-4ed5-8be7-22edeb816788 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:13:17.461048 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f990d1-d125-465e-a016-be62231b9628 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e6e337-7dda-4615-8f47-a37603a2e750,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:17.535126 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a4822-d386-4d49-a984-6f69ebfecd56 None None] Pushing event updated for resources: {'Port': ['ID=49b20f6b-8299-4e40-8022-32a59f7ff2d2,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:17.556411 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd6ab77-e26f-467d-8970-b5059632d216 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:17.556990 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9fd6ab77-e26f-467d-8970-b5059632d216 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:17.560721 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9fd6ab77-e26f-467d-8970-b5059632d216 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "PUT /v2.0/subnets/803d9e46-0147-4a33-a730-58df31fc46cf HTTP/1.1" status: 200 len: 806 time: 0.6561060 Mar 28 19:13:17.561981 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58948) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:17.605573 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6ab77-e26f-467d-8970-b5059632d216 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event updated for resources: {'Subnet': ['ID=803d9e46-0147-4a33-a730-58df31fc46cf,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:17.609094 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-efdbe99b-e797-4daa-a22d-afca010c0c39 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:17.621639 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-efdbe99b-e797-4daa-a22d-afca010c0c39 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Usage tracker for resource:subnet and tenant:d916fc06fcf1402987e9337f73165337 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:17.626734 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5d507490-71ee-4136-aad0-1b328ea87c1a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:17.626946 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-efdbe99b-e797-4daa-a22d-afca010c0c39 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:17.632872 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-efdbe99b-e797-4daa-a22d-afca010c0c39 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:17.635824 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5d507490-71ee-4136-aad0-1b328ea87c1a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:17.663921 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d507490-71ee-4136-aad0-1b328ea87c1a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8113542f-bf4f-4970-b722-8f62466b12f6,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:17.668731 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdbe99b-e797-4daa-a22d-afca010c0c39 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Made reservation on behalf of d916fc06fcf1402987e9337f73165337 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:17.672085 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-efdbe99b-e797-4daa-a22d-afca010c0c39 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:17.692293 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-430a4822-d386-4d49-a984-6f69ebfecd56 None None] Attempting to bind port 49b20f6b-8299-4e40-8022-32a59f7ff2d2 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:13:17.692688 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-430a4822-d386-4d49-a984-6f69ebfecd56 None None] Attempting to bind port 49b20f6b-8299-4e40-8022-32a59f7ff2d2 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'bd41b65a-e84b-401e-9d63-2eb8a941a972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dfb19a36-688e-4ca2-86d5-de00ef6985a0'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:13:17.693062 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430a4822-d386-4d49-a984-6f69ebfecd56 None None] Attempting to bind port 49b20f6b-8299-4e40-8022-32a59f7ff2d2 on network dfb19a36-688e-4ca2-86d5-de00ef6985a0 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:13:17.700485 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-81edf5bc-c164-4ecd-b196-27ad98f80360 None None] Allocated IP 172.20.0.2 (b0d5dd35-9b25-4129-9d42-277779222c06/803d9e46-0147-4a33-a730-58df31fc46cf/ee5db629-41f1-46ea-b0ec-4c5b305772c1) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:13:17.702294 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5d507490-71ee-4136-aad0-1b328ea87c1a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:17.706818 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5d507490-71ee-4136-aad0-1b328ea87c1a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4250872 Mar 28 19:13:17.713103 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58952) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:17.713271 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430a4822-d386-4d49-a984-6f69ebfecd56 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:13:17.713271 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430a4822-d386-4d49-a984-6f69ebfecd56 None None] Checking segment: {'id': 'bd41b65a-e84b-401e-9d63-2eb8a941a972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dfb19a36-688e-4ca2-86d5-de00ef6985a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:13:17.713271 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-430a4822-d386-4d49-a984-6f69ebfecd56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:17.713271 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430a4822-d386-4d49-a984-6f69ebfecd56 None None] Bound using segment: {'id': 'bd41b65a-e84b-401e-9d63-2eb8a941a972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dfb19a36-688e-4ca2-86d5-de00ef6985a0'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:13:17.713649 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-430a4822-d386-4d49-a984-6f69ebfecd56 None None] Bound port: 49b20f6b-8299-4e40-8022-32a59f7ff2d2, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd41b65a-e84b-401e-9d63-2eb8a941a972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dfb19a36-688e-4ca2-86d5-de00ef6985a0'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:13:17.713991 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-430a4822-d386-4d49-a984-6f69ebfecd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:17.725928 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a4dd4a10-a009-49ab-b547-a8d7c8e5a41c tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:17.726183 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a4dd4a10-a009-49ab-b547-a8d7c8e5a41c tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:17.800743 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-48939ba9-0d84-455c-a414-5d005faedaf9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': 'a4e6e337-7dda-4615-8f47-a37603a2e750', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:17.815595 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-48939ba9-0d84-455c-a414-5d005faedaf9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:17.824145 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-48939ba9-0d84-455c-a414-5d005faedaf9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:17.831502 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-48939ba9-0d84-455c-a414-5d005faedaf9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:17.842942 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-48939ba9-0d84-455c-a414-5d005faedaf9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:17.871372 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-48939ba9-0d84-455c-a414-5d005faedaf9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:17.956809 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-430a4822-d386-4d49-a984-6f69ebfecd56 None None] For port 49b20f6b-8299-4e40-8022-32a59f7ff2d2, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:13:17.961376 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-430a4822-d386-4d49-a984-6f69ebfecd56 None None] For port 49b20f6b-8299-4e40-8022-32a59f7ff2d2, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=49b20f6b-8299-4e40-8022-32a59f7ff2d2,segment=NetworkSegment(bd41b65a-e84b-401e-9d63-2eb8a941a972),segment_id=bd41b65a-e84b-401e-9d63-2eb8a941a972)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:13:17.966852 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-430a4822-d386-4d49-a984-6f69ebfecd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:17.991046 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-a4dd4a10-a009-49ab-b547-a8d7c8e5a41c tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Calling delete_port for 429de1c4-0263-436f-b562-20ab6548e1a6 owned by network:floatingip {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:18.013895 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-48939ba9-0d84-455c-a414-5d005faedaf9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:18.025272 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-48939ba9-0d84-455c-a414-5d005faedaf9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:18.038438 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:18.058520 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-efdbe99b-e797-4daa-a22d-afca010c0c39 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:18.062157 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48939ba9-0d84-455c-a414-5d005faedaf9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa08c70-b1f6-4307-95ef-74540182145f,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:18.129133 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a4822-d386-4d49-a984-6f69ebfecd56 None None] Pushing event updated for resources: {'Port': ['ID=49b20f6b-8299-4e40-8022-32a59f7ff2d2,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:18.134959 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-48939ba9-0d84-455c-a414-5d005faedaf9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:18.139195 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-48939ba9-0d84-455c-a414-5d005faedaf9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4276366 Mar 28 19:13:18.141275 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58956) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:18.150498 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-aa2c5854-9ae1-46d2-8dd9-1cf1ccfcd8c1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': 'a4e6e337-7dda-4615-8f47-a37603a2e750', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:18.155805 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdbe99b-e797-4daa-a22d-afca010c0c39 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Subnet': ['ID=e187d25b-feb6-4270-a6c9-ab3bdcfe26f0,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:18.157328 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-81edf5bc-c164-4ecd-b196-27ad98f80360 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:18.159341 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-aa2c5854-9ae1-46d2-8dd9-1cf1ccfcd8c1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:18.163970 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdbe99b-e797-4daa-a22d-afca010c0c39 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Checking segment: {'id': 'b0517787-0071-43b1-a722-f51f7ce6481e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '32142e21-e79e-4ed5-8be7-22edeb816788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:13:18.163970 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdbe99b-e797-4daa-a22d-afca010c0c39 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network hostable DHCP agents. Network: 32142e21-e79e-4ed5-8be7-22edeb816788, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:13:18.167854 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-aa2c5854-9ae1-46d2-8dd9-1cf1ccfcd8c1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:18.170188 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-81edf5bc-c164-4ecd-b196-27ad98f80360 None None] Transition to ACTIVE for port object ee5db629-41f1-46ea-b0ec-4c5b305772c1 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:18.170603 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:18.195534 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdbe99b-e797-4daa-a22d-afca010c0c39 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network 32142e21-e79e-4ed5-8be7-22edeb816788 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:13:18.196184 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-81edf5bc-c164-4ecd-b196-27ad98f80360 None None] Transition to ACTIVE for port object ee5db629-41f1-46ea-b0ec-4c5b305772c1 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:18.204454 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-81edf5bc-c164-4ecd-b196-27ad98f80360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:18.209832 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-efdbe99b-e797-4daa-a22d-afca010c0c39 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 32142e21-e79e-4ed5-8be7-22edeb816788) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:18.215780 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdbe99b-e797-4daa-a22d-afca010c0c39 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:18.216360 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-efdbe99b-e797-4daa-a22d-afca010c0c39 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:18.236050 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-aa2c5854-9ae1-46d2-8dd9-1cf1ccfcd8c1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:18.250456 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-efdbe99b-e797-4daa-a22d-afca010c0c39 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8545110 Mar 28 19:13:18.253302 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58960) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:18.260336 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-12c293b7-da32-40a4-87ed-5f2127febd18 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1918856092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:18.261058 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd06a93d-32ec-413f-b579-cc3fd64d86d0 None None] Network 32142e21-e79e-4ed5-8be7-22edeb816788 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:18.267936 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-12c293b7-da32-40a4-87ed-5f2127febd18 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:18.271344 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-aa2c5854-9ae1-46d2-8dd9-1cf1ccfcd8c1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:18.272365 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-12c293b7-da32-40a4-87ed-5f2127febd18 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Usage tracker for resource:router and tenant:d916fc06fcf1402987e9337f73165337 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:18.276552 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-12c293b7-da32-40a4-87ed-5f2127febd18 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:18.286775 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-12c293b7-da32-40a4-87ed-5f2127febd18 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:18.303197 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-12c293b7-da32-40a4-87ed-5f2127febd18 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:18.304772 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-12c293b7-da32-40a4-87ed-5f2127febd18 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:18.313493 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-aa2c5854-9ae1-46d2-8dd9-1cf1ccfcd8c1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:18.316460 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81edf5bc-c164-4ecd-b196-27ad98f80360 None None] Network b0d5dd35-9b25-4129-9d42-277779222c06 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:18.325774 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-81edf5bc-c164-4ecd-b196-27ad98f80360 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:18.357156 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a4dd4a10-a009-49ab-b547-a8d7c8e5a41c tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:18.377896 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81edf5bc-c164-4ecd-b196-27ad98f80360 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:13:18.384233 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-12c293b7-da32-40a4-87ed-5f2127febd18 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:18.423550 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:18.439573 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-12c293b7-da32-40a4-87ed-5f2127febd18 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:18.444908 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81edf5bc-c164-4ecd-b196-27ad98f80360 None None] Pushing event updated for resources: {'Port': ['ID=ee5db629-41f1-46ea-b0ec-4c5b305772c1,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:18.470043 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-12c293b7-da32-40a4-87ed-5f2127febd18 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:18.474030 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-12c293b7-da32-40a4-87ed-5f2127febd18 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2167830 Mar 28 19:13:18.474209 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58964) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:18.475675 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd4a10-a009-49ab-b547-a8d7c8e5a41c tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Pushing event deleted for resources: {'Port': ['ID=429de1c4-0263-436f-b562-20ab6548e1a6,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:18.523143 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event deleted for resources: {'Subnet': ['ID=803d9e46-0147-4a33-a730-58df31fc46cf,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:18.526532 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-81edf5bc-c164-4ecd-b196-27ad98f80360 None None] Attempting to bind port ee5db629-41f1-46ea-b0ec-4c5b305772c1 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:13:18.527130 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-81edf5bc-c164-4ecd-b196-27ad98f80360 None None] Attempting to bind port ee5db629-41f1-46ea-b0ec-4c5b305772c1 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '7a4573a9-5b16-46dd-b37b-ffbb69882224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b0d5dd35-9b25-4129-9d42-277779222c06'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:13:18.527279 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81edf5bc-c164-4ecd-b196-27ad98f80360 None None] Attempting to bind port ee5db629-41f1-46ea-b0ec-4c5b305772c1 on network b0d5dd35-9b25-4129-9d42-277779222c06 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:13:18.537422 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81edf5bc-c164-4ecd-b196-27ad98f80360 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:13:18.538094 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81edf5bc-c164-4ecd-b196-27ad98f80360 None None] Checking segment: {'id': '7a4573a9-5b16-46dd-b37b-ffbb69882224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b0d5dd35-9b25-4129-9d42-277779222c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:13:18.538671 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-81edf5bc-c164-4ecd-b196-27ad98f80360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:18.539258 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81edf5bc-c164-4ecd-b196-27ad98f80360 None None] Bound using segment: {'id': '7a4573a9-5b16-46dd-b37b-ffbb69882224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b0d5dd35-9b25-4129-9d42-277779222c06'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:13:18.540425 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-81edf5bc-c164-4ecd-b196-27ad98f80360 None None] Bound port: ee5db629-41f1-46ea-b0ec-4c5b305772c1, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4573a9-5b16-46dd-b37b-ffbb69882224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b0d5dd35-9b25-4129-9d42-277779222c06'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:13:18.541131 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-81edf5bc-c164-4ecd-b196-27ad98f80360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:18.699227 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb06619b-265c-4d35-a9ca-4ed718569e43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-32142e21-e79e-4ed5-8be7-22edeb816788', 'network_id': '32142e21-e79e-4ed5-8be7-22edeb816788', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'fixed_ips': [{'subnet_id': 'e187d25b-feb6-4270-a6c9-ab3bdcfe26f0'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:13:18.700178 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-cb06619b-265c-4d35-a9ca-4ed718569e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:18.704191 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-aa2c5854-9ae1-46d2-8dd9-1cf1ccfcd8c1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:18.706197 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:18.716760 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a4dd4a10-a009-49ab-b547-a8d7c8e5a41c tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks [] for floatingip, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:18.724363 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-aa2c5854-9ae1-46d2-8dd9-1cf1ccfcd8c1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:18.770680 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d5dd35-9b25-4129-9d42-277779222c06']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:18.775952 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-81edf5bc-c164-4ecd-b196-27ad98f80360 None None] For port ee5db629-41f1-46ea-b0ec-4c5b305772c1, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:13:18.781708 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c5854-9ae1-46d2-8dd9-1cf1ccfcd8c1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8961ba28-f421-4ea2-a071-433a07b1ce4c,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:18.796327 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-81edf5bc-c164-4ecd-b196-27ad98f80360 None None] For port ee5db629-41f1-46ea-b0ec-4c5b305772c1, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=ee5db629-41f1-46ea-b0ec-4c5b305772c1,segment=NetworkSegment(7a4573a9-5b16-46dd-b37b-ffbb69882224),segment_id=7a4573a9-5b16-46dd-b37b-ffbb69882224)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:13:18.797306 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a4573a9-5b16-46dd-b37b-ffbb69882224') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:18.797653 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a4573a9-5b16-46dd-b37b-ffbb69882224') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:18.809985 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-81edf5bc-c164-4ecd-b196-27ad98f80360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:18.811691 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-aa2c5854-9ae1-46d2-8dd9-1cf1ccfcd8c1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:18.812868 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-aa2c5854-9ae1-46d2-8dd9-1cf1ccfcd8c1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6701863 Mar 28 19:13:18.816136 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58968) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:18.818076 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:18.827637 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a4dd4a10-a009-49ab-b547-a8d7c8e5a41c tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:18.832519 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a4dd4a10-a009-49ab-b547-a8d7c8e5a41c tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] 10.222.0.10 "DELETE /v2.0/floatingips/193ca568-ac2c-4bf0-a663-dec6ac1d2b63 HTTP/1.1" status: 204 len: 168 time: 1.7650716 Mar 28 19:13:18.832519 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-f774b5d9-8e94-4e92-99eb-7c823ff3ffbf tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': 'a4e6e337-7dda-4615-8f47-a37603a2e750', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:18.840188 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 58972) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:18.842998 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f774b5d9-8e94-4e92-99eb-7c823ff3ffbf tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:18.850248 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f774b5d9-8e94-4e92-99eb-7c823ff3ffbf tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:18.852128 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:18.854408 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f774b5d9-8e94-4e92-99eb-7c823ff3ffbf tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:18.866134 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f774b5d9-8e94-4e92-99eb-7c823ff3ffbf tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:18.868630 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:13:18.869090 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:13:18.885822 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:13:18.969955 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-30df6977-9e6e-430d-ba62-33a62d4ab488 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Request body: {'floatingip': {'floating_network_id': 'd3e5b26a-4458-4335-a958-5a686abc16ed', 'port_id': '89331b3e-2a23-4839-855c-069166176a5a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:18.976860 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f774b5d9-8e94-4e92-99eb-7c823ff3ffbf tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:18.979630 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-30df6977-9e6e-430d-ba62-33a62d4ab488 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:18.992155 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-30df6977-9e6e-430d-ba62-33a62d4ab488 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Usage tracker for resource:floatingip and tenant:5ae0f1674be842829fe75ed49b018207 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:19.004311 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 19:13:19.004311 dv-neutron-834711-1-hyperv neutron-server[87832]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 19:13:19.004311 dv-neutron-834711-1-hyperv neutron-server[87832]: [parameters: {'id': 'b0d5dd35-9b25-4129-9d42-277779222c06'}] Mar 28 19:13:19.004311 dv-neutron-834711-1-hyperv neutron-server[87832]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:13:19.004756 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:13:19.007568 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81edf5bc-c164-4ecd-b196-27ad98f80360 None None] Pushing event updated for resources: {'Port': ['ID=ee5db629-41f1-46ea-b0ec-4c5b305772c1,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:19.023605 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-30df6977-9e6e-430d-ba62-33a62d4ab488 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:19.038987 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-cb06619b-265c-4d35-a9ca-4ed718569e43 None None] Allocated IP 2001:db8::2 (32142e21-e79e-4ed5-8be7-22edeb816788/e187d25b-feb6-4270-a6c9-ab3bdcfe26f0/64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:13:19.039973 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-30df6977-9e6e-430d-ba62-33a62d4ab488 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:19.051394 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b16e31-524e-49a6-bdec-ac0ce3e307bd None None] Network b0d5dd35-9b25-4129-9d42-277779222c06 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:19.060544 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f774b5d9-8e94-4e92-99eb-7c823ff3ffbf tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:19.062158 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-30df6977-9e6e-430d-ba62-33a62d4ab488 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:19.064688 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f774b5d9-8e94-4e92-99eb-7c823ff3ffbf tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:19.094209 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774b5d9-8e94-4e92-99eb-7c823ff3ffbf tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb4f579-9eb6-43e5-b864-e3c1f4ca7fe6,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:19.106748 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f774b5d9-8e94-4e92-99eb-7c823ff3ffbf tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:19.110833 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f774b5d9-8e94-4e92-99eb-7c823ff3ffbf tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2828784 Mar 28 19:13:19.111008 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58976) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:19.115000 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-33debd10-c2c0-422f-a966-2f6390620d26 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:19.116739 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-c61c4a8c-682b-433e-8191-7898e6c08b67 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': 'a4e6e337-7dda-4615-8f47-a37603a2e750', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:19.122966 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c61c4a8c-682b-433e-8191-7898e6c08b67 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:19.127241 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c61c4a8c-682b-433e-8191-7898e6c08b67 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:19.130475 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c61c4a8c-682b-433e-8191-7898e6c08b67 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:19.137417 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c61c4a8c-682b-433e-8191-7898e6c08b67 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:19.157572 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-c61c4a8c-682b-433e-8191-7898e6c08b67 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Project 061332865d564f96959562b5c3aa8701 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:13:19.166618 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c61c4a8c-682b-433e-8191-7898e6c08b67 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:19.235809 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c61c4a8c-682b-433e-8191-7898e6c08b67 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:19.240401 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c61c4a8c-682b-433e-8191-7898e6c08b67 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:19.264976 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c4a8c-682b-433e-8191-7898e6c08b67 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7512a178-3f46-47e2-834d-3ba6bcff2785,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:19.289263 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c61c4a8c-682b-433e-8191-7898e6c08b67 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:19.294007 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c61c4a8c-682b-433e-8191-7898e6c08b67 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1792715 Mar 28 19:13:19.294190 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58980) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:19.300858 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-bfcde2f6-0c24-44ef-a9e5-11cd74244b33 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': 'a4e6e337-7dda-4615-8f47-a37603a2e750', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:19.308555 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bfcde2f6-0c24-44ef-a9e5-11cd74244b33 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:19.312955 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bfcde2f6-0c24-44ef-a9e5-11cd74244b33 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:19.316280 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bfcde2f6-0c24-44ef-a9e5-11cd74244b33 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:19.323697 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bfcde2f6-0c24-44ef-a9e5-11cd74244b33 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:19.340479 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-bfcde2f6-0c24-44ef-a9e5-11cd74244b33 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Project 061332865d564f96959562b5c3aa8701 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:13:19.351201 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bfcde2f6-0c24-44ef-a9e5-11cd74244b33 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:19.439610 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-cb06619b-265c-4d35-a9ca-4ed718569e43 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:19.443956 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec41767-bd42-482e-ae11-8ed59d9593f2 None None] Network b0d5dd35-9b25-4129-9d42-277779222c06 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:19.444777 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bfcde2f6-0c24-44ef-a9e5-11cd74244b33 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:19.450728 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bfcde2f6-0c24-44ef-a9e5-11cd74244b33 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:19.475751 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcde2f6-0c24-44ef-a9e5-11cd74244b33 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386d9be3-51a9-4bca-bf22-7813fba48992,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:19.502481 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bfcde2f6-0c24-44ef-a9e5-11cd74244b33 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:19.503868 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-bfcde2f6-0c24-44ef-a9e5-11cd74244b33 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2086771 Mar 28 19:13:19.505597 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:19.531697 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Deleting port ee5db629-41f1-46ea-b0ec-4c5b305772c1 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:19.532118 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:19.572296 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-cb06619b-265c-4d35-a9ca-4ed718569e43 None None] Transition to ACTIVE for port object 64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:19.598567 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-cb06619b-265c-4d35-a9ca-4ed718569e43 None None] Transition to ACTIVE for port object 64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:19.613626 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-cb06619b-265c-4d35-a9ca-4ed718569e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:19.712691 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-30df6977-9e6e-430d-ba62-33a62d4ab488 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:13:19.713780 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-30df6977-9e6e-430d-ba62-33a62d4ab488 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7955754 Mar 28 19:13:19.719326 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 58990) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:19.760638 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ccdd7e-9e18-4e1c-a1f7-d0bdd422543c None None] Network dfb19a36-688e-4ca2-86d5-de00ef6985a0 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:19.786793 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-33debd10-c2c0-422f-a966-2f6390620d26 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Allocated IP 2001:db8::1 (32142e21-e79e-4ed5-8be7-22edeb816788/e187d25b-feb6-4270-a6c9-ab3bdcfe26f0/15b742c5-8b95-4276-9019-9ad3ec4f38ff) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:13:19.805211 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-55509357-4106-4783-8758-0aa4e27cf911 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'port_id': '89331b3e-2a23-4839-855c-069166176a5a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:19.827563 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-55509357-4106-4783-8758-0aa4e27cf911 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:19.835582 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb06619b-265c-4d35-a9ca-4ed718569e43 None None] Network 32142e21-e79e-4ed5-8be7-22edeb816788 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:19.841103 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-55509357-4106-4783-8758-0aa4e27cf911 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Usage tracker for resource:floatingip and tenant:5ae0f1674be842829fe75ed49b018207 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:19.846529 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-55509357-4106-4783-8758-0aa4e27cf911 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:19.853618 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-cb06619b-265c-4d35-a9ca-4ed718569e43 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:19.856204 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb06619b-265c-4d35-a9ca-4ed718569e43 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:13:19.856435 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-55509357-4106-4783-8758-0aa4e27cf911 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:19.859711 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] For port ee5db629-41f1-46ea-b0ec-4c5b305772c1, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=ee5db629-41f1-46ea-b0ec-4c5b305772c1,segment=NetworkSegment(7a4573a9-5b16-46dd-b37b-ffbb69882224),segment_id=7a4573a9-5b16-46dd-b37b-ffbb69882224)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:19.860475 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:19.936560 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-55893066-0809-46e4-b484-4e39de42a76e req-b5fc8ffd-2ea3-48ac-ac94-dc655bbd5d7e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-972916504&fields=id&tenant_id=061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 267 time: 0.1104331 Mar 28 19:13:19.990345 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Calling delete_port for ee5db629-41f1-46ea-b0ec-4c5b305772c1 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:20.004113 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb06619b-265c-4d35-a9ca-4ed718569e43 None None] Pushing event updated for resources: {'Port': ['ID=64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:20.007645 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-3b9d25c2-14a4-4028-ba26-c659413c1d51 None None] Provisioning for port 49b20f6b-8299-4e40-8022-32a59f7ff2d2 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:20.018410 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55509357-4106-4783-8758-0aa4e27cf911 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks [] for floatingip, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:20.104035 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-cb06619b-265c-4d35-a9ca-4ed718569e43 None None] Attempting to bind port 64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:13:20.104431 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-cb06619b-265c-4d35-a9ca-4ed718569e43 None None] Attempting to bind port 64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'b0517787-0071-43b1-a722-f51f7ce6481e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '32142e21-e79e-4ed5-8be7-22edeb816788'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:13:20.104761 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb06619b-265c-4d35-a9ca-4ed718569e43 None None] Attempting to bind port 64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62 on network 32142e21-e79e-4ed5-8be7-22edeb816788 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:13:20.111445 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-33debd10-c2c0-422f-a966-2f6390620d26 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:20.148053 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-33debd10-c2c0-422f-a966-2f6390620d26 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Transition to ACTIVE for port object 15b742c5-8b95-4276-9019-9ad3ec4f38ff will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:20.167730 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55893066-0809-46e4-b484-4e39de42a76e req-cf3a9aa5-4684-4e6f-8471-56ab3a5fab8a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:20.169375 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-55893066-0809-46e4-b484-4e39de42a76e req-cf3a9aa5-4684-4e6f-8471-56ab3a5fab8a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/networks?id=dfb19a36-688e-4ca2-86d5-de00ef6985a0 HTTP/1.1" status: 200 len: 796 time: 0.2137198 Mar 28 19:13:20.190510 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-55893066-0809-46e4-b484-4e39de42a76e req-80690623-869e-44b8-ae2c-5263810740ce tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/quotas/061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 375 time: 0.0138102 Mar 28 19:13:20.208656 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb06619b-265c-4d35-a9ca-4ed718569e43 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:13:20.208656 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb06619b-265c-4d35-a9ca-4ed718569e43 None None] Checking segment: {'id': 'b0517787-0071-43b1-a722-f51f7ce6481e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '32142e21-e79e-4ed5-8be7-22edeb816788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:13:20.209179 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-cb06619b-265c-4d35-a9ca-4ed718569e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:20.209711 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb06619b-265c-4d35-a9ca-4ed718569e43 None None] Bound using segment: {'id': 'b0517787-0071-43b1-a722-f51f7ce6481e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '32142e21-e79e-4ed5-8be7-22edeb816788'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:13:20.210017 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-cb06619b-265c-4d35-a9ca-4ed718569e43 None None] Bound port: 64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0517787-0071-43b1-a722-f51f7ce6481e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '32142e21-e79e-4ed5-8be7-22edeb816788'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:13:20.210422 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-cb06619b-265c-4d35-a9ca-4ed718569e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:20.242161 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-33debd10-c2c0-422f-a966-2f6390620d26 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:20.267099 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:20.320410 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33debd10-c2c0-422f-a966-2f6390620d26 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network 32142e21-e79e-4ed5-8be7-22edeb816788 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:20.325907 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-33debd10-c2c0-422f-a966-2f6390620d26 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:20.327595 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event deleted for resources: {'Port': ['ID=ee5db629-41f1-46ea-b0ec-4c5b305772c1,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:20.329528 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] No DVR routers for this DVR port ee5db629-41f1-46ea-b0ec-4c5b305772c1 on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:13:20.336213 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33debd10-c2c0-422f-a966-2f6390620d26 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:13:20.336917 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-33debd10-c2c0-422f-a966-2f6390620d26 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:20.358025 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33debd10-c2c0-422f-a966-2f6390620d26 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Port': ['ID=15b742c5-8b95-4276-9019-9ad3ec4f38ff,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:20.369850 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-cb06619b-265c-4d35-a9ca-4ed718569e43 None None] For port 64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:13:20.374274 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-cb06619b-265c-4d35-a9ca-4ed718569e43 None None] For port 64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62,segment=NetworkSegment(b0517787-0071-43b1-a722-f51f7ce6481e),segment_id=b0517787-0071-43b1-a722-f51f7ce6481e)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:13:20.405843 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-cb06619b-265c-4d35-a9ca-4ed718569e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:20.419019 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-55893066-0809-46e4-b484-4e39de42a76e req-6d83f599-869e-489b-a569-e5e8a3f492a2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2190604 Mar 28 19:13:20.495475 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 49b20f6b-8299-4e40-8022-32a59f7ff2d2 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:13:20.504387 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-33debd10-c2c0-422f-a966-2f6390620d26 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:20.518709 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:20.547910 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d5dd35-9b25-4129-9d42-277779222c06']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:20.562019 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a4573a9-5b16-46dd-b37b-ffbb69882224') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:20.562310 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a4573a9-5b16-46dd-b37b-ffbb69882224') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:20.583356 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:20.616317 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 49b20f6b-8299-4e40-8022-32a59f7ff2d2 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:20.623303 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55509357-4106-4783-8758-0aa4e27cf911 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:20.626515 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb06619b-265c-4d35-a9ca-4ed718569e43 None None] Pushing event updated for resources: {'Port': ['ID=64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:20.627082 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:20.633467 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 49b20f6b-8299-4e40-8022-32a59f7ff2d2 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:20.635678 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:20.800944 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-288cebc8-a0af-4d9b-a7ca-74a88a87ddd9 None None] Provisioning complete for port 49b20f6b-8299-4e40-8022-32a59f7ff2d2 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:20.801170 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-288cebc8-a0af-4d9b-a7ca-74a88a87ddd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:20.836373 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:20.864039 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:13:20.864584 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:13:20.879634 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:13:20.907975 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 49b20f6b-8299-4e40-8022-32a59f7ff2d2, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=49b20f6b-8299-4e40-8022-32a59f7ff2d2,segment=NetworkSegment(bd41b65a-e84b-401e-9d63-2eb8a941a972),segment_id=bd41b65a-e84b-401e-9d63-2eb8a941a972)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:20.919873 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:20.995574 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=49b20f6b-8299-4e40-8022-32a59f7ff2d2,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:21.005219 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-55509357-4106-4783-8758-0aa4e27cf911 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Allocated IP 172.26.4.56 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/395335c7-5077-4451-a3a5-45d6c615fefb) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:13:21.027390 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:21.065534 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-55893066-0809-46e4-b484-4e39de42a76e req-2d2272d3-9f82-46f3-91e4-73cd34b22117 service neutron] 10.222.0.10 "GET /v2.0/networks/dfb19a36-688e-4ca2-86d5-de00ef6985a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6039624 Mar 28 19:13:21.076000 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:21.087957 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event deleted for resources: {'Network': ['ID=b0d5dd35-9b25-4129-9d42-277779222c06,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:21.142898 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b7fcd8ea-a4ac-47e9-811a-d0b0ec0e4e14 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/networks/b0d5dd35-9b25-4129-9d42-277779222c06 HTTP/1.1" status: 204 len: 168 time: 3.5801747 Mar 28 19:13:21.147486 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59004) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:21.185054 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6092bf-c7d3-4589-b0ba-0f4e0d637fd1 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] DELETE failed (client error): The resource could not be found. Mar 28 19:13:21.185510 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b6092bf-c7d3-4589-b0ba-0f4e0d637fd1 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:13:21.187235 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0b6092bf-c7d3-4589-b0ba-0f4e0d637fd1 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/networks/b0d5dd35-9b25-4129-9d42-277779222c06 HTTP/1.1" status: 404 len: 339 time: 0.0388238 Mar 28 19:13:21.191025 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59008) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:21.198636 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-d27ae0b9-edc2-47eb-b1a2-d7dbcec00970 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-628722219', 'description': 'd1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:21.207887 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d27ae0b9-edc2-47eb-b1a2-d7dbcec00970 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:21.222615 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d27ae0b9-edc2-47eb-b1a2-d7dbcec00970 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Usage tracker for resource:network and tenant:d545e4aa9c994a0f8eb2b7672f8fe502 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:21.229312 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d27ae0b9-edc2-47eb-b1a2-d7dbcec00970 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:21.238482 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d27ae0b9-edc2-47eb-b1a2-d7dbcec00970 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:21.258149 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55509357-4106-4783-8758-0aa4e27cf911 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:21.266412 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27ae0b9-edc2-47eb-b1a2-d7dbcec00970 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Made reservation on behalf of d545e4aa9c994a0f8eb2b7672f8fe502 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:21.269821 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d27ae0b9-edc2-47eb-b1a2-d7dbcec00970 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:21.307723 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d27ae0b9-edc2-47eb-b1a2-d7dbcec00970 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:13:21.319625 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d27ae0b9-edc2-47eb-b1a2-d7dbcec00970 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:21.319966 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-d27ae0b9-edc2-47eb-b1a2-d7dbcec00970 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Added segment 21aa8d62-dc9b-41ac-b9e5-08380a7e0cc2 of type vlan for network e7dfa1d9-0b8b-4466-b4f0-de1e4941ed9d Mar 28 19:13:21.334037 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55509357-4106-4783-8758-0aa4e27cf911 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:21.376075 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-55893066-0809-46e4-b484-4e39de42a76e req-48918788-5081-41aa-962c-c78f42315057 service neutron] 10.222.0.10 "GET /v2.0/networks/dfb19a36-688e-4ca2-86d5-de00ef6985a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958097 Mar 28 19:13:21.382744 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-33debd10-c2c0-422f-a966-2f6390620d26 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:21.390010 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-33debd10-c2c0-422f-a966-2f6390620d26 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:21.391097 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-33debd10-c2c0-422f-a966-2f6390620d26 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:21.393291 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d27ae0b9-edc2-47eb-b1a2-d7dbcec00970 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:21.422724 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55509357-4106-4783-8758-0aa4e27cf911 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:21.433082 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-55509357-4106-4783-8758-0aa4e27cf911 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:21.438438 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55509357-4106-4783-8758-0aa4e27cf911 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:13:21.481005 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55509357-4106-4783-8758-0aa4e27cf911 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Pushing event updated for resources: {'Port': ['ID=395335c7-5077-4451-a3a5-45d6c615fefb,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:21.493570 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33debd10-c2c0-422f-a966-2f6390620d26 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Port': ['ID=15b742c5-8b95-4276-9019-9ad3ec4f38ff,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:21.557711 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:13:21.570603 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d27ae0b9-edc2-47eb-b1a2-d7dbcec00970 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:21.576869 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27ae0b9-edc2-47eb-b1a2-d7dbcec00970 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:21.577501 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d27ae0b9-edc2-47eb-b1a2-d7dbcec00970 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:21.694484 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d75a4eb3-eecc-430f-9026-c2a40c107fc9 req-47bd5cba-1957-43d0-a004-38ffbdb8b250 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fb8aa01-a242-47d2-9ab6-ee75893cf6c6 HTTP/1.1" status: 200 len: 210 time: 0.0929248 Mar 28 19:13:21.702039 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33debd10-c2c0-422f-a966-2f6390620d26 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network 32142e21-e79e-4ed5-8be7-22edeb816788 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:21.704164 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-33debd10-c2c0-422f-a966-2f6390620d26 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:21.746506 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d27ae0b9-edc2-47eb-b1a2-d7dbcec00970 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5544157 Mar 28 19:13:21.797753 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59020) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:21.834221 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a9c28e-930b-4aef-98bc-7d92daba3297 None None] Network 32142e21-e79e-4ed5-8be7-22edeb816788 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:21.851664 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ae0b9-edc2-47eb-b1a2-d7dbcec00970 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event updated for resources: {'Network': ['ID=e7dfa1d9-0b8b-4466-b4f0-de1e4941ed9d,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:21.855663 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-55509357-4106-4783-8758-0aa4e27cf911 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Deleting port 395335c7-5077-4451-a3a5-45d6c615fefb {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:21.856290 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55509357-4106-4783-8758-0aa4e27cf911 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:21.881301 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network e7dfa1d9-0b8b-4466-b4f0-de1e4941ed9d details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:13:22.029322 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19af9d-db07-4d92-a9b2-92f44d8876e8 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:22.030868 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-af19af9d-db07-4d92-a9b2-92f44d8876e8 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Synchronizing usage tracker for tenant:d545e4aa9c994a0f8eb2b7672f8fe502 on resource:network {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:13:22.076768 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-83ebdd97-7803-4f7e-9c87-eea15604adda None None] Provisioning for port 64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:22.077979 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-af19af9d-db07-4d92-a9b2-92f44d8876e8 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Unset dirty status for tenant:d545e4aa9c994a0f8eb2b7672f8fe502 on resource:network {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:13:22.079662 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-af19af9d-db07-4d92-a9b2-92f44d8876e8 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "GET /v2.0/networks?id=e7dfa1d9-0b8b-4466-b4f0-de1e4941ed9d HTTP/1.1" status: 200 len: 760 time: 0.2751417 Mar 28 19:13:22.082394 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59026) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:22.091662 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-cd570e08-08fe-4a00-94bb-be2372747d7f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Request body: {'network': {'description': 'd2'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:22.105706 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55509357-4106-4783-8758-0aa4e27cf911 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:22.106043 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55509357-4106-4783-8758-0aa4e27cf911 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:22.144174 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33debd10-c2c0-422f-a966-2f6390620d26 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Router 52c6b616-1c37-4b34-9895-2959014422bf is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:13:22.350602 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-55509357-4106-4783-8758-0aa4e27cf911 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Calling delete_port for 395335c7-5077-4451-a3a5-45d6c615fefb owned by network:floatingip {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:22.523906 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55509357-4106-4783-8758-0aa4e27cf911 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:22.528192 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 49b20f6b-8299-4e40-8022-32a59f7ff2d2 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:13:22.554527 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33debd10-c2c0-422f-a966-2f6390620d26 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:13:22.567563 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8394c95-a8d1-436c-bc12-dec7478f40ca None None] Sync routers for ids ['52c6b616-1c37-4b34-9895-2959014422bf'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:13:22.574554 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cd570e08-08fe-4a00-94bb-be2372747d7f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:22.584917 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55509357-4106-4783-8758-0aa4e27cf911 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Pushing event deleted for resources: {'Port': ['ID=395335c7-5077-4451-a3a5-45d6c615fefb,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:22.585428 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8394c95-a8d1-436c-bc12-dec7478f40ca None None] Routers {'52c6b616-1c37-4b34-9895-2959014422bf'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:22.586818 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-b8394c95-a8d1-436c-bc12-dec7478f40ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:12:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['52c6b616-1c37-4b34-9895-2959014422bf'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:22.600358 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-33debd10-c2c0-422f-a966-2f6390620d26 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "PUT /v2.0/routers/52c6b616-1c37-4b34-9895-2959014422bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1249728 Mar 28 19:13:22.603256 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59030) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:22.664074 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f933ff5d-a632-4b16-aa20-681fec73ae1f None None] Provisioning for port 15b742c5-8b95-4276-9019-9ad3ec4f38ff completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:22.668395 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 49b20f6b-8299-4e40-8022-32a59f7ff2d2 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:22.668999 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:22.719709 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f933ff5d-a632-4b16-aa20-681fec73ae1f None None] Provisioning complete for port 15b742c5-8b95-4276-9019-9ad3ec4f38ff triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:22.720462 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f933ff5d-a632-4b16-aa20-681fec73ae1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:22.740083 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ac3713-13be-4baa-8bc3-b3db630a5e8e tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:22.740698 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a7ac3713-13be-4baa-8bc3-b3db630a5e8e tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Synchronizing usage tracker for tenant:d916fc06fcf1402987e9337f73165337 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:13:22.752876 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cd570e08-08fe-4a00-94bb-be2372747d7f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:22.764982 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-b8394c95-a8d1-436c-bc12-dec7478f40ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:22.787968 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8394c95-a8d1-436c-bc12-dec7478f40ca None None] Routers {'52c6b616-1c37-4b34-9895-2959014422bf'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:22.789974 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-b8394c95-a8d1-436c-bc12-dec7478f40ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:12:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['52c6b616-1c37-4b34-9895-2959014422bf'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:22.804077 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cd570e08-08fe-4a00-94bb-be2372747d7f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Network e7dfa1d9-0b8b-4466-b4f0-de1e4941ed9d is not hosted by any dhcp agent {{(pid=87833) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 28 19:13:22.823812 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd570e08-08fe-4a00-94bb-be2372747d7f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:22.824439 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cd570e08-08fe-4a00-94bb-be2372747d7f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:22.825716 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-cd570e08-08fe-4a00-94bb-be2372747d7f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "PUT /v2.0/networks/e7dfa1d9-0b8b-4466-b4f0-de1e4941ed9d HTTP/1.1" status: 200 len: 757 time: 0.7421930 Mar 28 19:13:22.839027 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59036) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:22.946609 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-b8394c95-a8d1-436c-bc12-dec7478f40ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:22.947029 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8394c95-a8d1-436c-bc12-dec7478f40ca None None] The sync data for ids ['52c6b616-1c37-4b34-9895-2959014422bf'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:13:22.985493 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-55509357-4106-4783-8758-0aa4e27cf911 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] create failed (client error): The resource could not be found. Mar 28 19:13:22.990786 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-55509357-4106-4783-8758-0aa4e27cf911 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.1904726 Mar 28 19:13:22.991586 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59040) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:23.020580 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f933ff5d-a632-4b16-aa20-681fec73ae1f None None] Port 15b742c5-8b95-4276-9019-9ad3ec4f38ff cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:13:23.076162 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b47195-3cf9-46db-97fb-427b6f49377e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:23.076850 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-47b47195-3cf9-46db-97fb-427b6f49377e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Synchronizing usage tracker for tenant:d545e4aa9c994a0f8eb2b7672f8fe502 on resource:network {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:13:23.105160 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:13:23.106171 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a7ac3713-13be-4baa-8bc3-b3db630a5e8e tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Unset dirty status for tenant:d916fc06fcf1402987e9337f73165337 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:13:23.111201 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a7ac3713-13be-4baa-8bc3-b3db630a5e8e tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "GET /v2.0/ports/15b742c5-8b95-4276-9019-9ad3ec4f38ff HTTP/1.1" status: 200 len: 911 time: 0.5070157 Mar 28 19:13:23.111848 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-47b47195-3cf9-46db-97fb-427b6f49377e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Unset dirty status for tenant:d545e4aa9c994a0f8eb2b7672f8fe502 on resource:network {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:13:23.113182 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-47b47195-3cf9-46db-97fb-427b6f49377e tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "GET /v2.0/networks?id=e7dfa1d9-0b8b-4466-b4f0-de1e4941ed9d HTTP/1.1" status: 200 len: 760 time: 0.2729015 Mar 28 19:13:23.114301 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59044) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:23.115391 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-42e5884f-f880-4d41-925f-7ca0139c36b5 req-1ad0bdde-53a9-48fd-8acd-0f1c89a7b4bc tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fb8aa01-a242-47d2-9ab6-ee75893cf6c6 HTTP/1.1" status: 200 len: 210 time: 0.1484323 Mar 28 19:13:23.116699 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59048) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:23.214279 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:23.223503 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:23.224035 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:23.261297 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-196f0836-2a7f-4c67-953a-da5768a087ed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1693697132'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:23.285158 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5837a3-be7e-4aae-a2ca-a5422b9a8b1f None None] get_active_networks_info from dv-neutron-834711-1-hyperv {{(pid=87834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 19:13:23.287945 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-196f0836-2a7f-4c67-953a-da5768a087ed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:23.299070 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9e880358-05ba-4bdd-8b09-2efe940b0b15 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Deleting port 89331b3e-2a23-4839-855c-069166176a5a {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:23.299413 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9e880358-05ba-4bdd-8b09-2efe940b0b15 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:23.342654 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd570e08-08fe-4a00-94bb-be2372747d7f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event updated for resources: {'Network': ['ID=e7dfa1d9-0b8b-4466-b4f0-de1e4941ed9d,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:23.349764 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-182c748c-f8b3-4117-82a3-50b8a8e36d9d None None] Provisioning complete for port 15b742c5-8b95-4276-9019-9ad3ec4f38ff triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:23.350132 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-182c748c-f8b3-4117-82a3-50b8a8e36d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:23.383496 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network e7dfa1d9-0b8b-4466-b4f0-de1e4941ed9d details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:13:23.401918 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55893066-0809-46e4-b484-4e39de42a76e req-259ed946-69a8-4b99-b4dd-cfd600e1013f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:23.403391 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-55893066-0809-46e4-b484-4e39de42a76e req-259ed946-69a8-4b99-b4dd-cfd600e1013f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/networks?id=dfb19a36-688e-4ca2-86d5-de00ef6985a0 HTTP/1.1" status: 200 len: 796 time: 0.5736871 Mar 28 19:13:23.409040 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-196f0836-2a7f-4c67-953a-da5768a087ed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:23.459352 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-55893066-0809-46e4-b484-4e39de42a76e req-d9a98807-2fc1-4da2-976f-10d942a3768d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 470 time: 0.0468886 Mar 28 19:13:23.459658 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196f0836-2a7f-4c67-953a-da5768a087ed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Made reservation on behalf of d545e4aa9c994a0f8eb2b7672f8fe502 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:23.463916 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-196f0836-2a7f-4c67-953a-da5768a087ed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:23.468678 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-55893066-0809-46e4-b484-4e39de42a76e req-01ca5095-0aee-462e-9ea2-91a3279952c5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'port': {'device_id': '6fb8aa01-a242-47d2-9ab6-ee75893cf6c6', 'network_id': 'dfb19a36-688e-4ca2-86d5-de00ef6985a0', 'admin_state_up': True, 'tenant_id': '061332865d564f96959562b5c3aa8701', 'security_groups': ['a4e6e337-7dda-4615-8f47-a37603a2e750']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:23.520958 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-182c748c-f8b3-4117-82a3-50b8a8e36d9d None None] Port 15b742c5-8b95-4276-9019-9ad3ec4f38ff cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:13:23.627997 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-55893066-0809-46e4-b484-4e39de42a76e req-01ca5095-0aee-462e-9ea2-91a3279952c5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:23.635779 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-55893066-0809-46e4-b484-4e39de42a76e req-01ca5095-0aee-462e-9ea2-91a3279952c5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:port and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:23.639261 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-55893066-0809-46e4-b484-4e39de42a76e req-01ca5095-0aee-462e-9ea2-91a3279952c5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:23.639580 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:23.645698 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-55893066-0809-46e4-b484-4e39de42a76e req-01ca5095-0aee-462e-9ea2-91a3279952c5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:23.657677 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55893066-0809-46e4-b484-4e39de42a76e req-01ca5095-0aee-462e-9ea2-91a3279952c5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Made reservation on behalf of 061332865d564f96959562b5c3aa8701 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:23.662541 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-55893066-0809-46e4-b484-4e39de42a76e req-01ca5095-0aee-462e-9ea2-91a3279952c5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:23.674230 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5837a3-be7e-4aae-a2ca-a5422b9a8b1f None None] Resources bound (agent type, host, resource id): {{(pid=87834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 19:13:23.695602 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e374e417-9349-4f9c-a7bf-69eadc4602a7 None None] Provisioning complete for port 15b742c5-8b95-4276-9019-9ad3ec4f38ff triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:23.696595 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e374e417-9349-4f9c-a7bf-69eadc4602a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:23.699452 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-196f0836-2a7f-4c67-953a-da5768a087ed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:13:23.736908 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62,segment=NetworkSegment(b0517787-0071-43b1-a722-f51f7ce6481e),segment_id=b0517787-0071-43b1-a722-f51f7ce6481e)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:23.757734 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:23.760270 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-196f0836-2a7f-4c67-953a-da5768a087ed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:23.761608 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-196f0836-2a7f-4c67-953a-da5768a087ed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Added segment 2d2850bd-c44c-48e8-856f-84c6656b0efd of type vlan for network b32850bb-d630-432f-a15f-ccc4f19c468f Mar 28 19:13:23.841514 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-e374e417-9349-4f9c-a7bf-69eadc4602a7 None None] Port 15b742c5-8b95-4276-9019-9ad3ec4f38ff cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:13:23.880459 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-55893066-0809-46e4-b484-4e39de42a76e req-01ca5095-0aee-462e-9ea2-91a3279952c5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.20.0.19 (dfb19a36-688e-4ca2-86d5-de00ef6985a0/cdd81775-0989-4815-b90c-f2014c90849f/c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:13:23.923553 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-196f0836-2a7f-4c67-953a-da5768a087ed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:23.933378 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:23.989453 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9e880358-05ba-4bdd-8b09-2efe940b0b15 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:24.101952 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-55893066-0809-46e4-b484-4e39de42a76e req-01ca5095-0aee-462e-9ea2-91a3279952c5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:24.120955 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-55893066-0809-46e4-b484-4e39de42a76e req-01ca5095-0aee-462e-9ea2-91a3279952c5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Transition to ACTIVE for port object c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:24.145640 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-55893066-0809-46e4-b484-4e39de42a76e req-01ca5095-0aee-462e-9ea2-91a3279952c5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:24.182796 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-196f0836-2a7f-4c67-953a-da5768a087ed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:24.192554 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196f0836-2a7f-4c67-953a-da5768a087ed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:24.193179 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-196f0836-2a7f-4c67-953a-da5768a087ed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:24.221548 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55893066-0809-46e4-b484-4e39de42a76e req-01ca5095-0aee-462e-9ea2-91a3279952c5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network dfb19a36-688e-4ca2-86d5-de00ef6985a0 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:24.231026 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-55893066-0809-46e4-b484-4e39de42a76e req-01ca5095-0aee-462e-9ea2-91a3279952c5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:24.233649 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-55893066-0809-46e4-b484-4e39de42a76e req-01ca5095-0aee-462e-9ea2-91a3279952c5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:13:24.311246 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca5095-0aee-462e-9ea2-91a3279952c5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:24.355790 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55893066-0809-46e4-b484-4e39de42a76e req-01ca5095-0aee-462e-9ea2-91a3279952c5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:24.356500 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-55893066-0809-46e4-b484-4e39de42a76e req-01ca5095-0aee-462e-9ea2-91a3279952c5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:24.374069 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9e880358-05ba-4bdd-8b09-2efe940b0b15 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Calling delete_port for 89331b3e-2a23-4839-855c-069166176a5a owned by {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:24.396399 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-55893066-0809-46e4-b484-4e39de42a76e req-01ca5095-0aee-462e-9ea2-91a3279952c5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9315939 Mar 28 19:13:24.409992 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb928ee-ecbc-4c2a-8211-1c3b262d6fdb req-8c31612a-d7a9-4dc3-83d7-0d837be4a041 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:24.410610 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-1bb928ee-ecbc-4c2a-8211-1c3b262d6fdb req-8c31612a-d7a9-4dc3-83d7-0d837be4a041 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:13:24.419485 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-55893066-0809-46e4-b484-4e39de42a76e req-b10b6299-9b5f-46f3-9f68-0575e3366e89 service neutron] Request body: {'port': {'device_id': '6fb8aa01-a242-47d2-9ab6-ee75893cf6c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:24.430711 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:13:24.484571 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-1bb928ee-ecbc-4c2a-8211-1c3b262d6fdb req-8c31612a-d7a9-4dc3-83d7-0d837be4a041 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:13:24.485716 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1bb928ee-ecbc-4c2a-8211-1c3b262d6fdb req-8c31612a-d7a9-4dc3-83d7-0d837be4a041 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fb8aa01-a242-47d2-9ab6-ee75893cf6c6 HTTP/1.1" status: 200 len: 932 time: 0.2149868 Mar 28 19:13:24.526066 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:24.526376 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:24.566478 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f0836-2a7f-4c67-953a-da5768a087ed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event updated for resources: {'Network': ['ID=b32850bb-d630-432f-a15f-ccc4f19c468f,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:24.581785 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network b32850bb-d630-432f-a15f-ccc4f19c468f details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:13:24.582458 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-196f0836-2a7f-4c67-953a-da5768a087ed tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4647710 Mar 28 19:13:24.587482 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59058) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:24.589084 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-55893066-0809-46e4-b484-4e39de42a76e req-b10b6299-9b5f-46f3-9f68-0575e3366e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:24.594461 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-73689954-b786-4e85-b0b3-9ed1fd5c3b69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Request body: {'subnet': {'network_id': 'b32850bb-d630-432f-a15f-ccc4f19c468f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:24.601859 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1bb928ee-ecbc-4c2a-8211-1c3b262d6fdb req-5e6f56d5-46f6-4765-ba59-b474352b9355 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4e6e337-7dda-4615-8f47-a37603a2e750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842254 Mar 28 19:13:24.617345 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b044d008-d42a-483f-ba55-3e0fe2c9a9d6 None None] Provisioning for port c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:24.646119 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b044d008-d42a-483f-ba55-3e0fe2c9a9d6 None None] Provisioning complete for port c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:24.646693 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b044d008-d42a-483f-ba55-3e0fe2c9a9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:24.801093 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-b044d008-d42a-483f-ba55-3e0fe2c9a9d6 None None] Port c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:13:24.817311 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-73689954-b786-4e85-b0b3-9ed1fd5c3b69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:24.824713 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-73689954-b786-4e85-b0b3-9ed1fd5c3b69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Usage tracker for resource:subnet and tenant:d545e4aa9c994a0f8eb2b7672f8fe502 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:24.827673 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-73689954-b786-4e85-b0b3-9ed1fd5c3b69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:24.831133 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9e880358-05ba-4bdd-8b09-2efe940b0b15 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:24.836340 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-73689954-b786-4e85-b0b3-9ed1fd5c3b69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:24.893038 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e880358-05ba-4bdd-8b09-2efe940b0b15 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Pushing event deleted for resources: {'Port': ['ID=89331b3e-2a23-4839-855c-069166176a5a,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:24.941600 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73689954-b786-4e85-b0b3-9ed1fd5c3b69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Made reservation on behalf of d545e4aa9c994a0f8eb2b7672f8fe502 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:24.945066 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-73689954-b786-4e85-b0b3-9ed1fd5c3b69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:24.974120 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-55893066-0809-46e4-b484-4e39de42a76e req-b10b6299-9b5f-46f3-9f68-0575e3366e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18 {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:13:24.982182 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-55893066-0809-46e4-b484-4e39de42a76e req-b10b6299-9b5f-46f3-9f68-0575e3366e89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:24.997440 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-55893066-0809-46e4-b484-4e39de42a76e req-b10b6299-9b5f-46f3-9f68-0575e3366e89 service neutron] Transition to ACTIVE for port object c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:25.001883 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-55893066-0809-46e4-b484-4e39de42a76e req-b10b6299-9b5f-46f3-9f68-0575e3366e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:25.014841 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-17424b32-890b-4c4c-9ccf-ef779b4ce321 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:25.208083 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b6299-9b5f-46f3-9f68-0575e3366e89 service neutron] Pushing event updated for resources: {'Port': ['ID=c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:25.242127 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-55893066-0809-46e4-b484-4e39de42a76e req-b10b6299-9b5f-46f3-9f68-0575e3366e89 service neutron] Attempting to bind port c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:13:25.242637 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-55893066-0809-46e4-b484-4e39de42a76e req-b10b6299-9b5f-46f3-9f68-0575e3366e89 service neutron] Attempting to bind port c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': 'bd41b65a-e84b-401e-9d63-2eb8a941a972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dfb19a36-688e-4ca2-86d5-de00ef6985a0'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:13:25.243594 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55893066-0809-46e4-b484-4e39de42a76e req-b10b6299-9b5f-46f3-9f68-0575e3366e89 service neutron] Attempting to bind port c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18 on network dfb19a36-688e-4ca2-86d5-de00ef6985a0 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:13:25.248870 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55893066-0809-46e4-b484-4e39de42a76e req-b10b6299-9b5f-46f3-9f68-0575e3366e89 service neutron] Port c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18 on network dfb19a36-688e-4ca2-86d5-de00ef6985a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:13:25.249415 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55893066-0809-46e4-b484-4e39de42a76e req-b10b6299-9b5f-46f3-9f68-0575e3366e89 service neutron] Attempting to bind port c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18 on network dfb19a36-688e-4ca2-86d5-de00ef6985a0 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:13:25.255184 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55893066-0809-46e4-b484-4e39de42a76e req-b10b6299-9b5f-46f3-9f68-0575e3366e89 service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:13:25.255736 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55893066-0809-46e4-b484-4e39de42a76e req-b10b6299-9b5f-46f3-9f68-0575e3366e89 service neutron] Checking segment: {'id': 'bd41b65a-e84b-401e-9d63-2eb8a941a972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dfb19a36-688e-4ca2-86d5-de00ef6985a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:13:25.256323 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55893066-0809-46e4-b484-4e39de42a76e req-b10b6299-9b5f-46f3-9f68-0575e3366e89 service neutron] Bound using segment: {'id': 'bd41b65a-e84b-401e-9d63-2eb8a941a972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dfb19a36-688e-4ca2-86d5-de00ef6985a0'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:13:25.256933 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-55893066-0809-46e4-b484-4e39de42a76e req-b10b6299-9b5f-46f3-9f68-0575e3366e89 service neutron] Bound port: c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd41b65a-e84b-401e-9d63-2eb8a941a972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dfb19a36-688e-4ca2-86d5-de00ef6985a0'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:13:25.257464 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-55893066-0809-46e4-b484-4e39de42a76e req-b10b6299-9b5f-46f3-9f68-0575e3366e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:25.260977 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b1803a48-e749-4be9-9f8d-5fb6726f6ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:25.262758 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9e880358-05ba-4bdd-8b09-2efe940b0b15 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:25.283249 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9e880358-05ba-4bdd-8b09-2efe940b0b15 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] 10.222.0.10 "DELETE /v2.0/ports/89331b3e-2a23-4839-855c-069166176a5a HTTP/1.1" status: 204 len: 168 time: 2.2836370 Mar 28 19:13:25.298788 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59062) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:25.516555 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-55893066-0809-46e4-b484-4e39de42a76e req-b10b6299-9b5f-46f3-9f68-0575e3366e89 service neutron] For port c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:13:25.525992 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-55893066-0809-46e4-b484-4e39de42a76e req-b10b6299-9b5f-46f3-9f68-0575e3366e89 service neutron] For port c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18,segment=NetworkSegment(bd41b65a-e84b-401e-9d63-2eb8a941a972),segment_id=bd41b65a-e84b-401e-9d63-2eb8a941a972)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:13:25.532185 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-55893066-0809-46e4-b484-4e39de42a76e req-b10b6299-9b5f-46f3-9f68-0575e3366e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:25.547017 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-73689954-b786-4e85-b0b3-9ed1fd5c3b69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:25.573667 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904cd706-5a75-4a1b-a5f5-f4f1ea578147 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:25.574349 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-904cd706-5a75-4a1b-a5f5-f4f1ea578147 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Synchronizing usage tracker for tenant:5ae0f1674be842829fe75ed49b018207 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:13:25.615650 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55893066-0809-46e4-b484-4e39de42a76e req-b10b6299-9b5f-46f3-9f68-0575e3366e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:25.616240 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-55893066-0809-46e4-b484-4e39de42a76e req-b10b6299-9b5f-46f3-9f68-0575e3366e89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:25.617611 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-55893066-0809-46e4-b484-4e39de42a76e req-b10b6299-9b5f-46f3-9f68-0575e3366e89 service neutron] 10.222.0.26 "PUT /v2.0/ports/c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18 HTTP/1.1" status: 200 len: 1094 time: 1.2041824 Mar 28 19:13:25.618574 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb8aa01-a242-47d2-9ab6-ee75893cf6c6', 'tag': 'c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:13:25.633161 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-17424b32-890b-4c4c-9ccf-ef779b4ce321 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Deleting port 15b742c5-8b95-4276-9019-9ad3ec4f38ff {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:25.633161 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-17424b32-890b-4c4c-9ccf-ef779b4ce321 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:25.649890 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-904cd706-5a75-4a1b-a5f5-f4f1ea578147 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Unset dirty status for tenant:5ae0f1674be842829fe75ed49b018207 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:13:25.651404 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-904cd706-5a75-4a1b-a5f5-f4f1ea578147 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] 10.222.0.10 "GET /v2.0/ports?device_id=097753f2-a6bd-4f48-bbb8-0902ba4a87c9 HTTP/1.1" status: 200 len: 913 time: 0.3514209 Mar 28 19:13:25.654348 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59070) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:25.656933 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b6299-9b5f-46f3-9f68-0575e3366e89 service neutron] Pushing event updated for resources: {'Port': ['ID=c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:25.724531 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb8aa01-a242-47d2-9ab6-ee75893cf6c6', 'tag': 'c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18', 'status': 'completed', 'code': 200} Mar 28 19:13:25.739001 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73689954-b786-4e85-b0b3-9ed1fd5c3b69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event updated for resources: {'Subnet': ['ID=76599f9a-5b57-4827-b538-1b438e835859,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:25.766713 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73689954-b786-4e85-b0b3-9ed1fd5c3b69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Checking segment: {'id': '2d2850bd-c44c-48e8-856f-84c6656b0efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b32850bb-d630-432f-a15f-ccc4f19c468f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:13:25.767044 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73689954-b786-4e85-b0b3-9ed1fd5c3b69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Network hostable DHCP agents. Network: b32850bb-d630-432f-a15f-ccc4f19c468f, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:13:25.883746 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73689954-b786-4e85-b0b3-9ed1fd5c3b69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Network b32850bb-d630-432f-a15f-ccc4f19c468f is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:13:25.901259 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-73689954-b786-4e85-b0b3-9ed1fd5c3b69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, b32850bb-d630-432f-a15f-ccc4f19c468f) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:25.906040 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73689954-b786-4e85-b0b3-9ed1fd5c3b69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:25.907315 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-73689954-b786-4e85-b0b3-9ed1fd5c3b69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:25.909863 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f74e9ea-3231-4ddc-92ae-ee6bdc73536f None None] Network b32850bb-d630-432f-a15f-ccc4f19c468f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:25.956182 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-73689954-b786-4e85-b0b3-9ed1fd5c3b69 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3675964 Mar 28 19:13:25.959358 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59076) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:25.985047 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-17424b32-890b-4c4c-9ccf-ef779b4ce321 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:26.105683 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55893066-0809-46e4-b484-4e39de42a76e req-9ddb73cf-2674-4696-9e88-6b10fc12cb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:26.107211 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-55893066-0809-46e4-b484-4e39de42a76e req-9ddb73cf-2674-4696-9e88-6b10fc12cb7e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=6fb8aa01-a242-47d2-9ab6-ee75893cf6c6 HTTP/1.1" status: 200 len: 1097 time: 0.3903716 Mar 28 19:13:26.193054 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9d01a-508d-406f-b0de-5f19694237ca req-9513c61c-2cda-4567-9782-7d02a7897499 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:26.194630 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-43f9d01a-508d-406f-b0de-5f19694237ca req-9513c61c-2cda-4567-9782-7d02a7897499 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fb8aa01-a242-47d2-9ab6-ee75893cf6c6 HTTP/1.1" status: 200 len: 944 time: 0.4074318 Mar 28 19:13:26.207996 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-55893066-0809-46e4-b484-4e39de42a76e req-933b10d8-7d4c-4633-af32-fcd868520828 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18 HTTP/1.1" status: 200 len: 217 time: 0.0914559 Mar 28 19:13:26.258087 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5ecd9b-74ef-4eea-82d8-0c1a90f100db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-b32850bb-d630-432f-a15f-ccc4f19c468f', 'network_id': 'b32850bb-d630-432f-a15f-ccc4f19c468f', 'tenant_id': 'd545e4aa9c994a0f8eb2b7672f8fe502', 'fixed_ips': [{'subnet_id': '76599f9a-5b57-4827-b538-1b438e835859'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:13:26.259558 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2e5ecd9b-74ef-4eea-82d8-0c1a90f100db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:26.305340 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-17424b32-890b-4c4c-9ccf-ef779b4ce321 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Calling delete_port for 15b742c5-8b95-4276-9019-9ad3ec4f38ff owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:26.353102 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-43f9d01a-508d-406f-b0de-5f19694237ca req-04c75693-4647-45ff-bd1e-f9994ca1c1a6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4e6e337-7dda-4615-8f47-a37603a2e750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468709 Mar 28 19:13:26.396521 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55893066-0809-46e4-b484-4e39de42a76e req-78a0196e-2e06-40c4-9e10-424729fe4714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:26.397951 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-55893066-0809-46e4-b484-4e39de42a76e req-78a0196e-2e06-40c4-9e10-424729fe4714 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cdd81775-0989-4815-b90c-f2014c90849f HTTP/1.1" status: 200 len: 837 time: 0.1434107 Mar 28 19:13:26.427848 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:26.448275 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-2e5ecd9b-74ef-4eea-82d8-0c1a90f100db None None] Allocated IP 172.20.0.2 (b32850bb-d630-432f-a15f-ccc4f19c468f/76599f9a-5b57-4827-b538-1b438e835859/6011310c-017e-4b62-812c-8cf6bfdce858) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:13:26.517336 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:26.535700 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55893066-0809-46e4-b484-4e39de42a76e req-19dbdee3-7621-40a2-b1e5-c81d2eded3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:26.537165 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-55893066-0809-46e4-b484-4e39de42a76e req-19dbdee3-7621-40a2-b1e5-c81d2eded3ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dfb19a36-688e-4ca2-86d5-de00ef6985a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1325014 Mar 28 19:13:26.637492 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-17424b32-890b-4c4c-9ccf-ef779b4ce321 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:26.658717 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-15b19283-97c8-47b8-a3a4-95347be2f97b tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:26.677131 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2e5ecd9b-74ef-4eea-82d8-0c1a90f100db None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:26.691011 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-2e5ecd9b-74ef-4eea-82d8-0c1a90f100db None None] Transition to ACTIVE for port object 6011310c-017e-4b62-812c-8cf6bfdce858 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:26.693477 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17424b32-890b-4c4c-9ccf-ef779b4ce321 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Port': ['ID=15b742c5-8b95-4276-9019-9ad3ec4f38ff,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:26.741475 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-2e5ecd9b-74ef-4eea-82d8-0c1a90f100db None None] Transition to ACTIVE for port object 6011310c-017e-4b62-812c-8cf6bfdce858 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:26.749467 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2e5ecd9b-74ef-4eea-82d8-0c1a90f100db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:26.820098 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5ecd9b-74ef-4eea-82d8-0c1a90f100db None None] Network b32850bb-d630-432f-a15f-ccc4f19c468f is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:26.823495 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-2e5ecd9b-74ef-4eea-82d8-0c1a90f100db None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:26.824100 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-55893066-0809-46e4-b484-4e39de42a76e req-a121912a-4538-4572-8141-ceb8682907f9 service neutron] 10.222.0.26 "GET /v2.0/networks/dfb19a36-688e-4ca2-86d5-de00ef6985a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800729 Mar 28 19:13:26.828502 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5ecd9b-74ef-4eea-82d8-0c1a90f100db None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:13:26.893611 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-17424b32-890b-4c4c-9ccf-ef779b4ce321 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:26.916579 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ecd9b-74ef-4eea-82d8-0c1a90f100db None None] Pushing event updated for resources: {'Port': ['ID=6011310c-017e-4b62-812c-8cf6bfdce858,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:26.955338 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-2e5ecd9b-74ef-4eea-82d8-0c1a90f100db None None] Attempting to bind port 6011310c-017e-4b62-812c-8cf6bfdce858 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:13:26.955703 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-2e5ecd9b-74ef-4eea-82d8-0c1a90f100db None None] Attempting to bind port 6011310c-017e-4b62-812c-8cf6bfdce858 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '2d2850bd-c44c-48e8-856f-84c6656b0efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b32850bb-d630-432f-a15f-ccc4f19c468f'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:13:26.956063 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5ecd9b-74ef-4eea-82d8-0c1a90f100db None None] Attempting to bind port 6011310c-017e-4b62-812c-8cf6bfdce858 on network b32850bb-d630-432f-a15f-ccc4f19c468f {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:13:26.961863 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5ecd9b-74ef-4eea-82d8-0c1a90f100db None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:13:26.962650 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5ecd9b-74ef-4eea-82d8-0c1a90f100db None None] Checking segment: {'id': '2d2850bd-c44c-48e8-856f-84c6656b0efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b32850bb-d630-432f-a15f-ccc4f19c468f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:13:26.962650 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2e5ecd9b-74ef-4eea-82d8-0c1a90f100db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:26.962844 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5ecd9b-74ef-4eea-82d8-0c1a90f100db None None] Bound using segment: {'id': '2d2850bd-c44c-48e8-856f-84c6656b0efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b32850bb-d630-432f-a15f-ccc4f19c468f'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:13:26.963328 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-2e5ecd9b-74ef-4eea-82d8-0c1a90f100db None None] Bound port: 6011310c-017e-4b62-812c-8cf6bfdce858, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2850bd-c44c-48e8-856f-84c6656b0efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b32850bb-d630-432f-a15f-ccc4f19c468f'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:13:26.963706 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2e5ecd9b-74ef-4eea-82d8-0c1a90f100db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:26.965407 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:27.025611 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event deleted for resources: {'Subnet': ['ID=76599f9a-5b57-4827-b538-1b438e835859,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:27.059853 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-2e5ecd9b-74ef-4eea-82d8-0c1a90f100db None None] For port 6011310c-017e-4b62-812c-8cf6bfdce858, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:13:27.063911 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-2e5ecd9b-74ef-4eea-82d8-0c1a90f100db None None] For port 6011310c-017e-4b62-812c-8cf6bfdce858, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=6011310c-017e-4b62-812c-8cf6bfdce858,segment=NetworkSegment(2d2850bd-c44c-48e8-856f-84c6656b0efd),segment_id=2d2850bd-c44c-48e8-856f-84c6656b0efd)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:13:27.068804 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2e5ecd9b-74ef-4eea-82d8-0c1a90f100db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:27.212370 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ecd9b-74ef-4eea-82d8-0c1a90f100db None None] Pushing event updated for resources: {'Port': ['ID=6011310c-017e-4b62-812c-8cf6bfdce858,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:27.235874 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0830b8-5760-4b5d-ac7b-1639309a0e3c None None] Network b32850bb-d630-432f-a15f-ccc4f19c468f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:27.237998 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-55893066-0809-46e4-b484-4e39de42a76e req-d8f4c47c-feee-4239-b8c6-58424e36937f service neutron] 10.222.0.26 "GET /v2.0/networks/dfb19a36-688e-4ca2-86d5-de00ef6985a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033759 Mar 28 19:13:27.260913 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:27.349858 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b32850bb-d630-432f-a15f-ccc4f19c468f']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:27.369299 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17424b32-890b-4c4c-9ccf-ef779b4ce321 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Router 52c6b616-1c37-4b34-9895-2959014422bf has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:13:27.369567 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-15b19283-97c8-47b8-a3a4-95347be2f97b tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Deleting port 80870860-5b7a-4325-bd39-a2ef69bc4768 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:27.370038 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-15b19283-97c8-47b8-a3a4-95347be2f97b tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:27.372124 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2850bd-c44c-48e8-856f-84c6656b0efd') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:27.372602 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2850bd-c44c-48e8-856f-84c6656b0efd') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:27.390511 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:27.450122 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a906f8fb-3751-4f6b-8252-a915353db6e9 None None] get_active_networks_info from dv-neutron-834711-1-hyperv {{(pid=87834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 19:13:27.536714 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d045b-d5b8-4a62-b3f7-906e1cd43e75 req-be5e832e-6751-47de-892d-9fb6a7018707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:27.538346 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-431d045b-d5b8-4a62-b3f7-906e1cd43e75 req-be5e832e-6751-47de-892d-9fb6a7018707 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=6fb8aa01-a242-47d2-9ab6-ee75893cf6c6 HTTP/1.1" status: 200 len: 1097 time: 0.2464018 Mar 28 19:13:27.600248 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a906f8fb-3751-4f6b-8252-a915353db6e9 None None] Resources bound (agent type, host, resource id): {{(pid=87834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 19:13:27.609658 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9fdd214d-ad84-4b03-8205-8ed6f9790f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:27.659137 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:27.675127 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17424b32-890b-4c4c-9ccf-ef779b4ce321 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:13:27.676957 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:13:27.677416 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:13:27.693893 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:13:27.721854 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850a2681-9409-470b-8057-f5f58423a88e None None] Sync routers for ids ['52c6b616-1c37-4b34-9895-2959014422bf'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:13:27.753584 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850a2681-9409-470b-8057-f5f58423a88e None None] Routers {'52c6b616-1c37-4b34-9895-2959014422bf'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:27.753808 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-850a2681-9409-470b-8057-f5f58423a88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['52c6b616-1c37-4b34-9895-2959014422bf'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:27.786810 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 19:13:27.786810 dv-neutron-834711-1-hyperv neutron-server[87832]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 19:13:27.786810 dv-neutron-834711-1-hyperv neutron-server[87832]: [parameters: {'id': 'b32850bb-d630-432f-a15f-ccc4f19c468f'}] Mar 28 19:13:27.786810 dv-neutron-834711-1-hyperv neutron-server[87832]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:13:27.787509 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:13:27.793024 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-17424b32-890b-4c4c-9ccf-ef779b4ce321 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "PUT /v2.0/routers/52c6b616-1c37-4b34-9895-2959014422bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6743331 Mar 28 19:13:27.793850 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59084) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:27.816152 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d045b-d5b8-4a62-b3f7-906e1cd43e75 req-f8da32e7-d596-485a-add6-cc13ab15652c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:27.817583 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-431d045b-d5b8-4a62-b3f7-906e1cd43e75 req-f8da32e7-d596-485a-add6-cc13ab15652c service neutron] 10.222.0.26 "GET /v2.0/networks?id=dfb19a36-688e-4ca2-86d5-de00ef6985a0 HTTP/1.1" status: 200 len: 897 time: 0.2694991 Mar 28 19:13:27.823962 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-15b19283-97c8-47b8-a3a4-95347be2f97b tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:27.828539 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-850a2681-9409-470b-8057-f5f58423a88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:27.838368 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-80f3ff4c-1737-4a27-86a5-90aa7c3fd9c5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Synchronizing usage tracker for tenant:d916fc06fcf1402987e9337f73165337 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:13:27.854678 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-80f3ff4c-1737-4a27-86a5-90aa7c3fd9c5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Unset dirty status for tenant:d916fc06fcf1402987e9337f73165337 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:13:27.858722 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-80f3ff4c-1737-4a27-86a5-90aa7c3fd9c5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c6b616-1c37-4b34-9895-2959014422bf HTTP/1.1" status: 200 len: 205 time: 0.0619769 Mar 28 19:13:27.859148 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59088) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:27.862541 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850a2681-9409-470b-8057-f5f58423a88e None None] Routers {'52c6b616-1c37-4b34-9895-2959014422bf'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:27.863182 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-850a2681-9409-470b-8057-f5f58423a88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['52c6b616-1c37-4b34-9895-2959014422bf'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:27.897022 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e7fff-3e87-4a0a-867e-26b3876f6aaa req-a74c5549-a49c-4961-be87-8dc37702c81c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:27.898491 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3f6e7fff-3e87-4a0a-867e-26b3876f6aaa req-a74c5549-a49c-4961-be87-8dc37702c81c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fb8aa01-a242-47d2-9ab6-ee75893cf6c6 HTTP/1.1" status: 200 len: 944 time: 0.4117563 Mar 28 19:13:27.910145 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-431d045b-d5b8-4a62-b3f7-906e1cd43e75 req-ff43d9d0-bb12-4ada-ba10-7fddfe2164e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18 HTTP/1.1" status: 200 len: 217 time: 0.0787015 Mar 28 19:13:27.963925 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-850a2681-9409-470b-8057-f5f58423a88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:27.964491 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850a2681-9409-470b-8057-f5f58423a88e None None] The sync data for ids ['52c6b616-1c37-4b34-9895-2959014422bf'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:13:28.015732 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3edfb8c1-a862-45cf-a0f2-9d02d46befb1 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:28.083257 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-15b19283-97c8-47b8-a3a4-95347be2f97b tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Calling delete_port for 80870860-5b7a-4325-bd39-a2ef69bc4768 owned by network:router_interface {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:28.175691 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3f6e7fff-3e87-4a0a-867e-26b3876f6aaa req-f61d5777-a71d-4e18-940d-7f47dc487fdc tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4e6e337-7dda-4615-8f47-a37603a2e750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2671309 Mar 28 19:13:28.182138 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d045b-d5b8-4a62-b3f7-906e1cd43e75 req-d95d4383-bd03-4f07-b6d6-ed8ec131612c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:28.183605 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-431d045b-d5b8-4a62-b3f7-906e1cd43e75 req-d95d4383-bd03-4f07-b6d6-ed8ec131612c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cdd81775-0989-4815-b90c-f2014c90849f HTTP/1.1" status: 200 len: 837 time: 0.2056239 Mar 28 19:13:28.296545 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d045b-d5b8-4a62-b3f7-906e1cd43e75 req-8ae46775-9c84-4d47-98f8-4b1bb4edcd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:28.298006 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-431d045b-d5b8-4a62-b3f7-906e1cd43e75 req-8ae46775-9c84-4d47-98f8-4b1bb4edcd0f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dfb19a36-688e-4ca2-86d5-de00ef6985a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1023443 Mar 28 19:13:28.311995 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:28.327553 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3edfb8c1-a862-45cf-a0f2-9d02d46befb1 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:28.330010 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3edfb8c1-a862-45cf-a0f2-9d02d46befb1 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:28.341010 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Deleting port 6011310c-017e-4b62-812c-8cf6bfdce858 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:28.341010 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:28.397714 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3edfb8c1-a862-45cf-a0f2-9d02d46befb1 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:28.398194 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edfb8c1-a862-45cf-a0f2-9d02d46befb1 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Fanout notify agent at l3_agent the message router_deleted on router 52c6b616-1c37-4b34-9895-2959014422bf {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:13:28.449238 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3edfb8c1-a862-45cf-a0f2-9d02d46befb1 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:28.450242 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3edfb8c1-a862-45cf-a0f2-9d02d46befb1 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/routers/52c6b616-1c37-4b34-9895-2959014422bf HTTP/1.1" status: 204 len: 168 time: 0.5902977 Mar 28 19:13:28.452947 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59092) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:28.458704 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-15b19283-97c8-47b8-a3a4-95347be2f97b tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:28.516314 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b19283-97c8-47b8-a3a4-95347be2f97b tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Pushing event deleted for resources: {'Port': ['ID=80870860-5b7a-4325-bd39-a2ef69bc4768,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:28.563673 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:28.571865 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:28.626460 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb34947e-b508-4a48-8598-5b5e015784aa tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Deleting subnet e187d25b-feb6-4270-a6c9-ab3bdcfe26f0 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:13:28.634533 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb34947e-b508-4a48-8598-5b5e015784aa tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:28.680919 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] For port 6011310c-017e-4b62-812c-8cf6bfdce858, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=6011310c-017e-4b62-812c-8cf6bfdce858,segment=NetworkSegment(2d2850bd-c44c-48e8-856f-84c6656b0efd),segment_id=2d2850bd-c44c-48e8-856f-84c6656b0efd)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:28.681855 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:28.747999 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-431d045b-d5b8-4a62-b3f7-906e1cd43e75 req-eb9c9c46-7a5f-4b0d-8b3f-cac5c93e502f service neutron] 10.222.0.26 "GET /v2.0/networks/dfb19a36-688e-4ca2-86d5-de00ef6985a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178886 Mar 28 19:13:28.829558 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Calling delete_port for 6011310c-017e-4b62-812c-8cf6bfdce858 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:28.865061 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb34947e-b508-4a48-8598-5b5e015784aa tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:28.968534 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:29.005556 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-15b19283-97c8-47b8-a3a4-95347be2f97b tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:29.081637 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-431d045b-d5b8-4a62-b3f7-906e1cd43e75 req-8bb9b7b6-dd26-4241-97d5-529f40e8a242 service neutron] 10.222.0.26 "GET /v2.0/networks/dfb19a36-688e-4ca2-86d5-de00ef6985a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243771 Mar 28 19:13:29.140915 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event deleted for resources: {'Port': ['ID=6011310c-017e-4b62-812c-8cf6bfdce858,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:29.147193 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] No DVR routers for this DVR port 6011310c-017e-4b62-812c-8cf6bfdce858 on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:13:29.149136 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb34947e-b508-4a48-8598-5b5e015784aa tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:29.327992 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:29.341880 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b19283-97c8-47b8-a3a4-95347be2f97b tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Router 097753f2-a6bd-4f48-bbb8-0902ba4a87c9 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:13:29.363676 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b32850bb-d630-432f-a15f-ccc4f19c468f']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:29.374624 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb34947e-b508-4a48-8598-5b5e015784aa tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:29.407410 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2850bd-c44c-48e8-856f-84c6656b0efd') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:29.407713 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2850bd-c44c-48e8-856f-84c6656b0efd') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:29.428185 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb34947e-b508-4a48-8598-5b5e015784aa tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:29.430649 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0740fd-2a10-45d7-b9ee-51ef8f2065c2 None None] Network 32142e21-e79e-4ed5-8be7-22edeb816788 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:29.431657 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:29.439200 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34947e-b508-4a48-8598-5b5e015784aa tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Subnet': ['ID=e187d25b-feb6-4270-a6c9-ab3bdcfe26f0,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:29.452884 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-cb34947e-b508-4a48-8598-5b5e015784aa tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/subnets/e187d25b-feb6-4270-a6c9-ab3bdcfe26f0 HTTP/1.1" status: 204 len: 168 time: 0.9961586 Mar 28 19:13:29.453599 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:29.455546 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59100) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:29.498251 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b19283-97c8-47b8-a3a4-95347be2f97b tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:13:29.509933 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7827d326-ba71-4818-9aa8-0f86aa38de60 None None] Sync routers for ids ['097753f2-a6bd-4f48-bbb8-0902ba4a87c9'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:13:29.518124 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d30ea-b643-4d6e-84df-d08068e1f6a2 req-12090089-8747-4bc4-8ebf-c94dba3a282d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:29.519713 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4d5d30ea-b643-4d6e-84df-d08068e1f6a2 req-12090089-8747-4bc4-8ebf-c94dba3a282d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fb8aa01-a242-47d2-9ab6-ee75893cf6c6 HTTP/1.1" status: 200 len: 944 time: 0.2277348 Mar 28 19:13:29.527436 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7827d326-ba71-4818-9aa8-0f86aa38de60 None None] Routers {'097753f2-a6bd-4f48-bbb8-0902ba4a87c9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:29.528624 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-7827d326-ba71-4818-9aa8-0f86aa38de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['097753f2-a6bd-4f48-bbb8-0902ba4a87c9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:29.530666 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-15b19283-97c8-47b8-a3a4-95347be2f97b tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] 10.222.0.10 "PUT /v2.0/routers/097753f2-a6bd-4f48-bbb8-0902ba4a87c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8750353 Mar 28 19:13:29.531633 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59104) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:29.583578 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2d466891-3cce-43d1-afcd-d6c3c4ff14e1 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:29.587301 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:13:29.587700 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:13:29.605309 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:13:29.610270 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-7827d326-ba71-4818-9aa8-0f86aa38de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:29.621536 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7827d326-ba71-4818-9aa8-0f86aa38de60 None None] Routers {'097753f2-a6bd-4f48-bbb8-0902ba4a87c9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:29.622390 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-7827d326-ba71-4818-9aa8-0f86aa38de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['097753f2-a6bd-4f48-bbb8-0902ba4a87c9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:29.631519 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:13:29.679408 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2d466891-3cce-43d1-afcd-d6c3c4ff14e1 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Deleting port 64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:29.679747 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2d466891-3cce-43d1-afcd-d6c3c4ff14e1 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:29.701761 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-7827d326-ba71-4818-9aa8-0f86aa38de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:29.702411 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7827d326-ba71-4818-9aa8-0f86aa38de60 None None] The sync data for ids ['097753f2-a6bd-4f48-bbb8-0902ba4a87c9'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:13:29.738266 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9d6db469-4a83-47e2-8be3-c6b801f136bf tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:29.743284 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:29.798922 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:29.799678 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4d5d30ea-b643-4d6e-84df-d08068e1f6a2 req-f7a586c6-71ad-427d-a1bf-a4d5de1b1adc tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4e6e337-7dda-4615-8f47-a37603a2e750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2670462 Mar 28 19:13:29.820552 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/networks/b32850bb-d630-432f-a15f-ccc4f19c468f HTTP/1.1" status: 204 len: 168 time: 3.8600702 Mar 28 19:13:29.823979 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59108) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:29.825116 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c5ee7-25b4-49bf-b722-d96c3404bec3 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event deleted for resources: {'Network': ['ID=b32850bb-d630-432f-a15f-ccc4f19c468f,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:29.848281 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18,segment=NetworkSegment(bd41b65a-e84b-401e-9d63-2eb8a941a972),segment_id=bd41b65a-e84b-401e-9d63-2eb8a941a972)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:29.862549 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': 'c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18', 'network_id': 'dfb19a36-688e-4ca2-86d5-de00ef6985a0', 'port_id': 'c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18', 'mac_address': 'fa:16:3e:61:51:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd81775-0989-4815-b90c-f2014c90849f', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:13:29.895899 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa54f36-7ee8-45fc-8c13-0b2f845eacb4 None None] DHCP port deletion for 32142e21-e79e-4ed5-8be7-22edeb816788 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:13:29.908748 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-eaa54f36-7ee8-45fc-8c13-0b2f845eacb4 None None] Deleting port 64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:29.909226 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-eaa54f36-7ee8-45fc-8c13-0b2f845eacb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:29.954188 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-2d466891-3cce-43d1-afcd-d6c3c4ff14e1 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] For port 64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62,segment=NetworkSegment(b0517787-0071-43b1-a722-f51f7ce6481e),segment_id=b0517787-0071-43b1-a722-f51f7ce6481e)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:29.955445 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2d466891-3cce-43d1-afcd-d6c3c4ff14e1 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:29.971491 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:30.000865 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:13:30.057929 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18,segment=NetworkSegment(bd41b65a-e84b-401e-9d63-2eb8a941a972),segment_id=bd41b65a-e84b-401e-9d63-2eb8a941a972)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:30.068969 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7b2bf8-09da-4bc3-8f81-dc6c5d3a4207 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] GET failed (client error): The resource could not be found. Mar 28 19:13:30.069204 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:30.069566 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ec7b2bf8-09da-4bc3-8f81-dc6c5d3a4207 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Synchronizing usage tracker for tenant:d545e4aa9c994a0f8eb2b7672f8fe502 on resource:subnet {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:13:30.097365 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2d466891-3cce-43d1-afcd-d6c3c4ff14e1 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Calling delete_port for 64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:30.184711 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2d466891-3cce-43d1-afcd-d6c3c4ff14e1 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:30.215391 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:30.242371 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d466891-3cce-43d1-afcd-d6c3c4ff14e1 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Port': ['ID=64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:30.250483 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d466891-3cce-43d1-afcd-d6c3c4ff14e1 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] No DVR routers for this DVR port 64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62 on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:13:30.252509 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-eaa54f36-7ee8-45fc-8c13-0b2f845eacb4 None None] For port 64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62,segment=NetworkSegment(b0517787-0071-43b1-a722-f51f7ce6481e),segment_id=b0517787-0071-43b1-a722-f51f7ce6481e)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:30.253929 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-eaa54f36-7ee8-45fc-8c13-0b2f845eacb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:30.254555 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9d6db469-4a83-47e2-8be3-c6b801f136bf tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:30.257045 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9d6db469-4a83-47e2-8be3-c6b801f136bf tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:30.258799 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ec7b2bf8-09da-4bc3-8f81-dc6c5d3a4207 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Unset dirty status for tenant:d545e4aa9c994a0f8eb2b7672f8fe502 on resource:subnet {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:13:30.259961 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ec7b2bf8-09da-4bc3-8f81-dc6c5d3a4207 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "GET /v2.0/subnets/76599f9a-5b57-4827-b538-1b438e835859 HTTP/1.1" status: 404 len: 337 time: 0.4347911 Mar 28 19:13:30.264137 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59112) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:30.269746 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:30.298451 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f04377f-6beb-4ece-95e5-f2b610f610fe tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] DELETE failed (client error): The resource could not be found. Mar 28 19:13:30.298845 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f04377f-6beb-4ece-95e5-f2b610f610fe tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:13:30.300522 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0f04377f-6beb-4ece-95e5-f2b610f610fe tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/networks/b32850bb-d630-432f-a15f-ccc4f19c468f HTTP/1.1" status: 404 len: 339 time: 0.0355022 Mar 28 19:13:30.305464 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59116) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:30.340697 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9d6db469-4a83-47e2-8be3-c6b801f136bf tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:30.341204 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6db469-4a83-47e2-8be3-c6b801f136bf tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Fanout notify agent at l3_agent the message router_deleted on router 097753f2-a6bd-4f48-bbb8-0902ba4a87c9 {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:13:30.389158 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2d466891-3cce-43d1-afcd-d6c3c4ff14e1 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:30.405787 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9d6db469-4a83-47e2-8be3-c6b801f136bf tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:30.409592 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9d6db469-4a83-47e2-8be3-c6b801f136bf tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] 10.222.0.10 "DELETE /v2.0/routers/097753f2-a6bd-4f48-bbb8-0902ba4a87c9 HTTP/1.1" status: 204 len: 168 time: 0.8758302 Mar 28 19:13:30.414084 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:13:30.416156 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59120) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:30.431427 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-2d466891-3cce-43d1-afcd-d6c3c4ff14e1 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32142e21-e79e-4ed5-8be7-22edeb816788']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:30.445488 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-2d466891-3cce-43d1-afcd-d6c3c4ff14e1 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0517787-0071-43b1-a722-f51f7ce6481e') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:30.446636 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-2d466891-3cce-43d1-afcd-d6c3c4ff14e1 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0517787-0071-43b1-a722-f51f7ce6481e') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:30.452239 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-eaa54f36-7ee8-45fc-8c13-0b2f845eacb4 None None] Calling delete_port for 64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:30.463051 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2d466891-3cce-43d1-afcd-d6c3c4ff14e1 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:30.478773 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:13:30.483682 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2d466891-3cce-43d1-afcd-d6c3c4ff14e1 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:30.491191 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d466891-3cce-43d1-afcd-d6c3c4ff14e1 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:13:30.491755 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2d466891-3cce-43d1-afcd-d6c3c4ff14e1 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:13:30.506793 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:13:30.510940 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac80e983-509c-43f1-afc4-f9310cc3b4f6 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Deleting subnet c1d3665a-d5ac-4b34-98cd-4df819264495 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:13:30.517953 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ac80e983-509c-43f1-afc4-f9310cc3b4f6 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:30.526830 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:13:30.527196 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:13:30.561265 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f21a40-8ccb-46a2-be45-2a392d4a7176 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:30.564859 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d9f21a40-8ccb-46a2-be45-2a392d4a7176 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2561152 Mar 28 19:13:30.569439 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59124) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:30.603546 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2d466891-3cce-43d1-afcd-d6c3c4ff14e1 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:30.615325 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-268fdc92-2d7e-42e4-acc3-5bbe33d6ae4b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "GET /v2.0/subnets?network_id=222bb166-3b66-45c7-9663-18be61b96587 HTTP/1.1" status: 200 len: 207 time: 0.0447285 Mar 28 19:13:30.619274 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59128) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:30.621900 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2d466891-3cce-43d1-afcd-d6c3c4ff14e1 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:30.632131 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-eaa54f36-7ee8-45fc-8c13-0b2f845eacb4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:13:30.632483 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-eaa54f36-7ee8-45fc-8c13-0b2f845eacb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:13:30.633449 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d466891-3cce-43d1-afcd-d6c3c4ff14e1 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Network': ['ID=32142e21-e79e-4ed5-8be7-22edeb816788,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:30.647043 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ac80e983-509c-43f1-afc4-f9310cc3b4f6 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:30.658174 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2d466891-3cce-43d1-afcd-d6c3c4ff14e1 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/networks/32142e21-e79e-4ed5-8be7-22edeb816788 HTTP/1.1" status: 204 len: 168 time: 1.1983297 Mar 28 19:13:30.660109 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59132) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:30.668358 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-65de5e2b-4523-4da3-baa2-339c68e35b02 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-551998608', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}, 'admin_state_up': False}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:30.678424 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-65de5e2b-4523-4da3-baa2-339c68e35b02 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:30.684783 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-65de5e2b-4523-4da3-baa2-339c68e35b02 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Usage tracker for resource:router and tenant:d916fc06fcf1402987e9337f73165337 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:30.688014 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-65de5e2b-4523-4da3-baa2-339c68e35b02 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:30.697315 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-65de5e2b-4523-4da3-baa2-339c68e35b02 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:30.712661 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-65de5e2b-4523-4da3-baa2-339c68e35b02 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:30.713835 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-65de5e2b-4523-4da3-baa2-339c68e35b02 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:30.733446 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-65de5e2b-4523-4da3-baa2-339c68e35b02 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:30.841133 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2372e4-bb8c-40f6-8116-8a9010b3654c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:30.847184 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2372e4-bb8c-40f6-8116-8a9010b3654c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:30.853134 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2372e4-bb8c-40f6-8116-8a9010b3654c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:30.858985 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2372e4-bb8c-40f6-8116-8a9010b3654c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:30.864211 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ef2372e4-bb8c-40f6-8116-8a9010b3654c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2404954 Mar 28 19:13:30.865546 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59138) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:30.908417 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ac80e983-509c-43f1-afc4-f9310cc3b4f6 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:31.122743 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-cb41fe53-e91b-499b-8de8-34dddda61394 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2528882 Mar 28 19:13:31.126080 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59142) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:31.131015 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-65de5e2b-4523-4da3-baa2-339c68e35b02 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:31.134759 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-eaa54f36-7ee8-45fc-8c13-0b2f845eacb4 None None] Deleting port 64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:31.135439 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-eaa54f36-7ee8-45fc-8c13-0b2f845eacb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:31.184456 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ac80e983-509c-43f1-afc4-f9310cc3b4f6 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:31.211207 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-eaa54f36-7ee8-45fc-8c13-0b2f845eacb4 None None] The port '64783fa8-1f6d-4fde-8ff7-ae9a2ae39d62' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:13:31.239425 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80e983-509c-43f1-afc4-f9310cc3b4f6 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Pushing event deleted for resources: {'Subnet': ['ID=c1d3665a-d5ac-4b34-98cd-4df819264495,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:31.249706 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ac80e983-509c-43f1-afc4-f9310cc3b4f6 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:31.255415 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a434e86-3369-46ca-b03d-a355c5dc6239 None None] Network d3e5b26a-4458-4335-a958-5a686abc16ed requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:31.259350 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876efca-e2a8-4437-b4ec-6578c8c58193 req-812e0291-508d-4809-80c6-d61102f4374f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:31.260879 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4876efca-e2a8-4437-b4ec-6578c8c58193 req-812e0291-508d-4809-80c6-d61102f4374f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fb8aa01-a242-47d2-9ab6-ee75893cf6c6 HTTP/1.1" status: 200 len: 945 time: 0.3211365 Mar 28 19:13:31.268135 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a261eb5-766b-438e-8a96-e09e2225b2cf tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:31.269604 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a261eb5-766b-438e-8a96-e09e2225b2cf tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:31.274352 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4a261eb5-766b-438e-8a96-e09e2225b2cf tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1440842 Mar 28 19:13:31.277411 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59146) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:31.292385 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ac80e983-509c-43f1-afc4-f9310cc3b4f6 tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] 10.222.0.10 "DELETE /v2.0/subnets/c1d3665a-d5ac-4b34-98cd-4df819264495 HTTP/1.1" status: 204 len: 168 time: 0.8749924 Mar 28 19:13:31.295647 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59150) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:31.411932 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4876efca-e2a8-4437-b4ec-6578c8c58193 req-78cfecdb-4b29-4150-bcea-8109c0fcec55 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4e6e337-7dda-4615-8f47-a37603a2e750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396945 Mar 28 19:13:31.416201 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d937446-b3f4-43d2-b04a-47b7d0d333f4 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['shared'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:31.417561 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d937446-b3f4-43d2-b04a-47b7d0d333f4 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['shared'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:31.418180 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1d937446-b3f4-43d2-b04a-47b7d0d333f4 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Synchronizing usage tracker for tenant:d545e4aa9c994a0f8eb2b7672f8fe502 on resource:subnet {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:13:31.430906 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc1f3431-00ee-43e5-80d5-3c53fe15f2bb tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:31.445006 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-bc1f3431-00ee-43e5-80d5-3c53fe15f2bb tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Deleting port c21c6d9b-4b2c-4260-93c8-70829c726c95 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:31.445343 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc1f3431-00ee-43e5-80d5-3c53fe15f2bb tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:31.543369 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-65de5e2b-4523-4da3-baa2-339c68e35b02 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router_gateway, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:31.548485 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:31.565225 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5c8785-ad45-41d6-a6a0-ade283d3118d None None] DHCP port deletion for d3e5b26a-4458-4335-a958-5a686abc16ed request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:13:31.567094 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1d937446-b3f4-43d2-b04a-47b7d0d333f4 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Unset dirty status for tenant:d545e4aa9c994a0f8eb2b7672f8fe502 on resource:subnet {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:13:31.568502 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1d937446-b3f4-43d2-b04a-47b7d0d333f4 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2899196 Mar 28 19:13:31.569201 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-1a5c8785-ad45-41d6-a6a0-ade283d3118d None None] Deleting port c21c6d9b-4b2c-4260-93c8-70829c726c95 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:31.569573 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1a5c8785-ad45-41d6-a6a0-ade283d3118d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:31.582538 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59154) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:31.586280 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-65de5e2b-4523-4da3-baa2-339c68e35b02 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:31.601873 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:13:31.767419 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:31.783562 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:31.783863 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:31.796446 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-bc1f3431-00ee-43e5-80d5-3c53fe15f2bb tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] For port c21c6d9b-4b2c-4260-93c8-70829c726c95, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c21c6d9b-4b2c-4260-93c8-70829c726c95,segment=NetworkSegment(b56515dd-f308-4711-8dd3-379167d20b7d),segment_id=b56515dd-f308-4711-8dd3-379167d20b7d)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:31.797015 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc1f3431-00ee-43e5-80d5-3c53fe15f2bb tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:31.845637 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca442ec-8416-4919-a64f-2433091cdebb tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:31.846216 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-dca442ec-8416-4919-a64f-2433091cdebb tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Synchronizing usage tracker for tenant:d545e4aa9c994a0f8eb2b7672f8fe502 on resource:network {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:13:31.872890 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-65de5e2b-4523-4da3-baa2-339c68e35b02 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Allocated IP 172.26.4.92 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/925ebadd-4109-429f-a0d8-fdcbfd2bcb37) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:13:31.877416 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-dca442ec-8416-4919-a64f-2433091cdebb tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Unset dirty status for tenant:d545e4aa9c994a0f8eb2b7672f8fe502 on resource:network {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:13:31.881984 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-dca442ec-8416-4919-a64f-2433091cdebb tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "GET /v2.0/networks/1ee943e1-dc4f-4997-8e3c-a0d646db39b3 HTTP/1.1" status: 200 len: 800 time: 0.2947762 Mar 28 19:13:31.882240 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59158) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:31.921728 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-bc1f3431-00ee-43e5-80d5-3c53fe15f2bb tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Calling delete_port for c21c6d9b-4b2c-4260-93c8-70829c726c95 owned by network:dhcp {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:31.939895 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-1a5c8785-ad45-41d6-a6a0-ade283d3118d None None] For port c21c6d9b-4b2c-4260-93c8-70829c726c95, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c21c6d9b-4b2c-4260-93c8-70829c726c95,segment=NetworkSegment(b56515dd-f308-4711-8dd3-379167d20b7d),segment_id=b56515dd-f308-4711-8dd3-379167d20b7d)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:31.940154 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1a5c8785-ad45-41d6-a6a0-ade283d3118d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:32.001844 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc1f3431-00ee-43e5-80d5-3c53fe15f2bb tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:32.049058 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f3431-00ee-43e5-80d5-3c53fe15f2bb tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Pushing event deleted for resources: {'Port': ['ID=c21c6d9b-4b2c-4260-93c8-70829c726c95,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:32.052924 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1f3431-00ee-43e5-80d5-3c53fe15f2bb tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] No DVR routers for this DVR port c21c6d9b-4b2c-4260-93c8-70829c726c95 on host dv-neutron-834711-1-hyperv {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:13:32.093492 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-1a5c8785-ad45-41d6-a6a0-ade283d3118d None None] Calling delete_port for c21c6d9b-4b2c-4260-93c8-70829c726c95 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:32.135463 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a54472d9-2d62-4177-a3c8-9bc4fbedda06 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "GET /v2.0/networks/1ee943e1-dc4f-4997-8e3c-a0d646db39b3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2484226 Mar 28 19:13:32.136019 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59164) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:32.169735 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:32.176588 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc1f3431-00ee-43e5-80d5-3c53fe15f2bb tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:32.199263 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-65de5e2b-4523-4da3-baa2-339c68e35b02 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:32.205925 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-bc1f3431-00ee-43e5-80d5-3c53fe15f2bb tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e5b26a-4458-4335-a958-5a686abc16ed']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:32.208888 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb8aa01-a242-47d2-9ab6-ee75893cf6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:13:32.217539 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-1a5c8785-ad45-41d6-a6a0-ade283d3118d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:13:32.217941 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-1a5c8785-ad45-41d6-a6a0-ade283d3118d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:13:32.221184 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18,segment=NetworkSegment(bd41b65a-e84b-401e-9d63-2eb8a941a972),segment_id=bd41b65a-e84b-401e-9d63-2eb8a941a972)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:32.222701 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfb23b2-d9bc-46d3-a97b-afd8f37f6a53 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:32.224104 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1cfb23b2-d9bc-46d3-a97b-afd8f37f6a53 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "GET /v2.0/subnets/6709e774-8584-4a67-9f34-513b90781fcb HTTP/1.1" status: 200 len: 811 time: 0.0875115 Mar 28 19:13:32.228488 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59170) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:32.230835 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:32.245914 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-bc1f3431-00ee-43e5-80d5-3c53fe15f2bb tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b56515dd-f308-4711-8dd3-379167d20b7d') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:32.246404 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-bc1f3431-00ee-43e5-80d5-3c53fe15f2bb tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b56515dd-f308-4711-8dd3-379167d20b7d') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:32.266136 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc1f3431-00ee-43e5-80d5-3c53fe15f2bb tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:32.280901 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb8aa01-a242-47d2-9ab6-ee75893cf6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18', 'code': 200} Mar 28 19:13:32.303645 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc1aca3-1b9e-4b69-b743-ca324e026704 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['shared'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:32.309071 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3dc1aca3-1b9e-4b69-b743-ca324e026704 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "GET /v2.0/subnets/6709e774-8584-4a67-9f34-513b90781fcb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0756295 Mar 28 19:13:32.309861 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59174) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:32.315244 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-65de5e2b-4523-4da3-baa2-339c68e35b02 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:32.316993 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-6e6bc2c0-60ab-4ff7-928f-516a733fbc86 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1621488212'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:32.322916 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6e6bc2c0-60ab-4ff7-928f-516a733fbc86 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:32.325008 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc1f3431-00ee-43e5-80d5-3c53fe15f2bb tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:32.329829 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:32.337639 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1f3431-00ee-43e5-80d5-3c53fe15f2bb tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:13:32.338038 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc1f3431-00ee-43e5-80d5-3c53fe15f2bb tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:13:32.352724 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:13:32.355411 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6e6bc2c0-60ab-4ff7-928f-516a733fbc86 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:32.398795 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65de5e2b-4523-4da3-baa2-339c68e35b02 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:32.402275 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-65de5e2b-4523-4da3-baa2-339c68e35b02 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:32.428687 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6bc2c0-60ab-4ff7-928f-516a733fbc86 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Made reservation on behalf of d545e4aa9c994a0f8eb2b7672f8fe502 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:32.429220 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c21c6d9b-4b2c-4260-93c8-70829c726c95 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:13:32.434971 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6e6bc2c0-60ab-4ff7-928f-516a733fbc86 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:32.470615 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: c21c6d9b-4b2c-4260-93c8-70829c726c95 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:13:32.471145 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c21c6d9b-4b2c-4260-93c8-70829c726c95 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:13:32.501976 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc1f3431-00ee-43e5-80d5-3c53fe15f2bb tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:32.532362 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc1f3431-00ee-43e5-80d5-3c53fe15f2bb tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:32.552528 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f3431-00ee-43e5-80d5-3c53fe15f2bb tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] Pushing event deleted for resources: {'Network': ['ID=d3e5b26a-4458-4335-a958-5a686abc16ed,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:32.556970 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65de5e2b-4523-4da3-baa2-339c68e35b02 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:13:32.592129 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de5e2b-4523-4da3-baa2-339c68e35b02 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Port': ['ID=925ebadd-4109-429f-a0d8-fdcbfd2bcb37,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:32.598858 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e6bc2c0-60ab-4ff7-928f-516a733fbc86 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:13:32.601546 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-bc1f3431-00ee-43e5-80d5-3c53fe15f2bb tempest-FloatingIPNegativeTestJSON-495759824 tempest-FloatingIPNegativeTestJSON-495759824-project] 10.222.0.10 "DELETE /v2.0/networks/d3e5b26a-4458-4335-a958-5a686abc16ed HTTP/1.1" status: 204 len: 168 time: 1.3050005 Mar 28 19:13:32.625866 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6e6bc2c0-60ab-4ff7-928f-516a733fbc86 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:32.626197 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-6e6bc2c0-60ab-4ff7-928f-516a733fbc86 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Added segment b0b6f330-619e-4378-99ed-88e96066efac of type vlan for network 08d8ec4d-716b-4712-8bf7-b0e29b747819 Mar 28 19:13:32.693117 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6e6bc2c0-60ab-4ff7-928f-516a733fbc86 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:32.708854 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09809471-b84f-4329-83ec-53d0ebe23bf5 req-391efff6-4efb-4af9-8850-e52306e7ac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:32.710615 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-09809471-b84f-4329-83ec-53d0ebe23bf5 req-391efff6-4efb-4af9-8850-e52306e7ac77 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6fb8aa01-a242-47d2-9ab6-ee75893cf6c6 HTTP/1.1" status: 200 len: 1099 time: 0.2602985 Mar 28 19:13:32.719102 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-1a5c8785-ad45-41d6-a6a0-ade283d3118d None None] Deleting port c21c6d9b-4b2c-4260-93c8-70829c726c95 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:32.719741 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1a5c8785-ad45-41d6-a6a0-ade283d3118d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:32.774616 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fd9fa-614a-4ab7-ae19-e645718148c7 req-7ac20d20-365c-449e-a4d2-3c45e9adeb53 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:32.776221 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3f0fd9fa-614a-4ab7-ae19-e645718148c7 req-7ac20d20-365c-449e-a4d2-3c45e9adeb53 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fb8aa01-a242-47d2-9ab6-ee75893cf6c6 HTTP/1.1" status: 200 len: 946 time: 0.2174346 Mar 28 19:13:32.802362 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-09809471-b84f-4329-83ec-53d0ebe23bf5 req-0e3c354b-0b1e-4f7c-ba0c-c0911701d749 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a4e6e337-7dda-4615-8f47-a37603a2e750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847921 Mar 28 19:13:32.810377 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6e6bc2c0-60ab-4ff7-928f-516a733fbc86 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:32.816846 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-1a5c8785-ad45-41d6-a6a0-ade283d3118d None None] The port 'c21c6d9b-4b2c-4260-93c8-70829c726c95' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:13:32.817757 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6bc2c0-60ab-4ff7-928f-516a733fbc86 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:32.818563 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6e6bc2c0-60ab-4ff7-928f-516a733fbc86 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:32.888315 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3f0fd9fa-614a-4ab7-ae19-e645718148c7 req-ec2315ff-9348-4ad0-9d78-a123176db25e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4e6e337-7dda-4615-8f47-a37603a2e750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045001 Mar 28 19:13:32.951310 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6e6bc2c0-60ab-4ff7-928f-516a733fbc86 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6408269 Mar 28 19:13:32.954441 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59184) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:32.957489 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6bc2c0-60ab-4ff7-928f-516a733fbc86 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event updated for resources: {'Network': ['ID=08d8ec4d-716b-4712-8bf7-b0e29b747819,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:32.964295 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59188) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:32.972928 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 08d8ec4d-716b-4712-8bf7-b0e29b747819 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:13:33.020344 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-d771c9a4-3907-45a9-bb94-dc0b60151f4a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Request body: {'subnet': {'network_id': '08d8ec4d-716b-4712-8bf7-b0e29b747819', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:33.118857 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f995109b-d709-4ab0-8e97-ecd58153aefd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5ae0f1674be842829fe75ed49b018207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1534574 Mar 28 19:13:33.121842 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59194) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:33.138556 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-65de5e2b-4523-4da3-baa2-339c68e35b02 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router_gateway, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:33.179170 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-10af23ca-d0ad-423a-a5f4-1cd3199e86d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:33.208848 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-10af23ca-d0ad-423a-a5f4-1cd3199e86d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:33.214770 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d771c9a4-3907-45a9-bb94-dc0b60151f4a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:33.230521 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d771c9a4-3907-45a9-bb94-dc0b60151f4a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:33.260985 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-10af23ca-d0ad-423a-a5f4-1cd3199e86d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:33.277664 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af23ca-d0ad-423a-a5f4-1cd3199e86d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412a7928-5cb7-42a2-ba82-79b42bd87b21,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:33.283253 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-10af23ca-d0ad-423a-a5f4-1cd3199e86d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:33.286724 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-10af23ca-d0ad-423a-a5f4-1cd3199e86d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/412a7928-5cb7-42a2-ba82-79b42bd87b21 HTTP/1.1" status: 204 len: 168 time: 0.1615303 Mar 28 19:13:33.312542 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d771c9a4-3907-45a9-bb94-dc0b60151f4a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Made reservation on behalf of d545e4aa9c994a0f8eb2b7672f8fe502 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:33.316057 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d771c9a4-3907-45a9-bb94-dc0b60151f4a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:33.481172 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.ipam_backend_mixin [None req-d771c9a4-3907-45a9-bb94-dc0b60151f4a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Performing IP validity checks on allocation pools {{(pid=87832) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 19:13:33.481684 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.ipam_backend_mixin [None req-d771c9a4-3907-45a9-bb94-dc0b60151f4a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87832) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 19:13:33.607300 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-65de5e2b-4523-4da3-baa2-339c68e35b02 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:33.860117 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d771c9a4-3907-45a9-bb94-dc0b60151f4a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:34.027384 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59220) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:34.098186 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f007642-2ebe-4aef-a168-b520f4f736b5 req-d874eaf4-75ca-4d01-a27c-a2ce3c906b02 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:34.105551 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5f007642-2ebe-4aef-a168-b520f4f736b5 req-d874eaf4-75ca-4d01-a27c-a2ce3c906b02 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fb8aa01-a242-47d2-9ab6-ee75893cf6c6 HTTP/1.1" status: 200 len: 946 time: 0.0992181 Mar 28 19:13:34.109018 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771c9a4-3907-45a9-bb94-dc0b60151f4a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event updated for resources: {'Subnet': ['ID=cf80656f-4c92-4a0a-a02a-f0308995e09e,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:34.126821 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d771c9a4-3907-45a9-bb94-dc0b60151f4a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Checking segment: {'id': 'b0b6f330-619e-4378-99ed-88e96066efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '08d8ec4d-716b-4712-8bf7-b0e29b747819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:13:34.127203 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d771c9a4-3907-45a9-bb94-dc0b60151f4a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Network hostable DHCP agents. Network: 08d8ec4d-716b-4712-8bf7-b0e29b747819, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:13:34.142660 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65de5e2b-4523-4da3-baa2-339c68e35b02 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Router b5dcf692-9bc8-438a-8038-5e8350065deb is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:13:34.171449 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5f007642-2ebe-4aef-a168-b520f4f736b5 req-222b07d0-620d-4878-b75f-8c006c4ff5ce tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4e6e337-7dda-4615-8f47-a37603a2e750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650086 Mar 28 19:13:34.226016 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-104b1f8a-550c-4dca-b50f-35ef704588f0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'network': {'name': 'tempest-RoutersTest-1220432901'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:34.230517 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d771c9a4-3907-45a9-bb94-dc0b60151f4a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Network 08d8ec4d-716b-4712-8bf7-b0e29b747819 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:13:34.241066 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-104b1f8a-550c-4dca-b50f-35ef704588f0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:34.248216 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-104b1f8a-550c-4dca-b50f-35ef704588f0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Usage tracker for resource:network and tenant:850c7a06f362434c857dc7f4b61d686b is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:34.252845 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-104b1f8a-550c-4dca-b50f-35ef704588f0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:34.255496 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-d771c9a4-3907-45a9-bb94-dc0b60151f4a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 08d8ec4d-716b-4712-8bf7-b0e29b747819) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:34.263273 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-104b1f8a-550c-4dca-b50f-35ef704588f0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:34.265758 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1e3e15-b3c0-4443-ba79-992f8501504d None None] Network 08d8ec4d-716b-4712-8bf7-b0e29b747819 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:34.267634 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d771c9a4-3907-45a9-bb94-dc0b60151f4a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:34.268233 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d771c9a4-3907-45a9-bb94-dc0b60151f4a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:34.358237 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104b1f8a-550c-4dca-b50f-35ef704588f0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Made reservation on behalf of 850c7a06f362434c857dc7f4b61d686b for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:34.361659 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-104b1f8a-550c-4dca-b50f-35ef704588f0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:34.382753 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-104b1f8a-550c-4dca-b50f-35ef704588f0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:34.420596 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-104b1f8a-550c-4dca-b50f-35ef704588f0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:34.426526 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-104b1f8a-550c-4dca-b50f-35ef704588f0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Usage tracker for resource:security_group_rule and tenant:850c7a06f362434c857dc7f4b61d686b is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:34.430769 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d771c9a4-3907-45a9-bb94-dc0b60151f4a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4716072 Mar 28 19:13:34.431927 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65de5e2b-4523-4da3-baa2-339c68e35b02 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:13:34.433641 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-104b1f8a-550c-4dca-b50f-35ef704588f0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:34.434248 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59226) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:34.444369 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-201b3afd-ea68-454e-9b97-2bee52bdd1b8 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:34.445365 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b99ab3-395c-4ebe-85b1-84f295cbd814 None None] Sync routers for ids ['b5dcf692-9bc8-438a-8038-5e8350065deb'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:13:34.445925 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-104b1f8a-550c-4dca-b50f-35ef704588f0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:34.472502 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-65de5e2b-4523-4da3-baa2-339c68e35b02 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:34.476265 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-65de5e2b-4523-4da3-baa2-339c68e35b02 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.8123460 Mar 28 19:13:34.476913 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59230) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:34.517548 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ce1f2e-2401-4fac-aab2-93fa8a046f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-08d8ec4d-716b-4712-8bf7-b0e29b747819', 'network_id': '08d8ec4d-716b-4712-8bf7-b0e29b747819', 'tenant_id': 'd545e4aa9c994a0f8eb2b7672f8fe502', 'fixed_ips': [{'subnet_id': 'cf80656f-4c92-4a0a-a02a-f0308995e09e'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:13:34.519231 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-85ce1f2e-2401-4fac-aab2-93fa8a046f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:34.530811 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b99ab3-395c-4ebe-85b1-84f295cbd814 None None] Routers {'b5dcf692-9bc8-438a-8038-5e8350065deb'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:34.531749 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-71b99ab3-395c-4ebe-85b1-84f295cbd814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['b5dcf692-9bc8-438a-8038-5e8350065deb'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:34.597164 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-201b3afd-ea68-454e-9b97-2bee52bdd1b8 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7125756'] for subnet, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:34.622109 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-71b99ab3-395c-4ebe-85b1-84f295cbd814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:34.718059 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f5432b01-c000-4c21-af17-fd752617013e tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "GET /v2.0/routers/b5dcf692-9bc8-438a-8038-5e8350065deb HTTP/1.1" status: 200 len: 883 time: 0.2375395 Mar 28 19:13:34.718867 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59234) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:34.722658 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-104b1f8a-550c-4dca-b50f-35ef704588f0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:34.780154 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-104b1f8a-550c-4dca-b50f-35ef704588f0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:34.784717 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b99ab3-395c-4ebe-85b1-84f295cbd814 None None] Routers {'b5dcf692-9bc8-438a-8038-5e8350065deb'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:34.785566 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-71b99ab3-395c-4ebe-85b1-84f295cbd814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['b5dcf692-9bc8-438a-8038-5e8350065deb'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:34.828822 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-104b1f8a-550c-4dca-b50f-35ef704588f0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:13:34.841658 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b1f8a-550c-4dca-b50f-35ef704588f0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc57af35-6540-4f29-a7d3-21c123e66d8d,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:34.848525 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-104b1f8a-550c-4dca-b50f-35ef704588f0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:34.848791 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-104b1f8a-550c-4dca-b50f-35ef704588f0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Added segment 557db9ee-550c-4404-bf97-3e2b6ae4f840 of type vlan for network a4c4d4b2-b2bd-4127-9b3f-5f96f62e3317 Mar 28 19:13:34.881611 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-104b1f8a-550c-4dca-b50f-35ef704588f0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:34.888518 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-71b99ab3-395c-4ebe-85b1-84f295cbd814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:34.888834 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b99ab3-395c-4ebe-85b1-84f295cbd814 None None] The sync data for ids ['b5dcf692-9bc8-438a-8038-5e8350065deb'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:13:34.927329 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-201b3afd-ea68-454e-9b97-2bee52bdd1b8 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773272785134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6513385'] for subnet, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:34.977745 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-104b1f8a-550c-4dca-b50f-35ef704588f0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:34.987398 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104b1f8a-550c-4dca-b50f-35ef704588f0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:34.988016 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-104b1f8a-550c-4dca-b50f-35ef704588f0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:35.001493 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201b3afd-ea68-454e-9b97-2bee52bdd1b8 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:35.002099 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-201b3afd-ea68-454e-9b97-2bee52bdd1b8 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:35.003382 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-201b3afd-ea68-454e-9b97-2bee52bdd1b8 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "PUT /v2.0/subnets/cf80656f-4c92-4a0a-a02a-f0308995e09e HTTP/1.1" status: 200 len: 877 time: 0.5677094 Mar 28 19:13:35.006697 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59238) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:35.009039 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-85ce1f2e-2401-4fac-aab2-93fa8a046f1f None None] Allocated IP 172.20.0.3 (08d8ec4d-716b-4712-8bf7-b0e29b747819/cf80656f-4c92-4a0a-a02a-f0308995e09e/0829f78d-9524-4af4-b6ff-2fb4d488e424) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:13:35.047211 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b3afd-ea68-454e-9b97-2bee52bdd1b8 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event updated for resources: {'Subnet': ['ID=cf80656f-4c92-4a0a-a02a-f0308995e09e,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:35.103277 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-104b1f8a-550c-4dca-b50f-35ef704588f0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0700226 Mar 28 19:13:35.107421 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59242) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:35.110847 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b1f8a-550c-4dca-b50f-35ef704588f0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Network': ['ID=a4c4d4b2-b2bd-4127-9b3f-5f96f62e3317,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:35.135022 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network a4c4d4b2-b2bd-4127-9b3f-5f96f62e3317 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:13:35.138460 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-94e05ff6-4b9a-4988-8be0-c94884737440 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Synchronizing usage tracker for tenant:d916fc06fcf1402987e9337f73165337 on resource:router {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:13:35.159925 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-94e05ff6-4b9a-4988-8be0-c94884737440 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Unset dirty status for tenant:d916fc06fcf1402987e9337f73165337 on resource:router {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:13:35.161458 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-94e05ff6-4b9a-4988-8be0-c94884737440 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.4415898 Mar 28 19:13:35.165058 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59244) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:35.172656 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-a6bd6c58-076e-4ff3-8089-5ea168c5f5dd tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-551998608'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:35.355770 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-71661cfe-7604-456f-9e79-08ec1471aad7 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'network': {'name': 'tempest-RoutersTest-1246235247'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:35.395154 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa80e96a-2a9f-4f34-a7ed-5b6123a852e7 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:35.397673 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-85ce1f2e-2401-4fac-aab2-93fa8a046f1f None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:35.402565 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-71661cfe-7604-456f-9e79-08ec1471aad7 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:35.409447 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-85ce1f2e-2401-4fac-aab2-93fa8a046f1f None None] Transition to ACTIVE for port object 0829f78d-9524-4af4-b6ff-2fb4d488e424 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:35.416462 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-71661cfe-7604-456f-9e79-08ec1471aad7 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Usage tracker for resource:network and tenant:850c7a06f362434c857dc7f4b61d686b is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:35.421861 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-71661cfe-7604-456f-9e79-08ec1471aad7 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:35.431126 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-85ce1f2e-2401-4fac-aab2-93fa8a046f1f None None] Transition to ACTIVE for port object 0829f78d-9524-4af4-b6ff-2fb4d488e424 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:35.431653 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-71661cfe-7604-456f-9e79-08ec1471aad7 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:35.438045 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-85ce1f2e-2401-4fac-aab2-93fa8a046f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:35.447956 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-fa80e96a-2a9f-4f34-a7ed-5b6123a852e7 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Deleting port 0829f78d-9524-4af4-b6ff-2fb4d488e424 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:35.448447 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa80e96a-2a9f-4f34-a7ed-5b6123a852e7 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:35.495784 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71661cfe-7604-456f-9e79-08ec1471aad7 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Made reservation on behalf of 850c7a06f362434c857dc7f4b61d686b for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:35.501568 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-71661cfe-7604-456f-9e79-08ec1471aad7 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:35.503697 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ce1f2e-2401-4fac-aab2-93fa8a046f1f None None] Network 08d8ec4d-716b-4712-8bf7-b0e29b747819 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:35.510696 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-85ce1f2e-2401-4fac-aab2-93fa8a046f1f None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:35.514927 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ce1f2e-2401-4fac-aab2-93fa8a046f1f None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:13:35.520743 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce1f2e-2401-4fac-aab2-93fa8a046f1f None None] Pushing event updated for resources: {'Port': ['ID=0829f78d-9524-4af4-b6ff-2fb4d488e424,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:35.605194 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71661cfe-7604-456f-9e79-08ec1471aad7 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:13:35.616664 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09f9a6-7346-410f-95ee-4b093c181a10 req-d3aeba5a-5b1d-4bc9-b528-46e27eda2cba tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:35.620359 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3c09f9a6-7346-410f-95ee-4b093c181a10 req-d3aeba5a-5b1d-4bc9-b528-46e27eda2cba tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fb8aa01-a242-47d2-9ab6-ee75893cf6c6 HTTP/1.1" status: 200 len: 946 time: 0.2684116 Mar 28 19:13:35.636061 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-85ce1f2e-2401-4fac-aab2-93fa8a046f1f None None] Attempting to bind port 0829f78d-9524-4af4-b6ff-2fb4d488e424 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:13:35.636486 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-85ce1f2e-2401-4fac-aab2-93fa8a046f1f None None] Attempting to bind port 0829f78d-9524-4af4-b6ff-2fb4d488e424 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'b0b6f330-619e-4378-99ed-88e96066efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '08d8ec4d-716b-4712-8bf7-b0e29b747819'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:13:35.636848 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ce1f2e-2401-4fac-aab2-93fa8a046f1f None None] Attempting to bind port 0829f78d-9524-4af4-b6ff-2fb4d488e424 on network 08d8ec4d-716b-4712-8bf7-b0e29b747819 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:13:35.642696 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ce1f2e-2401-4fac-aab2-93fa8a046f1f None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:13:35.643105 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ce1f2e-2401-4fac-aab2-93fa8a046f1f None None] Checking segment: {'id': 'b0b6f330-619e-4378-99ed-88e96066efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '08d8ec4d-716b-4712-8bf7-b0e29b747819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:13:35.643570 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-85ce1f2e-2401-4fac-aab2-93fa8a046f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:35.643957 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ce1f2e-2401-4fac-aab2-93fa8a046f1f None None] Bound using segment: {'id': 'b0b6f330-619e-4378-99ed-88e96066efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '08d8ec4d-716b-4712-8bf7-b0e29b747819'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:13:35.644489 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-85ce1f2e-2401-4fac-aab2-93fa8a046f1f None None] Bound port: 0829f78d-9524-4af4-b6ff-2fb4d488e424, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0b6f330-619e-4378-99ed-88e96066efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '08d8ec4d-716b-4712-8bf7-b0e29b747819'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:13:35.644935 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-85ce1f2e-2401-4fac-aab2-93fa8a046f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:35.655377 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-71661cfe-7604-456f-9e79-08ec1471aad7 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:35.655852 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-71661cfe-7604-456f-9e79-08ec1471aad7 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Added segment d84772c2-b537-4844-84a7-d2e08b62def1 of type vlan for network fb423183-4a11-403f-8de0-e798e23f2530 Mar 28 19:13:35.746401 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-85ce1f2e-2401-4fac-aab2-93fa8a046f1f None None] For port 0829f78d-9524-4af4-b6ff-2fb4d488e424, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:13:35.750111 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-85ce1f2e-2401-4fac-aab2-93fa8a046f1f None None] For port 0829f78d-9524-4af4-b6ff-2fb4d488e424, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=0829f78d-9524-4af4-b6ff-2fb4d488e424,segment=NetworkSegment(b0b6f330-619e-4378-99ed-88e96066efac),segment_id=b0b6f330-619e-4378-99ed-88e96066efac)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:13:35.754420 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-85ce1f2e-2401-4fac-aab2-93fa8a046f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:35.797930 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-71661cfe-7604-456f-9e79-08ec1471aad7 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:35.813933 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3c09f9a6-7346-410f-95ee-4b093c181a10 req-a04d68cf-3439-4bde-80a6-aa1c2a334fe5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4e6e337-7dda-4615-8f47-a37603a2e750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811237 Mar 28 19:13:35.848074 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce1f2e-2401-4fac-aab2-93fa8a046f1f None None] Pushing event updated for resources: {'Port': ['ID=0829f78d-9524-4af4-b6ff-2fb4d488e424,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:35.879594 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-fa80e96a-2a9f-4f34-a7ed-5b6123a852e7 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] For port 0829f78d-9524-4af4-b6ff-2fb4d488e424, host dv-neutron-834711-1-hyperv, got binding levels [] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:35.880042 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa80e96a-2a9f-4f34-a7ed-5b6123a852e7 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:35.889198 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-71661cfe-7604-456f-9e79-08ec1471aad7 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:35.894691 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71661cfe-7604-456f-9e79-08ec1471aad7 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:35.895333 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-71661cfe-7604-456f-9e79-08ec1471aad7 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:36.007229 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a6bd6c58-076e-4ff3-8089-5ea168c5f5dd tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:36.019268 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a6bd6c58-076e-4ff3-8089-5ea168c5f5dd tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-466281'] for router, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:36.107559 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-fa80e96a-2a9f-4f34-a7ed-5b6123a852e7 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Calling delete_port for 0829f78d-9524-4af4-b6ff-2fb4d488e424 owned by network:dhcp {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:36.139450 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-71661cfe-7604-456f-9e79-08ec1471aad7 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7915761 Mar 28 19:13:36.158019 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59254) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:36.172232 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-6ba4d78d-7508-4fed-b5aa-f8f7b838f9ba tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'subnet': {'network_id': 'a4c4d4b2-b2bd-4127-9b3f-5f96f62e3317', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:36.232006 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6bd6c58-076e-4ff3-8089-5ea168c5f5dd tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Router b5dcf692-9bc8-438a-8038-5e8350065deb has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:13:36.279094 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71661cfe-7604-456f-9e79-08ec1471aad7 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Network': ['ID=fb423183-4a11-403f-8de0-e798e23f2530,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:36.292277 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network fb423183-4a11-403f-8de0-e798e23f2530 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:13:36.385140 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.db.api [None req-fa80e96a-2a9f-4f34-a7ed-5b6123a852e7 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:13:36.385465 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG oslo_db.api [None req-fa80e96a-2a9f-4f34-a7ed-5b6123a852e7 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:13:36.386942 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6ba4d78d-7508-4fed-b5aa-f8f7b838f9ba tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:36.393066 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6ba4d78d-7508-4fed-b5aa-f8f7b838f9ba tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Usage tracker for resource:subnet and tenant:850c7a06f362434c857dc7f4b61d686b is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:36.396511 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6ba4d78d-7508-4fed-b5aa-f8f7b838f9ba tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:36.406156 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694e45d-18a9-41bf-a7e0-e8af75a4518f req-e5ed499c-729c-4761-94e6-8bee36840818 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:36.407799 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e694e45d-18a9-41bf-a7e0-e8af75a4518f req-e5ed499c-729c-4761-94e6-8bee36840818 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fb8aa01-a242-47d2-9ab6-ee75893cf6c6 HTTP/1.1" status: 200 len: 946 time: 0.4212518 Mar 28 19:13:36.411927 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6ba4d78d-7508-4fed-b5aa-f8f7b838f9ba tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:36.451971 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bd6c58-076e-4ff3-8089-5ea168c5f5dd tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:13:36.458005 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba4d78d-7508-4fed-b5aa-f8f7b838f9ba tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Made reservation on behalf of 850c7a06f362434c857dc7f4b61d686b for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:36.459874 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a6bd6c58-076e-4ff3-8089-5ea168c5f5dd tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:36.462344 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6ba4d78d-7508-4fed-b5aa-f8f7b838f9ba tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:36.464592 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a6bd6c58-076e-4ff3-8089-5ea168c5f5dd tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "PUT /v2.0/routers/b5dcf692-9bc8-438a-8038-5e8350065deb HTTP/1.1" status: 200 len: 890 time: 1.2970352 Mar 28 19:13:36.466214 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59258) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:36.467332 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeadd515-9363-462f-a514-7ec8955a4ccd None None] Sync routers for ids ['b5dcf692-9bc8-438a-8038-5e8350065deb'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:13:36.473763 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 0829f78d-9524-4af4-b6ff-2fb4d488e424 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:13:36.480032 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeadd515-9363-462f-a514-7ec8955a4ccd None None] Routers {'b5dcf692-9bc8-438a-8038-5e8350065deb'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:36.480632 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-aeadd515-9363-462f-a514-7ec8955a4ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['b5dcf692-9bc8-438a-8038-5e8350065deb'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:36.516025 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e694e45d-18a9-41bf-a7e0-e8af75a4518f req-1eca0bc6-2a31-4be9-bde8-f254071895ee tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4e6e337-7dda-4615-8f47-a37603a2e750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016736 Mar 28 19:13:36.564178 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-aeadd515-9363-462f-a514-7ec8955a4ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:36.574530 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeadd515-9363-462f-a514-7ec8955a4ccd None None] Routers {'b5dcf692-9bc8-438a-8038-5e8350065deb'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:36.575303 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-aeadd515-9363-462f-a514-7ec8955a4ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['b5dcf692-9bc8-438a-8038-5e8350065deb'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:36.577458 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 0829f78d-9524-4af4-b6ff-2fb4d488e424 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:36.640435 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-aeadd515-9363-462f-a514-7ec8955a4ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:36.641139 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeadd515-9363-462f-a514-7ec8955a4ccd None None] The sync data for ids ['b5dcf692-9bc8-438a-8038-5e8350065deb'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:13:36.689291 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2827ea1f-b872-451c-92da-ae95293e6439 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "GET /v2.0/routers/b5dcf692-9bc8-438a-8038-5e8350065deb HTTP/1.1" status: 200 len: 890 time: 0.2219059 Mar 28 19:13:36.692247 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59268) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:36.746727 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-56c4a2b1-5286-4bd8-9fca-5c483f3c0b8f tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Synchronizing usage tracker for tenant:d916fc06fcf1402987e9337f73165337 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:13:36.750488 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6ba4d78d-7508-4fed-b5aa-f8f7b838f9ba tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:36.765758 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-56c4a2b1-5286-4bd8-9fca-5c483f3c0b8f tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Unset dirty status for tenant:d916fc06fcf1402987e9337f73165337 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:13:36.766972 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-56c4a2b1-5286-4bd8-9fca-5c483f3c0b8f tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5dcf692-9bc8-438a-8038-5e8350065deb HTTP/1.1" status: 200 len: 205 time: 0.0736241 Mar 28 19:13:36.769668 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59272) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:36.831989 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4d78d-7508-4fed-b5aa-f8f7b838f9ba tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Subnet': ['ID=045d351d-b89a-4626-bb8e-07983977e3f3,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:36.841028 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba4d78d-7508-4fed-b5aa-f8f7b838f9ba tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Checking segment: {'id': '557db9ee-550c-4404-bf97-3e2b6ae4f840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a4c4d4b2-b2bd-4127-9b3f-5f96f62e3317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:13:36.841677 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba4d78d-7508-4fed-b5aa-f8f7b838f9ba tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network hostable DHCP agents. Network: a4c4d4b2-b2bd-4127-9b3f-5f96f62e3317, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:13:36.861657 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba4d78d-7508-4fed-b5aa-f8f7b838f9ba tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network a4c4d4b2-b2bd-4127-9b3f-5f96f62e3317 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:13:36.872628 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-6ba4d78d-7508-4fed-b5aa-f8f7b838f9ba tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, a4c4d4b2-b2bd-4127-9b3f-5f96f62e3317) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:36.877026 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba4d78d-7508-4fed-b5aa-f8f7b838f9ba tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:36.877648 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6ba4d78d-7508-4fed-b5aa-f8f7b838f9ba tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:36.887364 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb9d8a8-7b57-4c55-be23-bae12c22a142 None None] Network a4c4d4b2-b2bd-4127-9b3f-5f96f62e3317 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:36.893842 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-fa80e96a-2a9f-4f34-a7ed-5b6123a852e7 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Deleting port 0829f78d-9524-4af4-b6ff-2fb4d488e424 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:36.894178 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa80e96a-2a9f-4f34-a7ed-5b6123a852e7 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:36.956389 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6ba4d78d-7508-4fed-b5aa-f8f7b838f9ba tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7963939 Mar 28 19:13:36.959384 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59276) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:36.968405 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-ef779d2f-b711-4594-9750-366977615f96 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'subnet': {'network_id': 'fb423183-4a11-403f-8de0-e798e23f2530', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:37.030431 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6429ffc2-a7c9-4507-9c63-be0a8d47733c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:37.106831 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77560307-b297-4636-9fb3-572eeb2acb8c None None] Network 08d8ec4d-716b-4712-8bf7-b0e29b747819 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:37.167508 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-fa80e96a-2a9f-4f34-a7ed-5b6123a852e7 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] For port 0829f78d-9524-4af4-b6ff-2fb4d488e424, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=0829f78d-9524-4af4-b6ff-2fb4d488e424,segment=NetworkSegment(b0b6f330-619e-4378-99ed-88e96066efac),segment_id=b0b6f330-619e-4378-99ed-88e96066efac)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:37.168105 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa80e96a-2a9f-4f34-a7ed-5b6123a852e7 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:37.172164 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-ef779d2f-b711-4594-9750-366977615f96 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:37.185885 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ef779d2f-b711-4594-9750-366977615f96 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Usage tracker for resource:subnet and tenant:850c7a06f362434c857dc7f4b61d686b is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:37.190708 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ef779d2f-b711-4594-9750-366977615f96 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:37.206392 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c304b2d8-ae29-4992-b983-b4ffa41dd2f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-a4c4d4b2-b2bd-4127-9b3f-5f96f62e3317', 'network_id': 'a4c4d4b2-b2bd-4127-9b3f-5f96f62e3317', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'fixed_ips': [{'subnet_id': '045d351d-b89a-4626-bb8e-07983977e3f3'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:13:37.207280 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c304b2d8-ae29-4992-b983-b4ffa41dd2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:37.241258 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-99364dbf-4621-4e70-8478-c0f22e3858c8 None None] Provisioning for port 0829f78d-9524-4af4-b6ff-2fb4d488e424 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:37.255069 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-ef779d2f-b711-4594-9750-366977615f96 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:37.283017 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef779d2f-b711-4594-9750-366977615f96 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Made reservation on behalf of 850c7a06f362434c857dc7f4b61d686b for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:37.286497 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ef779d2f-b711-4594-9750-366977615f96 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:37.296226 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-99364dbf-4621-4e70-8478-c0f22e3858c8 None None] Provisioning complete for port 0829f78d-9524-4af4-b6ff-2fb4d488e424 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:37.296606 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-99364dbf-4621-4e70-8478-c0f22e3858c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:37.336901 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6429ffc2-a7c9-4507-9c63-be0a8d47733c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:37.400135 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-6429ffc2-a7c9-4507-9c63-be0a8d47733c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Deleting port 925ebadd-4109-429f-a0d8-fdcbfd2bcb37 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:37.400622 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6429ffc2-a7c9-4507-9c63-be0a8d47733c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:37.410963 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-fa80e96a-2a9f-4f34-a7ed-5b6123a852e7 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Calling delete_port for 0829f78d-9524-4af4-b6ff-2fb4d488e424 owned by network:dhcp {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:37.561453 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa80e96a-2a9f-4f34-a7ed-5b6123a852e7 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:37.582854 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.plugins.ml2.db [None req-99364dbf-4621-4e70-8478-c0f22e3858c8 None None] No ports have port_id starting with 0829f78d-9524-4af4-b6ff-2fb4d488e424 Mar 28 19:13:37.609563 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-c304b2d8-ae29-4992-b983-b4ffa41dd2f8 None None] Allocated IP 172.20.0.2 (a4c4d4b2-b2bd-4127-9b3f-5f96f62e3317/045d351d-b89a-4626-bb8e-07983977e3f3/9468f6be-8cf0-462c-9bb0-4d94b7d977b4) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:13:37.611310 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80e96a-2a9f-4f34-a7ed-5b6123a852e7 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event deleted for resources: {'Port': ['ID=0829f78d-9524-4af4-b6ff-2fb4d488e424,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:37.689505 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa80e96a-2a9f-4f34-a7ed-5b6123a852e7 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] No DVR routers for this DVR port 0829f78d-9524-4af4-b6ff-2fb4d488e424 on host dv-neutron-834711-1-hyperv {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:13:37.759788 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa80e96a-2a9f-4f34-a7ed-5b6123a852e7 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:37.826390 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6429ffc2-a7c9-4507-9c63-be0a8d47733c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:37.855806 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa80e96a-2a9f-4f34-a7ed-5b6123a852e7 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:37.890996 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c304b2d8-ae29-4992-b983-b4ffa41dd2f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:37.908545 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80e96a-2a9f-4f34-a7ed-5b6123a852e7 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event deleted for resources: {'Subnet': ['ID=cf80656f-4c92-4a0a-a02a-f0308995e09e,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:37.915820 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-c304b2d8-ae29-4992-b983-b4ffa41dd2f8 None None] Transition to ACTIVE for port object 9468f6be-8cf0-462c-9bb0-4d94b7d977b4 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:37.944515 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-c304b2d8-ae29-4992-b983-b4ffa41dd2f8 None None] Transition to ACTIVE for port object 9468f6be-8cf0-462c-9bb0-4d94b7d977b4 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:37.956683 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c304b2d8-ae29-4992-b983-b4ffa41dd2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:38.006178 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f485295-e284-481a-9378-571da8eb5c42 None None] Network 08d8ec4d-716b-4712-8bf7-b0e29b747819 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:38.019691 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa80e96a-2a9f-4f34-a7ed-5b6123a852e7 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:38.021340 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-6429ffc2-a7c9-4507-9c63-be0a8d47733c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Calling delete_port for 925ebadd-4109-429f-a0d8-fdcbfd2bcb37 owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:38.046467 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-fa80e96a-2a9f-4f34-a7ed-5b6123a852e7 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d8ec4d-716b-4712-8bf7-b0e29b747819']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:38.051539 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b55ecb72-81dd-4e39-932e-d0a2c5221266 None None] Could not find standard attr ID for object 0829f78d-9524-4af4-b6ff-2fb4d488e424. {{(pid=87834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 19:13:38.053324 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59280) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:38.057346 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c304b2d8-ae29-4992-b983-b4ffa41dd2f8 None None] Network a4c4d4b2-b2bd-4127-9b3f-5f96f62e3317 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:38.062125 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-c304b2d8-ae29-4992-b983-b4ffa41dd2f8 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:38.074347 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c304b2d8-ae29-4992-b983-b4ffa41dd2f8 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:13:38.083488 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ef779d2f-b711-4594-9750-366977615f96 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:38.129187 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304b2d8-ae29-4992-b983-b4ffa41dd2f8 None None] Pushing event updated for resources: {'Port': ['ID=9468f6be-8cf0-462c-9bb0-4d94b7d977b4,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:38.137240 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-fa80e96a-2a9f-4f34-a7ed-5b6123a852e7 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0b6f330-619e-4378-99ed-88e96066efac') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:38.137607 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-fa80e96a-2a9f-4f34-a7ed-5b6123a852e7 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0b6f330-619e-4378-99ed-88e96066efac') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:38.154434 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa80e96a-2a9f-4f34-a7ed-5b6123a852e7 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:38.202116 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef779d2f-b711-4594-9750-366977615f96 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Subnet': ['ID=0d278bf3-3667-41ac-9449-632d88eb96be,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:38.213750 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef779d2f-b711-4594-9750-366977615f96 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Checking segment: {'id': 'd84772c2-b537-4844-84a7-d2e08b62def1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fb423183-4a11-403f-8de0-e798e23f2530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:13:38.214113 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef779d2f-b711-4594-9750-366977615f96 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network hostable DHCP agents. Network: fb423183-4a11-403f-8de0-e798e23f2530, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:13:38.244324 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa80e96a-2a9f-4f34-a7ed-5b6123a852e7 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:38.260026 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa80e96a-2a9f-4f34-a7ed-5b6123a852e7 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:13:38.260426 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa80e96a-2a9f-4f34-a7ed-5b6123a852e7 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:38.278162 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef779d2f-b711-4594-9750-366977615f96 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network fb423183-4a11-403f-8de0-e798e23f2530 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:13:38.278763 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:13:38.295995 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-c304b2d8-ae29-4992-b983-b4ffa41dd2f8 None None] Attempting to bind port 9468f6be-8cf0-462c-9bb0-4d94b7d977b4 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:13:38.295995 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-c304b2d8-ae29-4992-b983-b4ffa41dd2f8 None None] Attempting to bind port 9468f6be-8cf0-462c-9bb0-4d94b7d977b4 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '557db9ee-550c-4404-bf97-3e2b6ae4f840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a4c4d4b2-b2bd-4127-9b3f-5f96f62e3317'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:13:38.296353 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c304b2d8-ae29-4992-b983-b4ffa41dd2f8 None None] Attempting to bind port 9468f6be-8cf0-462c-9bb0-4d94b7d977b4 on network a4c4d4b2-b2bd-4127-9b3f-5f96f62e3317 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:13:38.304048 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c304b2d8-ae29-4992-b983-b4ffa41dd2f8 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:13:38.304420 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c304b2d8-ae29-4992-b983-b4ffa41dd2f8 None None] Checking segment: {'id': '557db9ee-550c-4404-bf97-3e2b6ae4f840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a4c4d4b2-b2bd-4127-9b3f-5f96f62e3317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:13:38.305738 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c304b2d8-ae29-4992-b983-b4ffa41dd2f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:38.305882 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c304b2d8-ae29-4992-b983-b4ffa41dd2f8 None None] Bound using segment: {'id': '557db9ee-550c-4404-bf97-3e2b6ae4f840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a4c4d4b2-b2bd-4127-9b3f-5f96f62e3317'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:13:38.306352 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-c304b2d8-ae29-4992-b983-b4ffa41dd2f8 None None] Bound port: 9468f6be-8cf0-462c-9bb0-4d94b7d977b4, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557db9ee-550c-4404-bf97-3e2b6ae4f840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a4c4d4b2-b2bd-4127-9b3f-5f96f62e3317'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:13:38.306726 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c304b2d8-ae29-4992-b983-b4ffa41dd2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:38.315601 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-ef779d2f-b711-4594-9750-366977615f96 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, fb423183-4a11-403f-8de0-e798e23f2530) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:38.322410 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef779d2f-b711-4594-9750-366977615f96 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:38.323049 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ef779d2f-b711-4594-9750-366977615f96 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:38.330137 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6429ffc2-a7c9-4507-9c63-be0a8d47733c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:38.359103 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4701e1d2-ed2f-47f1-bbb2-250524ec3633 None None] Network fb423183-4a11-403f-8de0-e798e23f2530 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:38.385611 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429ffc2-a7c9-4507-9c63-be0a8d47733c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Port': ['ID=925ebadd-4109-429f-a0d8-fdcbfd2bcb37,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:38.428742 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0c82ef-2155-4c99-ba60-f79715f8a2b0 None None] DHCP port deletion for 08d8ec4d-716b-4712-8bf7-b0e29b747819 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:13:38.465975 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ef779d2f-b711-4594-9750-366977615f96 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5052896 Mar 28 19:13:38.470083 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59284) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:38.484380 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-6f6d0752-edbc-448b-8ad4-87afbec89b81 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-444325674', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:38.493160 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6f6d0752-edbc-448b-8ad4-87afbec89b81 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:38.500079 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6f6d0752-edbc-448b-8ad4-87afbec89b81 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Usage tracker for resource:router and tenant:850c7a06f362434c857dc7f4b61d686b is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:38.504557 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6f6d0752-edbc-448b-8ad4-87afbec89b81 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:38.513201 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6f6d0752-edbc-448b-8ad4-87afbec89b81 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:38.521101 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6429ffc2-a7c9-4507-9c63-be0a8d47733c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:38.544544 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-c304b2d8-ae29-4992-b983-b4ffa41dd2f8 None None] For port 9468f6be-8cf0-462c-9bb0-4d94b7d977b4, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:13:38.550162 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-c304b2d8-ae29-4992-b983-b4ffa41dd2f8 None None] For port 9468f6be-8cf0-462c-9bb0-4d94b7d977b4, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=9468f6be-8cf0-462c-9bb0-4d94b7d977b4,segment=NetworkSegment(557db9ee-550c-4404-bf97-3e2b6ae4f840),segment_id=557db9ee-550c-4404-bf97-3e2b6ae4f840)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:13:38.562509 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c304b2d8-ae29-4992-b983-b4ffa41dd2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:38.575223 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa80e96a-2a9f-4f34-a7ed-5b6123a852e7 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:38.580118 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa80e96a-2a9f-4f34-a7ed-5b6123a852e7 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:38.613061 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80e96a-2a9f-4f34-a7ed-5b6123a852e7 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event deleted for resources: {'Network': ['ID=08d8ec4d-716b-4712-8bf7-b0e29b747819,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:38.640436 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6f6d0752-edbc-448b-8ad4-87afbec89b81 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:38.641442 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6f6d0752-edbc-448b-8ad4-87afbec89b81 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:38.645596 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-fa80e96a-2a9f-4f34-a7ed-5b6123a852e7 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/networks/08d8ec4d-716b-4712-8bf7-b0e29b747819 HTTP/1.1" status: 204 len: 168 time: 3.6381531 Mar 28 19:13:38.657985 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6f6d0752-edbc-448b-8ad4-87afbec89b81 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:38.675059 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59288) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:38.744913 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304b2d8-ae29-4992-b983-b4ffa41dd2f8 None None] Pushing event updated for resources: {'Port': ['ID=9468f6be-8cf0-462c-9bb0-4d94b7d977b4,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:38.757080 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e74405-4c23-4b6f-b014-3894c680be31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-fb423183-4a11-403f-8de0-e798e23f2530', 'network_id': 'fb423183-4a11-403f-8de0-e798e23f2530', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'fixed_ips': [{'subnet_id': '0d278bf3-3667-41ac-9449-632d88eb96be'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:13:38.757913 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-53e74405-4c23-4b6f-b014-3894c680be31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:38.759878 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6f6d0752-edbc-448b-8ad4-87afbec89b81 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:38.815034 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6429ffc2-a7c9-4507-9c63-be0a8d47733c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:38.820128 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6f6d0752-edbc-448b-8ad4-87afbec89b81 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:38.824516 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6f6d0752-edbc-448b-8ad4-87afbec89b81 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3508873 Mar 28 19:13:38.826163 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6429ffc2-a7c9-4507-9c63-be0a8d47733c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:38.827948 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59292) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:38.828872 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47efc02-337c-410c-8061-9733877ee6e9 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] DELETE failed (client error): The resource could not be found. Mar 28 19:13:38.829317 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a47efc02-337c-410c-8061-9733877ee6e9 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:13:38.831061 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a47efc02-337c-410c-8061-9733877ee6e9 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/subnets/cf80656f-4c92-4a0a-a02a-f0308995e09e HTTP/1.1" status: 404 len: 337 time: 0.0880225 Mar 28 19:13:38.913602 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59296) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:38.951093 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-53e74405-4c23-4b6f-b014-3894c680be31 None None] Allocated IP 172.21.0.2 (fb423183-4a11-403f-8de0-e798e23f2530/0d278bf3-3667-41ac-9449-632d88eb96be/a3400705-4e6e-40d9-8180-fa1bf4d6584a) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:13:39.002510 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-003c45b1-073c-4cfa-9855-c62559a3d25b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] DELETE failed (client error): The resource could not be found. Mar 28 19:13:39.003029 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-003c45b1-073c-4cfa-9855-c62559a3d25b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:13:39.007137 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-003c45b1-073c-4cfa-9855-c62559a3d25b tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/networks/08d8ec4d-716b-4712-8bf7-b0e29b747819 HTTP/1.1" status: 404 len: 339 time: 0.0900443 Mar 28 19:13:39.008998 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59300) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:39.055954 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a04318-5e47-4b05-953d-13c491a5f71a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] DELETE failed (client error): The resource could not be found. Mar 28 19:13:39.056401 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59a04318-5e47-4b05-953d-13c491a5f71a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:13:39.060349 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-59a04318-5e47-4b05-953d-13c491a5f71a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/subnets/76599f9a-5b57-4827-b538-1b438e835859 HTTP/1.1" status: 404 len: 337 time: 0.0481682 Mar 28 19:13:39.082294 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59304) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:39.129356 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-97250936-dac0-4e28-b7eb-62661a46f91a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] DELETE failed (client error): The resource could not be found. Mar 28 19:13:39.129842 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97250936-dac0-4e28-b7eb-62661a46f91a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:13:39.243914 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0a5d20ed-4017-457e-9733-178fa2ea58de tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:39.248231 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-53e74405-4c23-4b6f-b014-3894c680be31 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:39.260571 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-53e74405-4c23-4b6f-b014-3894c680be31 None None] Transition to ACTIVE for port object a3400705-4e6e-40d9-8180-fa1bf4d6584a will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:39.279967 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-53e74405-4c23-4b6f-b014-3894c680be31 None None] Transition to ACTIVE for port object a3400705-4e6e-40d9-8180-fa1bf4d6584a will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:39.285200 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-53e74405-4c23-4b6f-b014-3894c680be31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:39.307149 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6429ffc2-a7c9-4507-9c63-be0a8d47733c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:39.307735 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6429ffc2-a7c9-4507-9c63-be0a8d47733c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Fanout notify agent at l3_agent the message router_deleted on router b5dcf692-9bc8-438a-8038-5e8350065deb {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:13:39.314648 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6429ffc2-a7c9-4507-9c63-be0a8d47733c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:39.315771 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6429ffc2-a7c9-4507-9c63-be0a8d47733c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/routers/b5dcf692-9bc8-438a-8038-5e8350065deb HTTP/1.1" status: 204 len: 168 time: 2.5451922 Mar 28 19:13:39.325001 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59308) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:39.328015 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-97250936-dac0-4e28-b7eb-62661a46f91a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/networks/b32850bb-d630-432f-a15f-ccc4f19c468f HTTP/1.1" status: 404 len: 339 time: 0.2450798 Mar 28 19:13:39.334026 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-bc540e60-7408-47fd-b565-ba736403d618 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1387522283'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:39.337277 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59312) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:39.363082 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e74405-4c23-4b6f-b014-3894c680be31 None None] Network fb423183-4a11-403f-8de0-e798e23f2530 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:39.366472 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-53e74405-4c23-4b6f-b014-3894c680be31 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:39.371779 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e74405-4c23-4b6f-b014-3894c680be31 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:13:39.374074 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e74405-4c23-4b6f-b014-3894c680be31 None None] Pushing event updated for resources: {'Port': ['ID=a3400705-4e6e-40d9-8180-fa1bf4d6584a,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:39.401260 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bc540e60-7408-47fd-b565-ba736403d618 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:39.447279 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bc540e60-7408-47fd-b565-ba736403d618 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Usage tracker for resource:network and tenant:d916fc06fcf1402987e9337f73165337 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:39.453408 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bc540e60-7408-47fd-b565-ba736403d618 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:39.506398 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-53e74405-4c23-4b6f-b014-3894c680be31 None None] Attempting to bind port a3400705-4e6e-40d9-8180-fa1bf4d6584a on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:13:39.506973 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-53e74405-4c23-4b6f-b014-3894c680be31 None None] Attempting to bind port a3400705-4e6e-40d9-8180-fa1bf4d6584a by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'd84772c2-b537-4844-84a7-d2e08b62def1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fb423183-4a11-403f-8de0-e798e23f2530'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:13:39.507300 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e74405-4c23-4b6f-b014-3894c680be31 None None] Attempting to bind port a3400705-4e6e-40d9-8180-fa1bf4d6584a on network fb423183-4a11-403f-8de0-e798e23f2530 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:13:39.513704 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e74405-4c23-4b6f-b014-3894c680be31 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:13:39.514018 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e74405-4c23-4b6f-b014-3894c680be31 None None] Checking segment: {'id': 'd84772c2-b537-4844-84a7-d2e08b62def1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fb423183-4a11-403f-8de0-e798e23f2530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:13:39.514472 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-53e74405-4c23-4b6f-b014-3894c680be31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:39.515004 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e74405-4c23-4b6f-b014-3894c680be31 None None] Bound using segment: {'id': 'd84772c2-b537-4844-84a7-d2e08b62def1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fb423183-4a11-403f-8de0-e798e23f2530'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:13:39.515570 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-53e74405-4c23-4b6f-b014-3894c680be31 None None] Bound port: a3400705-4e6e-40d9-8180-fa1bf4d6584a, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd84772c2-b537-4844-84a7-d2e08b62def1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fb423183-4a11-403f-8de0-e798e23f2530'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:13:39.516034 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-53e74405-4c23-4b6f-b014-3894c680be31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:39.568502 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bc540e60-7408-47fd-b565-ba736403d618 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:39.629005 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-53e74405-4c23-4b6f-b014-3894c680be31 None None] For port a3400705-4e6e-40d9-8180-fa1bf4d6584a, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:13:39.635055 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-53e74405-4c23-4b6f-b014-3894c680be31 None None] For port a3400705-4e6e-40d9-8180-fa1bf4d6584a, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a3400705-4e6e-40d9-8180-fa1bf4d6584a,segment=NetworkSegment(d84772c2-b537-4844-84a7-d2e08b62def1),segment_id=d84772c2-b537-4844-84a7-d2e08b62def1)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:13:39.641982 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc540e60-7408-47fd-b565-ba736403d618 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Made reservation on behalf of d916fc06fcf1402987e9337f73165337 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:39.645273 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bc540e60-7408-47fd-b565-ba736403d618 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:39.655138 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-53e74405-4c23-4b6f-b014-3894c680be31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:39.659995 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7de8af75-a880-4ce7-aa84-34f4b1c5ffc6 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:39.705351 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-0a5d20ed-4017-457e-9733-178fa2ea58de tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.20.0.17 (dfb19a36-688e-4ca2-86d5-de00ef6985a0/cdd81775-0989-4815-b90c-f2014c90849f/4b929596-a112-4b96-b46a-a4ea1a41c467) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:13:39.732979 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b20cecd2-0b7d-4314-b5d0-25efa5ee850a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:39.792158 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc540e60-7408-47fd-b565-ba736403d618 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:13:39.796555 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e74405-4c23-4b6f-b014-3894c680be31 None None] Pushing event updated for resources: {'Port': ['ID=a3400705-4e6e-40d9-8180-fa1bf4d6584a,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:39.896897 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bc540e60-7408-47fd-b565-ba736403d618 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:39.897256 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-bc540e60-7408-47fd-b565-ba736403d618 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Added segment a6cbed50-abb7-4fc7-b817-d5501aab4169 of type vlan for network 0a4a26e5-eebe-44d4-a6f7-1c02d1878e6d Mar 28 19:13:39.910497 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0a5d20ed-4017-457e-9733-178fa2ea58de tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:39.932841 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-0a5d20ed-4017-457e-9733-178fa2ea58de tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Transition to ACTIVE for port object 4b929596-a112-4b96-b46a-a4ea1a41c467 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:39.960943 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0a5d20ed-4017-457e-9733-178fa2ea58de tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:40.031375 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5d20ed-4017-457e-9733-178fa2ea58de tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network dfb19a36-688e-4ca2-86d5-de00ef6985a0 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:40.041275 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-0a5d20ed-4017-457e-9733-178fa2ea58de tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:40.047024 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5d20ed-4017-457e-9733-178fa2ea58de tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:13:40.102446 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d20ed-4017-457e-9733-178fa2ea58de tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=4b929596-a112-4b96-b46a-a4ea1a41c467,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:40.105603 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bc540e60-7408-47fd-b565-ba736403d618 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:40.132988 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0a5d20ed-4017-457e-9733-178fa2ea58de tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:40.145312 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7de8af75-a880-4ce7-aa84-34f4b1c5ffc6 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:40.189266 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed274c67-5d6a-457d-b82f-f62abb63b612 None None] Network a4c4d4b2-b2bd-4127-9b3f-5f96f62e3317 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:40.241099 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b89ce38b-6441-4e28-ae49-802bd8df2587 None None] Provisioning for port 9468f6be-8cf0-462c-9bb0-4d94b7d977b4 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:40.285108 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-7de8af75-a880-4ce7-aa84-34f4b1c5ffc6 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7dfa1d9-0b8b-4466-b4f0-de1e4941ed9d']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:40.301908 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-7de8af75-a880-4ce7-aa84-34f4b1c5ffc6 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21aa8d62-dc9b-41ac-b9e5-08380a7e0cc2') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:40.302280 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-7de8af75-a880-4ce7-aa84-34f4b1c5ffc6 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21aa8d62-dc9b-41ac-b9e5-08380a7e0cc2') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:40.325057 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7de8af75-a880-4ce7-aa84-34f4b1c5ffc6 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:40.334323 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0a5d20ed-4017-457e-9733-178fa2ea58de tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:40.360181 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7de8af75-a880-4ce7-aa84-34f4b1c5ffc6 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:40.376906 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.resource_extend [None req-bc540e60-7408-47fd-b565-ba736403d618 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:13:40.399680 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de8af75-a880-4ce7-aa84-34f4b1c5ffc6 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:13:40.400246 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7de8af75-a880-4ce7-aa84-34f4b1c5ffc6 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:13:40.440156 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:13:40.517038 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-45ea5b0f-45a7-4caf-a882-b304dd1d7165 None None] Provisioning for port 4b929596-a112-4b96-b46a-a4ea1a41c467 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:40.524530 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-45ea5b0f-45a7-4caf-a882-b304dd1d7165 None None] Provisioning complete for port 4b929596-a112-4b96-b46a-a4ea1a41c467 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:40.524887 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-45ea5b0f-45a7-4caf-a882-b304dd1d7165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:40.555369 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bc540e60-7408-47fd-b565-ba736403d618 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:40.560703 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc540e60-7408-47fd-b565-ba736403d618 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:40.561253 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a3400705-4e6e-40d9-8180-fa1bf4d6584a up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:13:40.561390 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bc540e60-7408-47fd-b565-ba736403d618 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:40.661675 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-45ea5b0f-45a7-4caf-a882-b304dd1d7165 None None] Port 4b929596-a112-4b96-b46a-a4ea1a41c467 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:13:40.713528 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port a3400705-4e6e-40d9-8180-fa1bf4d6584a completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:40.723611 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 9468f6be-8cf0-462c-9bb0-4d94b7d977b4 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:13:40.739269 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-bc540e60-7408-47fd-b565-ba736403d618 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4130685 Mar 28 19:13:40.748783 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7de8af75-a880-4ce7-aa84-34f4b1c5ffc6 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:40.752500 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59316) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:40.762440 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-7a70bd1b-5afb-4fbc-8691-f0755d18f70c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'subnet': {'network_id': '0a4a26e5-eebe-44d4-a6f7-1c02d1878e6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:40.792757 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7de8af75-a880-4ce7-aa84-34f4b1c5ffc6 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:40.802336 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc540e60-7408-47fd-b565-ba736403d618 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Network': ['ID=0a4a26e5-eebe-44d4-a6f7-1c02d1878e6d,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:40.815040 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 0a4a26e5-eebe-44d4-a6f7-1c02d1878e6d details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:13:40.854448 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-b20cecd2-0b7d-4314-b5d0-25efa5ee850a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Allocated IP 172.20.0.1 (a4c4d4b2-b2bd-4127-9b3f-5f96f62e3317/045d351d-b89a-4626-bb8e-07983977e3f3/23f3f9db-794c-47af-8b16-c83edd4f97be) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:13:40.877132 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8af75-a880-4ce7-aa84-34f4b1c5ffc6 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event deleted for resources: {'Network': ['ID=e7dfa1d9-0b8b-4466-b4f0-de1e4941ed9d,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:40.879684 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7de8af75-a880-4ce7-aa84-34f4b1c5ffc6 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/networks/e7dfa1d9-0b8b-4466-b4f0-de1e4941ed9d HTTP/1.1" status: 204 len: 168 time: 1.4876730 Mar 28 19:13:40.884309 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59320) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:40.934739 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6078688-7151-45a7-9c2a-cb328dc69aa5 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] DELETE failed (client error): The resource could not be found. Mar 28 19:13:40.934974 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6078688-7151-45a7-9c2a-cb328dc69aa5 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:13:40.944685 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c6078688-7151-45a7-9c2a-cb328dc69aa5 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/subnets/803d9e46-0147-4a33-a730-58df31fc46cf HTTP/1.1" status: 404 len: 337 time: 0.0594165 Mar 28 19:13:40.950024 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59324) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:40.997713 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 9468f6be-8cf0-462c-9bb0-4d94b7d977b4 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:41.003177 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 9468f6be-8cf0-462c-9bb0-4d94b7d977b4 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:41.003710 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:41.003932 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0ff79f-f7c3-4bd9-a8cd-cfa01704c8e5 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] DELETE failed (client error): The resource could not be found. Mar 28 19:13:41.004403 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a0ff79f-f7c3-4bd9-a8cd-cfa01704c8e5 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:13:41.006075 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-7a0ff79f-f7c3-4bd9-a8cd-cfa01704c8e5 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/networks/b0d5dd35-9b25-4129-9d42-277779222c06 HTTP/1.1" status: 404 len: 339 time: 0.0516942 Mar 28 19:13:41.008896 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0a5d20ed-4017-457e-9733-178fa2ea58de tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:41.011621 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59328) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:41.048192 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0a5d20ed-4017-457e-9733-178fa2ea58de tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:41.149895 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-94a3c455-0cba-470f-9d0e-f5e782e8402f None None] Provisioning complete for port 9468f6be-8cf0-462c-9bb0-4d94b7d977b4 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:41.150268 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-94a3c455-0cba-470f-9d0e-f5e782e8402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:41.206540 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:41.217787 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-7a70bd1b-5afb-4fbc-8691-f0755d18f70c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:41.223242 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-7a70bd1b-5afb-4fbc-8691-f0755d18f70c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Usage tracker for resource:subnet and tenant:d916fc06fcf1402987e9337f73165337 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:41.228533 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-7a70bd1b-5afb-4fbc-8691-f0755d18f70c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:41.240947 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-7a70bd1b-5afb-4fbc-8691-f0755d18f70c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:41.274400 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a70bd1b-5afb-4fbc-8691-f0755d18f70c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Made reservation on behalf of d916fc06fcf1402987e9337f73165337 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:41.278283 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7a70bd1b-5afb-4fbc-8691-f0755d18f70c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:41.287758 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19252f3-19d0-432f-a5b4-033ebcd75faa None None] Network fb423183-4a11-403f-8de0-e798e23f2530 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:41.309525 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-d12096e3-98ff-419b-80ca-8b7ab7120213 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] DELETE failed (client error): The resource could not be found. Mar 28 19:13:41.309525 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d12096e3-98ff-419b-80ca-8b7ab7120213 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:13:41.313776 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d12096e3-98ff-419b-80ca-8b7ab7120213 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/subnets/be9e27b2-c8ff-4f8e-8a83-e6591b6956b9 HTTP/1.1" status: 404 len: 337 time: 0.2992153 Mar 28 19:13:41.316245 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59332) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:41.362908 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0a5d20ed-4017-457e-9733-178fa2ea58de tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:41.366364 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d20ed-4017-457e-9733-178fa2ea58de tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=4b929596-a112-4b96-b46a-a4ea1a41c467,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:41.392129 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 9468f6be-8cf0-462c-9bb0-4d94b7d977b4, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=9468f6be-8cf0-462c-9bb0-4d94b7d977b4,segment=NetworkSegment(557db9ee-550c-4404-bf97-3e2b6ae4f840),segment_id=557db9ee-550c-4404-bf97-3e2b6ae4f840)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:41.409679 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-d257269c-fe4a-4046-ad30-aee550e61f42 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] DELETE failed (client error): The resource could not be found. Mar 28 19:13:41.410269 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d257269c-fe4a-4046-ad30-aee550e61f42 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:13:41.414256 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d257269c-fe4a-4046-ad30-aee550e61f42 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/networks/9d3ad286-53b3-4663-a3e1-99eeca814105 HTTP/1.1" status: 404 len: 339 time: 0.0922487 Mar 28 19:13:41.415923 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:41.432237 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59336) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:41.465669 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 0829f78d-9524-4af4-b6ff-2fb4d488e424 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:13:41.472312 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b20cecd2-0b7d-4314-b5d0-25efa5ee850a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:41.490138 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-83daf938-ff33-4b38-a54c-e45021051647 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] DELETE failed (client error): The resource could not be found. Mar 28 19:13:41.490626 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83daf938-ff33-4b38-a54c-e45021051647 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:13:41.495191 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-83daf938-ff33-4b38-a54c-e45021051647 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/subnets/cb77d8c4-7ca8-4fcd-88ae-dc2c76924398 HTTP/1.1" status: 404 len: 337 time: 0.0571573 Mar 28 19:13:41.497986 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59340) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:41.517469 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5d20ed-4017-457e-9733-178fa2ea58de tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network dfb19a36-688e-4ca2-86d5-de00ef6985a0 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:41.518802 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-0a5d20ed-4017-457e-9733-178fa2ea58de tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:41.544288 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b20cecd2-0b7d-4314-b5d0-25efa5ee850a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Transition to ACTIVE for port object 23f3f9db-794c-47af-8b16-c83edd4f97be will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:41.546571 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 0829f78d-9524-4af4-b6ff-2fb4d488e424 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:13:41.546922 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-47afa794-c01d-4f37-b151-9afa09c271fd tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] DELETE failed (client error): The resource could not be found. Mar 28 19:13:41.547054 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 0829f78d-9524-4af4-b6ff-2fb4d488e424 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:13:41.547405 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47afa794-c01d-4f37-b151-9afa09c271fd tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:13:41.548376 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-94a3c455-0cba-470f-9d0e-f5e782e8402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:41.552496 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-47afa794-c01d-4f37-b151-9afa09c271fd tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/networks/927a663f-56a0-47fb-9075-1d3c92afdce6 HTTP/1.1" status: 404 len: 339 time: 0.0476952 Mar 28 19:13:41.553699 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59344) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:41.614260 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebbb06de-48cf-4c17-86d8-a3878bed699f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] DELETE failed (client error): The resource could not be found. Mar 28 19:13:41.614727 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebbb06de-48cf-4c17-86d8-a3878bed699f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:13:41.636206 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ebbb06de-48cf-4c17-86d8-a3878bed699f tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/subnets/1e91a3e8-9b5a-4ab0-b800-3e61ed3e6ec1 HTTP/1.1" status: 404 len: 337 time: 0.0790865 Mar 28 19:13:41.637099 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59348) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:41.675180 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-fede9592-16c8-456f-9a12-c92e5c6a9e8c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] DELETE failed (client error): The resource could not be found. Mar 28 19:13:41.675793 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fede9592-16c8-456f-9a12-c92e5c6a9e8c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:13:41.677638 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-fede9592-16c8-456f-9a12-c92e5c6a9e8c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/networks/18552937-6610-49f7-af38-ec9ea41d293d HTTP/1.1" status: 404 len: 339 time: 0.0395362 Mar 28 19:13:41.682130 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59352) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:41.703203 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=9468f6be-8cf0-462c-9bb0-4d94b7d977b4,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:41.745392 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b20cecd2-0b7d-4314-b5d0-25efa5ee850a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:41.757150 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-a859c2a2-3f16-4342-a58d-21b4f00782e2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] DELETE failed (client error): The resource could not be found. Mar 28 19:13:41.757733 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a859c2a2-3f16-4342-a58d-21b4f00782e2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:13:41.759535 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-94a3c455-0cba-470f-9d0e-f5e782e8402f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:13:41.759900 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-94a3c455-0cba-470f-9d0e-f5e782e8402f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:13:41.761442 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a859c2a2-3f16-4342-a58d-21b4f00782e2 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/subnets/cee0cd53-09dd-4b08-be9e-29c797b1a69b HTTP/1.1" status: 404 len: 337 time: 0.0781500 Mar 28 19:13:41.807355 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59356) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:41.836480 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20cecd2-0b7d-4314-b5d0-25efa5ee850a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network a4c4d4b2-b2bd-4127-9b3f-5f96f62e3317 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:41.860708 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-b20cecd2-0b7d-4314-b5d0-25efa5ee850a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:41.874091 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5d20ed-4017-457e-9733-178fa2ea58de tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router 342bb046-96ea-45b4-b31f-c0165d777de5 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:13:41.882701 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20cecd2-0b7d-4314-b5d0-25efa5ee850a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:13:41.926340 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-4842fb9b-2193-4b89-9f59-08854e323dc8 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] DELETE failed (client error): The resource could not be found. Mar 28 19:13:41.926820 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4842fb9b-2193-4b89-9f59-08854e323dc8 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:13:41.930952 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4842fb9b-2193-4b89-9f59-08854e323dc8 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/networks/f25fb12a-2504-4058-921c-09bf2ffe4142 HTTP/1.1" status: 404 len: 339 time: 0.1193151 Mar 28 19:13:41.938088 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59360) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:41.946641 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20cecd2-0b7d-4314-b5d0-25efa5ee850a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Port': ['ID=23f3f9db-794c-47af-8b16-c83edd4f97be,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:41.952546 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7a70bd1b-5afb-4fbc-8691-f0755d18f70c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:42.001832 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-215f5f72-86f2-489a-8a19-08fcc28c6530 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] DELETE failed (client error): The resource could not be found. Mar 28 19:13:42.002381 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-215f5f72-86f2-489a-8a19-08fcc28c6530 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:13:42.004303 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-215f5f72-86f2-489a-8a19-08fcc28c6530 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/subnets/7a53cf9f-d3d8-49b6-b109-be61987a0f86 HTTP/1.1" status: 404 len: 337 time: 0.0590234 Mar 28 19:13:42.007095 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59364) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:42.046588 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b20cecd2-0b7d-4314-b5d0-25efa5ee850a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:42.077108 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a0ba742-7e68-4320-92e8-8bf96eed77f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] DELETE failed (client error): The resource could not be found. Mar 28 19:13:42.077585 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a0ba742-7e68-4320-92e8-8bf96eed77f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:13:42.081503 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2a0ba742-7e68-4320-92e8-8bf96eed77f0 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/networks/c297cd08-d04a-4822-a10e-956316591888 HTTP/1.1" status: 404 len: 339 time: 0.0634434 Mar 28 19:13:42.087409 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59368) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:42.097969 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70bd1b-5afb-4fbc-8691-f0755d18f70c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Subnet': ['ID=7ed2d62e-7d67-43b2-a233-ec6cc5246928,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:42.111799 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a70bd1b-5afb-4fbc-8691-f0755d18f70c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Checking segment: {'id': 'a6cbed50-abb7-4fc7-b817-d5501aab4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0a4a26e5-eebe-44d4-a6f7-1c02d1878e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:13:42.111799 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a70bd1b-5afb-4fbc-8691-f0755d18f70c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network hostable DHCP agents. Network: 0a4a26e5-eebe-44d4-a6f7-1c02d1878e6d, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:13:42.133904 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-acaed5ad-7c81-46ab-8302-1458a7b81a2a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] DELETE failed (client error): The resource could not be found. Mar 28 19:13:42.134456 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acaed5ad-7c81-46ab-8302-1458a7b81a2a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:13:42.138429 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-acaed5ad-7c81-46ab-8302-1458a7b81a2a tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/subnets/6261373b-ce5e-48cc-969e-6f1011a9dc90 HTTP/1.1" status: 404 len: 337 time: 0.0476692 Mar 28 19:13:42.138682 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59374) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:42.145561 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a70bd1b-5afb-4fbc-8691-f0755d18f70c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network 0a4a26e5-eebe-44d4-a6f7-1c02d1878e6d is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:13:42.176509 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-be26b5ef-d541-4128-a4b5-8382a651c363 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] DELETE failed (client error): The resource could not be found. Mar 28 19:13:42.177011 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be26b5ef-d541-4128-a4b5-8382a651c363 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:13:42.178951 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-be26b5ef-d541-4128-a4b5-8382a651c363 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/networks/a11a57e4-5884-4be6-be45-66d6f77d8917 HTTP/1.1" status: 404 len: 339 time: 0.0393486 Mar 28 19:13:42.182132 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59378) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:42.185606 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5d20ed-4017-457e-9733-178fa2ea58de tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:13:42.190126 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-7a70bd1b-5afb-4fbc-8691-f0755d18f70c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 0a4a26e5-eebe-44d4-a6f7-1c02d1878e6d) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:42.191240 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0a5d20ed-4017-457e-9733-178fa2ea58de tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "PUT /v2.0/routers/342bb046-96ea-45b4-b31f-c0165d777de5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1366572 Mar 28 19:13:42.203039 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a70bd1b-5afb-4fbc-8691-f0755d18f70c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:42.203837 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7a70bd1b-5afb-4fbc-8691-f0755d18f70c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:42.205934 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b12c83a-7d10-4f98-917a-fc65b7945c24 None None] Network 0a4a26e5-eebe-44d4-a6f7-1c02d1878e6d requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:42.223966 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aac8f7-a511-49ac-9f38-f9782a58d8bb None None] Sync routers for ids ['342bb046-96ea-45b4-b31f-c0165d777de5'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:13:42.234356 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b20cecd2-0b7d-4314-b5d0-25efa5ee850a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:42.236148 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc053e7-c113-4fe0-9d42-fd40bd211b2c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] DELETE failed (client error): The resource could not be found. Mar 28 19:13:42.236677 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc053e7-c113-4fe0-9d42-fd40bd211b2c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:13:42.240740 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6dc053e7-c113-4fe0-9d42-fd40bd211b2c tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/subnets/6400225c-4477-40af-8642-e303aac5d51f HTTP/1.1" status: 404 len: 337 time: 0.0552955 Mar 28 19:13:42.241077 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59384) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:42.249616 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7a70bd1b-5afb-4fbc-8691-f0755d18f70c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4912248 Mar 28 19:13:42.250853 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59388) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:42.251160 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aac8f7-a511-49ac-9f38-f9782a58d8bb None None] Routers {'342bb046-96ea-45b4-b31f-c0165d777de5'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:42.251843 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-e5aac8f7-a511-49ac-9f38-f9782a58d8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['342bb046-96ea-45b4-b31f-c0165d777de5'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:42.258056 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-761a2799-00f6-4c28-b0ad-5945629f10ef tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-856366397', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:42.266745 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-e079a74f-27e8-4eeb-8a3a-c35ca39d570d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] DELETE failed (client error): The resource could not be found. Mar 28 19:13:42.267244 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e079a74f-27e8-4eeb-8a3a-c35ca39d570d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:13:42.270934 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e079a74f-27e8-4eeb-8a3a-c35ca39d570d tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/networks/6a245feb-be60-40ec-8279-96e21fdbba21 HTTP/1.1" status: 404 len: 339 time: 0.0269346 Mar 28 19:13:42.271484 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59392) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:42.293726 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-761a2799-00f6-4c28-b0ad-5945629f10ef tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:42.326014 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-761a2799-00f6-4c28-b0ad-5945629f10ef tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:42.344740 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-761a2799-00f6-4c28-b0ad-5945629f10ef tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:42.345771 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-761a2799-00f6-4c28-b0ad-5945629f10ef tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:42.360981 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7ec3401-84b3-46a3-9750-bbf6e4b9bbf4 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Deleting subnet 6709e774-8584-4a67-9f34-513b90781fcb {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:13:42.365605 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c7ec3401-84b3-46a3-9750-bbf6e4b9bbf4 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:42.449994 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c7ec3401-84b3-46a3-9750-bbf6e4b9bbf4 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:42.461830 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 9468f6be-8cf0-462c-9bb0-4d94b7d977b4 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:13:42.494490 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-761a2799-00f6-4c28-b0ad-5945629f10ef tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:42.547580 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c7ec3401-84b3-46a3-9750-bbf6e4b9bbf4 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:42.552655 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-761a2799-00f6-4c28-b0ad-5945629f10ef tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:42.639449 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c7ec3401-84b3-46a3-9750-bbf6e4b9bbf4 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:42.661143 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-761a2799-00f6-4c28-b0ad-5945629f10ef tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:42.662401 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-761a2799-00f6-4c28-b0ad-5945629f10ef tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4104700 Mar 28 19:13:42.666431 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59398) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:42.694688 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec3401-84b3-46a3-9750-bbf6e4b9bbf4 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event deleted for resources: {'Subnet': ['ID=6709e774-8584-4a67-9f34-513b90781fcb,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:42.703615 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c7ec3401-84b3-46a3-9750-bbf6e4b9bbf4 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:42.716104 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c7ec3401-84b3-46a3-9750-bbf6e4b9bbf4 tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/subnets/6709e774-8584-4a67-9f34-513b90781fcb HTTP/1.1" status: 204 len: 168 time: 0.4433072 Mar 28 19:13:42.718106 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59402) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:42.776926 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55b5e2d-085e-4b84-afd6-6ded27be5c4b None None] Network 1ee943e1-dc4f-4997-8e3c-a0d646db39b3 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:42.801246 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 9468f6be-8cf0-462c-9bb0-4d94b7d977b4 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:42.801646 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:42.843350 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-847eb7b8-d6db-4cf5-ac48-0976fce4c4ae tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:42.851579 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-e5aac8f7-a511-49ac-9f38-f9782a58d8bb None None] Set router 342bb046-96ea-45b4-b31f-c0165d777de5 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:13:42.856286 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-847eb7b8-d6db-4cf5-ac48-0976fce4c4ae tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Deleting port 7b52f937-163f-49b8-86c6-8f7060113936 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:42.856730 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-847eb7b8-d6db-4cf5-ac48-0976fce4c4ae tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:42.918741 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e82e4e34-d991-44eb-9c44-42baeb6c2d6b None None] Provisioning for port a3400705-4e6e-40d9-8180-fa1bf4d6584a completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:42.922921 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaa0852-7473-442d-a172-50a00ad4fbe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-0a4a26e5-eebe-44d4-a6f7-1c02d1878e6d', 'network_id': '0a4a26e5-eebe-44d4-a6f7-1c02d1878e6d', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'fixed_ips': [{'subnet_id': '7ed2d62e-7d67-43b2-a233-ec6cc5246928'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:13:42.923712 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-daaa0852-7473-442d-a172-50a00ad4fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:43.020829 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e82e4e34-d991-44eb-9c44-42baeb6c2d6b None None] Provisioning complete for port a3400705-4e6e-40d9-8180-fa1bf4d6584a triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:43.021298 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e82e4e34-d991-44eb-9c44-42baeb6c2d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:43.160927 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b20cecd2-0b7d-4314-b5d0-25efa5ee850a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:43.200850 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-847eb7b8-d6db-4cf5-ac48-0976fce4c4ae tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] For port 7b52f937-163f-49b8-86c6-8f7060113936, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=7b52f937-163f-49b8-86c6-8f7060113936,segment=NetworkSegment(8682da72-aba3-4bb5-a66a-cb1a3a238168),segment_id=8682da72-aba3-4bb5-a66a-cb1a3a238168)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:43.201454 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-847eb7b8-d6db-4cf5-ac48-0976fce4c4ae tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:43.224198 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b20cecd2-0b7d-4314-b5d0-25efa5ee850a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:43.326582 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-847eb7b8-d6db-4cf5-ac48-0976fce4c4ae tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Calling delete_port for 7b52f937-163f-49b8-86c6-8f7060113936 owned by network:dhcp {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:43.385579 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20cecd2-0b7d-4314-b5d0-25efa5ee850a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Port': ['ID=23f3f9db-794c-47af-8b16-c83edd4f97be,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:43.392402 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b20cecd2-0b7d-4314-b5d0-25efa5ee850a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:43.412357 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-847eb7b8-d6db-4cf5-ac48-0976fce4c4ae tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:43.454392 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da744276-a2f3-4d5a-a217-0ef1dc59d472 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:43.462909 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847eb7b8-d6db-4cf5-ac48-0976fce4c4ae tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event deleted for resources: {'Port': ['ID=7b52f937-163f-49b8-86c6-8f7060113936,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:43.466251 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847eb7b8-d6db-4cf5-ac48-0976fce4c4ae tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] No DVR routers for this DVR port 7b52f937-163f-49b8-86c6-8f7060113936 on host dv-neutron-834711-1-hyperv {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:13:43.590321 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-847eb7b8-d6db-4cf5-ac48-0976fce4c4ae tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:43.616835 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-847eb7b8-d6db-4cf5-ac48-0976fce4c4ae tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee943e1-dc4f-4997-8e3c-a0d646db39b3']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:43.630390 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-847eb7b8-d6db-4cf5-ac48-0976fce4c4ae tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8682da72-aba3-4bb5-a66a-cb1a3a238168') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:43.630733 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-847eb7b8-d6db-4cf5-ac48-0976fce4c4ae tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8682da72-aba3-4bb5-a66a-cb1a3a238168') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:43.638387 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-daaa0852-7473-442d-a172-50a00ad4fbe4 None None] Allocated IP 2001:db8::2 (0a4a26e5-eebe-44d4-a6f7-1c02d1878e6d/7ed2d62e-7d67-43b2-a233-ec6cc5246928/015fd50d-b792-47d9-b876-2a2179b3390f) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:13:43.643393 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-847eb7b8-d6db-4cf5-ac48-0976fce4c4ae tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:43.646423 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e82e4e34-d991-44eb-9c44-42baeb6c2d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:43.663997 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-847eb7b8-d6db-4cf5-ac48-0976fce4c4ae tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:43.672300 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-847eb7b8-d6db-4cf5-ac48-0976fce4c4ae tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:13:43.672789 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-847eb7b8-d6db-4cf5-ac48-0976fce4c4ae tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:13:43.693821 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:13:43.773956 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20cecd2-0b7d-4314-b5d0-25efa5ee850a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network a4c4d4b2-b2bd-4127-9b3f-5f96f62e3317 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:43.777803 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-b20cecd2-0b7d-4314-b5d0-25efa5ee850a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:43.808076 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-847eb7b8-d6db-4cf5-ac48-0976fce4c4ae tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:43.852225 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-847eb7b8-d6db-4cf5-ac48-0976fce4c4ae tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:43.863397 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847eb7b8-d6db-4cf5-ac48-0976fce4c4ae tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] Pushing event deleted for resources: {'Network': ['ID=1ee943e1-dc4f-4997-8e3c-a0d646db39b3,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:43.878498 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-847eb7b8-d6db-4cf5-ac48-0976fce4c4ae tempest-NetworksTest-541861524 tempest-NetworksTest-541861524-project] 10.222.0.10 "DELETE /v2.0/networks/1ee943e1-dc4f-4997-8e3c-a0d646db39b3 HTTP/1.1" status: 204 len: 168 time: 1.1592691 Mar 28 19:13:43.941148 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-e82e4e34-d991-44eb-9c44-42baeb6c2d6b None None] For port a3400705-4e6e-40d9-8180-fa1bf4d6584a, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a3400705-4e6e-40d9-8180-fa1bf4d6584a,segment=NetworkSegment(d84772c2-b537-4844-84a7-d2e08b62def1),segment_id=d84772c2-b537-4844-84a7-d2e08b62def1)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:43.948795 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8aae711-6d2c-4f13-a730-38ab2d6c080b None None] DHCP port deletion for 1ee943e1-dc4f-4997-8e3c-a0d646db39b3 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:13:43.961547 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e82e4e34-d991-44eb-9c44-42baeb6c2d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:44.045027 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20cecd2-0b7d-4314-b5d0-25efa5ee850a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Router a72298b2-78d0-48f8-8ad9-067c67d046be is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:13:44.124781 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e82e4e34-d991-44eb-9c44-42baeb6c2d6b None None] Provisioning for port 23f3f9db-794c-47af-8b16-c83edd4f97be completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:44.154359 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e82e4e34-d991-44eb-9c44-42baeb6c2d6b None None] Provisioning complete for port 23f3f9db-794c-47af-8b16-c83edd4f97be triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:44.154736 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e82e4e34-d991-44eb-9c44-42baeb6c2d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:44.192086 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e4e34-d991-44eb-9c44-42baeb6c2d6b None None] Pushing event updated for resources: {'Port': ['ID=a3400705-4e6e-40d9-8180-fa1bf4d6584a,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:44.217770 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20cecd2-0b7d-4314-b5d0-25efa5ee850a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:13:44.227332 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-daaa0852-7473-442d-a172-50a00ad4fbe4 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:44.228114 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b20cecd2-0b7d-4314-b5d0-25efa5ee850a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "PUT /v2.0/routers/a72298b2-78d0-48f8-8ad9-067c67d046be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3957791 Mar 28 19:13:44.230970 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59410) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:44.231602 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1ad482-fe48-4b77-b558-1a36cf41b22e None None] Sync routers for ids ['a72298b2-78d0-48f8-8ad9-067c67d046be'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:13:44.241688 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59414) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:44.243658 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1ad482-fe48-4b77-b558-1a36cf41b22e None None] Routers {'a72298b2-78d0-48f8-8ad9-067c67d046be'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:44.244344 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-ef1ad482-fe48-4b77-b558-1a36cf41b22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['a72298b2-78d0-48f8-8ad9-067c67d046be'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:44.245163 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-e82e4e34-d991-44eb-9c44-42baeb6c2d6b None None] Port 23f3f9db-794c-47af-8b16-c83edd4f97be cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:13:44.249848 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-daaa0852-7473-442d-a172-50a00ad4fbe4 None None] Transition to ACTIVE for port object 015fd50d-b792-47d9-b876-2a2179b3390f will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:44.269772 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-e5aac8f7-a511-49ac-9f38-f9782a58d8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'name': 'tempest-TestNetworkBasicOps-router-1657040247', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:57Z', 'updated_at': '2022-03-28T19:13:40Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:00Z', 'updated_at': '2022-03-28T19:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '0a3ec281-3bcd-4f86-9d6e-22909e3ae805', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'port_id': '7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3', 'mac_address': 'fa:16:3e:1e:95:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19273f2d-61bc-4be8-9410-f1f3cf7b6a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:12:05Z', 'updated_at': '2022-03-28T19:12:09Z', 'revision_number': 1, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b929596-a112-4b96-b46a-a4ea1a41c467', 'name': '', 'network_id': 'dfb19a36-688e-4ca2-86d5-de00ef6985a0', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:bc:3c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'cdd81775-0989-4815-b90c-f2014c90849f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:13:39Z', 'updated_at': '2022-03-28T19:13:40Z', 'revision_number': 2, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'cdd81775-0989-4815-b90c-f2014c90849f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50', 'name': '', 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:28:45:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '2d4ae72b-d834-47e4-a182-f022b94a587f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:12Z', 'updated_at': '2022-03-28T19:11:38Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '2d4ae72b-d834-47e4-a182-f022b94a587f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:44.278927 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-daaa0852-7473-442d-a172-50a00ad4fbe4 None None] Transition to ACTIVE for port object 015fd50d-b792-47d9-b876-2a2179b3390f will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:44.285514 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aac8f7-a511-49ac-9f38-f9782a58d8bb None None] Checking router: 342bb046-96ea-45b4-b31f-c0165d777de5 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:13:44.286037 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aac8f7-a511-49ac-9f38-f9782a58d8bb None None] Updating router 342bb046-96ea-45b4-b31f-c0165d777de5 port 4b929596-a112-4b96-b46a-a4ea1a41c467 binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:13:44.315699 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b82d9d-d512-4f33-8491-c35991b3bffa tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:44.316359 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-ef1ad482-fe48-4b77-b558-1a36cf41b22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:44.317357 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-32b82d9d-d512-4f33-8491-c35991b3bffa tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "GET /v2.0/ports/23f3f9db-794c-47af-8b16-c83edd4f97be HTTP/1.1" status: 200 len: 910 time: 0.0852909 Mar 28 19:13:44.320048 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59420) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:44.324301 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-daaa0852-7473-442d-a172-50a00ad4fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:44.332362 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1ad482-fe48-4b77-b558-1a36cf41b22e None None] Routers {'a72298b2-78d0-48f8-8ad9-067c67d046be'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:44.333725 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-ef1ad482-fe48-4b77-b558-1a36cf41b22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['a72298b2-78d0-48f8-8ad9-067c67d046be'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:44.360498 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e82e4e34-d991-44eb-9c44-42baeb6c2d6b None None] Provisioning complete for port 4b929596-a112-4b96-b46a-a4ea1a41c467 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:44.361068 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e82e4e34-d991-44eb-9c44-42baeb6c2d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:44.477450 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a3400705-4e6e-40d9-8180-fa1bf4d6584a up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:13:44.494686 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-ef1ad482-fe48-4b77-b558-1a36cf41b22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:44.495366 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1ad482-fe48-4b77-b558-1a36cf41b22e None None] The sync data for ids ['a72298b2-78d0-48f8-8ad9-067c67d046be'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:13:44.510290 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-da744276-a2f3-4d5a-a217-0ef1dc59d472 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Allocated IP 2001:db8::1 (0a4a26e5-eebe-44d4-a6f7-1c02d1878e6d/7ed2d62e-7d67-43b2-a233-ec6cc5246928/6d3c091e-8dfc-4783-9838-89158facc2f9) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:13:44.514455 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e5aac8f7-a511-49ac-9f38-f9782a58d8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:44.529770 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaa0852-7473-442d-a172-50a00ad4fbe4 None None] Network 0a4a26e5-eebe-44d4-a6f7-1c02d1878e6d is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:44.537958 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa0852-7473-442d-a172-50a00ad4fbe4 None None] Pushing event updated for resources: {'Port': ['ID=015fd50d-b792-47d9-b876-2a2179b3390f,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:44.547127 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6ad2cf7c-5551-4f07-85bc-f5612f7e51db admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d545e4aa9c994a0f8eb2b7672f8fe502&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3035522 Mar 28 19:13:44.550419 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-daaa0852-7473-442d-a172-50a00ad4fbe4 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:44.558448 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaa0852-7473-442d-a172-50a00ad4fbe4 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:13:44.562375 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-e82e4e34-d991-44eb-9c44-42baeb6c2d6b None None] Port 4b929596-a112-4b96-b46a-a4ea1a41c467 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:13:44.590944 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59424) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:44.783274 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-daaa0852-7473-442d-a172-50a00ad4fbe4 None None] Attempting to bind port 015fd50d-b792-47d9-b876-2a2179b3390f on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:13:44.783889 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-daaa0852-7473-442d-a172-50a00ad4fbe4 None None] Attempting to bind port 015fd50d-b792-47d9-b876-2a2179b3390f by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a6cbed50-abb7-4fc7-b817-d5501aab4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0a4a26e5-eebe-44d4-a6f7-1c02d1878e6d'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:13:44.784006 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaa0852-7473-442d-a172-50a00ad4fbe4 None None] Attempting to bind port 015fd50d-b792-47d9-b876-2a2179b3390f on network 0a4a26e5-eebe-44d4-a6f7-1c02d1878e6d {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:13:44.806428 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaa0852-7473-442d-a172-50a00ad4fbe4 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:13:44.806806 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaa0852-7473-442d-a172-50a00ad4fbe4 None None] Checking segment: {'id': 'a6cbed50-abb7-4fc7-b817-d5501aab4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0a4a26e5-eebe-44d4-a6f7-1c02d1878e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:13:44.807221 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-daaa0852-7473-442d-a172-50a00ad4fbe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:44.807623 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaa0852-7473-442d-a172-50a00ad4fbe4 None None] Bound using segment: {'id': 'a6cbed50-abb7-4fc7-b817-d5501aab4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0a4a26e5-eebe-44d4-a6f7-1c02d1878e6d'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:13:44.808098 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-daaa0852-7473-442d-a172-50a00ad4fbe4 None None] Bound port: 015fd50d-b792-47d9-b876-2a2179b3390f, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cbed50-abb7-4fc7-b817-d5501aab4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0a4a26e5-eebe-44d4-a6f7-1c02d1878e6d'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:13:44.808483 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-daaa0852-7473-442d-a172-50a00ad4fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:44.820428 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port a3400705-4e6e-40d9-8180-fa1bf4d6584a triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:44.821316 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:44.843649 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da744276-a2f3-4d5a-a217-0ef1dc59d472 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:44.851954 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-1304651c-4d58-4dd7-8630-750713857218 None None] Provisioning complete for port 23f3f9db-794c-47af-8b16-c83edd4f97be triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:44.852323 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1304651c-4d58-4dd7-8630-750713857218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:44.863523 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-da744276-a2f3-4d5a-a217-0ef1dc59d472 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Transition to ACTIVE for port object 6d3c091e-8dfc-4783-9838-89158facc2f9 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:44.880393 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8a24f810-9c26-4b82-afc1-8f37a51f5380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:44.896895 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da744276-a2f3-4d5a-a217-0ef1dc59d472 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:44.932094 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8a24f810-9c26-4b82-afc1-8f37a51f5380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:44.983258 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da744276-a2f3-4d5a-a217-0ef1dc59d472 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network 0a4a26e5-eebe-44d4-a6f7-1c02d1878e6d is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:44.986763 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-da744276-a2f3-4d5a-a217-0ef1dc59d472 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:44.991316 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da744276-a2f3-4d5a-a217-0ef1dc59d472 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:13:44.991679 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da744276-a2f3-4d5a-a217-0ef1dc59d472 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:45.017675 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da744276-a2f3-4d5a-a217-0ef1dc59d472 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Port': ['ID=6d3c091e-8dfc-4783-9838-89158facc2f9,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:45.077156 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-1304651c-4d58-4dd7-8630-750713857218 None None] Port 23f3f9db-794c-47af-8b16-c83edd4f97be cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:13:45.130295 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-daaa0852-7473-442d-a172-50a00ad4fbe4 None None] For port 015fd50d-b792-47d9-b876-2a2179b3390f, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:13:45.131574 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da744276-a2f3-4d5a-a217-0ef1dc59d472 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:45.177281 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-daaa0852-7473-442d-a172-50a00ad4fbe4 None None] For port 015fd50d-b792-47d9-b876-2a2179b3390f, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=015fd50d-b792-47d9-b876-2a2179b3390f,segment=NetworkSegment(a6cbed50-abb7-4fc7-b817-d5501aab4169),segment_id=a6cbed50-abb7-4fc7-b817-d5501aab4169)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:13:45.187452 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-daaa0852-7473-442d-a172-50a00ad4fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:45.213386 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8a24f810-9c26-4b82-afc1-8f37a51f5380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:45.236682 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4a00e237-b337-4510-aa83-42fbf1ac6c59 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:45.246807 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24f810-9c26-4b82-afc1-8f37a51f5380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ffe2ae-be32-4879-93e5-fd40124aa4c0,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:45.257040 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8a24f810-9c26-4b82-afc1-8f37a51f5380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:45.258392 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-8a24f810-9c26-4b82-afc1-8f37a51f5380 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/11ffe2ae-be32-4879-93e5-fd40124aa4c0 HTTP/1.1" status: 204 len: 168 time: 0.6667540 Mar 28 19:13:45.304285 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa0852-7473-442d-a172-50a00ad4fbe4 None None] Pushing event updated for resources: {'Port': ['ID=015fd50d-b792-47d9-b876-2a2179b3390f,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:45.405507 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 7b52f937-163f-49b8-86c6-8f7060113936 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:13:45.462325 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 7b52f937-163f-49b8-86c6-8f7060113936 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:13:45.462676 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 7b52f937-163f-49b8-86c6-8f7060113936 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:13:45.494025 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e5aac8f7-a511-49ac-9f38-f9782a58d8bb None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:45.509989 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e5aac8f7-a511-49ac-9f38-f9782a58d8bb None None] Transition to ACTIVE for port object 4b929596-a112-4b96-b46a-a4ea1a41c467 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:45.519563 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e5aac8f7-a511-49ac-9f38-f9782a58d8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:45.651622 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da744276-a2f3-4d5a-a217-0ef1dc59d472 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:45.659104 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da744276-a2f3-4d5a-a217-0ef1dc59d472 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:45.660104 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da744276-a2f3-4d5a-a217-0ef1dc59d472 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:45.757736 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-4a00e237-b337-4510-aa83-42fbf1ac6c59 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Allocated IP 172.21.0.1 (fb423183-4a11-403f-8de0-e798e23f2530/0d278bf3-3667-41ac-9449-632d88eb96be/2574d812-d19d-4d89-a23a-8e2701147dd1) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:13:45.766645 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627467b-a0d4-46f6-8a56-58431f929032 None None] Pushing event updated for resources: {'Port': ['ID=4b929596-a112-4b96-b46a-a4ea1a41c467,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:45.897000 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-e5aac8f7-a511-49ac-9f38-f9782a58d8bb None None] Attempting to bind port 4b929596-a112-4b96-b46a-a4ea1a41c467 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:13:45.897668 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-e5aac8f7-a511-49ac-9f38-f9782a58d8bb None None] Attempting to bind port 4b929596-a112-4b96-b46a-a4ea1a41c467 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'bd41b65a-e84b-401e-9d63-2eb8a941a972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dfb19a36-688e-4ca2-86d5-de00ef6985a0'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:13:45.897807 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aac8f7-a511-49ac-9f38-f9782a58d8bb None None] Attempting to bind port 4b929596-a112-4b96-b46a-a4ea1a41c467 on network dfb19a36-688e-4ca2-86d5-de00ef6985a0 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:13:45.904003 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aac8f7-a511-49ac-9f38-f9782a58d8bb None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:13:45.904395 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aac8f7-a511-49ac-9f38-f9782a58d8bb None None] Checking segment: {'id': 'bd41b65a-e84b-401e-9d63-2eb8a941a972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dfb19a36-688e-4ca2-86d5-de00ef6985a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:13:45.904783 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e5aac8f7-a511-49ac-9f38-f9782a58d8bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:45.905185 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aac8f7-a511-49ac-9f38-f9782a58d8bb None None] Bound using segment: {'id': 'bd41b65a-e84b-401e-9d63-2eb8a941a972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dfb19a36-688e-4ca2-86d5-de00ef6985a0'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:13:45.905695 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-e5aac8f7-a511-49ac-9f38-f9782a58d8bb None None] Bound port: 4b929596-a112-4b96-b46a-a4ea1a41c467, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd41b65a-e84b-401e-9d63-2eb8a941a972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dfb19a36-688e-4ca2-86d5-de00ef6985a0'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:13:45.906259 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e5aac8f7-a511-49ac-9f38-f9782a58d8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:46.011278 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da744276-a2f3-4d5a-a217-0ef1dc59d472 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Port': ['ID=6d3c091e-8dfc-4783-9838-89158facc2f9,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:46.025037 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da744276-a2f3-4d5a-a217-0ef1dc59d472 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network 0a4a26e5-eebe-44d4-a6f7-1c02d1878e6d is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:46.026600 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-da744276-a2f3-4d5a-a217-0ef1dc59d472 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:46.127154 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-e5aac8f7-a511-49ac-9f38-f9782a58d8bb None None] For port 4b929596-a112-4b96-b46a-a4ea1a41c467, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:13:46.131604 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-e5aac8f7-a511-49ac-9f38-f9782a58d8bb None None] For port 4b929596-a112-4b96-b46a-a4ea1a41c467, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=4b929596-a112-4b96-b46a-a4ea1a41c467,segment=NetworkSegment(bd41b65a-e84b-401e-9d63-2eb8a941a972),segment_id=bd41b65a-e84b-401e-9d63-2eb8a941a972)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:13:46.138443 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e5aac8f7-a511-49ac-9f38-f9782a58d8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:46.161821 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4a00e237-b337-4510-aa83-42fbf1ac6c59 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:46.186088 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-4a00e237-b337-4510-aa83-42fbf1ac6c59 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Transition to ACTIVE for port object 2574d812-d19d-4d89-a23a-8e2701147dd1 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:46.221796 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4a00e237-b337-4510-aa83-42fbf1ac6c59 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:46.240727 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aac8f7-a511-49ac-9f38-f9782a58d8bb None None] Routers {'342bb046-96ea-45b4-b31f-c0165d777de5'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:46.241381 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-e5aac8f7-a511-49ac-9f38-f9782a58d8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['342bb046-96ea-45b4-b31f-c0165d777de5'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:46.266173 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da744276-a2f3-4d5a-a217-0ef1dc59d472 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Router 396627c3-b8c7-4582-a1b0-559998d14837 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:13:46.325720 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a00e237-b337-4510-aa83-42fbf1ac6c59 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network fb423183-4a11-403f-8de0-e798e23f2530 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:46.334272 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-4a00e237-b337-4510-aa83-42fbf1ac6c59 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:46.339444 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a00e237-b337-4510-aa83-42fbf1ac6c59 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:13:46.396258 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00e237-b337-4510-aa83-42fbf1ac6c59 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Port': ['ID=2574d812-d19d-4d89-a23a-8e2701147dd1,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:46.451907 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4a00e237-b337-4510-aa83-42fbf1ac6c59 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:46.515406 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da744276-a2f3-4d5a-a217-0ef1dc59d472 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:13:46.523624 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-da744276-a2f3-4d5a-a217-0ef1dc59d472 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "PUT /v2.0/routers/396627c3-b8c7-4582-a1b0-559998d14837/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8561451 Mar 28 19:13:46.526605 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627467b-a0d4-46f6-8a56-58431f929032 None None] Pushing event updated for resources: {'Port': ['ID=4b929596-a112-4b96-b46a-a4ea1a41c467,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:46.527697 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59450) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:46.542374 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccee1496-4098-480b-b6ce-c8660f1299a4 None None] Sync routers for ids ['396627c3-b8c7-4582-a1b0-559998d14837'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:13:46.621193 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 015fd50d-b792-47d9-b876-2a2179b3390f up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:13:46.653007 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59454) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:46.679366 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccee1496-4098-480b-b6ce-c8660f1299a4 None None] Routers {'396627c3-b8c7-4582-a1b0-559998d14837'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:46.681571 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-ccee1496-4098-480b-b6ce-c8660f1299a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['396627c3-b8c7-4582-a1b0-559998d14837'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:46.707777 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e680128-dec6-43b6-b0fa-3d8e8774c8cb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:46.708411 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1e680128-dec6-43b6-b0fa-3d8e8774c8cb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Synchronizing usage tracker for tenant:d916fc06fcf1402987e9337f73165337 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:13:46.725901 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4a00e237-b337-4510-aa83-42fbf1ac6c59 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:46.761948 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1e680128-dec6-43b6-b0fa-3d8e8774c8cb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Unset dirty status for tenant:d916fc06fcf1402987e9337f73165337 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:13:46.763226 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1e680128-dec6-43b6-b0fa-3d8e8774c8cb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "GET /v2.0/ports/6d3c091e-8dfc-4783-9838-89158facc2f9 HTTP/1.1" status: 200 len: 911 time: 0.2345037 Mar 28 19:13:46.766109 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59460) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:46.773336 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-972ddebb-6646-4af2-bd61-0a50d40b75b0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7ed2d62e-7d67-43b2-a233-ec6cc5246928'}]}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:46.815119 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-ccee1496-4098-480b-b6ce-c8660f1299a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:46.830421 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-e5aac8f7-a511-49ac-9f38-f9782a58d8bb None None] Set router 342bb046-96ea-45b4-b31f-c0165d777de5 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:13:46.931489 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0ada2263-e87c-4d14-930c-950a61e521fc tempest-ServiceProvidersTest-1942218104 tempest-ServiceProvidersTest-1942218104-project] 10.222.0.10 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2632921 Mar 28 19:13:46.931752 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccee1496-4098-480b-b6ce-c8660f1299a4 None None] Routers {'396627c3-b8c7-4582-a1b0-559998d14837'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:46.938259 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-ccee1496-4098-480b-b6ce-c8660f1299a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['396627c3-b8c7-4582-a1b0-559998d14837'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:47.147612 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-ccee1496-4098-480b-b6ce-c8660f1299a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:47.148009 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccee1496-4098-480b-b6ce-c8660f1299a4 None None] The sync data for ids ['396627c3-b8c7-4582-a1b0-559998d14837'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:13:47.160655 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b523d0-8479-493c-9c3d-4073ce14138a None None] Network 0a4a26e5-eebe-44d4-a6f7-1c02d1878e6d requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:47.247892 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-972ddebb-6646-4af2-bd61-0a50d40b75b0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:47.276536 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4a00e237-b337-4510-aa83-42fbf1ac6c59 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:47.284764 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4a00e237-b337-4510-aa83-42fbf1ac6c59 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:47.285267 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 015fd50d-b792-47d9-b876-2a2179b3390f completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:47.347059 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-c021b429-42ec-4fe1-8fb2-32566fe915ce None None] Provisioning for port 015fd50d-b792-47d9-b876-2a2179b3390f completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:47.358680 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-c021b429-42ec-4fe1-8fb2-32566fe915ce None None] Provisioning complete for port 015fd50d-b792-47d9-b876-2a2179b3390f triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:47.359082 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c021b429-42ec-4fe1-8fb2-32566fe915ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:47.360913 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59470) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:47.420691 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00e237-b337-4510-aa83-42fbf1ac6c59 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Port': ['ID=2574d812-d19d-4d89-a23a-8e2701147dd1,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:47.425335 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4a00e237-b337-4510-aa83-42fbf1ac6c59 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:47.669105 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0d601844-fb7f-4db5-8760-0e97b14201b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:47.692304 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0d601844-fb7f-4db5-8760-0e97b14201b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:47.701732 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0d601844-fb7f-4db5-8760-0e97b14201b8 admin admin] Usage tracker for resource:security_group_rule and tenant:9df5989e4b964d1195d2fe5b37ba35d8 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:47.712571 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0d601844-fb7f-4db5-8760-0e97b14201b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:47.723366 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0d601844-fb7f-4db5-8760-0e97b14201b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:47.724691 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c021b429-42ec-4fe1-8fb2-32566fe915ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:47.740737 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a00e237-b337-4510-aa83-42fbf1ac6c59 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network fb423183-4a11-403f-8de0-e798e23f2530 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:47.743487 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-4a00e237-b337-4510-aa83-42fbf1ac6c59 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:47.790792 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-c021b429-42ec-4fe1-8fb2-32566fe915ce None None] For port 015fd50d-b792-47d9-b876-2a2179b3390f, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=015fd50d-b792-47d9-b876-2a2179b3390f,segment=NetworkSegment(a6cbed50-abb7-4fc7-b817-d5501aab4169),segment_id=a6cbed50-abb7-4fc7-b817-d5501aab4169)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:47.805350 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-e5aac8f7-a511-49ac-9f38-f9782a58d8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'name': 'tempest-TestNetworkBasicOps-router-1657040247', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:57Z', 'updated_at': '2022-03-28T19:13:40Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:00Z', 'updated_at': '2022-03-28T19:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '0a3ec281-3bcd-4f86-9d6e-22909e3ae805', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'port_id': '7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3', 'mac_address': 'fa:16:3e:1e:95:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19273f2d-61bc-4be8-9410-f1f3cf7b6a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:12:05Z', 'updated_at': '2022-03-28T19:12:09Z', 'revision_number': 1, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b929596-a112-4b96-b46a-a4ea1a41c467', 'name': '', 'network_id': 'dfb19a36-688e-4ca2-86d5-de00ef6985a0', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:bc:3c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'cdd81775-0989-4815-b90c-f2014c90849f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:13:39Z', 'updated_at': '2022-03-28T19:13:46Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'cdd81775-0989-4815-b90c-f2014c90849f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50', 'name': '', 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:28:45:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '2d4ae72b-d834-47e4-a182-f022b94a587f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:12Z', 'updated_at': '2022-03-28T19:11:38Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '2d4ae72b-d834-47e4-a182-f022b94a587f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:47.807923 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c021b429-42ec-4fe1-8fb2-32566fe915ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:47.882591 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aac8f7-a511-49ac-9f38-f9782a58d8bb None None] The sync data for ids ['342bb046-96ea-45b4-b31f-c0165d777de5'] in dv-neutron-834711-1-hyperv is: [{'id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'name': 'tempest-TestNetworkBasicOps-router-1657040247', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:57Z', 'updated_at': '2022-03-28T19:13:40Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:00Z', 'updated_at': '2022-03-28T19:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '0a3ec281-3bcd-4f86-9d6e-22909e3ae805', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'port_id': '7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3', 'mac_address': 'fa:16:3e:1e:95:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19273f2d-61bc-4be8-9410-f1f3cf7b6a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:12:05Z', 'updated_at': '2022-03-28T19:12:09Z', 'revision_number': 1, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b929596-a112-4b96-b46a-a4ea1a41c467', 'name': '', 'network_id': 'dfb19a36-688e-4ca2-86d5-de00ef6985a0', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:bc:3c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'cdd81775-0989-4815-b90c-f2014c90849f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:13:39Z', 'updated_at': '2022-03-28T19:13:46Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'cdd81775-0989-4815-b90c-f2014c90849f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50', 'name': '', 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:28:45:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '2d4ae72b-d834-47e4-a182-f022b94a587f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:12Z', 'updated_at': '2022-03-28T19:11:38Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '2d4ae72b-d834-47e4-a182-f022b94a587f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:13:47.891767 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-c021b429-42ec-4fe1-8fb2-32566fe915ce None None] Provisioning for port 2574d812-d19d-4d89-a23a-8e2701147dd1 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:47.912379 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-c021b429-42ec-4fe1-8fb2-32566fe915ce None None] Provisioning complete for port 2574d812-d19d-4d89-a23a-8e2701147dd1 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:47.913021 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-972ddebb-6646-4af2-bd61-0a50d40b75b0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:47.913920 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c021b429-42ec-4fe1-8fb2-32566fe915ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:47.943759 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-972ddebb-6646-4af2-bd61-0a50d40b75b0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:47.964908 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972ddebb-6646-4af2-bd61-0a50d40b75b0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:47.965941 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-972ddebb-6646-4af2-bd61-0a50d40b75b0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:47.972679 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a00e237-b337-4510-aa83-42fbf1ac6c59 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Router a72298b2-78d0-48f8-8ad9-067c67d046be has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:13:47.982018 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-972ddebb-6646-4af2-bd61-0a50d40b75b0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "PUT /v2.0/ports/6d3c091e-8dfc-4783-9838-89158facc2f9 HTTP/1.1" status: 200 len: 911 time: 1.2137589 Mar 28 19:13:47.984553 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59476) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:48.037888 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0d601844-fb7f-4db5-8760-0e97b14201b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:48.127145 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021b429-42ec-4fe1-8fb2-32566fe915ce None None] Pushing event updated for resources: {'Port': ['ID=015fd50d-b792-47d9-b876-2a2179b3390f,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:48.146544 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0d601844-fb7f-4db5-8760-0e97b14201b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:48.173731 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-c021b429-42ec-4fe1-8fb2-32566fe915ce None None] Port 2574d812-d19d-4d89-a23a-8e2701147dd1 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:13:48.193599 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d601844-fb7f-4db5-8760-0e97b14201b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa08fe7-b3fc-4d53-a090-5057ece3bde3,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:48.294807 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0d601844-fb7f-4db5-8760-0e97b14201b8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9df5989e4b964d1195d2fe5b37ba35d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9231110 Mar 28 19:13:48.306433 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59480) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:48.316217 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-22109bf1-6122-4194-b142-e411103864a5 None None] Provisioning complete for port 015fd50d-b792-47d9-b876-2a2179b3390f triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:48.316594 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-22109bf1-6122-4194-b142-e411103864a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:48.339903 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a00e237-b337-4510-aa83-42fbf1ac6c59 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:13:48.362994 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd81124-c4b3-4614-a450-ffc3966157b2 None None] Sync routers for ids ['a72298b2-78d0-48f8-8ad9-067c67d046be'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:13:48.394260 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd81124-c4b3-4614-a450-ffc3966157b2 None None] Routers {'a72298b2-78d0-48f8-8ad9-067c67d046be'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:48.395904 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-dcd81124-c4b3-4614-a450-ffc3966157b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['a72298b2-78d0-48f8-8ad9-067c67d046be'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:48.418726 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4a00e237-b337-4510-aa83-42fbf1ac6c59 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "PUT /v2.0/routers/a72298b2-78d0-48f8-8ad9-067c67d046be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0967531 Mar 28 19:13:48.427427 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59484) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:48.439308 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ddebb-6646-4af2-bd61-0a50d40b75b0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Port': ['ID=6d3c091e-8dfc-4783-9838-89158facc2f9,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:48.519548 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-69be9a14-9f63-4541-ab52-bf29e3723d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:48.553225 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-dcd81124-c4b3-4614-a450-ffc3966157b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:48.557370 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 015fd50d-b792-47d9-b876-2a2179b3390f up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:13:48.577473 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd81124-c4b3-4614-a450-ffc3966157b2 None None] Routers {'a72298b2-78d0-48f8-8ad9-067c67d046be'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:48.578458 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-dcd81124-c4b3-4614-a450-ffc3966157b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['a72298b2-78d0-48f8-8ad9-067c67d046be'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:48.623493 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ddebb-6646-4af2-bd61-0a50d40b75b0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:48.625972 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ddebb-6646-4af2-bd61-0a50d40b75b0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:48.626635 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ddebb-6646-4af2-bd61-0a50d40b75b0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:48.627100 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ddebb-6646-4af2-bd61-0a50d40b75b0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:48.627537 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ddebb-6646-4af2-bd61-0a50d40b75b0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:48.628062 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ddebb-6646-4af2-bd61-0a50d40b75b0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:48.631833 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-69be9a14-9f63-4541-ab52-bf29e3723d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:48.640699 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ddebb-6646-4af2-bd61-0a50d40b75b0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:48.641901 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ddebb-6646-4af2-bd61-0a50d40b75b0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:48.642347 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ddebb-6646-4af2-bd61-0a50d40b75b0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:48.642786 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ddebb-6646-4af2-bd61-0a50d40b75b0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:48.643297 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ddebb-6646-4af2-bd61-0a50d40b75b0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:48.643766 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ddebb-6646-4af2-bd61-0a50d40b75b0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:48.668470 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c334dda-daae-485c-b1fa-d705286ad2f7 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:48.672396 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9c334dda-daae-485c-b1fa-d705286ad2f7 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Synchronizing usage tracker for tenant:850c7a06f362434c857dc7f4b61d686b on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:13:48.681343 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-22109bf1-6122-4194-b142-e411103864a5 None None] Provisioning for port 6d3c091e-8dfc-4783-9838-89158facc2f9 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:48.690807 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-22109bf1-6122-4194-b142-e411103864a5 None None] Provisioning complete for port 6d3c091e-8dfc-4783-9838-89158facc2f9 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:48.691257 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-22109bf1-6122-4194-b142-e411103864a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:48.698320 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-dcd81124-c4b3-4614-a450-ffc3966157b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:48.698914 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd81124-c4b3-4614-a450-ffc3966157b2 None None] The sync data for ids ['a72298b2-78d0-48f8-8ad9-067c67d046be'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:13:48.712593 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9c334dda-daae-485c-b1fa-d705286ad2f7 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Unset dirty status for tenant:850c7a06f362434c857dc7f4b61d686b on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:13:48.714039 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9c334dda-daae-485c-b1fa-d705286ad2f7 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "GET /v2.0/ports/2574d812-d19d-4d89-a23a-8e2701147dd1 HTTP/1.1" status: 200 len: 910 time: 0.2853043 Mar 28 19:13:48.717820 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59490) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:48.777196 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-22109bf1-6122-4194-b142-e411103864a5 None None] Port 6d3c091e-8dfc-4783-9838-89158facc2f9 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:13:48.779907 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 015fd50d-b792-47d9-b876-2a2179b3390f triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:48.780280 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:48.846733 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-22109bf1-6122-4194-b142-e411103864a5 None None] Provisioning complete for port 2574d812-d19d-4d89-a23a-8e2701147dd1 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:48.847180 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-22109bf1-6122-4194-b142-e411103864a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:48.937890 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-22109bf1-6122-4194-b142-e411103864a5 None None] Port 2574d812-d19d-4d89-a23a-8e2701147dd1 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:13:48.940959 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-69be9a14-9f63-4541-ab52-bf29e3723d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:48.968401 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be9a14-9f63-4541-ab52-bf29e3723d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa08fe7-b3fc-4d53-a090-5057ece3bde3,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:48.980392 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-69be9a14-9f63-4541-ab52-bf29e3723d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:48.983897 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-69be9a14-9f63-4541-ab52-bf29e3723d51 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0aa08fe7-b3fc-4d53-a090-5057ece3bde3 HTTP/1.1" status: 204 len: 168 time: 0.6740270 Mar 28 19:13:49.012279 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 4b929596-a112-4b96-b46a-a4ea1a41c467 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:13:49.082094 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e54ac0be-182c-402d-ad1e-38c28bc6da67 None None] Provisioning complete for port 6d3c091e-8dfc-4783-9838-89158facc2f9 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:49.082642 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e54ac0be-182c-402d-ad1e-38c28bc6da67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:49.143484 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3d6e079b-2f00-4bd0-88d0-187d20b6dbf0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:49.147839 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-e54ac0be-182c-402d-ad1e-38c28bc6da67 None None] Port 6d3c091e-8dfc-4783-9838-89158facc2f9 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:13:49.152289 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 4b929596-a112-4b96-b46a-a4ea1a41c467 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:49.161794 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 4b929596-a112-4b96-b46a-a4ea1a41c467 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:49.162223 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:49.314403 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:49.355293 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 4b929596-a112-4b96-b46a-a4ea1a41c467, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=4b929596-a112-4b96-b46a-a4ea1a41c467,segment=NetworkSegment(bd41b65a-e84b-401e-9d63-2eb8a941a972),segment_id=bd41b65a-e84b-401e-9d63-2eb8a941a972)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:49.361431 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:49.393372 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f20b0f13-cb1e-4dd8-ab78-e9685859f549 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:49.458649 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=4b929596-a112-4b96-b46a-a4ea1a41c467,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:49.670640 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-3d6e079b-2f00-4bd0-88d0-187d20b6dbf0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Deleting port 6d3c091e-8dfc-4783-9838-89158facc2f9 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:49.671526 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3d6e079b-2f00-4bd0-88d0-187d20b6dbf0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:49.842617 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59516) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:49.870723 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-f20b0f13-cb1e-4dd8-ab78-e9685859f549 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Deleting port 2574d812-d19d-4d89-a23a-8e2701147dd1 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:49.871221 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f20b0f13-cb1e-4dd8-ab78-e9685859f549 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:49.873850 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3d6e079b-2f00-4bd0-88d0-187d20b6dbf0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:49.960953 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-595e4f64-6f47-4164-a67f-d470d2c7ace1 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-402054767'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:49.971229 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-595e4f64-6f47-4164-a67f-d470d2c7ace1 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:50.004776 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-3d6e079b-2f00-4bd0-88d0-187d20b6dbf0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Calling delete_port for 6d3c091e-8dfc-4783-9838-89158facc2f9 owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:50.019266 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-595e4f64-6f47-4164-a67f-d470d2c7ace1 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Usage tracker for resource:network and tenant:bc6f5860da794c10a96cf0d43a007690 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:50.026999 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-595e4f64-6f47-4164-a67f-d470d2c7ace1 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:50.041074 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-595e4f64-6f47-4164-a67f-d470d2c7ace1 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:50.058843 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595e4f64-6f47-4164-a67f-d470d2c7ace1 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Made reservation on behalf of bc6f5860da794c10a96cf0d43a007690 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:50.062239 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-595e4f64-6f47-4164-a67f-d470d2c7ace1 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:50.087939 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-595e4f64-6f47-4164-a67f-d470d2c7ace1 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:50.108095 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f20b0f13-cb1e-4dd8-ab78-e9685859f549 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:50.121758 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-595e4f64-6f47-4164-a67f-d470d2c7ace1 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:50.175969 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-595e4f64-6f47-4164-a67f-d470d2c7ace1 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Usage tracker for resource:security_group_rule and tenant:bc6f5860da794c10a96cf0d43a007690 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:50.188149 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3d6e079b-2f00-4bd0-88d0-187d20b6dbf0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:50.236589 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-595e4f64-6f47-4164-a67f-d470d2c7ace1 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:50.237427 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e079b-2f00-4bd0-88d0-187d20b6dbf0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Port': ['ID=6d3c091e-8dfc-4783-9838-89158facc2f9,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:50.246293 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-f20b0f13-cb1e-4dd8-ab78-e9685859f549 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Calling delete_port for 2574d812-d19d-4d89-a23a-8e2701147dd1 owned by network:router_interface {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:50.290371 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-595e4f64-6f47-4164-a67f-d470d2c7ace1 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:50.422428 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3d6e079b-2f00-4bd0-88d0-187d20b6dbf0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:50.445910 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 4b929596-a112-4b96-b46a-a4ea1a41c467 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:13:50.501946 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f20b0f13-cb1e-4dd8-ab78-e9685859f549 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:50.519429 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 4b929596-a112-4b96-b46a-a4ea1a41c467 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:50.519729 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:50.549892 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-595e4f64-6f47-4164-a67f-d470d2c7ace1 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:50.593000 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b0f13-cb1e-4dd8-ab78-e9685859f549 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Port': ['ID=2574d812-d19d-4d89-a23a-8e2701147dd1,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:50.599172 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-595e4f64-6f47-4164-a67f-d470d2c7ace1 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:50.670829 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b0f13-cb1e-4dd8-ab78-e9685859f549 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:50.671413 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b0f13-cb1e-4dd8-ab78-e9685859f549 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:50.671917 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b0f13-cb1e-4dd8-ab78-e9685859f549 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:50.672507 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b0f13-cb1e-4dd8-ab78-e9685859f549 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:50.672922 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b0f13-cb1e-4dd8-ab78-e9685859f549 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:50.673349 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b0f13-cb1e-4dd8-ab78-e9685859f549 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:50.674206 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b0f13-cb1e-4dd8-ab78-e9685859f549 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:50.674206 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b0f13-cb1e-4dd8-ab78-e9685859f549 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:50.674571 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b0f13-cb1e-4dd8-ab78-e9685859f549 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:50.675099 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b0f13-cb1e-4dd8-ab78-e9685859f549 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:50.675516 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b0f13-cb1e-4dd8-ab78-e9685859f549 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:50.675959 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20b0f13-cb1e-4dd8-ab78-e9685859f549 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:50.713595 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-595e4f64-6f47-4164-a67f-d470d2c7ace1 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:13:50.732010 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e4f64-6f47-4164-a67f-d470d2c7ace1 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15ebe980-abe1-45af-a8a1-53997ee03a15,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:50.740221 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-595e4f64-6f47-4164-a67f-d470d2c7ace1 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:50.740839 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-595e4f64-6f47-4164-a67f-d470d2c7ace1 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Added segment 239a6dbf-7a8b-4a91-9cb3-aaa0400abd19 of type vlan for network 9162638d-cf4b-405d-a9ad-6d612af4ca22 Mar 28 19:13:50.761752 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6e079b-2f00-4bd0-88d0-187d20b6dbf0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Router 396627c3-b8c7-4582-a1b0-559998d14837 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:13:50.901419 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-595e4f64-6f47-4164-a67f-d470d2c7ace1 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:50.939397 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f20b0f13-cb1e-4dd8-ab78-e9685859f549 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:51.004334 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6e079b-2f00-4bd0-88d0-187d20b6dbf0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:13:51.010172 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-595e4f64-6f47-4164-a67f-d470d2c7ace1 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:51.015896 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595e4f64-6f47-4164-a67f-d470d2c7ace1 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:51.016162 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-595e4f64-6f47-4164-a67f-d470d2c7ace1 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:51.020607 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3978e5-57b4-4c0c-9430-0e789704e227 None None] Sync routers for ids ['396627c3-b8c7-4582-a1b0-559998d14837'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:13:51.026153 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3d6e079b-2f00-4bd0-88d0-187d20b6dbf0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "PUT /v2.0/routers/396627c3-b8c7-4582-a1b0-559998d14837/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9847991 Mar 28 19:13:51.029052 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59522) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:51.031583 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3978e5-57b4-4c0c-9430-0e789704e227 None None] Routers {'396627c3-b8c7-4582-a1b0-559998d14837'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:51.032188 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-fc3978e5-57b4-4c0c-9430-0e789704e227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['396627c3-b8c7-4582-a1b0-559998d14837'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:51.071419 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2ca67db8-4a2a-4876-9f90-ddcbd033628f tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Synchronizing usage tracker for tenant:d916fc06fcf1402987e9337f73165337 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:13:51.087216 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2ca67db8-4a2a-4876-9f90-ddcbd033628f tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Unset dirty status for tenant:d916fc06fcf1402987e9337f73165337 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:13:51.090955 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2ca67db8-4a2a-4876-9f90-ddcbd033628f tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "GET /v2.0/ports?device_id=396627c3-b8c7-4582-a1b0-559998d14837 HTTP/1.1" status: 200 len: 205 time: 0.0582187 Mar 28 19:13:51.091252 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59526) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:51.096036 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-fc3978e5-57b4-4c0c-9430-0e789704e227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:51.105035 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3978e5-57b4-4c0c-9430-0e789704e227 None None] Routers {'396627c3-b8c7-4582-a1b0-559998d14837'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:51.105635 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-fc3978e5-57b4-4c0c-9430-0e789704e227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['396627c3-b8c7-4582-a1b0-559998d14837'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:51.165827 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-fc3978e5-57b4-4c0c-9430-0e789704e227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:51.166237 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3978e5-57b4-4c0c-9430-0e789704e227 None None] The sync data for ids ['396627c3-b8c7-4582-a1b0-559998d14837'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:13:51.233788 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9fc00288-31db-4e67-82fb-b77da749e614 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:51.331193 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e4f64-6f47-4164-a67f-d470d2c7ace1 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Pushing event updated for resources: {'Network': ['ID=9162638d-cf4b-405d-a9ad-6d612af4ca22,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:51.337227 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-595e4f64-6f47-4164-a67f-d470d2c7ace1 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.4904943 Mar 28 19:13:51.338537 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59530) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:51.345154 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 9162638d-cf4b-405d-a9ad-6d612af4ca22 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:13:51.395197 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-fe39c4ea-b9bb-4b78-87f4-ee02ab234bac tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Request body: {'subnet': {'network_id': '9162638d-cf4b-405d-a9ad-6d612af4ca22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:51.538679 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9fc00288-31db-4e67-82fb-b77da749e614 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:51.541455 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9fc00288-31db-4e67-82fb-b77da749e614 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:51.564127 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9fc00288-31db-4e67-82fb-b77da749e614 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:51.564677 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc00288-31db-4e67-82fb-b77da749e614 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Fanout notify agent at l3_agent the message router_deleted on router 396627c3-b8c7-4582-a1b0-559998d14837 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:13:51.580164 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9fc00288-31db-4e67-82fb-b77da749e614 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:51.581247 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9fc00288-31db-4e67-82fb-b77da749e614 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/routers/396627c3-b8c7-4582-a1b0-559998d14837 HTTP/1.1" status: 204 len: 168 time: 0.4890420 Mar 28 19:13:51.583795 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-fe39c4ea-b9bb-4b78-87f4-ee02ab234bac tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:51.583979 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59534) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:51.589930 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-fe39c4ea-b9bb-4b78-87f4-ee02ab234bac tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Usage tracker for resource:subnet and tenant:bc6f5860da794c10a96cf0d43a007690 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:51.594784 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-fe39c4ea-b9bb-4b78-87f4-ee02ab234bac tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:51.598359 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20b0f13-cb1e-4dd8-ab78-e9685859f549 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Router a72298b2-78d0-48f8-8ad9-067c67d046be has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:13:51.603764 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-fe39c4ea-b9bb-4b78-87f4-ee02ab234bac tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:51.653805 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c8e3308-bf4c-44a4-8f43-90af8b48b80c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Deleting subnet 7ed2d62e-7d67-43b2-a233-ec6cc5246928 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:13:51.656821 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7c8e3308-bf4c-44a4-8f43-90af8b48b80c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:51.670597 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe39c4ea-b9bb-4b78-87f4-ee02ab234bac tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Made reservation on behalf of bc6f5860da794c10a96cf0d43a007690 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:51.673940 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fe39c4ea-b9bb-4b78-87f4-ee02ab234bac tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:51.714372 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7c8e3308-bf4c-44a4-8f43-90af8b48b80c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:51.796496 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7c8e3308-bf4c-44a4-8f43-90af8b48b80c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:51.858544 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20b0f13-cb1e-4dd8-ab78-e9685859f549 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:13:51.865126 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f20b0f13-cb1e-4dd8-ab78-e9685859f549 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "PUT /v2.0/routers/a72298b2-78d0-48f8-8ad9-067c67d046be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1461620 Mar 28 19:13:51.868588 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59540) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:51.871674 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f03ca4-c46f-4eba-b2f7-87443b052d27 None None] Sync routers for ids ['a72298b2-78d0-48f8-8ad9-067c67d046be'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:13:51.881943 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f03ca4-c46f-4eba-b2f7-87443b052d27 None None] Routers {'a72298b2-78d0-48f8-8ad9-067c67d046be'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:51.882958 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-b3f03ca4-c46f-4eba-b2f7-87443b052d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['a72298b2-78d0-48f8-8ad9-067c67d046be'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:51.883805 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7c8e3308-bf4c-44a4-8f43-90af8b48b80c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:51.927042 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e3308-bf4c-44a4-8f43-90af8b48b80c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed2d62e-7d67-43b2-a233-ec6cc5246928,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:51.929341 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7c8e3308-bf4c-44a4-8f43-90af8b48b80c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:51.939400 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7c8e3308-bf4c-44a4-8f43-90af8b48b80c tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/subnets/7ed2d62e-7d67-43b2-a233-ec6cc5246928 HTTP/1.1" status: 204 len: 168 time: 0.3544104 Mar 28 19:13:51.941307 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59544) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:51.947699 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f38902-d51f-4e04-a2b1-6b4b368c45ba None None] Network 0a4a26e5-eebe-44d4-a6f7-1c02d1878e6d requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:51.948954 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-b3f03ca4-c46f-4eba-b2f7-87443b052d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:51.958182 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f03ca4-c46f-4eba-b2f7-87443b052d27 None None] Routers {'a72298b2-78d0-48f8-8ad9-067c67d046be'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:51.958783 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-b3f03ca4-c46f-4eba-b2f7-87443b052d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['a72298b2-78d0-48f8-8ad9-067c67d046be'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:52.019668 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-b3f03ca4-c46f-4eba-b2f7-87443b052d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:52.019978 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f03ca4-c46f-4eba-b2f7-87443b052d27 None None] The sync data for ids ['a72298b2-78d0-48f8-8ad9-067c67d046be'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:13:52.064992 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6b065067-bb98-4470-afe7-c32da5f09439 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:52.076391 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-6b065067-bb98-4470-afe7-c32da5f09439 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Deleting port 015fd50d-b792-47d9-b876-2a2179b3390f {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:52.076725 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6b065067-bb98-4470-afe7-c32da5f09439 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:52.236607 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d915a4d-4e58-4502-9cd4-3cf0d9187b5e None None] DHCP port deletion for 0a4a26e5-eebe-44d4-a6f7-1c02d1878e6d request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:13:52.240772 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-8d915a4d-4e58-4502-9cd4-3cf0d9187b5e None None] Deleting port 015fd50d-b792-47d9-b876-2a2179b3390f {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:52.241150 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8d915a4d-4e58-4502-9cd4-3cf0d9187b5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:52.289726 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fe39c4ea-b9bb-4b78-87f4-ee02ab234bac tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:52.407738 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-6b065067-bb98-4470-afe7-c32da5f09439 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] For port 015fd50d-b792-47d9-b876-2a2179b3390f, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=015fd50d-b792-47d9-b876-2a2179b3390f,segment=NetworkSegment(a6cbed50-abb7-4fc7-b817-d5501aab4169),segment_id=a6cbed50-abb7-4fc7-b817-d5501aab4169)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:52.408094 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6b065067-bb98-4470-afe7-c32da5f09439 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:52.473445 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 015fd50d-b792-47d9-b876-2a2179b3390f no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:13:52.486802 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39c4ea-b9bb-4b78-87f4-ee02ab234bac tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Pushing event updated for resources: {'Subnet': ['ID=4d7a82bf-93ba-44d1-8a0f-347b87136ec7,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:52.493354 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe39c4ea-b9bb-4b78-87f4-ee02ab234bac tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Checking segment: {'id': '239a6dbf-7a8b-4a91-9cb3-aaa0400abd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9162638d-cf4b-405d-a9ad-6d612af4ca22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:13:52.493715 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe39c4ea-b9bb-4b78-87f4-ee02ab234bac tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Network hostable DHCP agents. Network: 9162638d-cf4b-405d-a9ad-6d612af4ca22, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:13:52.529115 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe39c4ea-b9bb-4b78-87f4-ee02ab234bac tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Network 9162638d-cf4b-405d-a9ad-6d612af4ca22 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:13:52.533317 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-6b065067-bb98-4470-afe7-c32da5f09439 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Calling delete_port for 015fd50d-b792-47d9-b876-2a2179b3390f owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:52.545295 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-8d915a4d-4e58-4502-9cd4-3cf0d9187b5e None None] For port 015fd50d-b792-47d9-b876-2a2179b3390f, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=015fd50d-b792-47d9-b876-2a2179b3390f,segment=NetworkSegment(a6cbed50-abb7-4fc7-b817-d5501aab4169),segment_id=a6cbed50-abb7-4fc7-b817-d5501aab4169)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:52.545789 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8d915a4d-4e58-4502-9cd4-3cf0d9187b5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:52.575151 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-fe39c4ea-b9bb-4b78-87f4-ee02ab234bac tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 9162638d-cf4b-405d-a9ad-6d612af4ca22) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:52.584405 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe39c4ea-b9bb-4b78-87f4-ee02ab234bac tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:52.584975 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fe39c4ea-b9bb-4b78-87f4-ee02ab234bac tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:52.615799 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-fe39c4ea-b9bb-4b78-87f4-ee02ab234bac tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2278926 Mar 28 19:13:52.616077 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6b065067-bb98-4470-afe7-c32da5f09439 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:52.616213 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59548) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:52.624914 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-2b22e97c-472d-4e19-99bb-3b5ca0b7f6b8 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Request body: {'port': {'network_id': '9162638d-cf4b-405d-a9ad-6d612af4ca22', 'name': 'tempest-TagsExtTest-548343151'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:52.666464 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b065067-bb98-4470-afe7-c32da5f09439 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Port': ['ID=015fd50d-b792-47d9-b876-2a2179b3390f,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:52.673482 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b065067-bb98-4470-afe7-c32da5f09439 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] No DVR routers for this DVR port 015fd50d-b792-47d9-b876-2a2179b3390f on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:13:52.685342 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2844e193-8c66-4c22-8643-0e7dcbf9a8ab None None] Network 9162638d-cf4b-405d-a9ad-6d612af4ca22 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:52.704119 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-8d915a4d-4e58-4502-9cd4-3cf0d9187b5e None None] Calling delete_port for 015fd50d-b792-47d9-b876-2a2179b3390f owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:52.772215 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No active binding found for port 015fd50d-b792-47d9-b876-2a2179b3390f {{(pid=87834) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 28 19:13:52.772637 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 015fd50d-b792-47d9-b876-2a2179b3390f not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:13:52.810993 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6b065067-bb98-4470-afe7-c32da5f09439 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:52.838224 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-6b065067-bb98-4470-afe7-c32da5f09439 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4a26e5-eebe-44d4-a6f7-1c02d1878e6d']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:52.852474 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-6b065067-bb98-4470-afe7-c32da5f09439 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6cbed50-abb7-4fc7-b817-d5501aab4169') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:52.852737 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-6b065067-bb98-4470-afe7-c32da5f09439 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6cbed50-abb7-4fc7-b817-d5501aab4169') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:52.865313 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6b065067-bb98-4470-afe7-c32da5f09439 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:52.879266 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-05364fda-5109-49a0-b903-2a9d04540ec1 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: from cryptography.utils import int_from_bytes Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: from cryptography.utils import int_from_bytes Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn_limited( Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn_limited( Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:52.879534 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 19:13:52.882278 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:52.882278 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 19:13:52.882278 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:52.882278 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 19:13:52.882278 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:52.882278 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 19:13:52.882278 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:52.882278 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 19:13:52.882278 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:52.882278 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 19:13:52.882278 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:52.882278 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 19:13:52.882278 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:52.882278 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 19:13:52.887348 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-8d915a4d-4e58-4502-9cd4-3cf0d9187b5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:13:52.887531 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6b065067-bb98-4470-afe7-c32da5f09439 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:52.887813 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-8d915a4d-4e58-4502-9cd4-3cf0d9187b5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:13:52.894389 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b065067-bb98-4470-afe7-c32da5f09439 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:13:52.894864 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6b065067-bb98-4470-afe7-c32da5f09439 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:13:52.911155 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:13:52.999525 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6b065067-bb98-4470-afe7-c32da5f09439 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:53.017078 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d1f395-b5c4-484c-82fb-717def6329e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-9162638d-cf4b-405d-a9ad-6d612af4ca22', 'network_id': '9162638d-cf4b-405d-a9ad-6d612af4ca22', 'tenant_id': 'bc6f5860da794c10a96cf0d43a007690', 'fixed_ips': [{'subnet_id': '4d7a82bf-93ba-44d1-8a0f-347b87136ec7'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:13:53.017892 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-05d1f395-b5c4-484c-82fb-717def6329e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:53.035115 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6b065067-bb98-4470-afe7-c32da5f09439 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:53.046800 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b065067-bb98-4470-afe7-c32da5f09439 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Network': ['ID=0a4a26e5-eebe-44d4-a6f7-1c02d1878e6d,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:53.060284 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6b065067-bb98-4470-afe7-c32da5f09439 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/networks/0a4a26e5-eebe-44d4-a6f7-1c02d1878e6d HTTP/1.1" status: 204 len: 168 time: 1.1179147 Mar 28 19:13:53.064023 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-2b22e97c-472d-4e19-99bb-3b5ca0b7f6b8 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:53.067356 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59552) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:53.073450 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-c7736ab1-3acd-475f-b8ea-96073ef4ec6a tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-853209479', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:53.080701 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c7736ab1-3acd-475f-b8ea-96073ef4ec6a tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:53.085248 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c7736ab1-3acd-475f-b8ea-96073ef4ec6a tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Usage tracker for resource:router and tenant:d916fc06fcf1402987e9337f73165337 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:53.088553 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c7736ab1-3acd-475f-b8ea-96073ef4ec6a tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:53.095704 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c7736ab1-3acd-475f-b8ea-96073ef4ec6a tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:53.108345 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c7736ab1-3acd-475f-b8ea-96073ef4ec6a tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:53.109499 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c7736ab1-3acd-475f-b8ea-96073ef4ec6a tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:53.126663 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-2b22e97c-472d-4e19-99bb-3b5ca0b7f6b8 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Usage tracker for resource:port and tenant:bc6f5860da794c10a96cf0d43a007690 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:53.127481 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c7736ab1-3acd-475f-b8ea-96073ef4ec6a tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:53.137453 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-2b22e97c-472d-4e19-99bb-3b5ca0b7f6b8 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:53.148265 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c7736ab1-3acd-475f-b8ea-96073ef4ec6a tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:53.172685 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-2b22e97c-472d-4e19-99bb-3b5ca0b7f6b8 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:53.175961 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c7736ab1-3acd-475f-b8ea-96073ef4ec6a tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:53.177313 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c7736ab1-3acd-475f-b8ea-96073ef4ec6a tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1090107 Mar 28 19:13:53.180629 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59556) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:53.187590 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-871be1ee-9e2b-47fc-88fa-b17ef6cdd184 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-890298029'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:53.191849 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b22e97c-472d-4e19-99bb-3b5ca0b7f6b8 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Made reservation on behalf of bc6f5860da794c10a96cf0d43a007690 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:53.192853 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-871be1ee-9e2b-47fc-88fa-b17ef6cdd184 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:53.193608 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-05d1f395-b5c4-484c-82fb-717def6329e5 None None] Allocated IP 172.20.0.2 (9162638d-cf4b-405d-a9ad-6d612af4ca22/4d7a82bf-93ba-44d1-8a0f-347b87136ec7/cb3a1446-43c8-4945-8643-e5bcd53da584) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:13:53.195954 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2b22e97c-472d-4e19-99bb-3b5ca0b7f6b8 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:53.198999 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-871be1ee-9e2b-47fc-88fa-b17ef6cdd184 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Usage tracker for resource:network and tenant:d916fc06fcf1402987e9337f73165337 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:53.202149 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-871be1ee-9e2b-47fc-88fa-b17ef6cdd184 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:53.208276 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-871be1ee-9e2b-47fc-88fa-b17ef6cdd184 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:53.220704 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871be1ee-9e2b-47fc-88fa-b17ef6cdd184 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Made reservation on behalf of d916fc06fcf1402987e9337f73165337 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:53.224611 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-871be1ee-9e2b-47fc-88fa-b17ef6cdd184 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:53.228432 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [None req-2b22e97c-472d-4e19-99bb-3b5ca0b7f6b8 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] device_id is not set on port 9e1ced59-37c8-461b-bd0a-0103b9854b51 yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:13:53.252976 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871be1ee-9e2b-47fc-88fa-b17ef6cdd184 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:13:53.262731 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-871be1ee-9e2b-47fc-88fa-b17ef6cdd184 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:53.263094 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-871be1ee-9e2b-47fc-88fa-b17ef6cdd184 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Added segment da05531e-409a-4247-a4a6-923d9b0d601b of type vlan for network be5939d3-8734-434d-a8d6-e5860778c45f Mar 28 19:13:53.294814 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-871be1ee-9e2b-47fc-88fa-b17ef6cdd184 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:53.329152 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-871be1ee-9e2b-47fc-88fa-b17ef6cdd184 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:53.334655 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871be1ee-9e2b-47fc-88fa-b17ef6cdd184 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:53.335264 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-871be1ee-9e2b-47fc-88fa-b17ef6cdd184 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:53.387984 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-05364fda-5109-49a0-b903-2a9d04540ec1 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Deleting port 23f3f9db-794c-47af-8b16-c83edd4f97be {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:53.388545 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-05364fda-5109-49a0-b903-2a9d04540ec1 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:53.391158 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-8d915a4d-4e58-4502-9cd4-3cf0d9187b5e None None] Deleting port 015fd50d-b792-47d9-b876-2a2179b3390f {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:53.391530 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8d915a4d-4e58-4502-9cd4-3cf0d9187b5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:53.435672 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-871be1ee-9e2b-47fc-88fa-b17ef6cdd184 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2532613 Mar 28 19:13:53.438629 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59560) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:53.448102 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871be1ee-9e2b-47fc-88fa-b17ef6cdd184 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Network': ['ID=be5939d3-8734-434d-a8d6-e5860778c45f,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:53.448520 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-be345b58-7972-4211-a639-d6af520c34cb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'subnet': {'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:53.466707 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network be5939d3-8734-434d-a8d6-e5860778c45f details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:13:53.484365 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-8d915a4d-4e58-4502-9cd4-3cf0d9187b5e None None] The port '015fd50d-b792-47d9-b876-2a2179b3390f' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:13:53.511897 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-05d1f395-b5c4-484c-82fb-717def6329e5 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:53.572506 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-05d1f395-b5c4-484c-82fb-717def6329e5 None None] Transition to ACTIVE for port object cb3a1446-43c8-4945-8643-e5bcd53da584 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:53.603874 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-05d1f395-b5c4-484c-82fb-717def6329e5 None None] Transition to ACTIVE for port object cb3a1446-43c8-4945-8643-e5bcd53da584 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:53.612885 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-05d1f395-b5c4-484c-82fb-717def6329e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:53.673762 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d1f395-b5c4-484c-82fb-717def6329e5 None None] Network 9162638d-cf4b-405d-a9ad-6d612af4ca22 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:53.681594 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-05d1f395-b5c4-484c-82fb-717def6329e5 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:53.685786 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d1f395-b5c4-484c-82fb-717def6329e5 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:13:53.691562 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1f395-b5c4-484c-82fb-717def6329e5 None None] Pushing event updated for resources: {'Port': ['ID=cb3a1446-43c8-4945-8643-e5bcd53da584,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:53.738056 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-be345b58-7972-4211-a639-d6af520c34cb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:53.746481 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-be345b58-7972-4211-a639-d6af520c34cb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Usage tracker for resource:subnet and tenant:d916fc06fcf1402987e9337f73165337 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:53.758701 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-be345b58-7972-4211-a639-d6af520c34cb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:53.771638 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-be345b58-7972-4211-a639-d6af520c34cb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:53.777915 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-05364fda-5109-49a0-b903-2a9d04540ec1 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:53.783988 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-05d1f395-b5c4-484c-82fb-717def6329e5 None None] Attempting to bind port cb3a1446-43c8-4945-8643-e5bcd53da584 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:13:53.784374 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-05d1f395-b5c4-484c-82fb-717def6329e5 None None] Attempting to bind port cb3a1446-43c8-4945-8643-e5bcd53da584 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '239a6dbf-7a8b-4a91-9cb3-aaa0400abd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9162638d-cf4b-405d-a9ad-6d612af4ca22'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:13:53.784738 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d1f395-b5c4-484c-82fb-717def6329e5 None None] Attempting to bind port cb3a1446-43c8-4945-8643-e5bcd53da584 on network 9162638d-cf4b-405d-a9ad-6d612af4ca22 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:13:53.789460 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-2b22e97c-472d-4e19-99bb-3b5ca0b7f6b8 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Allocated IP 172.20.0.8 (9162638d-cf4b-405d-a9ad-6d612af4ca22/4d7a82bf-93ba-44d1-8a0f-347b87136ec7/9e1ced59-37c8-461b-bd0a-0103b9854b51) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:13:53.790652 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d1f395-b5c4-484c-82fb-717def6329e5 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:13:53.791087 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d1f395-b5c4-484c-82fb-717def6329e5 None None] Checking segment: {'id': '239a6dbf-7a8b-4a91-9cb3-aaa0400abd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9162638d-cf4b-405d-a9ad-6d612af4ca22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:13:53.791514 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-05d1f395-b5c4-484c-82fb-717def6329e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:53.791956 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d1f395-b5c4-484c-82fb-717def6329e5 None None] Bound using segment: {'id': '239a6dbf-7a8b-4a91-9cb3-aaa0400abd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9162638d-cf4b-405d-a9ad-6d612af4ca22'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:13:53.792406 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-05d1f395-b5c4-484c-82fb-717def6329e5 None None] Bound port: cb3a1446-43c8-4945-8643-e5bcd53da584, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239a6dbf-7a8b-4a91-9cb3-aaa0400abd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9162638d-cf4b-405d-a9ad-6d612af4ca22'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:13:53.792837 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-05d1f395-b5c4-484c-82fb-717def6329e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:53.885052 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-05d1f395-b5c4-484c-82fb-717def6329e5 None None] For port cb3a1446-43c8-4945-8643-e5bcd53da584, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:13:53.888300 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-05d1f395-b5c4-484c-82fb-717def6329e5 None None] For port cb3a1446-43c8-4945-8643-e5bcd53da584, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=cb3a1446-43c8-4945-8643-e5bcd53da584,segment=NetworkSegment(239a6dbf-7a8b-4a91-9cb3-aaa0400abd19),segment_id=239a6dbf-7a8b-4a91-9cb3-aaa0400abd19)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:13:53.893021 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-05d1f395-b5c4-484c-82fb-717def6329e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:53.917047 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be345b58-7972-4211-a639-d6af520c34cb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Made reservation on behalf of d916fc06fcf1402987e9337f73165337 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:13:53.920452 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-be345b58-7972-4211-a639-d6af520c34cb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:53.940611 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-05364fda-5109-49a0-b903-2a9d04540ec1 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Calling delete_port for 23f3f9db-794c-47af-8b16-c83edd4f97be owned by network:router_interface {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:53.976296 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1f395-b5c4-484c-82fb-717def6329e5 None None] Pushing event updated for resources: {'Port': ['ID=cb3a1446-43c8-4945-8643-e5bcd53da584,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:54.436910 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device cb3a1446-43c8-4945-8643-e5bcd53da584 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:13:54.511713 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port cb3a1446-43c8-4945-8643-e5bcd53da584 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:54.561924 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2b22e97c-472d-4e19-99bb-3b5ca0b7f6b8 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:54.598235 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-2b22e97c-472d-4e19-99bb-3b5ca0b7f6b8 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Transition to ACTIVE for port object 9e1ced59-37c8-461b-bd0a-0103b9854b51 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:54.606275 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-05364fda-5109-49a0-b903-2a9d04540ec1 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:54.672012 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05364fda-5109-49a0-b903-2a9d04540ec1 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Port': ['ID=23f3f9db-794c-47af-8b16-c83edd4f97be,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:54.676322 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-be345b58-7972-4211-a639-d6af520c34cb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:54.850656 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be345b58-7972-4211-a639-d6af520c34cb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Subnet': ['ID=fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:54.857459 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2b22e97c-472d-4e19-99bb-3b5ca0b7f6b8 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:54.978964 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e106093-ed39-4057-9ae1-287b9873b9a4 None None] Network 9162638d-cf4b-405d-a9ad-6d612af4ca22 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:55.014409 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be345b58-7972-4211-a639-d6af520c34cb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Checking segment: {'id': 'da05531e-409a-4247-a4a6-923d9b0d601b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:13:55.014771 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be345b58-7972-4211-a639-d6af520c34cb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network hostable DHCP agents. Network: be5939d3-8734-434d-a8d6-e5860778c45f, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:13:55.070022 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b22e97c-472d-4e19-99bb-3b5ca0b7f6b8 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Network 9162638d-cf4b-405d-a9ad-6d612af4ca22 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:55.080842 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-2b22e97c-472d-4e19-99bb-3b5ca0b7f6b8 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:55.097525 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b22e97c-472d-4e19-99bb-3b5ca0b7f6b8 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:13:55.106349 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a5a632fb-4448-4e2e-b49d-907f7f3b42a5 None None] Provisioning for port cb3a1446-43c8-4945-8643-e5bcd53da584 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:55.115855 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a5a632fb-4448-4e2e-b49d-907f7f3b42a5 None None] Provisioning complete for port cb3a1446-43c8-4945-8643-e5bcd53da584 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:55.116234 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a5a632fb-4448-4e2e-b49d-907f7f3b42a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:55.122793 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-05364fda-5109-49a0-b903-2a9d04540ec1 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:55.149030 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22e97c-472d-4e19-99bb-3b5ca0b7f6b8 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Pushing event updated for resources: {'Port': ['ID=9e1ced59-37c8-461b-bd0a-0103b9854b51,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:55.235208 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be345b58-7972-4211-a639-d6af520c34cb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network be5939d3-8734-434d-a8d6-e5860778c45f is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:13:55.309141 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b22e97c-472d-4e19-99bb-3b5ca0b7f6b8 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:55.309801 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2b22e97c-472d-4e19-99bb-3b5ca0b7f6b8 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:55.318792 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-be345b58-7972-4211-a639-d6af520c34cb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, be5939d3-8734-434d-a8d6-e5860778c45f) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:55.331228 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be345b58-7972-4211-a639-d6af520c34cb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:13:55.331859 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-be345b58-7972-4211-a639-d6af520c34cb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:55.334834 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e60e7d-7333-47ee-81c7-4fd531baa4cd None None] Network be5939d3-8734-434d-a8d6-e5860778c45f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:55.352519 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2df4d540-a3a6-494c-b3eb-f1f572084052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:55.383461 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a5a632fb-4448-4e2e-b49d-907f7f3b42a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:55.479292 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2b22e97c-472d-4e19-99bb-3b5ca0b7f6b8 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.8622546 Mar 28 19:13:55.482092 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59566) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:55.483657 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-be345b58-7972-4211-a639-d6af520c34cb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0419915 Mar 28 19:13:55.486486 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59568) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:55.490845 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-c355b801-7c97-4547-b7c9-db713fa7e294 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2097294257', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:55.498869 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c355b801-7c97-4547-b7c9-db713fa7e294 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:55.503386 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c355b801-7c97-4547-b7c9-db713fa7e294 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Usage tracker for resource:router and tenant:bc6f5860da794c10a96cf0d43a007690 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:13:55.506671 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c355b801-7c97-4547-b7c9-db713fa7e294 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:13:55.510210 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a5a632fb-4448-4e2e-b49d-907f7f3b42a5 None None] For port cb3a1446-43c8-4945-8643-e5bcd53da584, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=cb3a1446-43c8-4945-8643-e5bcd53da584,segment=NetworkSegment(239a6dbf-7a8b-4a91-9cb3-aaa0400abd19),segment_id=239a6dbf-7a8b-4a91-9cb3-aaa0400abd19)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:55.516143 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c355b801-7c97-4547-b7c9-db713fa7e294 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:13:55.521321 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a5a632fb-4448-4e2e-b49d-907f7f3b42a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:55.531117 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c355b801-7c97-4547-b7c9-db713fa7e294 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:55.532383 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c355b801-7c97-4547-b7c9-db713fa7e294 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:55.552329 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c355b801-7c97-4547-b7c9-db713fa7e294 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:55.561690 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05364fda-5109-49a0-b903-2a9d04540ec1 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Router a72298b2-78d0-48f8-8ad9-067c67d046be has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:13:55.576684 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c355b801-7c97-4547-b7c9-db713fa7e294 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:55.608154 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c355b801-7c97-4547-b7c9-db713fa7e294 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:55.614659 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c355b801-7c97-4547-b7c9-db713fa7e294 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1306915 Mar 28 19:13:55.616420 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59574) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:55.624997 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-c0cc547a-4074-4812-b62c-08fd09c0e103 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-640011807', 'prefixes': ['172.20.0.0/16']}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:13:55.631332 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c0cc547a-4074-4812-b62c-08fd09c0e103 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:13:55.681494 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a632fb-4448-4e2e-b49d-907f7f3b42a5 None None] Pushing event updated for resources: {'Port': ['ID=cb3a1446-43c8-4945-8643-e5bcd53da584,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:55.689925 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a632fb-4448-4e2e-b49d-907f7f3b42a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:55.690077 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a632fb-4448-4e2e-b49d-907f7f3b42a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:55.690367 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a632fb-4448-4e2e-b49d-907f7f3b42a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:55.691439 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a632fb-4448-4e2e-b49d-907f7f3b42a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:55.691834 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a632fb-4448-4e2e-b49d-907f7f3b42a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:55.692113 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a632fb-4448-4e2e-b49d-907f7f3b42a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:55.692447 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a632fb-4448-4e2e-b49d-907f7f3b42a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:55.692784 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a632fb-4448-4e2e-b49d-907f7f3b42a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:55.693116 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a632fb-4448-4e2e-b49d-907f7f3b42a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:55.693501 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a632fb-4448-4e2e-b49d-907f7f3b42a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:55.693834 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a632fb-4448-4e2e-b49d-907f7f3b42a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:55.694160 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a632fb-4448-4e2e-b49d-907f7f3b42a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:13:55.699567 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a12883a-58f4-445a-aa3c-ddd46bc46097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-be5939d3-8734-434d-a8d6-e5860778c45f', 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'fixed_ips': [{'subnet_id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:13:55.700636 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9a12883a-58f4-445a-aa3c-ddd46bc46097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:55.729304 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c0cc547a-4074-4812-b62c-08fd09c0e103 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks [] for subnetpool, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:55.734253 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c0cc547a-4074-4812-b62c-08fd09c0e103 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1155953 Mar 28 19:13:55.734859 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59578) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:55.740059 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.tag.tag_plugin [None req-93232778-71f5-4db3-8419-94a2abfffed5 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4d7a82bf-93ba-44d1-8a0f-347b87136ec7', 'tempest-TagsExtTest-Tag-1540835902') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:55.868593 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-93232778-71f5-4db3-8419-94a2abfffed5 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "PUT /v2.0/subnets/4d7a82bf-93ba-44d1-8a0f-347b87136ec7/tags/tempest-TagsExtTest-Tag-1540835902 HTTP/1.1" status: 201 len: 201 time: 0.1325788 Mar 28 19:13:55.871330 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59582) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:55.876886 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.tag.tag_plugin [None req-181428f4-1754-4dcb-ad20-622d74129f7f tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9e1ced59-37c8-461b-bd0a-0103b9854b51', 'tempest-TagsExtTest-Tag-1103628669') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:55.901401 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-9a12883a-58f4-445a-aa3c-ddd46bc46097 None None] Allocated IP 2001:db8::2 (be5939d3-8734-434d-a8d6-e5860778c45f/fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded/f17f6822-c63c-4c17-9dfe-5d033d0e4e9c) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:13:55.985958 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-181428f4-1754-4dcb-ad20-622d74129f7f tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "PUT /v2.0/ports/9e1ced59-37c8-461b-bd0a-0103b9854b51/tags/tempest-TagsExtTest-Tag-1103628669 HTTP/1.1" status: 201 len: 201 time: 0.1128514 Mar 28 19:13:55.988050 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59586) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:55.994291 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.tag.tag_plugin [None req-9ee67355-ce97-4e65-ba62-cc5dab03f19e tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'df40aac9-82a3-4ff6-bce4-265b605ffb51', 'tempest-TagsExtTest-Tag-912606279') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:56.048756 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-0b41e355-07d4-40ee-be59-fb86d9516e0d None None] Provisioning for port 9e1ced59-37c8-461b-bd0a-0103b9854b51 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:56.057690 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-0b41e355-07d4-40ee-be59-fb86d9516e0d None None] Provisioning complete for port 9e1ced59-37c8-461b-bd0a-0103b9854b51 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:56.058061 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0b41e355-07d4-40ee-be59-fb86d9516e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:56.109375 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05364fda-5109-49a0-b903-2a9d04540ec1 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:13:56.118957 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-05364fda-5109-49a0-b903-2a9d04540ec1 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "PUT /v2.0/routers/a72298b2-78d0-48f8-8ad9-067c67d046be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2464054 Mar 28 19:13:56.127302 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f6437b-85fd-4c08-b0bf-de0b1d74a410 None None] Sync routers for ids ['a72298b2-78d0-48f8-8ad9-067c67d046be'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:13:56.130903 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59590) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:56.162477 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-0b41e355-07d4-40ee-be59-fb86d9516e0d None None] Port 9e1ced59-37c8-461b-bd0a-0103b9854b51 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:13:56.184768 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bce44366-e68c-4542-8ad2-f7f541253ca8 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Synchronizing usage tracker for tenant:850c7a06f362434c857dc7f4b61d686b on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:13:56.192642 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f6437b-85fd-4c08-b0bf-de0b1d74a410 None None] Routers {'a72298b2-78d0-48f8-8ad9-067c67d046be'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:56.193137 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-48f6437b-85fd-4c08-b0bf-de0b1d74a410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['a72298b2-78d0-48f8-8ad9-067c67d046be'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:56.207258 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bce44366-e68c-4542-8ad2-f7f541253ca8 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Unset dirty status for tenant:850c7a06f362434c857dc7f4b61d686b on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:13:56.211099 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-bce44366-e68c-4542-8ad2-f7f541253ca8 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "GET /v2.0/ports?device_id=a72298b2-78d0-48f8-8ad9-067c67d046be HTTP/1.1" status: 200 len: 205 time: 0.0768499 Mar 28 19:13:56.211099 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9ee67355-ce97-4e65-ba62-cc5dab03f19e tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "PUT /v2.0/routers/df40aac9-82a3-4ff6-bce4-265b605ffb51/tags/tempest-TagsExtTest-Tag-912606279 HTTP/1.1" status: 201 len: 201 time: 0.2214305 Mar 28 19:13:56.211441 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59598) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:56.213772 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59600) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:56.280080 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-48f6437b-85fd-4c08-b0bf-de0b1d74a410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:56.281018 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.tag.tag_plugin [None req-362a2157-22b1-4349-8fe5-e12279781f36 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8b3cef99-a551-419e-8eb2-e71257e42124', 'tempest-TagsExtTest-Tag-1997028382') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:56.303540 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-0b41e355-07d4-40ee-be59-fb86d9516e0d None None] Provisioning complete for port cb3a1446-43c8-4945-8643-e5bcd53da584 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:56.304548 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0b41e355-07d4-40ee-be59-fb86d9516e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:56.328940 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9a12883a-58f4-445a-aa3c-ddd46bc46097 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:56.341851 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f6437b-85fd-4c08-b0bf-de0b1d74a410 None None] Routers {'a72298b2-78d0-48f8-8ad9-067c67d046be'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:56.342452 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-48f6437b-85fd-4c08-b0bf-de0b1d74a410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['a72298b2-78d0-48f8-8ad9-067c67d046be'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:56.355840 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0865bf76-7df2-49f6-ac3c-2480ed39bff0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:56.376808 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da2e66d0-09e3-44cd-9e92-c632940b7c59 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:56.418220 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-9a12883a-58f4-445a-aa3c-ddd46bc46097 None None] Transition to ACTIVE for port object f17f6822-c63c-4c17-9dfe-5d033d0e4e9c will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:56.428695 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-48f6437b-85fd-4c08-b0bf-de0b1d74a410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:56.428695 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f6437b-85fd-4c08-b0bf-de0b1d74a410 None None] The sync data for ids ['a72298b2-78d0-48f8-8ad9-067c67d046be'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:13:56.449010 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device cb3a1446-43c8-4945-8643-e5bcd53da584 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:13:56.453352 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59606) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:56.495554 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-9a12883a-58f4-445a-aa3c-ddd46bc46097 None None] Transition to ACTIVE for port object f17f6822-c63c-4c17-9dfe-5d033d0e4e9c will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:56.516797 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9a12883a-58f4-445a-aa3c-ddd46bc46097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:56.618388 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a12883a-58f4-445a-aa3c-ddd46bc46097 None None] Network be5939d3-8734-434d-a8d6-e5860778c45f is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:56.632601 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-9a12883a-58f4-445a-aa3c-ddd46bc46097 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:56.642346 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a12883a-58f4-445a-aa3c-ddd46bc46097 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:13:56.650157 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a12883a-58f4-445a-aa3c-ddd46bc46097 None None] Pushing event updated for resources: {'Port': ['ID=f17f6822-c63c-4c17-9dfe-5d033d0e4e9c,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:56.741175 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-362a2157-22b1-4349-8fe5-e12279781f36 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "PUT /v2.0/subnetpools/8b3cef99-a551-419e-8eb2-e71257e42124/tags/tempest-TagsExtTest-Tag-1997028382 HTTP/1.1" status: 201 len: 201 time: 0.5262218 Mar 28 19:13:56.744274 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59610) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:56.748992 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.tag.tag_plugin [None req-3a99cfc3-393a-49fa-844a-fcc1af3ec26f tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4d7a82bf-93ba-44d1-8a0f-347b87136ec7') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:56.784918 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port cb3a1446-43c8-4945-8643-e5bcd53da584 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:56.784918 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:56.792912 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-35cc8941-962c-4642-928d-4fa6fd1552fa tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Deleting port 42733c2f-68b0-43d3-a688-d0f105a51613 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:56.792912 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-35cc8941-962c-4642-928d-4fa6fd1552fa tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:56.839647 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da2e66d0-09e3-44cd-9e92-c632940b7c59 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:56.842424 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-9a12883a-58f4-445a-aa3c-ddd46bc46097 None None] Attempting to bind port f17f6822-c63c-4c17-9dfe-5d033d0e4e9c on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:13:56.842801 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-9a12883a-58f4-445a-aa3c-ddd46bc46097 None None] Attempting to bind port f17f6822-c63c-4c17-9dfe-5d033d0e4e9c by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'da05531e-409a-4247-a4a6-923d9b0d601b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:13:56.843197 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a12883a-58f4-445a-aa3c-ddd46bc46097 None None] Attempting to bind port f17f6822-c63c-4c17-9dfe-5d033d0e4e9c on network be5939d3-8734-434d-a8d6-e5860778c45f {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:13:56.843342 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da2e66d0-09e3-44cd-9e92-c632940b7c59 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:56.859215 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a12883a-58f4-445a-aa3c-ddd46bc46097 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:13:56.859586 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a12883a-58f4-445a-aa3c-ddd46bc46097 None None] Checking segment: {'id': 'da05531e-409a-4247-a4a6-923d9b0d601b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:13:56.859992 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9a12883a-58f4-445a-aa3c-ddd46bc46097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:56.860386 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a12883a-58f4-445a-aa3c-ddd46bc46097 None None] Bound using segment: {'id': 'da05531e-409a-4247-a4a6-923d9b0d601b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:13:56.860942 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-9a12883a-58f4-445a-aa3c-ddd46bc46097 None None] Bound port: f17f6822-c63c-4c17-9dfe-5d033d0e4e9c, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da05531e-409a-4247-a4a6-923d9b0d601b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:13:56.861224 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9a12883a-58f4-445a-aa3c-ddd46bc46097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:56.880755 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da2e66d0-09e3-44cd-9e92-c632940b7c59 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:56.881162 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2e66d0-09e3-44cd-9e92-c632940b7c59 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Fanout notify agent at l3_agent the message router_deleted on router a72298b2-78d0-48f8-8ad9-067c67d046be {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:13:56.899107 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da2e66d0-09e3-44cd-9e92-c632940b7c59 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:56.904740 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-da2e66d0-09e3-44cd-9e92-c632940b7c59 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/routers/a72298b2-78d0-48f8-8ad9-067c67d046be HTTP/1.1" status: 204 len: 168 time: 0.6901932 Mar 28 19:13:56.908000 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59614) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:56.911743 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3a99cfc3-393a-49fa-844a-fcc1af3ec26f tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "GET /v2.0/subnets/4d7a82bf-93ba-44d1-8a0f-347b87136ec7/tags HTTP/1.1" status: 200 len: 241 time: 0.1666126 Mar 28 19:13:56.925858 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59618) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:56.938436 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.tag.tag_plugin [None req-4c4f44f3-f0cb-4fc4-9ff3-210a54d0fc4a tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4d7a82bf-93ba-44d1-8a0f-347b87136ec7', 'tempest-TagsExtTest-Tag-1540835902') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:56.990280 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e5945b-ff1a-4690-b818-c22dbf4d7f8b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Deleting subnet 0d278bf3-3667-41ac-9449-632d88eb96be {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:13:56.994645 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-61e5945b-ff1a-4690-b818-c22dbf4d7f8b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:57.022297 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-abe92a31-ae68-4ee3-b314-aa6e7f616b36 None None] Provisioning complete for port 9e1ced59-37c8-461b-bd0a-0103b9854b51 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:57.022822 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-abe92a31-ae68-4ee3-b314-aa6e7f616b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:57.059311 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-61e5945b-ff1a-4690-b818-c22dbf4d7f8b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:57.099436 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-9a12883a-58f4-445a-aa3c-ddd46bc46097 None None] For port f17f6822-c63c-4c17-9dfe-5d033d0e4e9c, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:13:57.108375 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-abe92a31-ae68-4ee3-b314-aa6e7f616b36 None None] Port 9e1ced59-37c8-461b-bd0a-0103b9854b51 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:13:57.112156 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-9a12883a-58f4-445a-aa3c-ddd46bc46097 None None] For port f17f6822-c63c-4c17-9dfe-5d033d0e4e9c, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=f17f6822-c63c-4c17-9dfe-5d033d0e4e9c,segment=NetworkSegment(da05531e-409a-4247-a4a6-923d9b0d601b),segment_id=da05531e-409a-4247-a4a6-923d9b0d601b)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:13:57.118826 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9a12883a-58f4-445a-aa3c-ddd46bc46097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:57.143609 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-35cc8941-962c-4642-928d-4fa6fd1552fa tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:57.144168 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-35cc8941-962c-4642-928d-4fa6fd1552fa tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:57.154234 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-61e5945b-ff1a-4690-b818-c22dbf4d7f8b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:57.212708 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a12883a-58f4-445a-aa3c-ddd46bc46097 None None] Pushing event updated for resources: {'Port': ['ID=f17f6822-c63c-4c17-9dfe-5d033d0e4e9c,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:57.219733 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-0865bf76-7df2-49f6-ac3c-2480ed39bff0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Allocated IP 2001:db8::1 (be5939d3-8734-434d-a8d6-e5860778c45f/fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded/3b746bfa-9528-450d-8521-a79aee66fd8c) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:13:57.225993 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4c4f44f3-f0cb-4fc4-9ff3-210a54d0fc4a tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "GET /v2.0/subnets/4d7a82bf-93ba-44d1-8a0f-347b87136ec7/tags/tempest-TagsExtTest-Tag-1540835902 HTTP/1.1" status: 204 len: 168 time: 0.2990181 Mar 28 19:13:57.226765 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59622) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:57.246758 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-61e5945b-ff1a-4690-b818-c22dbf4d7f8b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:57.287762 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5945b-ff1a-4690-b818-c22dbf4d7f8b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Subnet': ['ID=0d278bf3-3667-41ac-9449-632d88eb96be,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:57.293802 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-61e5945b-ff1a-4690-b818-c22dbf4d7f8b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:57.295403 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-35cc8941-962c-4642-928d-4fa6fd1552fa tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Calling delete_port for 42733c2f-68b0-43d3-a688-d0f105a51613 owned by network:floatingip {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:57.300332 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f763c823-3791-478c-9d5d-d8301dcd4af4 None None] Network fb423183-4a11-403f-8de0-e798e23f2530 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:57.304480 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-61e5945b-ff1a-4690-b818-c22dbf4d7f8b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/subnets/0d278bf3-3667-41ac-9449-632d88eb96be HTTP/1.1" status: 204 len: 168 time: 0.3926425 Mar 28 19:13:57.304689 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59626) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:57.326633 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.tag.tag_plugin [None req-27698e5c-9202-4fac-8cee-97133ace8ac7 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '4d7a82bf-93ba-44d1-8a0f-347b87136ec7', 'tempest-TagsExtTest-Tag-1540835902') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:57.378330 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9d2f1a-abbc-40c2-bde4-57a54749180f tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Deleting subnet 045d351d-b89a-4626-bb8e-07983977e3f3 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:13:57.381708 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ea9d2f1a-abbc-40c2-bde4-57a54749180f tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:57.485206 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ea9d2f1a-abbc-40c2-bde4-57a54749180f tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:57.599004 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-87e51009-1b27-40e4-9f9c-7760afdf3943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:57.613978 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ea9d2f1a-abbc-40c2-bde4-57a54749180f tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:57.645166 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf78bc8-2823-4399-93b7-3396aed4a6ec None None] DHCP port deletion for fb423183-4a11-403f-8de0-e798e23f2530 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:13:57.649575 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-0bf78bc8-2823-4399-93b7-3396aed4a6ec None None] Deleting port a3400705-4e6e-40d9-8180-fa1bf4d6584a {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:57.649951 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0bf78bc8-2823-4399-93b7-3396aed4a6ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:57.729941 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ea9d2f1a-abbc-40c2-bde4-57a54749180f tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:57.743543 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0865bf76-7df2-49f6-ac3c-2480ed39bff0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:57.775511 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d2f1a-abbc-40c2-bde4-57a54749180f tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Subnet': ['ID=045d351d-b89a-4626-bb8e-07983977e3f3,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:57.781352 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-0865bf76-7df2-49f6-ac3c-2480ed39bff0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Transition to ACTIVE for port object 3b746bfa-9528-450d-8521-a79aee66fd8c will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:13:57.785811 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ea9d2f1a-abbc-40c2-bde4-57a54749180f tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:57.797111 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ea9d2f1a-abbc-40c2-bde4-57a54749180f tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/subnets/045d351d-b89a-4626-bb8e-07983977e3f3 HTTP/1.1" status: 204 len: 168 time: 0.4891312 Mar 28 19:13:57.797908 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59630) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:57.803438 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c70513-55f4-45ad-ae30-bd03b7114d42 None None] Network a4c4d4b2-b2bd-4127-9b3f-5f96f62e3317 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:57.869999 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-27698e5c-9202-4fac-8cee-97133ace8ac7 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "DELETE /v2.0/subnets/4d7a82bf-93ba-44d1-8a0f-347b87136ec7/tags/tempest-TagsExtTest-Tag-1540835902 HTTP/1.1" status: 204 len: 168 time: 0.5837054 Mar 28 19:13:57.872093 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59634) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:57.878588 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.tag.tag_plugin [None req-288398e9-4c06-4e27-bf16-9e87a157aaa4 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4d7a82bf-93ba-44d1-8a0f-347b87136ec7') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:57.931337 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0865bf76-7df2-49f6-ac3c-2480ed39bff0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:57.932735 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b0327c5c-4cae-4c31-a5a3-1c9971c1c66a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:57.935256 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-35cc8941-962c-4642-928d-4fa6fd1552fa tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:57.952866 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-b0327c5c-4cae-4c31-a5a3-1c9971c1c66a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Deleting port a3400705-4e6e-40d9-8180-fa1bf4d6584a {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:57.953199 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b0327c5c-4cae-4c31-a5a3-1c9971c1c66a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:57.997303 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-0bf78bc8-2823-4399-93b7-3396aed4a6ec None None] For port a3400705-4e6e-40d9-8180-fa1bf4d6584a, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a3400705-4e6e-40d9-8180-fa1bf4d6584a,segment=NetworkSegment(d84772c2-b537-4844-84a7-d2e08b62def1),segment_id=d84772c2-b537-4844-84a7-d2e08b62def1)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:57.997700 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0bf78bc8-2823-4399-93b7-3396aed4a6ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:58.047190 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0865bf76-7df2-49f6-ac3c-2480ed39bff0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network be5939d3-8734-434d-a8d6-e5860778c45f is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:13:58.061646 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-0865bf76-7df2-49f6-ac3c-2480ed39bff0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:13:58.089131 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0865bf76-7df2-49f6-ac3c-2480ed39bff0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:13:58.089760 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0865bf76-7df2-49f6-ac3c-2480ed39bff0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:58.124101 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865bf76-7df2-49f6-ac3c-2480ed39bff0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Port': ['ID=3b746bfa-9528-450d-8521-a79aee66fd8c,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:58.185109 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc8941-962c-4642-928d-4fa6fd1552fa tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Pushing event deleted for resources: {'Port': ['ID=42733c2f-68b0-43d3-a688-d0f105a51613,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:58.195932 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-b0327c5c-4cae-4c31-a5a3-1c9971c1c66a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] For port a3400705-4e6e-40d9-8180-fa1bf4d6584a, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a3400705-4e6e-40d9-8180-fa1bf4d6584a,segment=NetworkSegment(d84772c2-b537-4844-84a7-d2e08b62def1),segment_id=d84772c2-b537-4844-84a7-d2e08b62def1)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:58.196292 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b0327c5c-4cae-4c31-a5a3-1c9971c1c66a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:58.209348 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-288398e9-4c06-4e27-bf16-9e87a157aaa4 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "GET /v2.0/subnets/4d7a82bf-93ba-44d1-8a0f-347b87136ec7/tags HTTP/1.1" status: 200 len: 205 time: 0.3359752 Mar 28 19:13:58.213809 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59640) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:58.213988 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-35cc8941-962c-4642-928d-4fa6fd1552fa tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for floatingip, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:58.214329 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-35cc8941-962c-4642-928d-4fa6fd1552fa tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Floating IP 7d932571-75f2-49c1-a878-d458fed77c50 disassociated (deleted). External IP: 172.26.4.137, port: 559b00a4-6ea0-4847-8112-972b75fe53ac. Mar 28 19:13:58.234455 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-0bf78bc8-2823-4399-93b7-3396aed4a6ec None None] Calling delete_port for a3400705-4e6e-40d9-8180-fa1bf4d6584a owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:58.278340 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.tag.tag_plugin [None req-819c8d32-8926-4069-a958-fd8759de8cf7 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9e1ced59-37c8-461b-bd0a-0103b9854b51') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:58.378134 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0bf78bc8-2823-4399-93b7-3396aed4a6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:58.476381 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441f3a1c-6487-46a6-b442-a4b8bdb186d2 None None] DHCP port deletion for a4c4d4b2-b2bd-4127-9b3f-5f96f62e3317 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:13:58.487761 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf78bc8-2823-4399-93b7-3396aed4a6ec None None] No DVR routers for this DVR port a3400705-4e6e-40d9-8180-fa1bf4d6584a on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:13:58.490008 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-441f3a1c-6487-46a6-b442-a4b8bdb186d2 None None] Deleting port 9468f6be-8cf0-462c-9bb0-4d94b7d977b4 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:58.490491 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-441f3a1c-6487-46a6-b442-a4b8bdb186d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:58.543201 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-b0327c5c-4cae-4c31-a5a3-1c9971c1c66a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Calling delete_port for a3400705-4e6e-40d9-8180-fa1bf4d6584a owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:58.555490 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device f17f6822-c63c-4c17-9dfe-5d033d0e4e9c up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:13:58.557548 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:13:58.597195 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf78bc8-2823-4399-93b7-3396aed4a6ec None None] Pushing event deleted for resources: {'Port': ['ID=a3400705-4e6e-40d9-8180-fa1bf4d6584a,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:58.612555 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473e30ed-6d11-412e-81d0-f88e4d5abb80 None None] Network be5939d3-8734-434d-a8d6-e5860778c45f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:13:58.636334 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0865bf76-7df2-49f6-ac3c-2480ed39bff0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:58.666581 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-b0327c5c-4cae-4c31-a5a3-1c9971c1c66a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:13:58.667228 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-b0327c5c-4cae-4c31-a5a3-1c9971c1c66a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:13:58.669441 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-819c8d32-8926-4069-a958-fd8759de8cf7 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "GET /v2.0/ports/9e1ced59-37c8-461b-bd0a-0103b9854b51/tags HTTP/1.1" status: 200 len: 241 time: 0.4539933 Mar 28 19:13:58.671975 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59644) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:58.681714 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.tag.tag_plugin [None req-6bebc132-2d71-4b65-a1b5-26b746f5f548 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9e1ced59-37c8-461b-bd0a-0103b9854b51', 'tempest-TagsExtTest-Tag-1103628669') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:58.715521 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:58.770666 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6bebc132-2d71-4b65-a1b5-26b746f5f548 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "GET /v2.0/ports/9e1ced59-37c8-461b-bd0a-0103b9854b51/tags/tempest-TagsExtTest-Tag-1103628669 HTTP/1.1" status: 204 len: 168 time: 0.0965083 Mar 28 19:13:58.773092 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59648) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:58.778911 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.tag.tag_plugin [None req-83ebe769-2246-448f-a7a9-ca9e24feec60 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9e1ced59-37c8-461b-bd0a-0103b9854b51', 'tempest-TagsExtTest-Tag-1103628669') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:58.805753 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:58.865304 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-0bd61625-c594-4134-a50b-78835a6b97c8 None None] Provisioning for port f17f6822-c63c-4c17-9dfe-5d033d0e4e9c completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:58.878993 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-83ebe769-2246-448f-a7a9-ca9e24feec60 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "DELETE /v2.0/ports/9e1ced59-37c8-461b-bd0a-0103b9854b51/tags/tempest-TagsExtTest-Tag-1103628669 HTTP/1.1" status: 204 len: 168 time: 0.0975535 Mar 28 19:13:58.879818 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59652) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:58.885388 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.tag.tag_plugin [None req-618d96e2-b1c5-4719-9b53-9e9ff1989da7 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9e1ced59-37c8-461b-bd0a-0103b9854b51') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:58.939758 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port f17f6822-c63c-4c17-9dfe-5d033d0e4e9c completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:13:58.950573 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port f17f6822-c63c-4c17-9dfe-5d033d0e4e9c triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:13:58.950993 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:58.955434 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35cc8941-962c-4642-928d-4fa6fd1552fa tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Router 33d44040-24d9-44b3-aa94-621eaccd1052 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:13:58.963204 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-618d96e2-b1c5-4719-9b53-9e9ff1989da7 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "GET /v2.0/ports/9e1ced59-37c8-461b-bd0a-0103b9854b51/tags HTTP/1.1" status: 200 len: 205 time: 0.0794022 Mar 28 19:13:58.963708 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59656) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:58.968886 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.tag.tag_plugin [None req-96fce7c8-37f5-4c0a-8244-125a7cc90af4 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'df40aac9-82a3-4ff6-bce4-265b605ffb51') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:59.092563 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-441f3a1c-6487-46a6-b442-a4b8bdb186d2 None None] For port 9468f6be-8cf0-462c-9bb0-4d94b7d977b4, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=9468f6be-8cf0-462c-9bb0-4d94b7d977b4,segment=NetworkSegment(557db9ee-550c-4404-bf97-3e2b6ae4f840),segment_id=557db9ee-550c-4404-bf97-3e2b6ae4f840)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:59.092918 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-441f3a1c-6487-46a6-b442-a4b8bdb186d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:59.109988 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-96fce7c8-37f5-4c0a-8244-125a7cc90af4 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "GET /v2.0/routers/df40aac9-82a3-4ff6-bce4-265b605ffb51/tags HTTP/1.1" status: 200 len: 240 time: 0.1427102 Mar 28 19:13:59.110217 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59660) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:59.115096 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.tag.tag_plugin [None req-2f14ca26-6c0a-4ae8-86cd-5b3d0a491169 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df40aac9-82a3-4ff6-bce4-265b605ffb51', 'tempest-TagsExtTest-Tag-912606279') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:59.169087 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-b0327c5c-4cae-4c31-a5a3-1c9971c1c66a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Deleting port a3400705-4e6e-40d9-8180-fa1bf4d6584a {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:13:59.169402 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b0327c5c-4cae-4c31-a5a3-1c9971c1c66a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:59.234430 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-441f3a1c-6487-46a6-b442-a4b8bdb186d2 None None] Calling delete_port for 9468f6be-8cf0-462c-9bb0-4d94b7d977b4 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:13:59.250073 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-b0327c5c-4cae-4c31-a5a3-1c9971c1c66a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] The port 'a3400705-4e6e-40d9-8180-fa1bf4d6584a' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:13:59.380333 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2f14ca26-6c0a-4ae8-86cd-5b3d0a491169 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "GET /v2.0/routers/df40aac9-82a3-4ff6-bce4-265b605ffb51/tags/tempest-TagsExtTest-Tag-912606279 HTTP/1.1" status: 204 len: 168 time: 0.2665508 Mar 28 19:13:59.384742 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59664) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:59.399969 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.tag.tag_plugin [None req-472a334e-185d-43ce-a60b-2bbdcb4b91c4 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'df40aac9-82a3-4ff6-bce4-265b605ffb51', 'tempest-TagsExtTest-Tag-912606279') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:59.417997 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-441f3a1c-6487-46a6-b442-a4b8bdb186d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:59.436697 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b0327c5c-4cae-4c31-a5a3-1c9971c1c66a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:59.462057 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:59.463595 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-b0327c5c-4cae-4c31-a5a3-1c9971c1c66a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb423183-4a11-403f-8de0-e798e23f2530']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:59.464251 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cc8941-962c-4642-928d-4fa6fd1552fa tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:13:59.479627 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-b0327c5c-4cae-4c31-a5a3-1c9971c1c66a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd84772c2-b537-4844-84a7-d2e08b62def1') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:59.479858 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02946c3e-04f7-458b-b631-b086bda38714 None None] Sync routers for ids ['33d44040-24d9-44b3-aa94-621eaccd1052'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:13:59.480033 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-b0327c5c-4cae-4c31-a5a3-1c9971c1c66a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd84772c2-b537-4844-84a7-d2e08b62def1') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:59.483933 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f3a1c-6487-46a6-b442-a4b8bdb186d2 None None] Pushing event deleted for resources: {'Port': ['ID=9468f6be-8cf0-462c-9bb0-4d94b7d977b4,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:59.487112 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441f3a1c-6487-46a6-b442-a4b8bdb186d2 None None] No DVR routers for this DVR port 9468f6be-8cf0-462c-9bb0-4d94b7d977b4 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:13:59.507953 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b0327c5c-4cae-4c31-a5a3-1c9971c1c66a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:59.518015 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port f17f6822-c63c-4c17-9dfe-5d033d0e4e9c, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=f17f6822-c63c-4c17-9dfe-5d033d0e4e9c,segment=NetworkSegment(da05531e-409a-4247-a4a6-923d9b0d601b),segment_id=da05531e-409a-4247-a4a6-923d9b0d601b)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:13:59.524234 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:59.530818 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b0327c5c-4cae-4c31-a5a3-1c9971c1c66a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:59.534311 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02946c3e-04f7-458b-b631-b086bda38714 None None] Routers {'33d44040-24d9-44b3-aa94-621eaccd1052'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:13:59.536436 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-02946c3e-04f7-458b-b631-b086bda38714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['33d44040-24d9-44b3-aa94-621eaccd1052'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:59.538623 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0327c5c-4cae-4c31-a5a3-1c9971c1c66a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:13:59.540094 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b0327c5c-4cae-4c31-a5a3-1c9971c1c66a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:13:59.557070 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:13:59.589024 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-35cc8941-962c-4642-928d-4fa6fd1552fa tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:59.626440 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=f17f6822-c63c-4c17-9dfe-5d033d0e4e9c,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:59.631290 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.db.resource_extend [None req-0865bf76-7df2-49f6-ac3c-2480ed39bff0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:13:59.650066 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0865bf76-7df2-49f6-ac3c-2480ed39bff0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:59.653485 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b0327c5c-4cae-4c31-a5a3-1c9971c1c66a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:59.662685 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0865bf76-7df2-49f6-ac3c-2480ed39bff0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:59.663477 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0865bf76-7df2-49f6-ac3c-2480ed39bff0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:59.669262 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a3400705-4e6e-40d9-8180-fa1bf4d6584a no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:13:59.678149 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b0327c5c-4cae-4c31-a5a3-1c9971c1c66a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:59.697487 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0327c5c-4cae-4c31-a5a3-1c9971c1c66a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Network': ['ID=fb423183-4a11-403f-8de0-e798e23f2530,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:13:59.714339 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: a3400705-4e6e-40d9-8180-fa1bf4d6584a {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:13:59.715039 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a3400705-4e6e-40d9-8180-fa1bf4d6584a not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:13:59.721530 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b0327c5c-4cae-4c31-a5a3-1c9971c1c66a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/networks/fb423183-4a11-403f-8de0-e798e23f2530 HTTP/1.1" status: 204 len: 168 time: 1.9225516 Mar 28 19:13:59.724953 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59668) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:59.746214 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-35cc8941-962c-4642-928d-4fa6fd1552fa tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "DELETE /v2.0/floatingips/7d932571-75f2-49c1-a878-d458fed77c50 HTTP/1.1" status: 204 len: 168 time: 3.2921414 Mar 28 19:13:59.752715 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd126ef-f4da-425a-944a-30f440e3dece', 'tag': '559b00a4-6ea0-4847-8112-972b75fe53ac'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:13:59.780520 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-472a334e-185d-43ce-a60b-2bbdcb4b91c4 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "DELETE /v2.0/routers/df40aac9-82a3-4ff6-bce4-265b605ffb51/tags/tempest-TagsExtTest-Tag-912606279 HTTP/1.1" status: 204 len: 168 time: 0.3932486 Mar 28 19:13:59.795874 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59676) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:13:59.806690 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.tag.tag_plugin [None req-4af87859-8686-4ced-8730-0c71eb880857 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'df40aac9-82a3-4ff6-bce4-265b605ffb51') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:13:59.875205 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd126ef-f4da-425a-944a-30f440e3dece', 'tag': '559b00a4-6ea0-4847-8112-972b75fe53ac', 'status': 'completed', 'code': 200} Mar 28 19:13:59.902824 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1294ed35-c2e7-4909-9831-d3b2fb322432 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:13:59.963126 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-02946c3e-04f7-458b-b631-b086bda38714 None None] Set router 33d44040-24d9-44b3-aa94-621eaccd1052 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:00.008492 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865bf76-7df2-49f6-ac3c-2480ed39bff0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Port': ['ID=3b746bfa-9528-450d-8521-a79aee66fd8c,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:00.117275 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1294ed35-c2e7-4909-9831-d3b2fb322432 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:00.154419 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-1294ed35-c2e7-4909-9831-d3b2fb322432 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c4d4b2-b2bd-4127-9b3f-5f96f62e3317']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:00.163624 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:00.164972 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-106800e4-6dd1-4c6c-94a8-9cf8034babd6 None None] Provisioning complete for port f17f6822-c63c-4c17-9dfe-5d033d0e4e9c triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:00.174068 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-1294ed35-c2e7-4909-9831-d3b2fb322432 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557db9ee-550c-4404-bf97-3e2b6ae4f840') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:00.174611 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-1294ed35-c2e7-4909-9831-d3b2fb322432 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557db9ee-550c-4404-bf97-3e2b6ae4f840') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:00.184873 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0865bf76-7df2-49f6-ac3c-2480ed39bff0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network be5939d3-8734-434d-a8d6-e5860778c45f is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:14:00.188068 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-106800e4-6dd1-4c6c-94a8-9cf8034babd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:00.189940 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-0865bf76-7df2-49f6-ac3c-2480ed39bff0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:14:00.195216 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4af87859-8686-4ced-8730-0c71eb880857 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "GET /v2.0/routers/df40aac9-82a3-4ff6-bce4-265b605ffb51/tags HTTP/1.1" status: 200 len: 205 time: 0.3952005 Mar 28 19:14:00.199348 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59682) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:00.209645 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.tag.tag_plugin [None req-820e9dc9-2970-496d-a4a0-71bfbda7d6bf tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8b3cef99-a551-419e-8eb2-e71257e42124') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:00.227607 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1294ed35-c2e7-4909-9831-d3b2fb322432 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:00.307857 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52891ff-3441-4766-a88c-baae95e7360d req-367903cd-739f-4d23-add6-46e73d30a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:00.309491 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d52891ff-3441-4766-a88c-baae95e7360d req-367903cd-739f-4d23-add6-46e73d30a975 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5dc7a30ce17d457d9ddf509f349c3980&device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 1099 time: 0.4220023 Mar 28 19:14:00.420070 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1294ed35-c2e7-4909-9831-d3b2fb322432 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:00.449044 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1294ed35-c2e7-4909-9831-d3b2fb322432 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:14:00.449483 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1294ed35-c2e7-4909-9831-d3b2fb322432 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:00.464188 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-02946c3e-04f7-458b-b631-b086bda38714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601109581', 'tenant_id': '5dc7a30ce17d457d9ddf509f349c3980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '06d2dcae-0919-477e-81fb-b9d32e9a4f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:20Z', 'updated_at': '2022-03-28T19:10:36Z', 'revision_number': 4, 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'gw_port': {'id': '06d2dcae-0919-477e-81fb-b9d32e9a4f84', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:69:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:23Z', 'updated_at': '2022-03-28T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '60bfdd4a-7521-4260-8d22-810525762fa8', 'name': '', 'network_id': '79a5d728-4e0a-4bf8-b900-2a34dffdc0e2', 'tenant_id': '5dc7a30ce17d457d9ddf509f349c3980', 'mac_address': 'fa:16:3e:00:10:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:30Z', 'updated_at': '2022-03-28T19:10:59Z', 'revision_number': 5, 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'subnets': [{'id': '63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:14:00.467358 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:14:00.469351 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02946c3e-04f7-458b-b631-b086bda38714 None None] Checking router: 33d44040-24d9-44b3-aa94-621eaccd1052 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:14:00.472185 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-106800e4-6dd1-4c6c-94a8-9cf8034babd6 None None] Provisioning for port 3b746bfa-9528-450d-8521-a79aee66fd8c completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:14:00.478598 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-106800e4-6dd1-4c6c-94a8-9cf8034babd6 None None] Provisioning complete for port 3b746bfa-9528-450d-8521-a79aee66fd8c triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:00.479138 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-106800e4-6dd1-4c6c-94a8-9cf8034babd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:00.484998 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-820e9dc9-2970-496d-a4a0-71bfbda7d6bf tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "GET /v2.0/subnetpools/8b3cef99-a551-419e-8eb2-e71257e42124/tags HTTP/1.1" status: 200 len: 241 time: 0.2839799 Mar 28 19:14:00.489342 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59686) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:00.491468 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02946c3e-04f7-458b-b631-b086bda38714 None None] Routers {'33d44040-24d9-44b3-aa94-621eaccd1052'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:00.492839 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-02946c3e-04f7-458b-b631-b086bda38714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['33d44040-24d9-44b3-aa94-621eaccd1052'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:00.544542 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.tag.tag_plugin [None req-1502c375-f60b-4588-9157-70866c06a24d tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8b3cef99-a551-419e-8eb2-e71257e42124', 'tempest-TagsExtTest-Tag-1997028382') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:00.552143 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-106800e4-6dd1-4c6c-94a8-9cf8034babd6 None None] Port 3b746bfa-9528-450d-8521-a79aee66fd8c cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:14:00.554080 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device f17f6822-c63c-4c17-9dfe-5d033d0e4e9c up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:14:00.596098 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1294ed35-c2e7-4909-9831-d3b2fb322432 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:00.619050 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1502c375-f60b-4588-9157-70866c06a24d tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "GET /v2.0/subnetpools/8b3cef99-a551-419e-8eb2-e71257e42124/tags/tempest-TagsExtTest-Tag-1997028382 HTTP/1.1" status: 204 len: 168 time: 0.1279473 Mar 28 19:14:00.623522 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1294ed35-c2e7-4909-9831-d3b2fb322432 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:00.626400 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59692) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:00.635850 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.tag.tag_plugin [None req-db977feb-a104-4c74-b694-0dcb408aa048 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '8b3cef99-a551-419e-8eb2-e71257e42124', 'tempest-TagsExtTest-Tag-1997028382') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:00.646538 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294ed35-c2e7-4909-9831-d3b2fb322432 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Network': ['ID=a4c4d4b2-b2bd-4127-9b3f-5f96f62e3317,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:00.663053 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port f17f6822-c63c-4c17-9dfe-5d033d0e4e9c triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:00.663584 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:00.663947 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1294ed35-c2e7-4909-9831-d3b2fb322432 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/networks/a4c4d4b2-b2bd-4127-9b3f-5f96f62e3317 HTTP/1.1" status: 204 len: 168 time: 0.9378381 Mar 28 19:14:00.665292 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59696) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:00.674087 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-b4751b73-9716-4a3d-b72a-f8e920b8b944 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'network': {'name': 'tempest-RoutersTest-986129463'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:00.684598 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b4751b73-9716-4a3d-b72a-f8e920b8b944 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:00.692149 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b4751b73-9716-4a3d-b72a-f8e920b8b944 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Usage tracker for resource:network and tenant:850c7a06f362434c857dc7f4b61d686b is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:14:00.699709 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b4751b73-9716-4a3d-b72a-f8e920b8b944 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:14:00.709783 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b4751b73-9716-4a3d-b72a-f8e920b8b944 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:00.734690 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4751b73-9716-4a3d-b72a-f8e920b8b944 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Made reservation on behalf of 850c7a06f362434c857dc7f4b61d686b for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:14:00.738250 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b4751b73-9716-4a3d-b72a-f8e920b8b944 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:00.763245 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-db977feb-a104-4c74-b694-0dcb408aa048 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "DELETE /v2.0/subnetpools/8b3cef99-a551-419e-8eb2-e71257e42124/tags/tempest-TagsExtTest-Tag-1997028382 HTTP/1.1" status: 204 len: 168 time: 0.1322205 Mar 28 19:14:00.766125 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59700) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:00.776712 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.tag.tag_plugin [None req-edabebc9-137f-4958-b581-30de6cacc429 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8b3cef99-a551-419e-8eb2-e71257e42124') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:00.794868 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-16a2ed2f-d46b-4a39-995b-ee867817499f None None] Provisioning complete for port 3b746bfa-9528-450d-8521-a79aee66fd8c triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:00.796356 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-16a2ed2f-d46b-4a39-995b-ee867817499f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:00.803776 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4751b73-9716-4a3d-b72a-f8e920b8b944 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:14:00.818965 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-edabebc9-137f-4958-b581-30de6cacc429 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "GET /v2.0/subnetpools/8b3cef99-a551-419e-8eb2-e71257e42124/tags HTTP/1.1" status: 200 len: 205 time: 0.0493956 Mar 28 19:14:00.819146 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59704) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:00.823690 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-02946c3e-04f7-458b-b631-b086bda38714 None None] Set router 33d44040-24d9-44b3-aa94-621eaccd1052 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:00.826385 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.tag.tag_plugin [None req-b01c04d8-5cc3-489a-b48e-861f38a4082a tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8b3cef99-a551-419e-8eb2-e71257e42124') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:00.835225 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b4751b73-9716-4a3d-b72a-f8e920b8b944 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:00.835576 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-b4751b73-9716-4a3d-b72a-f8e920b8b944 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Added segment 9453870c-988a-4198-ab1d-f0a9ad54ddad of type vlan for network 2a302426-0347-4e1a-8eb5-1302fb8b59f5 Mar 28 19:14:00.852025 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88a416-d001-4c5f-828a-e13342a5beb4 req-b42ea05d-3103-4e7b-9cf0-4478782e3162 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:00.852785 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-7a88a416-d001-4c5f-828a-e13342a5beb4 req-b42ea05d-3103-4e7b-9cf0-4478782e3162 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Synchronizing usage tracker for tenant:5dc7a30ce17d457d9ddf509f349c3980 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:14:00.873164 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b4751b73-9716-4a3d-b72a-f8e920b8b944 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:00.882665 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52891ff-3441-4766-a88c-baae95e7360d req-24377206-03a5-4d02-8328-4113387b6dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:00.884667 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d52891ff-3441-4766-a88c-baae95e7360d req-24377206-03a5-4d02-8328-4113387b6dcb service neutron] 10.222.0.26 "GET /v2.0/networks?id=79a5d728-4e0a-4bf8-b900-2a34dffdc0e2 HTTP/1.1" status: 200 len: 897 time: 0.4532287 Mar 28 19:14:00.891834 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b01c04d8-5cc3-489a-b48e-861f38a4082a tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "DELETE /v2.0/subnetpools/8b3cef99-a551-419e-8eb2-e71257e42124/tags HTTP/1.1" status: 204 len: 168 time: 0.0700662 Mar 28 19:14:00.892962 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59708) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:00.907351 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.tag.tag_plugin [None req-4760c898-be1f-4b83-80c1-869510f10fe5 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'df40aac9-82a3-4ff6-bce4-265b605ffb51') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:00.920405 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-16a2ed2f-d46b-4a39-995b-ee867817499f None None] Port 3b746bfa-9528-450d-8521-a79aee66fd8c cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:14:00.956183 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0865bf76-7df2-49f6-ac3c-2480ed39bff0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Router ff646b36-99e0-4388-a329-cc0ff56b9247 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:14:00.966724 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-7a88a416-d001-4c5f-828a-e13342a5beb4 req-b42ea05d-3103-4e7b-9cf0-4478782e3162 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Unset dirty status for tenant:5dc7a30ce17d457d9ddf509f349c3980 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:14:00.968156 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7a88a416-d001-4c5f-828a-e13342a5beb4 req-b42ea05d-3103-4e7b-9cf0-4478782e3162 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 946 time: 0.5357208 Mar 28 19:14:00.970772 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d52891ff-3441-4766-a88c-baae95e7360d req-3fd46af0-d4c7-45f8-8902-94f0d59d0d19 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=559b00a4-6ea0-4847-8112-972b75fe53ac HTTP/1.1" status: 200 len: 217 time: 0.0766218 Mar 28 19:14:00.996231 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 9468f6be-8cf0-462c-9bb0-4d94b7d977b4 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:14:01.039668 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 9468f6be-8cf0-462c-9bb0-4d94b7d977b4 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:14:01.040300 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 9468f6be-8cf0-462c-9bb0-4d94b7d977b4 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:14:01.052420 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b4751b73-9716-4a3d-b72a-f8e920b8b944 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:01.058446 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4751b73-9716-4a3d-b72a-f8e920b8b944 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:01.059064 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b4751b73-9716-4a3d-b72a-f8e920b8b944 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:01.064391 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-28fc12de-c507-43a7-9416-231798dc651f None None] Provisioning complete for port 3b746bfa-9528-450d-8521-a79aee66fd8c triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:01.065303 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-28fc12de-c507-43a7-9416-231798dc651f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:01.128036 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4760c898-be1f-4b83-80c1-869510f10fe5 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "DELETE /v2.0/routers/df40aac9-82a3-4ff6-bce4-265b605ffb51/tags HTTP/1.1" status: 204 len: 168 time: 0.2340024 Mar 28 19:14:01.131236 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59712) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:01.137780 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.tag.tag_plugin [None req-d3596f22-1f4e-4fd7-b67c-995760a6ead1 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9e1ced59-37c8-461b-bd0a-0103b9854b51') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:01.151262 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-28fc12de-c507-43a7-9416-231798dc651f None None] Port 3b746bfa-9528-450d-8521-a79aee66fd8c cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:14:01.221560 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b4751b73-9716-4a3d-b72a-f8e920b8b944 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5530920 Mar 28 19:14:01.229179 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59716) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:01.246688 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-0f3c003a-29fb-4d66-bfbc-1b4cd2943d85 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'subnet': {'network_id': '2a302426-0347-4e1a-8eb5-1302fb8b59f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:01.264355 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4751b73-9716-4a3d-b72a-f8e920b8b944 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Network': ['ID=2a302426-0347-4e1a-8eb5-1302fb8b59f5,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:01.277411 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 2a302426-0347-4e1a-8eb5-1302fb8b59f5 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:14:01.302433 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-02946c3e-04f7-458b-b631-b086bda38714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601109581', 'tenant_id': '5dc7a30ce17d457d9ddf509f349c3980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '06d2dcae-0919-477e-81fb-b9d32e9a4f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:20Z', 'updated_at': '2022-03-28T19:10:36Z', 'revision_number': 4, 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'gw_port': {'id': '06d2dcae-0919-477e-81fb-b9d32e9a4f84', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:69:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:23Z', 'updated_at': '2022-03-28T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '60bfdd4a-7521-4260-8d22-810525762fa8', 'name': '', 'network_id': '79a5d728-4e0a-4bf8-b900-2a34dffdc0e2', 'tenant_id': '5dc7a30ce17d457d9ddf509f349c3980', 'mac_address': 'fa:16:3e:00:10:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:30Z', 'updated_at': '2022-03-28T19:10:59Z', 'revision_number': 5, 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'subnets': [{'id': '63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:01.307970 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02946c3e-04f7-458b-b631-b086bda38714 None None] The sync data for ids ['33d44040-24d9-44b3-aa94-621eaccd1052'] in dv-neutron-834711-1-hyperv is: [{'id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601109581', 'tenant_id': '5dc7a30ce17d457d9ddf509f349c3980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '06d2dcae-0919-477e-81fb-b9d32e9a4f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:20Z', 'updated_at': '2022-03-28T19:10:36Z', 'revision_number': 4, 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'gw_port': {'id': '06d2dcae-0919-477e-81fb-b9d32e9a4f84', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:69:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:23Z', 'updated_at': '2022-03-28T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '60bfdd4a-7521-4260-8d22-810525762fa8', 'name': '', 'network_id': '79a5d728-4e0a-4bf8-b900-2a34dffdc0e2', 'tenant_id': '5dc7a30ce17d457d9ddf509f349c3980', 'mac_address': 'fa:16:3e:00:10:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:30Z', 'updated_at': '2022-03-28T19:10:59Z', 'revision_number': 5, 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'subnets': [{'id': '63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:14:01.328900 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7a88a416-d001-4c5f-828a-e13342a5beb4 req-165d10a0-07e5-4342-a982-8aa43e825461 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3538251 Mar 28 19:14:01.344941 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52891ff-3441-4766-a88c-baae95e7360d req-de0510b2-0c2f-478e-8045-14681ab677c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:01.355643 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d52891ff-3441-4766-a88c-baae95e7360d req-de0510b2-0c2f-478e-8045-14681ab677c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1 HTTP/1.1" status: 200 len: 833 time: 0.3478513 Mar 28 19:14:01.408949 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0865bf76-7df2-49f6-ac3c-2480ed39bff0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:14:01.417707 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0865bf76-7df2-49f6-ac3c-2480ed39bff0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "PUT /v2.0/routers/ff646b36-99e0-4388-a329-cc0ff56b9247/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9301631 Mar 28 19:14:01.417928 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0f3c003a-29fb-4d66-bfbc-1b4cd2943d85 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:01.420003 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59720) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:01.422809 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0f3c003a-29fb-4d66-bfbc-1b4cd2943d85 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Usage tracker for resource:subnet and tenant:850c7a06f362434c857dc7f4b61d686b is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:14:01.427394 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-c1c3be84-a3d1-4ff7-b655-7338c52d99b4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-412914416'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:01.427557 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0f3c003a-29fb-4d66-bfbc-1b4cd2943d85 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:14:01.433543 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c1c3be84-a3d1-4ff7-b655-7338c52d99b4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:01.436932 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0f3c003a-29fb-4d66-bfbc-1b4cd2943d85 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:01.439723 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c1c3be84-a3d1-4ff7-b655-7338c52d99b4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Usage tracker for resource:network and tenant:d916fc06fcf1402987e9337f73165337 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:14:01.443929 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c1c3be84-a3d1-4ff7-b655-7338c52d99b4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:14:01.451992 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c1c3be84-a3d1-4ff7-b655-7338c52d99b4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:01.464377 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3696f4ad-3fb8-4832-8574-11bb53b8e0f4 None None] Sync routers for ids ['ff646b36-99e0-4388-a329-cc0ff56b9247'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:14:01.465697 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59724) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:01.465825 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d3596f22-1f4e-4fd7-b67c-995760a6ead1 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "DELETE /v2.0/ports/9e1ced59-37c8-461b-bd0a-0103b9854b51/tags HTTP/1.1" status: 204 len: 168 time: 0.3335407 Mar 28 19:14:01.468069 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3c003a-29fb-4d66-bfbc-1b4cd2943d85 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Made reservation on behalf of 850c7a06f362434c857dc7f4b61d686b for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:14:01.472982 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0f3c003a-29fb-4d66-bfbc-1b4cd2943d85 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:01.473928 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3696f4ad-3fb8-4832-8574-11bb53b8e0f4 None None] Routers {'ff646b36-99e0-4388-a329-cc0ff56b9247'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:01.474773 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.tag.tag_plugin [None req-44e4efd0-e175-4f2a-b11e-b648879ecdbd tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4d7a82bf-93ba-44d1-8a0f-347b87136ec7') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:01.474948 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-3696f4ad-3fb8-4832-8574-11bb53b8e0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ff646b36-99e0-4388-a329-cc0ff56b9247'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:01.507377 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c3be84-a3d1-4ff7-b655-7338c52d99b4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Made reservation on behalf of d916fc06fcf1402987e9337f73165337 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:14:01.511064 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c1c3be84-a3d1-4ff7-b655-7338c52d99b4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:01.534385 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52891ff-3441-4766-a88c-baae95e7360d req-fe39957a-7d37-4107-974f-dcde8708f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:01.535900 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d52891ff-3441-4766-a88c-baae95e7360d req-fe39957a-7d37-4107-974f-dcde8708f3da service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79a5d728-4e0a-4bf8-b900-2a34dffdc0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1791699 Mar 28 19:14:01.610956 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c3be84-a3d1-4ff7-b655-7338c52d99b4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:14:01.635990 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:01.686121 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-3696f4ad-3fb8-4832-8574-11bb53b8e0f4 None None] Set router ff646b36-99e0-4388-a329-cc0ff56b9247 gateway port host: None {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:01.689798 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c1c3be84-a3d1-4ff7-b655-7338c52d99b4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:01.690152 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-c1c3be84-a3d1-4ff7-b655-7338c52d99b4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Added segment e48a8b85-52b5-4743-9cea-21239e1eaf51 of type vlan for network 299fff59-14fa-4e8b-a1d5-d82ed2109180 Mar 28 19:14:01.754605 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c1c3be84-a3d1-4ff7-b655-7338c52d99b4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:01.757477 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0f3c003a-29fb-4d66-bfbc-1b4cd2943d85 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:01.765355 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cc385d-bc03-49a5-aed9-5c28dfc6bf63 None None] New status for floating IP 7d932571-75f2-49c1-a878-d458fed77c50: DOWN {{(pid=87835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:14:01.775218 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d52891ff-3441-4766-a88c-baae95e7360d req-1b09d052-e52a-40d9-ab7d-d9bc3127b236 service neutron] 10.222.0.26 "GET /v2.0/networks/79a5d728-4e0a-4bf8-b900-2a34dffdc0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298155 Mar 28 19:14:01.782086 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-44e4efd0-e175-4f2a-b11e-b648879ecdbd tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "DELETE /v2.0/subnets/4d7a82bf-93ba-44d1-8a0f-347b87136ec7/tags HTTP/1.1" status: 204 len: 168 time: 0.3140163 Mar 28 19:14:01.782953 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59728) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:01.834104 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c003a-29fb-4d66-bfbc-1b4cd2943d85 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Subnet': ['ID=8bebcf4e-7b31-4fc6-8bfe-ecb27d7a1400,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:01.864027 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3c003a-29fb-4d66-bfbc-1b4cd2943d85 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Checking segment: {'id': '9453870c-988a-4198-ab1d-f0a9ad54ddad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2a302426-0347-4e1a-8eb5-1302fb8b59f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:14:01.864702 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3c003a-29fb-4d66-bfbc-1b4cd2943d85 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network hostable DHCP agents. Network: 2a302426-0347-4e1a-8eb5-1302fb8b59f5, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:14:01.886466 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3c003a-29fb-4d66-bfbc-1b4cd2943d85 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network 2a302426-0347-4e1a-8eb5-1302fb8b59f5 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:14:01.897742 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-0f3c003a-29fb-4d66-bfbc-1b4cd2943d85 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 2a302426-0347-4e1a-8eb5-1302fb8b59f5) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:14:01.914433 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d999f09-5a8f-4bae-90fa-9a81b687ba3d None None] Network 2a302426-0347-4e1a-8eb5-1302fb8b59f5 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:14:01.918327 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3c003a-29fb-4d66-bfbc-1b4cd2943d85 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:01.919337 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0f3c003a-29fb-4d66-bfbc-1b4cd2943d85 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:01.949070 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0f3c003a-29fb-4d66-bfbc-1b4cd2943d85 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7134066 Mar 28 19:14:01.955398 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59732) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:01.958566 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.db.resource_extend [None req-c1c3be84-a3d1-4ff7-b655-7338c52d99b4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 19:14:01.961958 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-f3f5e181-2e61-44c7-a225-33616e7091a0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-321192231', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:01.968257 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f3f5e181-2e61-44c7-a225-33616e7091a0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:01.969796 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.tag.tag_plugin [None req-39c5a50e-e76a-4ea1-aaf3-0427962ad2cd tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4d7a82bf-93ba-44d1-8a0f-347b87136ec7', 'tempest-TagsExtTest-Tag-1129493405') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:01.972606 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f3f5e181-2e61-44c7-a225-33616e7091a0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Usage tracker for resource:router and tenant:850c7a06f362434c857dc7f4b61d686b is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:14:01.975560 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f3f5e181-2e61-44c7-a225-33616e7091a0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:14:01.981831 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f3f5e181-2e61-44c7-a225-33616e7091a0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:01.994539 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f3f5e181-2e61-44c7-a225-33616e7091a0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:01.995727 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f3f5e181-2e61-44c7-a225-33616e7091a0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:02.012553 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f3f5e181-2e61-44c7-a225-33616e7091a0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:02.019419 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d52891ff-3441-4766-a88c-baae95e7360d req-dbc799f2-da35-4483-aa2e-18f9899c203f service neutron] 10.222.0.26 "GET /v2.0/networks/79a5d728-4e0a-4bf8-b900-2a34dffdc0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342451 Mar 28 19:14:02.041127 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f3f5e181-2e61-44c7-a225-33616e7091a0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:02.045242 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c1c3be84-a3d1-4ff7-b655-7338c52d99b4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:02.050869 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c3be84-a3d1-4ff7-b655-7338c52d99b4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:02.052428 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c1c3be84-a3d1-4ff7-b655-7338c52d99b4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:02.068988 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f3f5e181-2e61-44c7-a225-33616e7091a0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:02.071575 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f3f5e181-2e61-44c7-a225-33616e7091a0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1148279 Mar 28 19:14:02.073662 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59736) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:02.079057 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-fa188dea-c8c0-474d-be04-a0fe2d2b1683 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'port': {'network_id': '2a302426-0347-4e1a-8eb5-1302fb8b59f5', 'name': 'tempest-RoutersTest-1489005239'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:02.181091 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c1c3be84-a3d1-4ff7-b655-7338c52d99b4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7600279 Mar 28 19:14:02.185559 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59740) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:02.187145 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3be84-a3d1-4ff7-b655-7338c52d99b4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Network': ['ID=299fff59-14fa-4e8b-a1d5-d82ed2109180,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:02.201256 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-36c510e2-ff9c-451e-b437-c21ecf9b0c9d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'subnet': {'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:02.204180 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 299fff59-14fa-4e8b-a1d5-d82ed2109180 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:14:02.225673 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-fa188dea-c8c0-474d-be04-a0fe2d2b1683 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:02.230815 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-fa188dea-c8c0-474d-be04-a0fe2d2b1683 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Usage tracker for resource:port and tenant:850c7a06f362434c857dc7f4b61d686b is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:14:02.233906 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-fa188dea-c8c0-474d-be04-a0fe2d2b1683 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:14:02.237739 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe078aa-0876-4a9f-82c9-5631b12f736b req-fedd13e8-d338-4be7-9368-67c3891ed273 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:02.240064 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-efe078aa-0876-4a9f-82c9-5631b12f736b req-fedd13e8-d338-4be7-9368-67c3891ed273 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.26 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 946 time: 0.3264685 Mar 28 19:14:02.240948 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-fa188dea-c8c0-474d-be04-a0fe2d2b1683 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:02.251667 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa188dea-c8c0-474d-be04-a0fe2d2b1683 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Made reservation on behalf of 850c7a06f362434c857dc7f4b61d686b for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:14:02.255315 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fa188dea-c8c0-474d-be04-a0fe2d2b1683 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:02.282173 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-fa188dea-c8c0-474d-be04-a0fe2d2b1683 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] device_id is not set on port 66868ddd-c193-4166-8652-1698a403449e yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:14:02.341301 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34f1079-f3cc-4875-a1b3-cb8bc63acb84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-2a302426-0347-4e1a-8eb5-1302fb8b59f5', 'network_id': '2a302426-0347-4e1a-8eb5-1302fb8b59f5', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'fixed_ips': [{'subnet_id': '8bebcf4e-7b31-4fc6-8bfe-ecb27d7a1400'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:14:02.342140 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c34f1079-f3cc-4875-a1b3-cb8bc63acb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:02.408887 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-efe078aa-0876-4a9f-82c9-5631b12f736b req-5a8a2d72-5dc8-4c4a-a702-32ba83d9dea8 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Deleting port 559b00a4-6ea0-4847-8112-972b75fe53ac {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:02.409285 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-efe078aa-0876-4a9f-82c9-5631b12f736b req-5a8a2d72-5dc8-4c4a-a702-32ba83d9dea8 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:02.418789 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-3696f4ad-3fb8-4832-8574-11bb53b8e0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:13:58Z', 'revision_number': 2, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None, '_interfaces': [{'id': '3b746bfa-9528-450d-8521-a79aee66fd8c', 'name': '', 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:25:75:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:13:56Z', 'updated_at': '2022-03-28T19:13:59Z', 'revision_number': 2, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:02.434435 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3696f4ad-3fb8-4832-8574-11bb53b8e0f4 None None] Checking router: ff646b36-99e0-4388-a329-cc0ff56b9247 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:14:02.434795 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3696f4ad-3fb8-4832-8574-11bb53b8e0f4 None None] Updating router ff646b36-99e0-4388-a329-cc0ff56b9247 port 3b746bfa-9528-450d-8521-a79aee66fd8c binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:14:02.448255 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-fa188dea-c8c0-474d-be04-a0fe2d2b1683 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Allocated IP 172.20.0.3 (2a302426-0347-4e1a-8eb5-1302fb8b59f5/8bebcf4e-7b31-4fc6-8bfe-ecb27d7a1400/66868ddd-c193-4166-8652-1698a403449e) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:14:02.462944 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-39c5a50e-e76a-4ea1-aaf3-0427962ad2cd tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "PUT /v2.0/subnets/4d7a82bf-93ba-44d1-8a0f-347b87136ec7/tags/tempest-TagsExtTest-Tag-1129493405 HTTP/1.1" status: 201 len: 201 time: 0.5553746 Mar 28 19:14:02.467340 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59746) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:02.467586 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-36c510e2-ff9c-451e-b437-c21ecf9b0c9d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:02.476788 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-36c510e2-ff9c-451e-b437-c21ecf9b0c9d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Usage tracker for resource:subnet and tenant:d916fc06fcf1402987e9337f73165337 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:14:02.479727 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.tag.tag_plugin [None req-252a4584-6dac-4b7c-a406-d0ef692b71c3 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9e1ced59-37c8-461b-bd0a-0103b9854b51', 'tempest-TagsExtTest-Tag-511490960') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:02.488950 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-36c510e2-ff9c-451e-b437-c21ecf9b0c9d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:14:02.501221 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-36c510e2-ff9c-451e-b437-c21ecf9b0c9d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:02.511411 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3696f4ad-3fb8-4832-8574-11bb53b8e0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:02.606220 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c510e2-ff9c-451e-b437-c21ecf9b0c9d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Made reservation on behalf of d916fc06fcf1402987e9337f73165337 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:14:02.610364 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-36c510e2-ff9c-451e-b437-c21ecf9b0c9d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:02.832680 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-252a4584-6dac-4b7c-a406-d0ef692b71c3 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "PUT /v2.0/ports/9e1ced59-37c8-461b-bd0a-0103b9854b51/tags/tempest-TagsExtTest-Tag-511490960 HTTP/1.1" status: 201 len: 201 time: 0.3640032 Mar 28 19:14:02.835771 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59752) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:02.841163 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.tag.tag_plugin [None req-4a61fce9-64e4-4e59-bac9-9338864a3e04 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'df40aac9-82a3-4ff6-bce4-265b605ffb51', 'tempest-TagsExtTest-Tag-1652517541') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:02.895136 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f9b08-8a12-47ef-bed1-66be8f006055 req-2adc8d07-db2c-4be9-ae27-c197d8145569 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:02.896895 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4f9f9b08-8a12-47ef-bed1-66be8f006055 req-2adc8d07-db2c-4be9-ae27-c197d8145569 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 946 time: 0.3640275 Mar 28 19:14:02.903875 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3696f4ad-3fb8-4832-8574-11bb53b8e0f4 None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:02.915806 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-efe078aa-0876-4a9f-82c9-5631b12f736b req-5a8a2d72-5dc8-4c4a-a702-32ba83d9dea8 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] For port 559b00a4-6ea0-4847-8112-972b75fe53ac, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=559b00a4-6ea0-4847-8112-972b75fe53ac,segment=NetworkSegment(ce651af8-7fed-4f32-b050-d34331b69a89),segment_id=ce651af8-7fed-4f32-b050-d34331b69a89)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:02.916162 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-efe078aa-0876-4a9f-82c9-5631b12f736b req-5a8a2d72-5dc8-4c4a-a702-32ba83d9dea8 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:02.919560 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-3696f4ad-3fb8-4832-8574-11bb53b8e0f4 None None] Transition to ACTIVE for port object 3b746bfa-9528-450d-8521-a79aee66fd8c will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:14:02.924467 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fa188dea-c8c0-474d-be04-a0fe2d2b1683 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:02.928513 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3696f4ad-3fb8-4832-8574-11bb53b8e0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:02.946692 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-fa188dea-c8c0-474d-be04-a0fe2d2b1683 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Transition to ACTIVE for port object 66868ddd-c193-4166-8652-1698a403449e will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:14:03.039906 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4a61fce9-64e4-4e59-bac9-9338864a3e04 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "PUT /v2.0/routers/df40aac9-82a3-4ff6-bce4-265b605ffb51/tags/tempest-TagsExtTest-Tag-1652517541 HTTP/1.1" status: 201 len: 201 time: 0.1999044 Mar 28 19:14:03.040261 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59756) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:03.047233 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.tag.tag_plugin [None req-cdb8473e-75ff-494f-b38a-63b178ead956 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8b3cef99-a551-419e-8eb2-e71257e42124', 'tempest-TagsExtTest-Tag-1339825723') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:03.059978 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fa188dea-c8c0-474d-be04-a0fe2d2b1683 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:03.136601 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa188dea-c8c0-474d-be04-a0fe2d2b1683 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network 2a302426-0347-4e1a-8eb5-1302fb8b59f5 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:14:03.139987 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-fa188dea-c8c0-474d-be04-a0fe2d2b1683 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:14:03.151669 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa188dea-c8c0-474d-be04-a0fe2d2b1683 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:14:03.206302 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa188dea-c8c0-474d-be04-a0fe2d2b1683 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Port': ['ID=66868ddd-c193-4166-8652-1698a403449e,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:03.226780 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-cdb8473e-75ff-494f-b38a-63b178ead956 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "PUT /v2.0/subnetpools/8b3cef99-a551-419e-8eb2-e71257e42124/tags/tempest-TagsExtTest-Tag-1339825723 HTTP/1.1" status: 201 len: 201 time: 0.1853206 Mar 28 19:14:03.230117 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59760) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:03.238529 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.tag.tag_plugin [None req-bfb9150f-a4cb-4599-ab49-61e166627f52 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '4d7a82bf-93ba-44d1-8a0f-347b87136ec7', {'tags': ['tempest-TagsExtTest-Tag-1084452468', 'tempest-TagsExtTest-Tag-1089213404', 'tempest-TagsExtTest-Tag-4169571']}) {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:03.261877 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bdf389-d7e0-4434-8ce2-70d9d474e240 None None] Pushing event updated for resources: {'Port': ['ID=3b746bfa-9528-450d-8521-a79aee66fd8c,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:03.282217 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-efe078aa-0876-4a9f-82c9-5631b12f736b req-5a8a2d72-5dc8-4c4a-a702-32ba83d9dea8 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Calling delete_port for 559b00a4-6ea0-4847-8112-972b75fe53ac owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:03.312323 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-c34f1079-f3cc-4875-a1b3-cb8bc63acb84 None None] Allocated IP 172.20.0.2 (2a302426-0347-4e1a-8eb5-1302fb8b59f5/8bebcf4e-7b31-4fc6-8bfe-ecb27d7a1400/596e6f10-73e2-4122-8575-6f06199bc9c7) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:14:03.343205 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-3696f4ad-3fb8-4832-8574-11bb53b8e0f4 None None] Attempting to bind port 3b746bfa-9528-450d-8521-a79aee66fd8c on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:14:03.343570 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-3696f4ad-3fb8-4832-8574-11bb53b8e0f4 None None] Attempting to bind port 3b746bfa-9528-450d-8521-a79aee66fd8c by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'da05531e-409a-4247-a4a6-923d9b0d601b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:14:03.344157 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3696f4ad-3fb8-4832-8574-11bb53b8e0f4 None None] Attempting to bind port 3b746bfa-9528-450d-8521-a79aee66fd8c on network be5939d3-8734-434d-a8d6-e5860778c45f {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:14:03.355250 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4f9f9b08-8a12-47ef-bed1-66be8f006055 req-64d9ba22-8cf0-4696-943d-12b7ba9dc9da tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad76a28-34df-476f-9df7-9e4eed5e12b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4429233 Mar 28 19:14:03.380318 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa188dea-c8c0-474d-be04-a0fe2d2b1683 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:03.380858 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fa188dea-c8c0-474d-be04-a0fe2d2b1683 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:03.382297 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3696f4ad-3fb8-4832-8574-11bb53b8e0f4 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:14:03.382496 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3696f4ad-3fb8-4832-8574-11bb53b8e0f4 None None] Checking segment: {'id': 'da05531e-409a-4247-a4a6-923d9b0d601b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:14:03.383359 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3696f4ad-3fb8-4832-8574-11bb53b8e0f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:03.383904 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3696f4ad-3fb8-4832-8574-11bb53b8e0f4 None None] Bound using segment: {'id': 'da05531e-409a-4247-a4a6-923d9b0d601b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:14:03.384469 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-3696f4ad-3fb8-4832-8574-11bb53b8e0f4 None None] Bound port: 3b746bfa-9528-450d-8521-a79aee66fd8c, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da05531e-409a-4247-a4a6-923d9b0d601b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:14:03.384853 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3696f4ad-3fb8-4832-8574-11bb53b8e0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:03.402218 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-bfb9150f-a4cb-4599-ab49-61e166627f52 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "PUT /v2.0/subnets/4d7a82bf-93ba-44d1-8a0f-347b87136ec7/tags HTTP/1.1" status: 200 len: 315 time: 0.1709173 Mar 28 19:14:03.402566 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59764) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:03.409143 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.tag.tag_plugin [None req-fa0825e0-c4ca-432d-9549-aaf1a8d88d28 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4d7a82bf-93ba-44d1-8a0f-347b87136ec7') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:03.414948 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-fa188dea-c8c0-474d-be04-a0fe2d2b1683 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3396251 Mar 28 19:14:03.417277 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59768) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:03.542969 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-36c510e2-ff9c-451e-b437-c21ecf9b0c9d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:03.574940 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-3696f4ad-3fb8-4832-8574-11bb53b8e0f4 None None] For port 3b746bfa-9528-450d-8521-a79aee66fd8c, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:14:03.578095 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-3696f4ad-3fb8-4832-8574-11bb53b8e0f4 None None] For port 3b746bfa-9528-450d-8521-a79aee66fd8c, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=3b746bfa-9528-450d-8521-a79aee66fd8c,segment=NetworkSegment(da05531e-409a-4247-a4a6-923d9b0d601b),segment_id=da05531e-409a-4247-a4a6-923d9b0d601b)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:14:03.581888 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3696f4ad-3fb8-4832-8574-11bb53b8e0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:03.658755 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3696f4ad-3fb8-4832-8574-11bb53b8e0f4 None None] Routers {'ff646b36-99e0-4388-a329-cc0ff56b9247'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:03.659403 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-3696f4ad-3fb8-4832-8574-11bb53b8e0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ff646b36-99e0-4388-a329-cc0ff56b9247'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:03.670656 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c510e2-ff9c-451e-b437-c21ecf9b0c9d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Checking segment: {'id': 'e48a8b85-52b5-4743-9cea-21239e1eaf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:14:03.671139 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c510e2-ff9c-451e-b437-c21ecf9b0c9d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network hostable DHCP agents. Network: 299fff59-14fa-4e8b-a1d5-d82ed2109180, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:14:03.677703 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c510e2-ff9c-451e-b437-c21ecf9b0c9d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Subnet': ['ID=300bdebd-891b-4119-9da1-606efeb08a96,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:03.689892 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-efe078aa-0876-4a9f-82c9-5631b12f736b req-5a8a2d72-5dc8-4c4a-a702-32ba83d9dea8 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:03.811232 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a2d72-5dc8-4c4a-a702-32ba83d9dea8 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Pushing event deleted for resources: {'Port': ['ID=559b00a4-6ea0-4847-8112-972b75fe53ac,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:03.823060 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-fa0825e0-c4ca-432d-9549-aaf1a8d88d28 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "DELETE /v2.0/subnets/4d7a82bf-93ba-44d1-8a0f-347b87136ec7/tags HTTP/1.1" status: 204 len: 168 time: 0.4176562 Mar 28 19:14:03.860302 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-3696f4ad-3fb8-4832-8574-11bb53b8e0f4 None None] Set router ff646b36-99e0-4388-a329-cc0ff56b9247 gateway port host: None {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:03.866196 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59772) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:03.867883 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe078aa-0876-4a9f-82c9-5631b12f736b req-5a8a2d72-5dc8-4c4a-a702-32ba83d9dea8 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] No DVR routers for this DVR port 559b00a4-6ea0-4847-8112-972b75fe53ac on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:14:03.872087 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-efe078aa-0876-4a9f-82c9-5631b12f736b req-5a8a2d72-5dc8-4c4a-a702-32ba83d9dea8 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:03.886075 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd126ef-f4da-425a-944a-30f440e3dece', 'name': 'network-vif-deleted', 'tag': '559b00a4-6ea0-4847-8112-972b75fe53ac'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:14:03.891038 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c510e2-ff9c-451e-b437-c21ecf9b0c9d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network 299fff59-14fa-4e8b-a1d5-d82ed2109180 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:14:03.920863 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.tag.tag_plugin [None req-983957ac-d4b0-4af2-af9b-0ec958e63aae tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4d7a82bf-93ba-44d1-8a0f-347b87136ec7', 'tempest-TagsExtTest-Tag-1084452468') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:03.981106 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-36c510e2-ff9c-451e-b437-c21ecf9b0c9d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 299fff59-14fa-4e8b-a1d5-d82ed2109180) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:14:03.988020 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c510e2-ff9c-451e-b437-c21ecf9b0c9d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:03.988601 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-36c510e2-ff9c-451e-b437-c21ecf9b0c9d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:04.005427 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd126ef-f4da-425a-944a-30f440e3dece', 'name': 'network-vif-deleted', 'tag': '559b00a4-6ea0-4847-8112-972b75fe53ac', 'status': 'completed', 'code': 200} Mar 28 19:14:04.009543 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-efe078aa-0876-4a9f-82c9-5631b12f736b req-5a8a2d72-5dc8-4c4a-a702-32ba83d9dea8 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.26 "DELETE /v2.0/ports/559b00a4-6ea0-4847-8112-972b75fe53ac HTTP/1.1" status: 204 len: 173 time: 1.7617261 Mar 28 19:14:04.021559 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-36c510e2-ff9c-451e-b437-c21ecf9b0c9d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8266571 Mar 28 19:14:04.022915 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59778) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:04.053479 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4d518a-1835-48fe-978f-5a512c594b22 None None] Network 299fff59-14fa-4e8b-a1d5-d82ed2109180 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:14:04.081468 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bdf389-d7e0-4434-8ce2-70d9d474e240 None None] Pushing event updated for resources: {'Port': ['ID=3b746bfa-9528-450d-8521-a79aee66fd8c,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:04.112962 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ccdad2f8-5907-49f4-acf7-604e57b9752f tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:04.399166 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c34f1079-f3cc-4875-a1b3-cb8bc63acb84 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:04.409122 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-983957ac-d4b0-4af2-af9b-0ec958e63aae tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] show failed (client error): The resource could not be found. Mar 28 19:14:04.410161 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-983957ac-d4b0-4af2-af9b-0ec958e63aae tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "GET /v2.0/subnets/4d7a82bf-93ba-44d1-8a0f-347b87136ec7/tags/tempest-TagsExtTest-Tag-1084452468 HTTP/1.1" status: 404 len: 329 time: 0.5278072 Mar 28 19:14:04.419860 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59784) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:04.425397 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.tag.tag_plugin [None req-30090e0a-f03d-4413-b779-7b332037f6e9 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4d7a82bf-93ba-44d1-8a0f-347b87136ec7', 'tempest-TagsExtTest-Tag-1089213404') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:04.447346 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-c34f1079-f3cc-4875-a1b3-cb8bc63acb84 None None] Transition to ACTIVE for port object 596e6f10-73e2-4122-8575-6f06199bc9c7 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:14:04.547803 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-c34f1079-f3cc-4875-a1b3-cb8bc63acb84 None None] Transition to ACTIVE for port object 596e6f10-73e2-4122-8575-6f06199bc9c7 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:14:04.564781 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c34f1079-f3cc-4875-a1b3-cb8bc63acb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:04.625569 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365e5925-1799-45ac-b16e-092e8941991b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-299fff59-14fa-4e8b-a1d5-d82ed2109180', 'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'fixed_ips': [{'subnet_id': '300bdebd-891b-4119-9da1-606efeb08a96'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:14:04.626381 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-365e5925-1799-45ac-b16e-092e8941991b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:04.632717 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-de642d34-50a5-4ec7-9e9a-59d05b851bee req-2b4cdb57-d7c6-4625-a88c-a8a61af93d66 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Synchronizing usage tracker for tenant:5dc7a30ce17d457d9ddf509f349c3980 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:14:04.707593 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ccdad2f8-5907-49f4-acf7-604e57b9752f tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:04.712648 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34f1079-f3cc-4875-a1b3-cb8bc63acb84 None None] Network 2a302426-0347-4e1a-8eb5-1302fb8b59f5 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:14:04.719070 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ccdad2f8-5907-49f4-acf7-604e57b9752f tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:04.720548 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-c34f1079-f3cc-4875-a1b3-cb8bc63acb84 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:14:04.727174 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34f1079-f3cc-4875-a1b3-cb8bc63acb84 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:14:04.735458 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-de642d34-50a5-4ec7-9e9a-59d05b851bee req-2b4cdb57-d7c6-4625-a88c-a8a61af93d66 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Unset dirty status for tenant:5dc7a30ce17d457d9ddf509f349c3980 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:14:04.736659 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-de642d34-50a5-4ec7-9e9a-59d05b851bee req-2b4cdb57-d7c6-4625-a88c-a8a61af93d66 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd126ef-f4da-425a-944a-30f440e3dece HTTP/1.1" status: 200 len: 210 time: 0.1702445 Mar 28 19:14:04.819154 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-30090e0a-f03d-4413-b779-7b332037f6e9 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] show failed (client error): The resource could not be found. Mar 28 19:14:04.823952 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-30090e0a-f03d-4413-b779-7b332037f6e9 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "GET /v2.0/subnets/4d7a82bf-93ba-44d1-8a0f-347b87136ec7/tags/tempest-TagsExtTest-Tag-1089213404 HTTP/1.1" status: 404 len: 329 time: 0.3994007 Mar 28 19:14:04.823952 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59788) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:04.830034 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.tag.tag_plugin [None req-5c566554-c07e-4a29-8e14-f8772eccecf7 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4d7a82bf-93ba-44d1-8a0f-347b87136ec7', 'tempest-TagsExtTest-Tag-4169571') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:04.878117 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f1079-f3cc-4875-a1b3-cb8bc63acb84 None None] Pushing event updated for resources: {'Port': ['ID=596e6f10-73e2-4122-8575-6f06199bc9c7,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:04.901399 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdad2f8-5907-49f4-acf7-604e57b9752f tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Port': ['ID=66868ddd-c193-4166-8652-1698a403449e,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:04.942320 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cc2a4f5b-8edb-44cf-beba-6ef46af41224 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:04.961054 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-3696f4ad-3fb8-4832-8574-11bb53b8e0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:13:58Z', 'revision_number': 2, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None, '_interfaces': [{'id': '3b746bfa-9528-450d-8521-a79aee66fd8c', 'name': '', 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:25:75:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:13:56Z', 'updated_at': '2022-03-28T19:14:03Z', 'revision_number': 4, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:04.974547 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3696f4ad-3fb8-4832-8574-11bb53b8e0f4 None None] The sync data for ids ['ff646b36-99e0-4388-a329-cc0ff56b9247'] in dv-neutron-834711-1-hyperv is: [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:13:58Z', 'revision_number': 2, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None, '_interfaces': [{'id': '3b746bfa-9528-450d-8521-a79aee66fd8c', 'name': '', 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:25:75:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:13:56Z', 'updated_at': '2022-03-28T19:14:03Z', 'revision_number': 4, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:14:04.979635 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-c34f1079-f3cc-4875-a1b3-cb8bc63acb84 None None] Attempting to bind port 596e6f10-73e2-4122-8575-6f06199bc9c7 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:14:04.979877 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-c34f1079-f3cc-4875-a1b3-cb8bc63acb84 None None] Attempting to bind port 596e6f10-73e2-4122-8575-6f06199bc9c7 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '9453870c-988a-4198-ab1d-f0a9ad54ddad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2a302426-0347-4e1a-8eb5-1302fb8b59f5'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:14:04.980212 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34f1079-f3cc-4875-a1b3-cb8bc63acb84 None None] Attempting to bind port 596e6f10-73e2-4122-8575-6f06199bc9c7 on network 2a302426-0347-4e1a-8eb5-1302fb8b59f5 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:14:04.993991 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34f1079-f3cc-4875-a1b3-cb8bc63acb84 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:14:04.994449 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34f1079-f3cc-4875-a1b3-cb8bc63acb84 None None] Checking segment: {'id': '9453870c-988a-4198-ab1d-f0a9ad54ddad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2a302426-0347-4e1a-8eb5-1302fb8b59f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:14:04.994774 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c34f1079-f3cc-4875-a1b3-cb8bc63acb84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:04.995197 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34f1079-f3cc-4875-a1b3-cb8bc63acb84 None None] Bound using segment: {'id': '9453870c-988a-4198-ab1d-f0a9ad54ddad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2a302426-0347-4e1a-8eb5-1302fb8b59f5'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:14:04.995672 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-c34f1079-f3cc-4875-a1b3-cb8bc63acb84 None None] Bound port: 596e6f10-73e2-4122-8575-6f06199bc9c7, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9453870c-988a-4198-ab1d-f0a9ad54ddad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2a302426-0347-4e1a-8eb5-1302fb8b59f5'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:14:04.996044 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c34f1079-f3cc-4875-a1b3-cb8bc63acb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:05.123315 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-365e5925-1799-45ac-b16e-092e8941991b None None] Allocated IP 2001:db8:1::2 (299fff59-14fa-4e8b-a1d5-d82ed2109180/300bdebd-891b-4119-9da1-606efeb08a96/8368cd62-e978-41d8-8230-7dc901a15985) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:14:05.139296 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ccdad2f8-5907-49f4-acf7-604e57b9752f tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:05.181299 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-c34f1079-f3cc-4875-a1b3-cb8bc63acb84 None None] For port 596e6f10-73e2-4122-8575-6f06199bc9c7, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:14:05.234780 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-5c566554-c07e-4a29-8e14-f8772eccecf7 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] show failed (client error): The resource could not be found. Mar 28 19:14:05.238706 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5c566554-c07e-4a29-8e14-f8772eccecf7 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "GET /v2.0/subnets/4d7a82bf-93ba-44d1-8a0f-347b87136ec7/tags/tempest-TagsExtTest-Tag-4169571 HTTP/1.1" status: 404 len: 326 time: 0.4113774 Mar 28 19:14:05.238843 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-c34f1079-f3cc-4875-a1b3-cb8bc63acb84 None None] For port 596e6f10-73e2-4122-8575-6f06199bc9c7, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=596e6f10-73e2-4122-8575-6f06199bc9c7,segment=NetworkSegment(9453870c-988a-4198-ab1d-f0a9ad54ddad),segment_id=9453870c-988a-4198-ab1d-f0a9ad54ddad)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:14:05.238976 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59794) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:05.245867 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.tag.tag_plugin [None req-2cb16f91-c7e3-4dc4-b357-ee1c2d9aa1c3 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9e1ced59-37c8-461b-bd0a-0103b9854b51', {'tags': ['tempest-TagsExtTest-Tag-1140050772', 'tempest-TagsExtTest-Tag-1795512469', 'tempest-TagsExtTest-Tag-2089766338']}) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:05.248516 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c34f1079-f3cc-4875-a1b3-cb8bc63acb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:05.265302 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ccdad2f8-5907-49f4-acf7-604e57b9752f tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:05.404701 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f1079-f3cc-4875-a1b3-cb8bc63acb84 None None] Pushing event updated for resources: {'Port': ['ID=596e6f10-73e2-4122-8575-6f06199bc9c7,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:05.426177 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2cb16f91-c7e3-4dc4-b357-ee1c2d9aa1c3 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "PUT /v2.0/ports/9e1ced59-37c8-461b-bd0a-0103b9854b51/tags HTTP/1.1" status: 200 len: 318 time: 0.1844196 Mar 28 19:14:05.465516 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59798) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:05.483873 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.tag.tag_plugin [None req-647ada20-78ad-452d-9670-ca3db5762865 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9e1ced59-37c8-461b-bd0a-0103b9854b51') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:05.580494 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-365e5925-1799-45ac-b16e-092e8941991b None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:05.599007 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-365e5925-1799-45ac-b16e-092e8941991b None None] Transition to ACTIVE for port object 8368cd62-e978-41d8-8230-7dc901a15985 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:14:05.632294 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-365e5925-1799-45ac-b16e-092e8941991b None None] Transition to ACTIVE for port object 8368cd62-e978-41d8-8230-7dc901a15985 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:14:05.656387 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-365e5925-1799-45ac-b16e-092e8941991b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:05.754032 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 559b00a4-6ea0-4847-8112-972b75fe53ac no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:14:05.895984 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365e5925-1799-45ac-b16e-092e8941991b None None] Network 299fff59-14fa-4e8b-a1d5-d82ed2109180 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:14:05.908302 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-365e5925-1799-45ac-b16e-092e8941991b None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:14:05.920083 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: 559b00a4-6ea0-4847-8112-972b75fe53ac {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:14:05.920456 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 559b00a4-6ea0-4847-8112-972b75fe53ac not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:14:05.927588 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365e5925-1799-45ac-b16e-092e8941991b None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:14:05.940970 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59804) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:06.014343 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-cc2a4f5b-8edb-44cf-beba-6ef46af41224 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Allocated IP 2001:db8:1::1 (299fff59-14fa-4e8b-a1d5-d82ed2109180/300bdebd-891b-4119-9da1-606efeb08a96/a3a1bdef-9be0-4552-a34b-7af32402032a) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:14:06.046499 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e5925-1799-45ac-b16e-092e8941991b None None] Pushing event updated for resources: {'Port': ['ID=8368cd62-e978-41d8-8230-7dc901a15985,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:06.067965 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-647ada20-78ad-452d-9670-ca3db5762865 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "DELETE /v2.0/ports/9e1ced59-37c8-461b-bd0a-0103b9854b51/tags HTTP/1.1" status: 204 len: 168 time: 0.5991681 Mar 28 19:14:06.072281 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59808) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:06.079001 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-365e5925-1799-45ac-b16e-092e8941991b None None] Attempting to bind port 8368cd62-e978-41d8-8230-7dc901a15985 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:14:06.079381 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-365e5925-1799-45ac-b16e-092e8941991b None None] Attempting to bind port 8368cd62-e978-41d8-8230-7dc901a15985 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'e48a8b85-52b5-4743-9cea-21239e1eaf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:14:06.079804 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365e5925-1799-45ac-b16e-092e8941991b None None] Attempting to bind port 8368cd62-e978-41d8-8230-7dc901a15985 on network 299fff59-14fa-4e8b-a1d5-d82ed2109180 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:14:06.080756 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.tag.tag_plugin [None req-d520bc31-51cb-463d-bcc6-56b1dfb367ad tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9e1ced59-37c8-461b-bd0a-0103b9854b51', 'tempest-TagsExtTest-Tag-1140050772') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:06.085891 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365e5925-1799-45ac-b16e-092e8941991b None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:14:06.086373 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365e5925-1799-45ac-b16e-092e8941991b None None] Checking segment: {'id': 'e48a8b85-52b5-4743-9cea-21239e1eaf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:14:06.086773 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-365e5925-1799-45ac-b16e-092e8941991b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:06.087188 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365e5925-1799-45ac-b16e-092e8941991b None None] Bound using segment: {'id': 'e48a8b85-52b5-4743-9cea-21239e1eaf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:14:06.087657 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-365e5925-1799-45ac-b16e-092e8941991b None None] Bound port: 8368cd62-e978-41d8-8230-7dc901a15985, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e48a8b85-52b5-4743-9cea-21239e1eaf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:14:06.088078 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-365e5925-1799-45ac-b16e-092e8941991b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:06.160315 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ccdad2f8-5907-49f4-acf7-604e57b9752f tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:06.169482 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ccdad2f8-5907-49f4-acf7-604e57b9752f tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:06.193024 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-365e5925-1799-45ac-b16e-092e8941991b None None] For port 8368cd62-e978-41d8-8230-7dc901a15985, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:14:06.197056 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-365e5925-1799-45ac-b16e-092e8941991b None None] For port 8368cd62-e978-41d8-8230-7dc901a15985, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=8368cd62-e978-41d8-8230-7dc901a15985,segment=NetworkSegment(e48a8b85-52b5-4743-9cea-21239e1eaf51),segment_id=e48a8b85-52b5-4743-9cea-21239e1eaf51)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:14:06.202323 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-365e5925-1799-45ac-b16e-092e8941991b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:06.269340 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cc2a4f5b-8edb-44cf-beba-6ef46af41224 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:06.281083 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-d520bc31-51cb-463d-bcc6-56b1dfb367ad tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] show failed (client error): The resource could not be found. Mar 28 19:14:06.282130 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d520bc31-51cb-463d-bcc6-56b1dfb367ad tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "GET /v2.0/ports/9e1ced59-37c8-461b-bd0a-0103b9854b51/tags/tempest-TagsExtTest-Tag-1140050772 HTTP/1.1" status: 404 len: 329 time: 0.2088728 Mar 28 19:14:06.285435 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59812) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:06.298091 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.tag.tag_plugin [None req-9e04d306-6ff6-4558-b4b3-a18c6572cec3 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9e1ced59-37c8-461b-bd0a-0103b9854b51', 'tempest-TagsExtTest-Tag-1795512469') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:06.311270 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e5925-1799-45ac-b16e-092e8941991b None None] Pushing event updated for resources: {'Port': ['ID=8368cd62-e978-41d8-8230-7dc901a15985,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:06.326944 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-cc2a4f5b-8edb-44cf-beba-6ef46af41224 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Transition to ACTIVE for port object a3a1bdef-9be0-4552-a34b-7af32402032a will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:14:06.380853 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-9e04d306-6ff6-4558-b4b3-a18c6572cec3 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] show failed (client error): The resource could not be found. Mar 28 19:14:06.382434 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9e04d306-6ff6-4558-b4b3-a18c6572cec3 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "GET /v2.0/ports/9e1ced59-37c8-461b-bd0a-0103b9854b51/tags/tempest-TagsExtTest-Tag-1795512469 HTTP/1.1" status: 404 len: 329 time: 0.0956318 Mar 28 19:14:06.385466 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59816) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:06.393523 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.tag.tag_plugin [None req-ea0e39dd-c8c7-4ed8-88a4-d140ffcf7c67 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9e1ced59-37c8-461b-bd0a-0103b9854b51', 'tempest-TagsExtTest-Tag-2089766338') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:06.429760 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cc2a4f5b-8edb-44cf-beba-6ef46af41224 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:06.520412 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2a4f5b-8edb-44cf-beba-6ef46af41224 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network 299fff59-14fa-4e8b-a1d5-d82ed2109180 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:14:06.527608 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-cc2a4f5b-8edb-44cf-beba-6ef46af41224 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:14:06.541829 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2a4f5b-8edb-44cf-beba-6ef46af41224 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:14:06.542342 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cc2a4f5b-8edb-44cf-beba-6ef46af41224 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:06.562107 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a4f5b-8edb-44cf-beba-6ef46af41224 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Port': ['ID=a3a1bdef-9be0-4552-a34b-7af32402032a,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:06.593847 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 3b746bfa-9528-450d-8521-a79aee66fd8c up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:14:06.617797 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-ea0e39dd-c8c7-4ed8-88a4-d140ffcf7c67 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] show failed (client error): The resource could not be found. Mar 28 19:14:06.622204 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ea0e39dd-c8c7-4ed8-88a4-d140ffcf7c67 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "GET /v2.0/ports/9e1ced59-37c8-461b-bd0a-0103b9854b51/tags/tempest-TagsExtTest-Tag-2089766338 HTTP/1.1" status: 404 len: 329 time: 0.2324908 Mar 28 19:14:06.622204 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59820) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:06.638414 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.tag.tag_plugin [None req-a5c0f86e-fbb6-4a60-88df-2b4fa5830ce3 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'df40aac9-82a3-4ff6-bce4-265b605ffb51', {'tags': ['tempest-TagsExtTest-Tag-1788955573', 'tempest-TagsExtTest-Tag-433571756', 'tempest-TagsExtTest-Tag-1559193269']}) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:06.709005 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ccdad2f8-5907-49f4-acf7-604e57b9752f tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:06.713024 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 3b746bfa-9528-450d-8521-a79aee66fd8c completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:14:06.720753 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 3b746bfa-9528-450d-8521-a79aee66fd8c triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:06.721185 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:06.889299 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdad2f8-5907-49f4-acf7-604e57b9752f tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Port': ['ID=66868ddd-c193-4166-8652-1698a403449e,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:06.918110 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:06.920296 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cc2a4f5b-8edb-44cf-beba-6ef46af41224 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:06.969277 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 3b746bfa-9528-450d-8521-a79aee66fd8c, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=3b746bfa-9528-450d-8521-a79aee66fd8c,segment=NetworkSegment(da05531e-409a-4247-a4a6-923d9b0d601b),segment_id=da05531e-409a-4247-a4a6-923d9b0d601b)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:06.978521 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:06.979795 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 596e6f10-73e2-4122-8575-6f06199bc9c7 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:14:06.991491 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a5c0f86e-fbb6-4a60-88df-2b4fa5830ce3 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "PUT /v2.0/routers/df40aac9-82a3-4ff6-bce4-265b605ffb51/tags HTTP/1.1" status: 200 len: 317 time: 0.3685801 Mar 28 19:14:06.995488 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59824) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:07.004248 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.tag.tag_plugin [None req-29015eb7-b7e2-4118-9a94-4a64bfa672bd tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'df40aac9-82a3-4ff6-bce4-265b605ffb51') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:07.004603 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdad2f8-5907-49f4-acf7-604e57b9752f tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network 2a302426-0347-4e1a-8eb5-1302fb8b59f5 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:14:07.009733 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-ccdad2f8-5907-49f4-acf7-604e57b9752f tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:14:07.109688 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=3b746bfa-9528-450d-8521-a79aee66fd8c,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:07.155558 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 596e6f10-73e2-4122-8575-6f06199bc9c7 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:14:07.232162 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0903019a-178c-413a-88b1-30d9ad9f9924 None None] Network 2a302426-0347-4e1a-8eb5-1302fb8b59f5 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:14:07.326541 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccdad2f8-5907-49f4-acf7-604e57b9752f tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Router ca021bd3-75c6-4aa2-86ed-4772ef10418b is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:14:07.346912 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-160f670c-71a2-4a97-8059-e0b5ce930ed4 None None] Provisioning for port 596e6f10-73e2-4122-8575-6f06199bc9c7 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:14:07.359065 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-160f670c-71a2-4a97-8059-e0b5ce930ed4 None None] Provisioning complete for port 596e6f10-73e2-4122-8575-6f06199bc9c7 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:07.359609 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-160f670c-71a2-4a97-8059-e0b5ce930ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:07.522904 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdad2f8-5907-49f4-acf7-604e57b9752f tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:14:07.526983 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-66d97750-cf64-4ad3-bab5-80427b5a3f27 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:07.543182 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4007d6f2-3772-4da8-ad97-5f75c7d47377 None None] Sync routers for ids ['ca021bd3-75c6-4aa2-86ed-4772ef10418b'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:14:07.581788 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4007d6f2-3772-4da8-ad97-5f75c7d47377 None None] Routers {'ca021bd3-75c6-4aa2-86ed-4772ef10418b'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:07.582340 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-4007d6f2-3772-4da8-ad97-5f75c7d47377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ca021bd3-75c6-4aa2-86ed-4772ef10418b'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:07.596452 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ccdad2f8-5907-49f4-acf7-604e57b9752f tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "PUT /v2.0/routers/ca021bd3-75c6-4aa2-86ed-4772ef10418b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1759040 Mar 28 19:14:07.603752 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59830) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:07.613734 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-29015eb7-b7e2-4118-9a94-4a64bfa672bd tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "DELETE /v2.0/routers/df40aac9-82a3-4ff6-bce4-265b605ffb51/tags HTTP/1.1" status: 204 len: 168 time: 0.6173067 Mar 28 19:14:07.620008 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59834) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:07.625213 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.tag.tag_plugin [None req-46e7f66f-be36-4937-8e91-08bd24aa23f6 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df40aac9-82a3-4ff6-bce4-265b605ffb51', 'tempest-TagsExtTest-Tag-1788955573') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:07.754993 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-160f670c-71a2-4a97-8059-e0b5ce930ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:07.774970 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-4007d6f2-3772-4da8-ad97-5f75c7d47377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:07.834847 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-46e7f66f-be36-4937-8e91-08bd24aa23f6 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] show failed (client error): The resource could not be found. Mar 28 19:14:07.839004 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-46e7f66f-be36-4937-8e91-08bd24aa23f6 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "GET /v2.0/routers/df40aac9-82a3-4ff6-bce4-265b605ffb51/tags/tempest-TagsExtTest-Tag-1788955573 HTTP/1.1" status: 404 len: 329 time: 0.2148769 Mar 28 19:14:07.839951 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4007d6f2-3772-4da8-ad97-5f75c7d47377 None None] Routers {'ca021bd3-75c6-4aa2-86ed-4772ef10418b'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:07.840081 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59838) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:07.841027 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-4007d6f2-3772-4da8-ad97-5f75c7d47377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ca021bd3-75c6-4aa2-86ed-4772ef10418b'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:07.844827 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.tag.tag_plugin [None req-39fa3bed-1003-430d-94a7-25d6ff43ff20 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df40aac9-82a3-4ff6-bce4-265b605ffb51', 'tempest-TagsExtTest-Tag-433571756') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:07.918223 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-4007d6f2-3772-4da8-ad97-5f75c7d47377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:07.918733 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4007d6f2-3772-4da8-ad97-5f75c7d47377 None None] The sync data for ids ['ca021bd3-75c6-4aa2-86ed-4772ef10418b'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:14:07.922551 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-160f670c-71a2-4a97-8059-e0b5ce930ed4 None None] For port 596e6f10-73e2-4122-8575-6f06199bc9c7, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=596e6f10-73e2-4122-8575-6f06199bc9c7,segment=NetworkSegment(9453870c-988a-4198-ab1d-f0a9ad54ddad),segment_id=9453870c-988a-4198-ab1d-f0a9ad54ddad)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:07.934915 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cc2a4f5b-8edb-44cf-beba-6ef46af41224 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:07.942418 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-160f670c-71a2-4a97-8059-e0b5ce930ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:07.942578 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cc2a4f5b-8edb-44cf-beba-6ef46af41224 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:07.943516 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cc2a4f5b-8edb-44cf-beba-6ef46af41224 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:07.964767 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd5451f-628a-4f7b-bd22-9052f1f2748e tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:07.965298 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-5bd5451f-628a-4f7b-bd22-9052f1f2748e tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Synchronizing usage tracker for tenant:850c7a06f362434c857dc7f4b61d686b on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:14:07.993056 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-5bd5451f-628a-4f7b-bd22-9052f1f2748e tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Unset dirty status for tenant:850c7a06f362434c857dc7f4b61d686b on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:14:07.996951 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5bd5451f-628a-4f7b-bd22-9052f1f2748e tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "GET /v2.0/ports/66868ddd-c193-4166-8652-1698a403449e HTTP/1.1" status: 200 len: 977 time: 0.3896408 Mar 28 19:14:07.997182 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59842) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:08.007155 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f137d5-ca44-4ab1-8579-0dac6d2d182b None None] Network 299fff59-14fa-4e8b-a1d5-d82ed2109180 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:14:08.108538 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-39fa3bed-1003-430d-94a7-25d6ff43ff20 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] show failed (client error): The resource could not be found. Mar 28 19:14:08.112144 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-39fa3bed-1003-430d-94a7-25d6ff43ff20 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "GET /v2.0/routers/df40aac9-82a3-4ff6-bce4-265b605ffb51/tags/tempest-TagsExtTest-Tag-433571756 HTTP/1.1" status: 404 len: 328 time: 0.2685826 Mar 28 19:14:08.115827 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59846) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:08.139991 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f670c-71a2-4a97-8059-e0b5ce930ed4 None None] Pushing event updated for resources: {'Port': ['ID=596e6f10-73e2-4122-8575-6f06199bc9c7,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:08.161154 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-876d5f52-dcd5-401e-b888-6cf0d5c5bc21 None None] Provisioning for port 8368cd62-e978-41d8-8230-7dc901a15985 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:14:08.172663 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.tag.tag_plugin [None req-4b3f58b3-aa47-4374-a688-90de290e6cb7 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df40aac9-82a3-4ff6-bce4-265b605ffb51', 'tempest-TagsExtTest-Tag-1559193269') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:08.287596 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-66d97750-cf64-4ad3-bab5-80427b5a3f27 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Deleting port 60bfdd4a-7521-4260-8d22-810525762fa8 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:08.287937 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-66d97750-cf64-4ad3-bab5-80427b5a3f27 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:08.290432 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a4f5b-8edb-44cf-beba-6ef46af41224 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Port': ['ID=a3a1bdef-9be0-4552-a34b-7af32402032a,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:08.310772 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2a4f5b-8edb-44cf-beba-6ef46af41224 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network 299fff59-14fa-4e8b-a1d5-d82ed2109180 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:14:08.319277 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-cc2a4f5b-8edb-44cf-beba-6ef46af41224 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:14:08.521707 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-4afc730f-e2c0-40f4-b8f0-db8093037743 None None] Provisioning for port 66868ddd-c193-4166-8652-1698a403449e completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:14:08.536069 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-4afc730f-e2c0-40f4-b8f0-db8093037743 None None] Provisioning complete for port 66868ddd-c193-4166-8652-1698a403449e triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:08.536615 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4afc730f-e2c0-40f4-b8f0-db8093037743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:08.564572 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-4b3f58b3-aa47-4374-a688-90de290e6cb7 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] show failed (client error): The resource could not be found. Mar 28 19:14:08.565763 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4b3f58b3-aa47-4374-a688-90de290e6cb7 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "GET /v2.0/routers/df40aac9-82a3-4ff6-bce4-265b605ffb51/tags/tempest-TagsExtTest-Tag-1559193269 HTTP/1.1" status: 404 len: 329 time: 0.4055586 Mar 28 19:14:08.568509 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59850) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:08.611654 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.tag.tag_plugin [None req-ac0f67ea-f1eb-4170-a72b-13a18da41f9d tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '8b3cef99-a551-419e-8eb2-e71257e42124', {'tags': ['tempest-TagsExtTest-Tag-1621284056', 'tempest-TagsExtTest-Tag-541747073', 'tempest-TagsExtTest-Tag-964670879']}) {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:08.654778 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2a4f5b-8edb-44cf-beba-6ef46af41224 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Router ff646b36-99e0-4388-a329-cc0ff56b9247 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:14:08.678549 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-66d97750-cf64-4ad3-bab5-80427b5a3f27 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] For port 60bfdd4a-7521-4260-8d22-810525762fa8, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=60bfdd4a-7521-4260-8d22-810525762fa8,segment=NetworkSegment(ce651af8-7fed-4f32-b050-d34331b69a89),segment_id=ce651af8-7fed-4f32-b050-d34331b69a89)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:08.679199 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-66d97750-cf64-4ad3-bab5-80427b5a3f27 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:08.686608 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 3b746bfa-9528-450d-8521-a79aee66fd8c up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:14:08.747483 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ac0f67ea-f1eb-4170-a72b-13a18da41f9d tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "PUT /v2.0/subnetpools/8b3cef99-a551-419e-8eb2-e71257e42124/tags HTTP/1.1" status: 200 len: 316 time: 0.1679752 Mar 28 19:14:08.748086 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59854) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:08.768600 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.tag.tag_plugin [None req-3d790997-09dd-4f7e-8a4e-ca175895dbdc tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8b3cef99-a551-419e-8eb2-e71257e42124') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:08.802988 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-4afc730f-e2c0-40f4-b8f0-db8093037743 None None] Port 66868ddd-c193-4166-8652-1698a403449e cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:14:08.827951 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 3b746bfa-9528-450d-8521-a79aee66fd8c triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:08.828373 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:08.869328 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-66d97750-cf64-4ad3-bab5-80427b5a3f27 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Calling delete_port for 60bfdd4a-7521-4260-8d22-810525762fa8 owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:08.904234 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-4afc730f-e2c0-40f4-b8f0-db8093037743 None None] Provisioning complete for port 596e6f10-73e2-4122-8575-6f06199bc9c7 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:08.904610 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4afc730f-e2c0-40f4-b8f0-db8093037743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:09.047766 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 8368cd62-e978-41d8-8230-7dc901a15985 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:14:09.091757 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2a4f5b-8edb-44cf-beba-6ef46af41224 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:14:09.106289 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3e1015-ed29-47fe-82f5-c2733c7aa436 None None] Sync routers for ids ['ff646b36-99e0-4388-a329-cc0ff56b9247'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:14:09.116607 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-cc2a4f5b-8edb-44cf-beba-6ef46af41224 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "PUT /v2.0/routers/ff646b36-99e0-4388-a329-cc0ff56b9247/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0929670 Mar 28 19:14:09.117646 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59858) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:09.118496 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3e1015-ed29-47fe-82f5-c2733c7aa436 None None] Routers {'ff646b36-99e0-4388-a329-cc0ff56b9247'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:09.121550 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-ea3e1015-ed29-47fe-82f5-c2733c7aa436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ff646b36-99e0-4388-a329-cc0ff56b9247'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:09.125746 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-ae7c196c-7870-4ceb-982e-5661b655176b tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-697571347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:09.131244 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-ae7c196c-7870-4ceb-982e-5661b655176b tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:09.135563 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ae7c196c-7870-4ceb-982e-5661b655176b tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Usage tracker for resource:network and tenant:d916fc06fcf1402987e9337f73165337 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:14:09.138806 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ae7c196c-7870-4ceb-982e-5661b655176b tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:14:09.144830 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-ae7c196c-7870-4ceb-982e-5661b655176b tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:09.156240 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3d790997-09dd-4f7e-8a4e-ca175895dbdc tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "DELETE /v2.0/subnetpools/8b3cef99-a551-419e-8eb2-e71257e42124/tags HTTP/1.1" status: 204 len: 168 time: 0.3994329 Mar 28 19:14:09.159662 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59862) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:09.165686 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.tag.tag_plugin [None req-bde5b21a-ece8-491d-915b-1da317046563 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8b3cef99-a551-419e-8eb2-e71257e42124', 'tempest-TagsExtTest-Tag-1621284056') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:09.175527 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7c196c-7870-4ceb-982e-5661b655176b tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Made reservation on behalf of d916fc06fcf1402987e9337f73165337 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:14:09.182513 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ae7c196c-7870-4ceb-982e-5661b655176b tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:09.218576 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 8368cd62-e978-41d8-8230-7dc901a15985 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:14:09.233123 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7c196c-7870-4ceb-982e-5661b655176b tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:14:09.235773 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-bde5b21a-ece8-491d-915b-1da317046563 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] show failed (client error): The resource could not be found. Mar 28 19:14:09.236906 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-bde5b21a-ece8-491d-915b-1da317046563 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "GET /v2.0/subnetpools/8b3cef99-a551-419e-8eb2-e71257e42124/tags/tempest-TagsExtTest-Tag-1621284056 HTTP/1.1" status: 404 len: 329 time: 0.0761545 Mar 28 19:14:09.237555 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 8368cd62-e978-41d8-8230-7dc901a15985 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:09.238143 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:09.240939 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59866) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:09.246030 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.tag.tag_plugin [None req-46c821aa-b08e-4b31-9326-554e8404e843 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8b3cef99-a551-419e-8eb2-e71257e42124', 'tempest-TagsExtTest-Tag-541747073') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:09.265196 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ae7c196c-7870-4ceb-982e-5661b655176b tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:09.265697 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-ae7c196c-7870-4ceb-982e-5661b655176b tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Added segment 8b6807ac-4916-4753-b940-c1af7d79291a of type vlan for network 6eeea274-728a-4cc9-8a1c-f056c6818594 Mar 28 19:14:09.314320 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-46c821aa-b08e-4b31-9326-554e8404e843 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] show failed (client error): The resource could not be found. Mar 28 19:14:09.315510 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-46c821aa-b08e-4b31-9326-554e8404e843 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "GET /v2.0/subnetpools/8b3cef99-a551-419e-8eb2-e71257e42124/tags/tempest-TagsExtTest-Tag-541747073 HTTP/1.1" status: 404 len: 328 time: 0.0735638 Mar 28 19:14:09.318280 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59870) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:09.322870 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ae7c196c-7870-4ceb-982e-5661b655176b tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:09.330699 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.tag.tag_plugin [None req-fa8f14f1-fb04-4469-a2b2-d72ee7728bca tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8b3cef99-a551-419e-8eb2-e71257e42124', 'tempest-TagsExtTest-Tag-964670879') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:09.365321 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e3a433c8-e4c3-49fd-a499-45435c85812d None None] Provisioning complete for port 66868ddd-c193-4166-8652-1698a403449e triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:09.366004 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e3a433c8-e4c3-49fd-a499-45435c85812d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:09.382161 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.api.v2.resource [None req-fa8f14f1-fb04-4469-a2b2-d72ee7728bca tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] show failed (client error): The resource could not be found. Mar 28 19:14:09.389444 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-fa8f14f1-fb04-4469-a2b2-d72ee7728bca tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "GET /v2.0/subnetpools/8b3cef99-a551-419e-8eb2-e71257e42124/tags/tempest-TagsExtTest-Tag-964670879 HTTP/1.1" status: 404 len: 328 time: 0.0697620 Mar 28 19:14:09.392181 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59876) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:09.413251 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.tag.tag_plugin [None req-0a3c17e4-eae5-4d86-b1b8-1d8c8de9f44d tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8b3cef99-a551-419e-8eb2-e71257e42124') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:09.435270 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-ea3e1015-ed29-47fe-82f5-c2733c7aa436 None None] Set router ff646b36-99e0-4388-a329-cc0ff56b9247 gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:09.447330 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ae7c196c-7870-4ceb-982e-5661b655176b tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:09.457147 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7c196c-7870-4ceb-982e-5661b655176b tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:09.457919 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ae7c196c-7870-4ceb-982e-5661b655176b tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:09.464944 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-e3a433c8-e4c3-49fd-a499-45435c85812d None None] Port 66868ddd-c193-4166-8652-1698a403449e cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:14:09.488815 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e3a433c8-e4c3-49fd-a499-45435c85812d None None] Provisioning complete for port 8368cd62-e978-41d8-8230-7dc901a15985 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:09.489189 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e3a433c8-e4c3-49fd-a499-45435c85812d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:09.589388 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5f23304c-cbdc-41b3-8d57-a48bb885c5a0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:09.624856 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ae7c196c-7870-4ceb-982e-5661b655176b tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5045331 Mar 28 19:14:09.634823 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59880) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:09.642794 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-36efeee9-e1a6-4c02-b2ad-b6e9af86d22d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'subnet': {'network_id': '6eeea274-728a-4cc9-8a1c-f056c6818594', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:09.661229 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:09.662848 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c196c-7870-4ceb-982e-5661b655176b tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Network': ['ID=6eeea274-728a-4cc9-8a1c-f056c6818594,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:09.666646 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0a3c17e4-eae5-4d86-b1b8-1d8c8de9f44d tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "DELETE /v2.0/subnetpools/8b3cef99-a551-419e-8eb2-e71257e42124/tags HTTP/1.1" status: 204 len: 168 time: 0.2733710 Mar 28 19:14:09.694597 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59884) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:09.698067 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 6eeea274-728a-4cc9-8a1c-f056c6818594 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:14:09.714513 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.tag.tag_plugin [None req-0a27ce96-02a6-4451-ae20-d446b31183a0 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'df40aac9-82a3-4ff6-bce4-265b605ffb51') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:09.887384 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-ea3e1015-ed29-47fe-82f5-c2733c7aa436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:14:06Z', 'revision_number': 3, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None, '_interfaces': [{'id': '3b746bfa-9528-450d-8521-a79aee66fd8c', 'name': '', 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:25:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:13:56Z', 'updated_at': '2022-03-28T19:14:06Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3a1bdef-9be0-4552-a34b-7af32402032a', 'name': '', 'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:92:07:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '300bdebd-891b-4119-9da1-606efeb08a96', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:05Z', 'updated_at': '2022-03-28T19:14:07Z', 'revision_number': 2, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '300bdebd-891b-4119-9da1-606efeb08a96', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:09.891826 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 8368cd62-e978-41d8-8230-7dc901a15985, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=8368cd62-e978-41d8-8230-7dc901a15985,segment=NetworkSegment(e48a8b85-52b5-4743-9cea-21239e1eaf51),segment_id=e48a8b85-52b5-4743-9cea-21239e1eaf51)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:09.892454 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3e1015-ed29-47fe-82f5-c2733c7aa436 None None] Checking router: ff646b36-99e0-4388-a329-cc0ff56b9247 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:14:09.892875 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3e1015-ed29-47fe-82f5-c2733c7aa436 None None] Updating router ff646b36-99e0-4388-a329-cc0ff56b9247 port a3a1bdef-9be0-4552-a34b-7af32402032a binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:14:09.895096 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e3a433c8-e4c3-49fd-a499-45435c85812d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:09.906523 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:09.907409 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 596e6f10-73e2-4122-8575-6f06199bc9c7 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:14:09.953620 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-ea3e1015-ed29-47fe-82f5-c2733c7aa436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:09.957379 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-36efeee9-e1a6-4c02-b2ad-b6e9af86d22d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:09.962302 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-36efeee9-e1a6-4c02-b2ad-b6e9af86d22d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Usage tracker for resource:subnet and tenant:d916fc06fcf1402987e9337f73165337 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:14:09.965435 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-36efeee9-e1a6-4c02-b2ad-b6e9af86d22d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:14:09.971694 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-36efeee9-e1a6-4c02-b2ad-b6e9af86d22d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:09.991368 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36efeee9-e1a6-4c02-b2ad-b6e9af86d22d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Made reservation on behalf of d916fc06fcf1402987e9337f73165337 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:14:09.996208 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-36efeee9-e1a6-4c02-b2ad-b6e9af86d22d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:10.035133 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5f23304c-cbdc-41b3-8d57-a48bb885c5a0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Deleting port 66868ddd-c193-4166-8652-1698a403449e {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:10.035737 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5f23304c-cbdc-41b3-8d57-a48bb885c5a0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:10.040030 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0a27ce96-02a6-4451-ae20-d446b31183a0 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "DELETE /v2.0/routers/df40aac9-82a3-4ff6-bce4-265b605ffb51/tags HTTP/1.1" status: 204 len: 168 time: 0.3437138 Mar 28 19:14:10.091075 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59888) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:10.106078 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.tag.tag_plugin [None req-7d55de88-5c32-4325-a239-3a59308931b8 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9e1ced59-37c8-461b-bd0a-0103b9854b51') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:10.141495 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=8368cd62-e978-41d8-8230-7dc901a15985,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:10.149873 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-e3a433c8-e4c3-49fd-a499-45435c85812d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:14:10.150366 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-e3a433c8-e4c3-49fd-a499-45435c85812d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:14:10.161837 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 596e6f10-73e2-4122-8575-6f06199bc9c7 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:10.162314 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:10.267126 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-7d55de88-5c32-4325-a239-3a59308931b8 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "DELETE /v2.0/ports/9e1ced59-37c8-461b-bd0a-0103b9854b51/tags HTTP/1.1" status: 204 len: 168 time: 0.1744649 Mar 28 19:14:10.270109 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59892) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:10.277178 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.tag.tag_plugin [None req-6c258708-fc7a-4071-b7c3-cdf1bb9b1827 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4d7a82bf-93ba-44d1-8a0f-347b87136ec7') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:10.290630 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5f23304c-cbdc-41b3-8d57-a48bb885c5a0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:10.372475 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-36efeee9-e1a6-4c02-b2ad-b6e9af86d22d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:10.422128 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-ea3e1015-ed29-47fe-82f5-c2733c7aa436 None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:10.438460 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-ea3e1015-ed29-47fe-82f5-c2733c7aa436 None None] Transition to ACTIVE for port object a3a1bdef-9be0-4552-a34b-7af32402032a will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:14:10.449471 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-ea3e1015-ed29-47fe-82f5-c2733c7aa436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:10.456658 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6c258708-fc7a-4071-b7c3-cdf1bb9b1827 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "DELETE /v2.0/subnets/4d7a82bf-93ba-44d1-8a0f-347b87136ec7/tags HTTP/1.1" status: 204 len: 168 time: 0.1857152 Mar 28 19:14:10.463760 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59896) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:10.470315 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 8368cd62-e978-41d8-8230-7dc901a15985 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:14:10.516933 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efeee9-e1a6-4c02-b2ad-b6e9af86d22d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Subnet': ['ID=39babe1f-5cbd-4c11-a163-a734975b376e,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:10.557026 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 8368cd62-e978-41d8-8230-7dc901a15985 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:10.557606 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:10.572176 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5f23304c-cbdc-41b3-8d57-a48bb885c5a0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Calling delete_port for 66868ddd-c193-4166-8652-1698a403449e owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:10.612025 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36efeee9-e1a6-4c02-b2ad-b6e9af86d22d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Checking segment: {'id': '8b6807ac-4916-4753-b940-c1af7d79291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6eeea274-728a-4cc9-8a1c-f056c6818594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:14:10.612692 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36efeee9-e1a6-4c02-b2ad-b6e9af86d22d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network hostable DHCP agents. Network: 6eeea274-728a-4cc9-8a1c-f056c6818594, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:14:10.625090 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-66d97750-cf64-4ad3-bab5-80427b5a3f27 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:10.661646 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1945f49e-2ac2-4715-8a35-7240844cb7bc tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks [] for subnetpool, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:10.663390 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1945f49e-2ac2-4715-8a35-7240844cb7bc tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "DELETE /v2.0/subnetpools/8b3cef99-a551-419e-8eb2-e71257e42124 HTTP/1.1" status: 204 len: 168 time: 0.1968565 Mar 28 19:14:10.666437 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59902) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:10.710678 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36efeee9-e1a6-4c02-b2ad-b6e9af86d22d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network 6eeea274-728a-4cc9-8a1c-f056c6818594 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:14:10.729801 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4886b8f8-1817-4655-9839-0ecf91062c58 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Synchronizing usage tracker for tenant:bc6f5860da794c10a96cf0d43a007690 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:14:10.750173 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-36efeee9-e1a6-4c02-b2ad-b6e9af86d22d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 6eeea274-728a-4cc9-8a1c-f056c6818594) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:14:10.757353 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d97750-cf64-4ad3-bab5-80427b5a3f27 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Pushing event deleted for resources: {'Port': ['ID=60bfdd4a-7521-4260-8d22-810525762fa8,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:10.771811 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36efeee9-e1a6-4c02-b2ad-b6e9af86d22d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:10.774537 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-36efeee9-e1a6-4c02-b2ad-b6e9af86d22d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:10.800703 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4886b8f8-1817-4655-9839-0ecf91062c58 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Unset dirty status for tenant:bc6f5860da794c10a96cf0d43a007690 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:14:10.808255 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4886b8f8-1817-4655-9839-0ecf91062c58 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "GET /v2.0/ports?device_id=df40aac9-82a3-4ff6-bce4-265b605ffb51 HTTP/1.1" status: 200 len: 205 time: 0.1386290 Mar 28 19:14:10.810474 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59906) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:10.850344 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f64b1-56a6-4786-a21b-7f5bfb2cfef6 None None] Pushing event updated for resources: {'Port': ['ID=a3a1bdef-9be0-4552-a34b-7af32402032a,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:10.857043 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5a4307-04e9-4784-a4a4-d6d72441f965 None None] Network 6eeea274-728a-4cc9-8a1c-f056c6818594 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:14:10.925469 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-36efeee9-e1a6-4c02-b2ad-b6e9af86d22d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2869186 Mar 28 19:14:10.930731 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59910) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:10.962386 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f64b1-56a6-4786-a21b-7f5bfb2cfef6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:10.963069 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f64b1-56a6-4786-a21b-7f5bfb2cfef6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:10.967651 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f64b1-56a6-4786-a21b-7f5bfb2cfef6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:10.967651 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f64b1-56a6-4786-a21b-7f5bfb2cfef6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:10.968199 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f64b1-56a6-4786-a21b-7f5bfb2cfef6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:10.968633 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f64b1-56a6-4786-a21b-7f5bfb2cfef6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:10.969070 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f64b1-56a6-4786-a21b-7f5bfb2cfef6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:10.969501 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f64b1-56a6-4786-a21b-7f5bfb2cfef6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:10.970098 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f64b1-56a6-4786-a21b-7f5bfb2cfef6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:10.971630 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f64b1-56a6-4786-a21b-7f5bfb2cfef6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:10.972122 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f64b1-56a6-4786-a21b-7f5bfb2cfef6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:10.972564 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f64b1-56a6-4786-a21b-7f5bfb2cfef6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:11.057702 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-ea3e1015-ed29-47fe-82f5-c2733c7aa436 None None] Attempting to bind port a3a1bdef-9be0-4552-a34b-7af32402032a on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:14:11.058277 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-ea3e1015-ed29-47fe-82f5-c2733c7aa436 None None] Attempting to bind port a3a1bdef-9be0-4552-a34b-7af32402032a by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'e48a8b85-52b5-4743-9cea-21239e1eaf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:14:11.058749 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e1015-ed29-47fe-82f5-c2733c7aa436 None None] Attempting to bind port a3a1bdef-9be0-4552-a34b-7af32402032a on network 299fff59-14fa-4e8b-a1d5-d82ed2109180 {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:14:11.078955 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e1015-ed29-47fe-82f5-c2733c7aa436 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:14:11.080129 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e1015-ed29-47fe-82f5-c2733c7aa436 None None] Checking segment: {'id': 'e48a8b85-52b5-4743-9cea-21239e1eaf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:14:11.080129 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-ea3e1015-ed29-47fe-82f5-c2733c7aa436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:11.080759 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e1015-ed29-47fe-82f5-c2733c7aa436 None None] Bound using segment: {'id': 'e48a8b85-52b5-4743-9cea-21239e1eaf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:14:11.081339 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-ea3e1015-ed29-47fe-82f5-c2733c7aa436 None None] Bound port: a3a1bdef-9be0-4552-a34b-7af32402032a, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e48a8b85-52b5-4743-9cea-21239e1eaf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:14:11.081869 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-ea3e1015-ed29-47fe-82f5-c2733c7aa436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:11.133115 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-51c03ca7-3524-452d-8328-e30babfdf810 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:11.198308 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-66d97750-cf64-4ad3-bab5-80427b5a3f27 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:11.263338 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e3a433c8-e4c3-49fd-a499-45435c85812d None None] Provisioning for port a3a1bdef-9be0-4552-a34b-7af32402032a completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:14:11.275304 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-ea3e1015-ed29-47fe-82f5-c2733c7aa436 None None] For port a3a1bdef-9be0-4552-a34b-7af32402032a, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:14:11.279331 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-ea3e1015-ed29-47fe-82f5-c2733c7aa436 None None] For port a3a1bdef-9be0-4552-a34b-7af32402032a, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a3a1bdef-9be0-4552-a34b-7af32402032a,segment=NetworkSegment(e48a8b85-52b5-4743-9cea-21239e1eaf51),segment_id=e48a8b85-52b5-4743-9cea-21239e1eaf51)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:14:11.292546 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-ea3e1015-ed29-47fe-82f5-c2733c7aa436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:11.365657 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f951574c-35f9-4e7f-b4ac-35f5ef729fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-6eeea274-728a-4cc9-8a1c-f056c6818594', 'network_id': '6eeea274-728a-4cc9-8a1c-f056c6818594', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'fixed_ips': [{'subnet_id': '39babe1f-5cbd-4c11-a163-a734975b376e'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:14:11.366491 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f951574c-35f9-4e7f-b4ac-35f5ef729fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:11.375541 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3e1015-ed29-47fe-82f5-c2733c7aa436 None None] Routers {'ff646b36-99e0-4388-a329-cc0ff56b9247'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:11.376397 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-ea3e1015-ed29-47fe-82f5-c2733c7aa436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ff646b36-99e0-4388-a329-cc0ff56b9247'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:11.596647 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-f951574c-35f9-4e7f-b4ac-35f5ef729fd8 None None] Allocated IP 2001:db8:2::2 (6eeea274-728a-4cc9-8a1c-f056c6818594/39babe1f-5cbd-4c11-a163-a734975b376e/a5a34433-755c-4d7e-af6d-8465a5a61019) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:14:11.620839 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-ea3e1015-ed29-47fe-82f5-c2733c7aa436 None None] Set router ff646b36-99e0-4388-a329-cc0ff56b9247 gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:11.680294 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d97750-cf64-4ad3-bab5-80427b5a3f27 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Router 33d44040-24d9-44b3-aa94-621eaccd1052 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:14:11.683096 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5f23304c-cbdc-41b3-8d57-a48bb885c5a0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:11.733679 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23304c-cbdc-41b3-8d57-a48bb885c5a0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Port': ['ID=66868ddd-c193-4166-8652-1698a403449e,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:11.893012 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-51c03ca7-3524-452d-8328-e30babfdf810 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:11.903429 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-51c03ca7-3524-452d-8328-e30babfdf810 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:11.912386 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f951574c-35f9-4e7f-b4ac-35f5ef729fd8 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:11.933684 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f951574c-35f9-4e7f-b4ac-35f5ef729fd8 None None] Transition to ACTIVE for port object a5a34433-755c-4d7e-af6d-8465a5a61019 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:14:11.971350 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f951574c-35f9-4e7f-b4ac-35f5ef729fd8 None None] Transition to ACTIVE for port object a5a34433-755c-4d7e-af6d-8465a5a61019 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:14:11.986419 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e2b0563d-5278-4edf-b439-4615bea46f5c None None] Could not find standard attr ID for object 66868ddd-c193-4166-8652-1698a403449e. {{(pid=87834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 19:14:11.989669 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f951574c-35f9-4e7f-b4ac-35f5ef729fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:12.058633 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59916) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:12.062739 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d97750-cf64-4ad3-bab5-80427b5a3f27 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:14:12.104687 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951574c-35f9-4e7f-b4ac-35f5ef729fd8 None None] Pushing event updated for resources: {'Port': ['ID=a5a34433-755c-4d7e-af6d-8465a5a61019,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:12.110454 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2f138f-11fe-4dba-b5cb-fd4d0aa172aa None None] Sync routers for ids ['33d44040-24d9-44b3-aa94-621eaccd1052'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:14:12.131761 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f64b1-56a6-4786-a21b-7f5bfb2cfef6 None None] Pushing event updated for resources: {'Port': ['ID=a3a1bdef-9be0-4552-a34b-7af32402032a,revision_number=4']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:12.136716 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f951574c-35f9-4e7f-b4ac-35f5ef729fd8 None None] Network 6eeea274-728a-4cc9-8a1c-f056c6818594 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:14:12.140400 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-f951574c-35f9-4e7f-b4ac-35f5ef729fd8 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:14:12.147878 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2f138f-11fe-4dba-b5cb-fd4d0aa172aa None None] Routers {'33d44040-24d9-44b3-aa94-621eaccd1052'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:12.150429 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-fd2f138f-11fe-4dba-b5cb-fd4d0aa172aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['33d44040-24d9-44b3-aa94-621eaccd1052'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:12.153859 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-ea3e1015-ed29-47fe-82f5-c2733c7aa436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:14:06Z', 'revision_number': 3, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None, '_interfaces': [{'id': '3b746bfa-9528-450d-8521-a79aee66fd8c', 'name': '', 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:25:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:13:56Z', 'updated_at': '2022-03-28T19:14:06Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3a1bdef-9be0-4552-a34b-7af32402032a', 'name': '', 'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:92:07:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '300bdebd-891b-4119-9da1-606efeb08a96', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:05Z', 'updated_at': '2022-03-28T19:14:11Z', 'revision_number': 4, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '300bdebd-891b-4119-9da1-606efeb08a96', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:12.159090 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3e1015-ed29-47fe-82f5-c2733c7aa436 None None] The sync data for ids ['ff646b36-99e0-4388-a329-cc0ff56b9247'] in dv-neutron-834711-1-hyperv is: [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:14:06Z', 'revision_number': 3, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None, '_interfaces': [{'id': '3b746bfa-9528-450d-8521-a79aee66fd8c', 'name': '', 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:25:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:13:56Z', 'updated_at': '2022-03-28T19:14:06Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3a1bdef-9be0-4552-a34b-7af32402032a', 'name': '', 'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:92:07:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '300bdebd-891b-4119-9da1-606efeb08a96', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:05Z', 'updated_at': '2022-03-28T19:14:11Z', 'revision_number': 4, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '300bdebd-891b-4119-9da1-606efeb08a96', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:14:12.179951 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-51c03ca7-3524-452d-8328-e30babfdf810 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:12.180597 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c03ca7-3524-452d-8328-e30babfdf810 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Fanout notify agent at l3_agent the message router_deleted on router df40aac9-82a3-4ff6-bce4-265b605ffb51 {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:14:12.237803 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f951574c-35f9-4e7f-b4ac-35f5ef729fd8 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:14:12.264036 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-51c03ca7-3524-452d-8328-e30babfdf810 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:12.265148 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-51c03ca7-3524-452d-8328-e30babfdf810 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "DELETE /v2.0/routers/df40aac9-82a3-4ff6-bce4-265b605ffb51 HTTP/1.1" status: 204 len: 168 time: 1.4524062 Mar 28 19:14:12.268807 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59920) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:12.412174 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-931f1b6d-942d-4987-b5fe-30fe9829dd19 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Deleting port 9e1ced59-37c8-461b-bd0a-0103b9854b51 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:12.412518 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-931f1b6d-942d-4987-b5fe-30fe9829dd19 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:12.432334 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-f951574c-35f9-4e7f-b4ac-35f5ef729fd8 None None] Attempting to bind port a5a34433-755c-4d7e-af6d-8465a5a61019 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:14:12.433109 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-f951574c-35f9-4e7f-b4ac-35f5ef729fd8 None None] Attempting to bind port a5a34433-755c-4d7e-af6d-8465a5a61019 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '8b6807ac-4916-4753-b940-c1af7d79291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6eeea274-728a-4cc9-8a1c-f056c6818594'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:14:12.433850 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f951574c-35f9-4e7f-b4ac-35f5ef729fd8 None None] Attempting to bind port a5a34433-755c-4d7e-af6d-8465a5a61019 on network 6eeea274-728a-4cc9-8a1c-f056c6818594 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:14:12.467981 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f951574c-35f9-4e7f-b4ac-35f5ef729fd8 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:14:12.468824 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f951574c-35f9-4e7f-b4ac-35f5ef729fd8 None None] Checking segment: {'id': '8b6807ac-4916-4753-b940-c1af7d79291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6eeea274-728a-4cc9-8a1c-f056c6818594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:14:12.469482 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f951574c-35f9-4e7f-b4ac-35f5ef729fd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:12.470103 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f951574c-35f9-4e7f-b4ac-35f5ef729fd8 None None] Bound using segment: {'id': '8b6807ac-4916-4753-b940-c1af7d79291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6eeea274-728a-4cc9-8a1c-f056c6818594'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:14:12.470969 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-f951574c-35f9-4e7f-b4ac-35f5ef729fd8 None None] Bound port: a5a34433-755c-4d7e-af6d-8465a5a61019, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b6807ac-4916-4753-b940-c1af7d79291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6eeea274-728a-4cc9-8a1c-f056c6818594'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:14:12.471717 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f951574c-35f9-4e7f-b4ac-35f5ef729fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:12.609992 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a3a1bdef-9be0-4552-a34b-7af32402032a up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:14:12.648726 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-33e4ec2d-3230-4b79-b9d3-f0bde5033657 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:12.694315 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-66d97750-cf64-4ad3-bab5-80427b5a3f27 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "PUT /v2.0/routers/33d44040-24d9-44b3-aa94-621eaccd1052/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7522430 Mar 28 19:14:12.760186 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59924) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:12.806287 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-f951574c-35f9-4e7f-b4ac-35f5ef729fd8 None None] For port a5a34433-755c-4d7e-af6d-8465a5a61019, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:14:12.824140 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-f951574c-35f9-4e7f-b4ac-35f5ef729fd8 None None] For port a5a34433-755c-4d7e-af6d-8465a5a61019, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a5a34433-755c-4d7e-af6d-8465a5a61019,segment=NetworkSegment(8b6807ac-4916-4753-b940-c1af7d79291a),segment_id=8b6807ac-4916-4753-b940-c1af7d79291a)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:14:12.829528 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-fd2f138f-11fe-4dba-b5cb-fd4d0aa172aa None None] Set router 33d44040-24d9-44b3-aa94-621eaccd1052 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:12.957153 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-921a61dc-23ef-4ac9-a2fe-6233e9316d05 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Deleting subnet 63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:14:12.970360 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5f23304c-cbdc-41b3-8d57-a48bb885c5a0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:12.970602 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-921a61dc-23ef-4ac9-a2fe-6233e9316d05 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:12.991326 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f951574c-35f9-4e7f-b4ac-35f5ef729fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:13.032985 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port a3a1bdef-9be0-4552-a34b-7af32402032a completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:14:13.087840 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port a3a1bdef-9be0-4552-a34b-7af32402032a triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:13.088290 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:13.240616 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951574c-35f9-4e7f-b4ac-35f5ef729fd8 None None] Pushing event updated for resources: {'Port': ['ID=a5a34433-755c-4d7e-af6d-8465a5a61019,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:13.306838 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-921a61dc-23ef-4ac9-a2fe-6233e9316d05 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:13.322661 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:13.400650 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port a3a1bdef-9be0-4552-a34b-7af32402032a, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a3a1bdef-9be0-4552-a34b-7af32402032a,segment=NetworkSegment(e48a8b85-52b5-4743-9cea-21239e1eaf51),segment_id=e48a8b85-52b5-4743-9cea-21239e1eaf51)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:13.408892 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:13.424846 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f23304c-cbdc-41b3-8d57-a48bb885c5a0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Router ca021bd3-75c6-4aa2-86ed-4772ef10418b has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:14:13.483072 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=a3a1bdef-9be0-4552-a34b-7af32402032a,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:13.486088 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-931f1b6d-942d-4987-b5fe-30fe9829dd19 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:13.502364 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-fd2f138f-11fe-4dba-b5cb-fd4d0aa172aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601109581', 'tenant_id': '5dc7a30ce17d457d9ddf509f349c3980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '06d2dcae-0919-477e-81fb-b9d32e9a4f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:20Z', 'updated_at': '2022-03-28T19:14:09Z', 'revision_number': 5, 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'gw_port': {'id': '06d2dcae-0919-477e-81fb-b9d32e9a4f84', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:69:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:23Z', 'updated_at': '2022-03-28T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:13.507115 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2f138f-11fe-4dba-b5cb-fd4d0aa172aa None None] Checking router: 33d44040-24d9-44b3-aa94-621eaccd1052 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:14:13.531891 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2f138f-11fe-4dba-b5cb-fd4d0aa172aa None None] Routers {'33d44040-24d9-44b3-aa94-621eaccd1052'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:13.534127 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-fd2f138f-11fe-4dba-b5cb-fd4d0aa172aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['33d44040-24d9-44b3-aa94-621eaccd1052'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:13.616047 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f23304c-cbdc-41b3-8d57-a48bb885c5a0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:14:13.622147 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5f23304c-cbdc-41b3-8d57-a48bb885c5a0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "PUT /v2.0/routers/ca021bd3-75c6-4aa2-86ed-4772ef10418b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6238830 Mar 28 19:14:13.629278 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59928) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:13.630930 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23ebbbc-0596-49ce-a909-b0f9854e3fca None None] Sync routers for ids ['ca021bd3-75c6-4aa2-86ed-4772ef10418b'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:14:13.643561 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23ebbbc-0596-49ce-a909-b0f9854e3fca None None] Routers {'ca021bd3-75c6-4aa2-86ed-4772ef10418b'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:13.644552 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-c23ebbbc-0596-49ce-a909-b0f9854e3fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ca021bd3-75c6-4aa2-86ed-4772ef10418b'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:13.699249 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-931f1b6d-942d-4987-b5fe-30fe9829dd19 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Calling delete_port for 9e1ced59-37c8-461b-bd0a-0103b9854b51 owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:13.723283 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-c23ebbbc-0596-49ce-a909-b0f9854e3fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:13.749511 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23ebbbc-0596-49ce-a909-b0f9854e3fca None None] Routers {'ca021bd3-75c6-4aa2-86ed-4772ef10418b'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:13.750123 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-c23ebbbc-0596-49ce-a909-b0f9854e3fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ca021bd3-75c6-4aa2-86ed-4772ef10418b'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:13.780164 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-fd2f138f-11fe-4dba-b5cb-fd4d0aa172aa None None] Set router 33d44040-24d9-44b3-aa94-621eaccd1052 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:13.832152 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-c23ebbbc-0596-49ce-a909-b0f9854e3fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:13.832152 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23ebbbc-0596-49ce-a909-b0f9854e3fca None None] The sync data for ids ['ca021bd3-75c6-4aa2-86ed-4772ef10418b'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:14:13.890186 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-921a61dc-23ef-4ac9-a2fe-6233e9316d05 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:13.924825 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-33e4ec2d-3230-4b79-b9d3-f0bde5033657 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Allocated IP 2001:db8:2::1 (6eeea274-728a-4cc9-8a1c-f056c6818594/39babe1f-5cbd-4c11-a163-a734975b376e/f81c83b3-1eae-45bb-a47e-100d88755872) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:14:13.950433 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-317d6371-8a9b-4108-9cdf-24b043bb11a7 req-d0741e1a-d1c0-4334-ba02-1794e281a6e2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19273f2d-61bc-4be8-9410-f1f3cf7b6a33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5091872 Mar 28 19:14:14.103691 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-fd2f138f-11fe-4dba-b5cb-fd4d0aa172aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601109581', 'tenant_id': '5dc7a30ce17d457d9ddf509f349c3980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '06d2dcae-0919-477e-81fb-b9d32e9a4f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:20Z', 'updated_at': '2022-03-28T19:14:09Z', 'revision_number': 5, 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'gw_port': {'id': '06d2dcae-0919-477e-81fb-b9d32e9a4f84', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:69:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:23Z', 'updated_at': '2022-03-28T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:14.107966 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2f138f-11fe-4dba-b5cb-fd4d0aa172aa None None] The sync data for ids ['33d44040-24d9-44b3-aa94-621eaccd1052'] in dv-neutron-834711-1-hyperv is: [{'id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601109581', 'tenant_id': '5dc7a30ce17d457d9ddf509f349c3980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '06d2dcae-0919-477e-81fb-b9d32e9a4f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:20Z', 'updated_at': '2022-03-28T19:14:09Z', 'revision_number': 5, 'project_id': '5dc7a30ce17d457d9ddf509f349c3980', 'gw_port': {'id': '06d2dcae-0919-477e-81fb-b9d32e9a4f84', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:69:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d44040-24d9-44b3-aa94-621eaccd1052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:10:23Z', 'updated_at': '2022-03-28T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:14:14.204174 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-921a61dc-23ef-4ac9-a2fe-6233e9316d05 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:14.254693 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-931f1b6d-942d-4987-b5fe-30fe9829dd19 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:14.276677 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322b552f-2d89-426e-9d06-eb1b69323b2d None None] Network 79a5d728-4e0a-4bf8-b900-2a34dffdc0e2 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:14:14.300890 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a61dc-23ef-4ac9-a2fe-6233e9316d05 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Pushing event deleted for resources: {'Subnet': ['ID=63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:14.301601 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-431e42db-f812-4b38-a417-2198e9fd0b18 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] remove_router_interface failed (client error): The resource could not be found. Mar 28 19:14:14.306054 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-431e42db-f812-4b38-a417-2198e9fd0b18 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "PUT /v2.0/routers/ca021bd3-75c6-4aa2-86ed-4772ef10418b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6703904 Mar 28 19:14:14.307466 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59932) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:14.307828 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-921a61dc-23ef-4ac9-a2fe-6233e9316d05 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:14.312329 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cf365b1e-9e94-4503-a7da-efdaaeaee193 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:14.342512 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f1b6d-942d-4987-b5fe-30fe9829dd19 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Pushing event deleted for resources: {'Port': ['ID=9e1ced59-37c8-461b-bd0a-0103b9854b51,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:14.419937 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-921a61dc-23ef-4ac9-a2fe-6233e9316d05 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "DELETE /v2.0/subnets/63bf6182-b8e0-4f63-a5f3-3e7f2cbcbea1 HTTP/1.1" status: 204 len: 168 time: 1.6560123 Mar 28 19:14:14.422681 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59936) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:14.454240 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ff6fbc77-e511-45e6-b020-73aa715baa79 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Synchronizing usage tracker for tenant:850c7a06f362434c857dc7f4b61d686b on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:14:14.533965 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ff6fbc77-e511-45e6-b020-73aa715baa79 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Unset dirty status for tenant:850c7a06f362434c857dc7f4b61d686b on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:14:14.535362 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ff6fbc77-e511-45e6-b020-73aa715baa79 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca021bd3-75c6-4aa2-86ed-4772ef10418b HTTP/1.1" status: 200 len: 205 time: 0.2269716 Mar 28 19:14:14.651448 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59940) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:14.664844 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b25006-8bd0-471d-b7c4-c75c690608fb None None] DHCP port deletion for 79a5d728-4e0a-4bf8-b900-2a34dffdc0e2 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:14:14.670072 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-d7b25006-8bd0-471d-b7c4-c75c690608fb None None] Deleting port 30710e0e-f901-4188-b24b-b37e3a6ad4e1 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:14.670445 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d7b25006-8bd0-471d-b7c4-c75c690608fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:14.817821 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-33e4ec2d-3230-4b79-b9d3-f0bde5033657 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:14.831560 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-983eaee4-0cf1-4521-9465-467fbb5ef957 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:14.839650 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a3a1bdef-9be0-4552-a34b-7af32402032a up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:14:14.881025 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb16da0-08aa-4d41-8f07-91bb59c1f7a3 None None] Network 6eeea274-728a-4cc9-8a1c-f056c6818594 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:14:14.975199 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bba65d21-22d5-4424-8ef7-3de516c00947 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:15.100275 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-33e4ec2d-3230-4b79-b9d3-f0bde5033657 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Transition to ACTIVE for port object f81c83b3-1eae-45bb-a47e-100d88755872 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:14:15.158318 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d6371-8a9b-4108-9cdf-24b043bb11a7 req-10ff545b-d423-405f-a752-303588845412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:15.159735 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-317d6371-8a9b-4108-9cdf-24b043bb11a7 req-10ff545b-d423-405f-a752-303588845412 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=19273f2d-61bc-4be8-9410-f1f3cf7b6a33 HTTP/1.1" status: 200 len: 1099 time: 1.0323579 Mar 28 19:14:15.165074 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-253e1d73-3a6a-4bcf-870e-594c6d9c9cfb None None] Provisioning for port a5a34433-755c-4d7e-af6d-8465a5a61019 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:14:15.185740 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-931f1b6d-942d-4987-b5fe-30fe9829dd19 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:15.187696 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-931f1b6d-942d-4987-b5fe-30fe9829dd19 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "DELETE /v2.0/ports/9e1ced59-37c8-461b-bd0a-0103b9854b51 HTTP/1.1" status: 204 len: 168 time: 2.9183815 Mar 28 19:14:15.192087 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59944) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:15.221974 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-d7b25006-8bd0-471d-b7c4-c75c690608fb None None] For port 30710e0e-f901-4188-b24b-b37e3a6ad4e1, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=30710e0e-f901-4188-b24b-b37e3a6ad4e1,segment=NetworkSegment(ce651af8-7fed-4f32-b050-d34331b69a89),segment_id=ce651af8-7fed-4f32-b050-d34331b69a89)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:15.222519 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d7b25006-8bd0-471d-b7c4-c75c690608fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:15.349304 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bba65d21-22d5-4424-8ef7-3de516c00947 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:15.353717 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bba65d21-22d5-4424-8ef7-3de516c00947 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:15.357843 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-983eaee4-0cf1-4521-9465-467fbb5ef957 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:15.392053 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-d7b25006-8bd0-471d-b7c4-c75c690608fb None None] Calling delete_port for 30710e0e-f901-4188-b24b-b37e3a6ad4e1 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:15.396755 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-870e8814-660d-4715-877f-ed27f0267da8 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Deleting subnet 4d7a82bf-93ba-44d1-8a0f-347b87136ec7 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:14:15.400584 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bba65d21-22d5-4424-8ef7-3de516c00947 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:15.401056 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba65d21-22d5-4424-8ef7-3de516c00947 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Fanout notify agent at l3_agent the message router_deleted on router ca021bd3-75c6-4aa2-86ed-4772ef10418b {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:14:15.401778 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-33e4ec2d-3230-4b79-b9d3-f0bde5033657 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:15.434579 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port a3a1bdef-9be0-4552-a34b-7af32402032a triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:15.435163 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:15.438781 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-983eaee4-0cf1-4521-9465-467fbb5ef957 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Deleting port 06d2dcae-0919-477e-81fb-b9d32e9a4f84 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:15.438781 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-983eaee4-0cf1-4521-9465-467fbb5ef957 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:15.451804 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bba65d21-22d5-4424-8ef7-3de516c00947 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:15.452865 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-bba65d21-22d5-4424-8ef7-3de516c00947 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/routers/ca021bd3-75c6-4aa2-86ed-4772ef10418b HTTP/1.1" status: 204 len: 168 time: 0.8003590 Mar 28 19:14:15.456266 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59948) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:15.461240 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-870e8814-660d-4715-877f-ed27f0267da8 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:15.515718 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-cf365b1e-9e94-4503-a7da-efdaaeaee193 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port 4b929596-a112-4b96-b46a-a4ea1a41c467 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:15.516056 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cf365b1e-9e94-4503-a7da-efdaaeaee193 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:15.582053 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d6371-8a9b-4108-9cdf-24b043bb11a7 req-e41309dc-ad2d-451a-88f6-fcab25f1bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:15.583976 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-317d6371-8a9b-4108-9cdf-24b043bb11a7 req-e41309dc-ad2d-451a-88f6-fcab25f1bb5a service neutron] 10.222.0.26 "GET /v2.0/networks?id=2486f7ec-b979-41fc-a225-67e3b737e9a3 HTTP/1.1" status: 200 len: 898 time: 0.3913510 Mar 28 19:14:15.584111 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-d013f19e-5c1d-464a-9a53-c02a42fc78b7 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Deleting subnet 8bebcf4e-7b31-4fc6-8bfe-ecb27d7a1400 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:14:15.614954 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d013f19e-5c1d-464a-9a53-c02a42fc78b7 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:15.621894 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d7b25006-8bd0-471d-b7c4-c75c690608fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:15.623624 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e4ec2d-3230-4b79-b9d3-f0bde5033657 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network 6eeea274-728a-4cc9-8a1c-f056c6818594 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:14:15.682143 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b25006-8bd0-471d-b7c4-c75c690608fb None None] Pushing event deleted for resources: {'Port': ['ID=30710e0e-f901-4188-b24b-b37e3a6ad4e1,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:15.684470 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-33e4ec2d-3230-4b79-b9d3-f0bde5033657 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:14:15.694737 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-870e8814-660d-4715-877f-ed27f0267da8 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:15.699017 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b25006-8bd0-471d-b7c4-c75c690608fb None None] No DVR routers for this DVR port 30710e0e-f901-4188-b24b-b37e3a6ad4e1 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:14:15.722715 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a5a34433-755c-4d7e-af6d-8465a5a61019 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:14:15.723639 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4ec2d-3230-4b79-b9d3-f0bde5033657 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Port': ['ID=f81c83b3-1eae-45bb-a47e-100d88755872,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:15.726093 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e4ec2d-3230-4b79-b9d3-f0bde5033657 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:14:15.727414 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-33e4ec2d-3230-4b79-b9d3-f0bde5033657 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:15.830014 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port a5a34433-755c-4d7e-af6d-8465a5a61019 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:14:15.837453 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port a5a34433-755c-4d7e-af6d-8465a5a61019 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:15.838113 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:15.887747 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-317d6371-8a9b-4108-9cdf-24b043bb11a7 req-66ea59ac-1e83-47f2-a904-0922b9ad543b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd HTTP/1.1" status: 200 len: 1002 time: 0.2629879 Mar 28 19:14:15.919614 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d013f19e-5c1d-464a-9a53-c02a42fc78b7 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:15.993129 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-983eaee4-0cf1-4521-9465-467fbb5ef957 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] For port 06d2dcae-0919-477e-81fb-b9d32e9a4f84, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=06d2dcae-0919-477e-81fb-b9d32e9a4f84,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:15.993444 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-983eaee4-0cf1-4521-9465-467fbb5ef957 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:15.999332 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:16.000678 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-cf365b1e-9e94-4503-a7da-efdaaeaee193 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] For port 4b929596-a112-4b96-b46a-a4ea1a41c467, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=4b929596-a112-4b96-b46a-a4ea1a41c467,segment=NetworkSegment(bd41b65a-e84b-401e-9d63-2eb8a941a972),segment_id=bd41b65a-e84b-401e-9d63-2eb8a941a972)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:16.001152 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cf365b1e-9e94-4503-a7da-efdaaeaee193 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:16.014060 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-870e8814-660d-4715-877f-ed27f0267da8 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:16.046263 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port a5a34433-755c-4d7e-af6d-8465a5a61019, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a5a34433-755c-4d7e-af6d-8465a5a61019,segment=NetworkSegment(8b6807ac-4916-4753-b940-c1af7d79291a),segment_id=8b6807ac-4916-4753-b940-c1af7d79291a)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:16.055840 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:16.119587 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 60bfdd4a-7521-4260-8d22-810525762fa8 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:14:16.146142 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-cf365b1e-9e94-4503-a7da-efdaaeaee193 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for 4b929596-a112-4b96-b46a-a4ea1a41c467 owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:16.162243 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d6371-8a9b-4108-9cdf-24b043bb11a7 req-226c50f4-9040-404e-8726-450283731ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:16.163720 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-317d6371-8a9b-4108-9cdf-24b043bb11a7 req-226c50f4-9040-404e-8726-450283731ed2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d4ae72b-d834-47e4-a182-f022b94a587f HTTP/1.1" status: 200 len: 834 time: 0.2639580 Mar 28 19:14:16.171416 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-983eaee4-0cf1-4521-9465-467fbb5ef957 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Calling delete_port for 06d2dcae-0919-477e-81fb-b9d32e9a4f84 owned by network:router_gateway {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:16.177049 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 60bfdd4a-7521-4260-8d22-810525762fa8 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:14:16.177515 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 60bfdd4a-7521-4260-8d22-810525762fa8 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:14:16.188108 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=a5a34433-755c-4d7e-af6d-8465a5a61019,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:16.197614 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-249f4427-c926-467d-bd33-3d36670c140d None None] Provisioning complete for port a5a34433-755c-4d7e-af6d-8465a5a61019 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:16.198076 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-249f4427-c926-467d-bd33-3d36670c140d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:16.240425 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d013f19e-5c1d-464a-9a53-c02a42fc78b7 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:16.337296 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-249f4427-c926-467d-bd33-3d36670c140d None None] Provisioning for port f81c83b3-1eae-45bb-a47e-100d88755872 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:14:16.343041 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-249f4427-c926-467d-bd33-3d36670c140d None None] Provisioning complete for port f81c83b3-1eae-45bb-a47e-100d88755872 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:16.343511 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-249f4427-c926-467d-bd33-3d36670c140d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:16.372330 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d013f19e-5c1d-464a-9a53-c02a42fc78b7 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:16.409929 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-249f4427-c926-467d-bd33-3d36670c140d None None] Port f81c83b3-1eae-45bb-a47e-100d88755872 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:14:16.450760 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013f19e-5c1d-464a-9a53-c02a42fc78b7 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Subnet': ['ID=8bebcf4e-7b31-4fc6-8bfe-ecb27d7a1400,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:16.454695 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d013f19e-5c1d-464a-9a53-c02a42fc78b7 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:16.458681 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-33e4ec2d-3230-4b79-b9d3-f0bde5033657 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:16.465059 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4ee39c-bb0d-4c90-b4be-a88644e26700 None None] Network 2a302426-0347-4e1a-8eb5-1302fb8b59f5 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:14:16.473770 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d013f19e-5c1d-464a-9a53-c02a42fc78b7 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/subnets/8bebcf4e-7b31-4fc6-8bfe-ecb27d7a1400 HTTP/1.1" status: 204 len: 168 time: 1.0144410 Mar 28 19:14:16.493119 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59952) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:16.499781 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a5a34433-755c-4d7e-af6d-8465a5a61019 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:14:16.522566 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-870e8814-660d-4715-877f-ed27f0267da8 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:16.545386 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cf365b1e-9e94-4503-a7da-efdaaeaee193 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:16.597042 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf365b1e-9e94-4503-a7da-efdaaeaee193 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=4b929596-a112-4b96-b46a-a4ea1a41c467,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:16.638968 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e8814-660d-4715-877f-ed27f0267da8 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Pushing event deleted for resources: {'Subnet': ['ID=4d7a82bf-93ba-44d1-8a0f-347b87136ec7,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:16.641366 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-870e8814-660d-4715-877f-ed27f0267da8 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:16.667773 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8a1a99-1dc0-4e34-9033-b4c4373b9e20 None None] Network 9162638d-cf4b-405d-a9ad-6d612af4ca22 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:14:16.801281 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ef162e78-9306-46d2-a9cd-00636329ce3e None None] Provisioning complete for port f81c83b3-1eae-45bb-a47e-100d88755872 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:16.801649 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ef162e78-9306-46d2-a9cd-00636329ce3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:16.862783 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-ef162e78-9306-46d2-a9cd-00636329ce3e None None] Port f81c83b3-1eae-45bb-a47e-100d88755872 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:14:16.916533 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-870e8814-660d-4715-877f-ed27f0267da8 tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "DELETE /v2.0/subnets/4d7a82bf-93ba-44d1-8a0f-347b87136ec7 HTTP/1.1" status: 204 len: 168 time: 1.7217000 Mar 28 19:14:16.919150 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59956) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:16.934839 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d6371-8a9b-4108-9cdf-24b043bb11a7 req-c7c3e354-a6f7-436e-9f9b-5f55acdf6d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:16.936509 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-317d6371-8a9b-4108-9cdf-24b043bb11a7 req-c7c3e354-a6f7-436e-9f9b-5f55acdf6d48 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2486f7ec-b979-41fc-a225-67e3b737e9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7196362 Mar 28 19:14:16.952267 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port a5a34433-755c-4d7e-af6d-8465a5a61019 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:16.952639 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:17.027567 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3d9e90ba-29c9-4856-a1cf-498ba556ff70 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:17.042742 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cf365b1e-9e94-4503-a7da-efdaaeaee193 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:17.129350 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9209260c-950e-404e-ae41-8cff3ee8553d tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:17.159078 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9209260c-950e-404e-ae41-8cff3ee8553d tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Deleting port cb3a1446-43c8-4945-8643-e5bcd53da584 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:17.159527 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9209260c-950e-404e-ae41-8cff3ee8553d tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:17.211590 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1504b4-3716-4c60-bcd9-5e5828f0282c None None] DHCP port deletion for 2a302426-0347-4e1a-8eb5-1302fb8b59f5 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:14:17.221601 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-4a1504b4-3716-4c60-bcd9-5e5828f0282c None None] Deleting port 596e6f10-73e2-4122-8575-6f06199bc9c7 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:17.221975 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4a1504b4-3716-4c60-bcd9-5e5828f0282c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:17.241133 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-3d9e90ba-29c9-4856-a1cf-498ba556ff70 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Deleting port 596e6f10-73e2-4122-8575-6f06199bc9c7 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:17.241467 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3d9e90ba-29c9-4856-a1cf-498ba556ff70 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:17.258619 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4b1a7a-439c-4837-9736-9b7495593a01 None None] DHCP port deletion for 9162638d-cf4b-405d-a9ad-6d612af4ca22 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:14:17.273838 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-ce4b1a7a-439c-4837-9736-9b7495593a01 None None] Deleting port cb3a1446-43c8-4945-8643-e5bcd53da584 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:17.274668 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ce4b1a7a-439c-4837-9736-9b7495593a01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:17.307767 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 30710e0e-f901-4188-b24b-b37e3a6ad4e1 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:14:17.366486 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 30710e0e-f901-4188-b24b-b37e3a6ad4e1 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:14:17.367348 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 30710e0e-f901-4188-b24b-b37e3a6ad4e1 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:14:17.471594 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-983eaee4-0cf1-4521-9465-467fbb5ef957 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:17.476609 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-317d6371-8a9b-4108-9cdf-24b043bb11a7 req-7ed4580e-e974-4d86-9b42-1957f5f32a92 service neutron] 10.222.0.26 "GET /v2.0/networks/2486f7ec-b979-41fc-a225-67e3b737e9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784520 Mar 28 19:14:17.581211 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eaee4-0cf1-4521-9465-467fbb5ef957 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Pushing event deleted for resources: {'Port': ['ID=06d2dcae-0919-477e-81fb-b9d32e9a4f84,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:17.684352 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-9209260c-950e-404e-ae41-8cff3ee8553d tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] For port cb3a1446-43c8-4945-8643-e5bcd53da584, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=cb3a1446-43c8-4945-8643-e5bcd53da584,segment=NetworkSegment(239a6dbf-7a8b-4a91-9cb3-aaa0400abd19),segment_id=239a6dbf-7a8b-4a91-9cb3-aaa0400abd19)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:17.684940 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9209260c-950e-404e-ae41-8cff3ee8553d tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:17.695674 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-ce4b1a7a-439c-4837-9736-9b7495593a01 None None] For port cb3a1446-43c8-4945-8643-e5bcd53da584, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=cb3a1446-43c8-4945-8643-e5bcd53da584,segment=NetworkSegment(239a6dbf-7a8b-4a91-9cb3-aaa0400abd19),segment_id=239a6dbf-7a8b-4a91-9cb3-aaa0400abd19)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:17.696414 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ce4b1a7a-439c-4837-9736-9b7495593a01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:17.829962 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-ce4b1a7a-439c-4837-9736-9b7495593a01 None None] Calling delete_port for cb3a1446-43c8-4945-8643-e5bcd53da584 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:17.865402 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-3d9e90ba-29c9-4856-a1cf-498ba556ff70 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] For port 596e6f10-73e2-4122-8575-6f06199bc9c7, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=596e6f10-73e2-4122-8575-6f06199bc9c7,segment=NetworkSegment(9453870c-988a-4198-ab1d-f0a9ad54ddad),segment_id=9453870c-988a-4198-ab1d-f0a9ad54ddad)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:17.865823 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3d9e90ba-29c9-4856-a1cf-498ba556ff70 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:17.867051 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-4a1504b4-3716-4c60-bcd9-5e5828f0282c None None] For port 596e6f10-73e2-4122-8575-6f06199bc9c7, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=596e6f10-73e2-4122-8575-6f06199bc9c7,segment=NetworkSegment(9453870c-988a-4198-ab1d-f0a9ad54ddad),segment_id=9453870c-988a-4198-ab1d-f0a9ad54ddad)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:17.867797 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4a1504b4-3716-4c60-bcd9-5e5828f0282c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:17.876799 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9209260c-950e-404e-ae41-8cff3ee8553d tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Calling delete_port for cb3a1446-43c8-4945-8643-e5bcd53da584 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:17.954611 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf365b1e-9e94-4503-a7da-efdaaeaee193 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router 342bb046-96ea-45b4-b31f-c0165d777de5 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:14:18.003470 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-4a1504b4-3716-4c60-bcd9-5e5828f0282c None None] Calling delete_port for 596e6f10-73e2-4122-8575-6f06199bc9c7 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:18.016352 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-3d9e90ba-29c9-4856-a1cf-498ba556ff70 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Calling delete_port for 596e6f10-73e2-4122-8575-6f06199bc9c7 owned by network:dhcp {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:18.046704 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-983eaee4-0cf1-4521-9465-467fbb5ef957 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:18.063740 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9209260c-950e-404e-ae41-8cff3ee8553d tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:18.078495 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-ce4b1a7a-439c-4837-9736-9b7495593a01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:14:18.078852 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-ce4b1a7a-439c-4837-9736-9b7495593a01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:14:18.098316 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-33e4ec2d-3230-4b79-b9d3-f0bde5033657 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:18.105566 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4a1504b4-3716-4c60-bcd9-5e5828f0282c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:18.108953 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-317d6371-8a9b-4108-9cdf-24b043bb11a7 req-01c280a8-460d-435f-9a4d-627fd1d4e3ab service neutron] 10.222.0.26 "GET /v2.0/networks/2486f7ec-b979-41fc-a225-67e3b737e9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5868633 Mar 28 19:14:18.127092 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209260c-950e-404e-ae41-8cff3ee8553d tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Pushing event deleted for resources: {'Port': ['ID=cb3a1446-43c8-4945-8643-e5bcd53da584,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:18.154945 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1504b4-3716-4c60-bcd9-5e5828f0282c None None] Pushing event deleted for resources: {'Port': ['ID=596e6f10-73e2-4122-8575-6f06199bc9c7,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:18.156821 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1504b4-3716-4c60-bcd9-5e5828f0282c None None] No DVR routers for this DVR port 596e6f10-73e2-4122-8575-6f06199bc9c7 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:14:18.167413 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-33e4ec2d-3230-4b79-b9d3-f0bde5033657 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:18.168171 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-33e4ec2d-3230-4b79-b9d3-f0bde5033657 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:18.209396 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9209260c-950e-404e-ae41-8cff3ee8553d tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] No DVR routers for this DVR port cb3a1446-43c8-4945-8643-e5bcd53da584 on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:14:18.303584 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf365b1e-9e94-4503-a7da-efdaaeaee193 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:14:18.314087 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96af8785-7beb-4e3e-a53f-beeda1033ed6 None None] Sync routers for ids ['342bb046-96ea-45b4-b31f-c0165d777de5'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:14:18.325039 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96af8785-7beb-4e3e-a53f-beeda1033ed6 None None] Routers {'342bb046-96ea-45b4-b31f-c0165d777de5'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:18.325665 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-96af8785-7beb-4e3e-a53f-beeda1033ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['342bb046-96ea-45b4-b31f-c0165d777de5'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:18.368996 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9209260c-950e-404e-ae41-8cff3ee8553d tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:18.381480 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-cf365b1e-9e94-4503-a7da-efdaaeaee193 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "PUT /v2.0/routers/342bb046-96ea-45b4-b31f-c0165d777de5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3138623 Mar 28 19:14:18.402353 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-9209260c-950e-404e-ae41-8cff3ee8553d tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9162638d-cf4b-405d-a9ad-6d612af4ca22']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:18.419221 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-9209260c-950e-404e-ae41-8cff3ee8553d tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239a6dbf-7a8b-4a91-9cb3-aaa0400abd19') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:18.420275 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-9209260c-950e-404e-ae41-8cff3ee8553d tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239a6dbf-7a8b-4a91-9cb3-aaa0400abd19') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:18.438379 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9209260c-950e-404e-ae41-8cff3ee8553d tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:18.465041 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-983eaee4-0cf1-4521-9465-467fbb5ef957 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:18.471674 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9209260c-950e-404e-ae41-8cff3ee8553d tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:18.480257 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9209260c-950e-404e-ae41-8cff3ee8553d tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:14:18.480663 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9209260c-950e-404e-ae41-8cff3ee8553d tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:18.487850 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-983eaee4-0cf1-4521-9465-467fbb5ef957 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:14:18.517695 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:14:18.580010 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-ce4b1a7a-439c-4837-9736-9b7495593a01 None None] Deleting port cb3a1446-43c8-4945-8643-e5bcd53da584 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:18.580583 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ce4b1a7a-439c-4837-9736-9b7495593a01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:18.597306 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4ec2d-3230-4b79-b9d3-f0bde5033657 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Port': ['ID=f81c83b3-1eae-45bb-a47e-100d88755872,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:18.603604 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.db.api [None req-3d9e90ba-29c9-4856-a1cf-498ba556ff70 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:14:18.604218 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG oslo_db.api [None req-3d9e90ba-29c9-4856-a1cf-498ba556ff70 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:14:18.611234 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-983eaee4-0cf1-4521-9465-467fbb5ef957 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:18.612016 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983eaee4-0cf1-4521-9465-467fbb5ef957 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Fanout notify agent at l3_agent the message router_deleted on router 33d44040-24d9-44b3-aa94-621eaccd1052 {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:14:18.653468 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-96af8785-7beb-4e3e-a53f-beeda1033ed6 None None] Set router 342bb046-96ea-45b4-b31f-c0165d777de5 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:18.655452 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-983eaee4-0cf1-4521-9465-467fbb5ef957 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:18.660003 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-983eaee4-0cf1-4521-9465-467fbb5ef957 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "DELETE /v2.0/routers/33d44040-24d9-44b3-aa94-621eaccd1052 HTTP/1.1" status: 204 len: 168 time: 4.2356622 Mar 28 19:14:18.661073 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59962) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:18.669249 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e4ec2d-3230-4b79-b9d3-f0bde5033657 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network 6eeea274-728a-4cc9-8a1c-f056c6818594 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:14:18.691546 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-33e4ec2d-3230-4b79-b9d3-f0bde5033657 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:14:18.724396 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9209260c-950e-404e-ae41-8cff3ee8553d tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:18.750753 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device cb3a1446-43c8-4945-8643-e5bcd53da584 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:14:18.772536 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9209260c-950e-404e-ae41-8cff3ee8553d tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:18.780829 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209260c-950e-404e-ae41-8cff3ee8553d tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] Pushing event deleted for resources: {'Network': ['ID=9162638d-cf4b-405d-a9ad-6d612af4ca22,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:18.802985 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9209260c-950e-404e-ae41-8cff3ee8553d tempest-TagsExtTest-2138900660 tempest-TagsExtTest-2138900660-project] 10.222.0.10 "DELETE /v2.0/networks/9162638d-cf4b-405d-a9ad-6d612af4ca22 HTTP/1.1" status: 204 len: 168 time: 1.8671217 Mar 28 19:14:18.891856 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-ce4b1a7a-439c-4837-9736-9b7495593a01 None None] The port 'cb3a1446-43c8-4945-8643-e5bcd53da584' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:14:18.897469 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: cb3a1446-43c8-4945-8643-e5bcd53da584 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:14:18.897954 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device cb3a1446-43c8-4945-8643-e5bcd53da584 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:14:18.899133 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 596e6f10-73e2-4122-8575-6f06199bc9c7 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:14:18.972070 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fc25ed63-518d-4664-9740-fc7de39de9b2 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:18.982101 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 596e6f10-73e2-4122-8575-6f06199bc9c7 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:14:18.982320 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 596e6f10-73e2-4122-8575-6f06199bc9c7 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:14:19.130647 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-3d9e90ba-29c9-4856-a1cf-498ba556ff70 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Deleting port 596e6f10-73e2-4122-8575-6f06199bc9c7 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:19.131110 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3d9e90ba-29c9-4856-a1cf-498ba556ff70 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:19.149120 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59972) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:19.201773 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-89be0f29-f3b5-4664-bbe0-c3fb2c1be5ff None None] Provisioning complete for port f81c83b3-1eae-45bb-a47e-100d88755872 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:19.202179 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-89be0f29-f3b5-4664-bbe0-c3fb2c1be5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:19.263347 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-3d9e90ba-29c9-4856-a1cf-498ba556ff70 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] The port '596e6f10-73e2-4122-8575-6f06199bc9c7' was deleted {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:14:19.283149 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-89be0f29-f3b5-4664-bbe0-c3fb2c1be5ff None None] Port f81c83b3-1eae-45bb-a47e-100d88755872 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:14:19.335682 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6a344458-4a10-46d6-b358-0a95453536fe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bc6f5860da794c10a96cf0d43a007690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1842883 Mar 28 19:14:19.337665 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59978) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:19.360162 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e4ec2d-3230-4b79-b9d3-f0bde5033657 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Router ff646b36-99e0-4388-a329-cc0ff56b9247 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:14:19.376247 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-96af8785-7beb-4e3e-a53f-beeda1033ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'name': 'tempest-TestNetworkBasicOps-router-1657040247', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:57Z', 'updated_at': '2022-03-28T19:14:16Z', 'revision_number': 6, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:00Z', 'updated_at': '2022-03-28T19:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '0a3ec281-3bcd-4f86-9d6e-22909e3ae805', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'port_id': '7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3', 'mac_address': 'fa:16:3e:1e:95:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19273f2d-61bc-4be8-9410-f1f3cf7b6a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:12:05Z', 'updated_at': '2022-03-28T19:12:09Z', 'revision_number': 1, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50', 'name': '', 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:28:45:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '2d4ae72b-d834-47e4-a182-f022b94a587f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:12Z', 'updated_at': '2022-03-28T19:11:38Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '2d4ae72b-d834-47e4-a182-f022b94a587f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:19.380387 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96af8785-7beb-4e3e-a53f-beeda1033ed6 None None] Checking router: 342bb046-96ea-45b4-b31f-c0165d777de5 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:14:19.384137 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fc25ed63-518d-4664-9740-fc7de39de9b2 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:19.393134 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96af8785-7beb-4e3e-a53f-beeda1033ed6 None None] Routers {'342bb046-96ea-45b4-b31f-c0165d777de5'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:19.395091 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-96af8785-7beb-4e3e-a53f-beeda1033ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['342bb046-96ea-45b4-b31f-c0165d777de5'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:19.405393 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1d5e35f2-ac2f-4a47-9ee0-80b7f221a29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:19.438302 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1d5e35f2-ac2f-4a47-9ee0-80b7f221a29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:19.498715 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1d5e35f2-ac2f-4a47-9ee0-80b7f221a29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:19.513352 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e35f2-ac2f-4a47-9ee0-80b7f221a29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ebe980-abe1-45af-a8a1-53997ee03a15,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:19.521657 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1d5e35f2-ac2f-4a47-9ee0-80b7f221a29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:19.523406 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1d5e35f2-ac2f-4a47-9ee0-80b7f221a29a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/15ebe980-abe1-45af-a8a1-53997ee03a15 HTTP/1.1" status: 204 len: 168 time: 0.1840003 Mar 28 19:14:19.577576 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71b2fd-b101-44b0-aae6-33c80606ec41 req-2ff1352c-cfd7-4fe3-8b89-32aaef63befe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:19.578287 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-fc71b2fd-b101-44b0-aae6-33c80606ec41 req-2ff1352c-cfd7-4fe3-8b89-32aaef63befe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:14:19.581780 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-fc25ed63-518d-4664-9740-fc7de39de9b2 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79a5d728-4e0a-4bf8-b900-2a34dffdc0e2']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:19.602305 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-96af8785-7beb-4e3e-a53f-beeda1033ed6 None None] Set router 342bb046-96ea-45b4-b31f-c0165d777de5 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:19.662656 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3d9e90ba-29c9-4856-a1cf-498ba556ff70 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:19.672362 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-fc25ed63-518d-4664-9740-fc7de39de9b2 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce651af8-7fed-4f32-b050-d34331b69a89') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:19.672980 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-fc25ed63-518d-4664-9740-fc7de39de9b2 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce651af8-7fed-4f32-b050-d34331b69a89') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:19.701458 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fc25ed63-518d-4664-9740-fc7de39de9b2 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:19.739239 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-fc71b2fd-b101-44b0-aae6-33c80606ec41 req-2ff1352c-cfd7-4fe3-8b89-32aaef63befe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:14:19.740764 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fc71b2fd-b101-44b0-aae6-33c80606ec41 req-2ff1352c-cfd7-4fe3-8b89-32aaef63befe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fb8aa01-a242-47d2-9ab6-ee75893cf6c6 HTTP/1.1" status: 200 len: 946 time: 0.7656889 Mar 28 19:14:19.754497 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-3d9e90ba-29c9-4856-a1cf-498ba556ff70 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a302426-0347-4e1a-8eb5-1302fb8b59f5']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:19.778659 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fc25ed63-518d-4664-9740-fc7de39de9b2 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:19.794789 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-3d9e90ba-29c9-4856-a1cf-498ba556ff70 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9453870c-988a-4198-ab1d-f0a9ad54ddad') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:19.795155 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-3d9e90ba-29c9-4856-a1cf-498ba556ff70 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9453870c-988a-4198-ab1d-f0a9ad54ddad') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:19.805510 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e4ec2d-3230-4b79-b9d3-f0bde5033657 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:14:19.817087 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-33e4ec2d-3230-4b79-b9d3-f0bde5033657 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "PUT /v2.0/routers/ff646b36-99e0-4388-a329-cc0ff56b9247/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8851466 Mar 28 19:14:19.818066 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc25ed63-518d-4664-9740-fc7de39de9b2 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:14:19.818477 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fc25ed63-518d-4664-9740-fc7de39de9b2 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:19.820180 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59984) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:19.829487 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-f41deda5-7187-4b8a-9c18-2fd0ec63e490 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2055535005'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:19.832389 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407bb09e-4eed-48eb-ab3c-6729e112ff0f None None] Sync routers for ids ['ff646b36-99e0-4388-a329-cc0ff56b9247'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: util.warn( Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: util.warn( Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: util.warn( Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: util.warn( Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:14:19.834329 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:14:19.837426 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f41deda5-7187-4b8a-9c18-2fd0ec63e490 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:19.843012 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f41deda5-7187-4b8a-9c18-2fd0ec63e490 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Usage tracker for resource:network and tenant:d916fc06fcf1402987e9337f73165337 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:14:19.847379 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3d9e90ba-29c9-4856-a1cf-498ba556ff70 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:19.847567 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f41deda5-7187-4b8a-9c18-2fd0ec63e490 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:14:19.848766 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407bb09e-4eed-48eb-ab3c-6729e112ff0f None None] Routers {'ff646b36-99e0-4388-a329-cc0ff56b9247'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:19.849577 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-407bb09e-4eed-48eb-ab3c-6729e112ff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ff646b36-99e0-4388-a329-cc0ff56b9247'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:19.855846 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f41deda5-7187-4b8a-9c18-2fd0ec63e490 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:19.871193 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41deda5-7187-4b8a-9c18-2fd0ec63e490 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Made reservation on behalf of d916fc06fcf1402987e9337f73165337 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:14:19.876121 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f41deda5-7187-4b8a-9c18-2fd0ec63e490 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:19.909499 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41deda5-7187-4b8a-9c18-2fd0ec63e490 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:14:19.920956 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f41deda5-7187-4b8a-9c18-2fd0ec63e490 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:19.921347 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-f41deda5-7187-4b8a-9c18-2fd0ec63e490 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Added segment 406bb6b9-0654-4d7f-a0f9-1de2140658ac of type vlan for network b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef Mar 28 19:14:19.954773 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f41deda5-7187-4b8a-9c18-2fd0ec63e490 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:19.994868 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f41deda5-7187-4b8a-9c18-2fd0ec63e490 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:20.003711 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41deda5-7187-4b8a-9c18-2fd0ec63e490 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:20.004542 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f41deda5-7187-4b8a-9c18-2fd0ec63e490 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:20.030721 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-96af8785-7beb-4e3e-a53f-beeda1033ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'name': 'tempest-TestNetworkBasicOps-router-1657040247', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:57Z', 'updated_at': '2022-03-28T19:14:16Z', 'revision_number': 6, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:00Z', 'updated_at': '2022-03-28T19:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '0a3ec281-3bcd-4f86-9d6e-22909e3ae805', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'port_id': '7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3', 'mac_address': 'fa:16:3e:1e:95:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19273f2d-61bc-4be8-9410-f1f3cf7b6a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:12:05Z', 'updated_at': '2022-03-28T19:12:09Z', 'revision_number': 1, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50', 'name': '', 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:28:45:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '2d4ae72b-d834-47e4-a182-f022b94a587f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:12Z', 'updated_at': '2022-03-28T19:11:38Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '2d4ae72b-d834-47e4-a182-f022b94a587f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:20.035239 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96af8785-7beb-4e3e-a53f-beeda1033ed6 None None] The sync data for ids ['342bb046-96ea-45b4-b31f-c0165d777de5'] in dv-neutron-834711-1-hyperv is: [{'id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'name': 'tempest-TestNetworkBasicOps-router-1657040247', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:57Z', 'updated_at': '2022-03-28T19:14:16Z', 'revision_number': 6, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:00Z', 'updated_at': '2022-03-28T19:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '0a3ec281-3bcd-4f86-9d6e-22909e3ae805', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'port_id': '7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3', 'mac_address': 'fa:16:3e:1e:95:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19273f2d-61bc-4be8-9410-f1f3cf7b6a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:12:05Z', 'updated_at': '2022-03-28T19:12:09Z', 'revision_number': 1, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50', 'name': '', 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:28:45:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '2d4ae72b-d834-47e4-a182-f022b94a587f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:12Z', 'updated_at': '2022-03-28T19:11:38Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '2d4ae72b-d834-47e4-a182-f022b94a587f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:14:20.051444 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-407bb09e-4eed-48eb-ab3c-6729e112ff0f None None] Set router ff646b36-99e0-4388-a329-cc0ff56b9247 gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:20.099876 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3d9e90ba-29c9-4856-a1cf-498ba556ff70 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:20.111457 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d9e90ba-29c9-4856-a1cf-498ba556ff70 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:14:20.111853 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3d9e90ba-29c9-4856-a1cf-498ba556ff70 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:14:20.127403 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:14:20.144028 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fc71b2fd-b101-44b0-aae6-33c80606ec41 req-48f69327-5da4-4d12-9355-4de9915e6e3b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4e6e337-7dda-4615-8f47-a37603a2e750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3785374 Mar 28 19:14:20.148051 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fc25ed63-518d-4664-9740-fc7de39de9b2 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:20.153886 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f41deda5-7187-4b8a-9c18-2fd0ec63e490 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3308513 Mar 28 19:14:20.160424 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 59988) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:20.169176 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-f0659136-6cb4-44e6-ba35-6898c2a8f9c4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'subnet': {'network_id': 'b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:20.187542 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41deda5-7187-4b8a-9c18-2fd0ec63e490 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Network': ['ID=b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:20.201991 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:14:20.209225 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fc25ed63-518d-4664-9740-fc7de39de9b2 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:20.231340 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25ed63-518d-4664-9740-fc7de39de9b2 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Pushing event deleted for resources: {'Network': ['ID=79a5d728-4e0a-4bf8-b900-2a34dffdc0e2,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:20.239893 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-fc25ed63-518d-4664-9740-fc7de39de9b2 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "DELETE /v2.0/networks/79a5d728-4e0a-4bf8-b900-2a34dffdc0e2 HTTP/1.1" status: 204 len: 168 time: 1.5748613 Mar 28 19:14:20.242753 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59992) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:20.263700 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3d9e90ba-29c9-4856-a1cf-498ba556ff70 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:20.292614 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3d9e90ba-29c9-4856-a1cf-498ba556ff70 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:20.309755 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e90ba-29c9-4856-a1cf-498ba556ff70 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Network': ['ID=2a302426-0347-4e1a-8eb5-1302fb8b59f5,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:20.325984 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3d9e90ba-29c9-4856-a1cf-498ba556ff70 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/networks/2a302426-0347-4e1a-8eb5-1302fb8b59f5 HTTP/1.1" status: 204 len: 168 time: 3.8275461 Mar 28 19:14:20.326666 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 59996) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:20.339783 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-ababc16c-d05a-4930-9fe9-264287c671bd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'network': {'name': 'tempest-RoutersTest-1669267506'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:20.347887 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-ababc16c-d05a-4930-9fe9-264287c671bd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:20.394341 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ababc16c-d05a-4930-9fe9-264287c671bd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Usage tracker for resource:network and tenant:850c7a06f362434c857dc7f4b61d686b is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:14:20.407453 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ababc16c-d05a-4930-9fe9-264287c671bd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:14:20.418626 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-ababc16c-d05a-4930-9fe9-264287c671bd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:20.420734 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa5a3e34-bfbc-48c2-9b96-849ea502d6d3 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:20.425161 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 06d2dcae-0919-477e-81fb-b9d32e9a4f84 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:14:20.444868 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f0659136-6cb4-44e6-ba35-6898c2a8f9c4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:20.450674 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f0659136-6cb4-44e6-ba35-6898c2a8f9c4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Usage tracker for resource:subnet and tenant:d916fc06fcf1402987e9337f73165337 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:14:20.457993 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f0659136-6cb4-44e6-ba35-6898c2a8f9c4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:14:20.466929 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f0659136-6cb4-44e6-ba35-6898c2a8f9c4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:20.483102 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0659136-6cb4-44e6-ba35-6898c2a8f9c4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Made reservation on behalf of d916fc06fcf1402987e9337f73165337 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:14:20.487863 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f0659136-6cb4-44e6-ba35-6898c2a8f9c4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:20.490553 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ababc16c-d05a-4930-9fe9-264287c671bd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Made reservation on behalf of 850c7a06f362434c857dc7f4b61d686b for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:14:20.508697 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ababc16c-d05a-4930-9fe9-264287c671bd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:20.514147 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 06d2dcae-0919-477e-81fb-b9d32e9a4f84 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:14:20.514601 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 06d2dcae-0919-477e-81fb-b9d32e9a4f84 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:14:20.515150 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 4b929596-a112-4b96-b46a-a4ea1a41c467 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:14:20.542427 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa5a3e34-bfbc-48c2-9b96-849ea502d6d3 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:20.550913 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 4b929596-a112-4b96-b46a-a4ea1a41c467 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:14:20.551267 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 4b929596-a112-4b96-b46a-a4ea1a41c467 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:14:20.587767 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-407bb09e-4eed-48eb-ab3c-6729e112ff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:14:16Z', 'revision_number': 4, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None, '_interfaces': [{'id': '3b746bfa-9528-450d-8521-a79aee66fd8c', 'name': '', 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:25:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:13:56Z', 'updated_at': '2022-03-28T19:14:06Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3a1bdef-9be0-4552-a34b-7af32402032a', 'name': '', 'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:92:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '300bdebd-891b-4119-9da1-606efeb08a96', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:05Z', 'updated_at': '2022-03-28T19:14:13Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '300bdebd-891b-4119-9da1-606efeb08a96', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81c83b3-1eae-45bb-a47e-100d88755872', 'name': '', 'network_id': '6eeea274-728a-4cc9-8a1c-f056c6818594', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:84:81:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '39babe1f-5cbd-4c11-a163-a734975b376e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:13Z', 'updated_at': '2022-03-28T19:14:17Z', 'revision_number': 2, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '39babe1f-5cbd-4c11-a163-a734975b376e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:20.592260 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407bb09e-4eed-48eb-ab3c-6729e112ff0f None None] Checking router: ff646b36-99e0-4388-a329-cc0ff56b9247 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:14:20.592695 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407bb09e-4eed-48eb-ab3c-6729e112ff0f None None] Updating router ff646b36-99e0-4388-a329-cc0ff56b9247 port f81c83b3-1eae-45bb-a47e-100d88755872 binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:14:20.627961 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ababc16c-d05a-4930-9fe9-264287c671bd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:14:20.652678 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda73704-9777-4bdc-b897-eea0572cccf7 req-9c4df94b-6e12-49df-9f2c-c312d11bd92e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:20.654599 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bda73704-9777-4bdc-b897-eea0572cccf7 req-9c4df94b-6e12-49df-9f2c-c312d11bd92e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fb8aa01-a242-47d2-9ab6-ee75893cf6c6 HTTP/1.1" status: 200 len: 946 time: 0.3080673 Mar 28 19:14:20.656750 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ababc16c-d05a-4930-9fe9-264287c671bd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:20.657254 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-ababc16c-d05a-4930-9fe9-264287c671bd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Added segment f8016076-3cf8-4e7c-a0d3-6a0a97994bc7 of type vlan for network 407aad2d-c750-452c-8991-e75e6646f5e5 Mar 28 19:14:20.662451 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-407bb09e-4eed-48eb-ab3c-6729e112ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:20.739886 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ababc16c-d05a-4930-9fe9-264287c671bd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:20.771358 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-bda73704-9777-4bdc-b897-eea0572cccf7 req-8245519a-7462-4d8b-9097-81855e424e73 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:20.771704 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-bda73704-9777-4bdc-b897-eea0572cccf7 req-8245519a-7462-4d8b-9097-81855e424e73 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:20.786236 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f0659136-6cb4-44e6-ba35-6898c2a8f9c4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:20.802757 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa5a3e34-bfbc-48c2-9b96-849ea502d6d3 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:20.841264 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a3e34-bfbc-48c2-9b96-849ea502d6d3 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad76a28-34df-476f-9df7-9e4eed5e12b5,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:20.876782 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0659136-6cb4-44e6-ba35-6898c2a8f9c4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Checking segment: {'id': '406bb6b9-0654-4d7f-a0f9-1de2140658ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:14:20.877316 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0659136-6cb4-44e6-ba35-6898c2a8f9c4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network hostable DHCP agents. Network: b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:14:20.888614 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0659136-6cb4-44e6-ba35-6898c2a8f9c4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Subnet': ['ID=5bb1237c-c27b-4ba7-9984-e4b557a0929f,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:20.904376 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0659136-6cb4-44e6-ba35-6898c2a8f9c4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:14:20.910706 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ababc16c-d05a-4930-9fe9-264287c671bd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:20.915525 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-f0659136-6cb4-44e6-ba35-6898c2a8f9c4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:14:20.916758 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ababc16c-d05a-4930-9fe9-264287c671bd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:20.917333 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ababc16c-d05a-4930-9fe9-264287c671bd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:20.920123 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0659136-6cb4-44e6-ba35-6898c2a8f9c4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:20.921065 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f0659136-6cb4-44e6-ba35-6898c2a8f9c4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:20.929130 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c58318-2db9-49e9-8a6c-e9e4e17976bb None None] Network b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:14:20.940775 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa5a3e34-bfbc-48c2-9b96-849ea502d6d3 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:20.944569 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-fa5a3e34-bfbc-48c2-9b96-849ea502d6d3 tempest-TestNetworkAdvancedServerOps-50741447 tempest-TestNetworkAdvancedServerOps-50741447-project] 10.222.0.10 "DELETE /v2.0/security-groups/9ad76a28-34df-476f-9df7-9e4eed5e12b5 HTTP/1.1" status: 204 len: 168 time: 0.6980193 Mar 28 19:14:20.953386 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f0659136-6cb4-44e6-ba35-6898c2a8f9c4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7920430 Mar 28 19:14:20.956241 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60002) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:21.065078 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ababc16c-d05a-4930-9fe9-264287c671bd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Network': ['ID=407aad2d-c750-452c-8991-e75e6646f5e5,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:21.068171 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ababc16c-d05a-4930-9fe9-264287c671bd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7374213 Mar 28 19:14:21.077752 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-407bb09e-4eed-48eb-ab3c-6729e112ff0f None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:21.079385 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 407aad2d-c750-452c-8991-e75e6646f5e5 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:14:21.084296 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60006) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:21.089889 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-f03310af-c828-46b9-a6c8-b4552f7681cf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'subnet': {'network_id': '407aad2d-c750-452c-8991-e75e6646f5e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:21.092386 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-407bb09e-4eed-48eb-ab3c-6729e112ff0f None None] Transition to ACTIVE for port object f81c83b3-1eae-45bb-a47e-100d88755872 will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:14:21.100715 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-407bb09e-4eed-48eb-ab3c-6729e112ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:21.179816 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813c434-f6ca-47d8-9f61-d89780309714 None None] Pushing event updated for resources: {'Port': ['ID=f81c83b3-1eae-45bb-a47e-100d88755872,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:21.278152 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f03310af-c828-46b9-a6c8-b4552f7681cf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:21.282120 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f03310af-c828-46b9-a6c8-b4552f7681cf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Usage tracker for resource:subnet and tenant:850c7a06f362434c857dc7f4b61d686b is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:14:21.288012 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f03310af-c828-46b9-a6c8-b4552f7681cf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:14:21.301159 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f03310af-c828-46b9-a6c8-b4552f7681cf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:21.329958 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-bda73704-9777-4bdc-b897-eea0572cccf7 req-8245519a-7462-4d8b-9097-81855e424e73 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] For port c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18,segment=NetworkSegment(bd41b65a-e84b-401e-9d63-2eb8a941a972),segment_id=bd41b65a-e84b-401e-9d63-2eb8a941a972)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:21.330312 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-bda73704-9777-4bdc-b897-eea0572cccf7 req-8245519a-7462-4d8b-9097-81855e424e73 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:21.338128 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03310af-c828-46b9-a6c8-b4552f7681cf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Made reservation on behalf of 850c7a06f362434c857dc7f4b61d686b for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:14:21.342678 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f03310af-c828-46b9-a6c8-b4552f7681cf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:21.364836 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38238cb0-1119-4535-a965-15be84bf6a7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef', 'network_id': 'b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'fixed_ips': [{'subnet_id': '5bb1237c-c27b-4ba7-9984-e4b557a0929f'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:14:21.365716 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-38238cb0-1119-4535-a965-15be84bf6a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:21.438156 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-407bb09e-4eed-48eb-ab3c-6729e112ff0f None None] Attempting to bind port f81c83b3-1eae-45bb-a47e-100d88755872 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:14:21.438495 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-407bb09e-4eed-48eb-ab3c-6729e112ff0f None None] Attempting to bind port f81c83b3-1eae-45bb-a47e-100d88755872 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '8b6807ac-4916-4753-b940-c1af7d79291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6eeea274-728a-4cc9-8a1c-f056c6818594'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:14:21.438786 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407bb09e-4eed-48eb-ab3c-6729e112ff0f None None] Attempting to bind port f81c83b3-1eae-45bb-a47e-100d88755872 on network 6eeea274-728a-4cc9-8a1c-f056c6818594 {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:14:21.444470 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407bb09e-4eed-48eb-ab3c-6729e112ff0f None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:14:21.444854 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407bb09e-4eed-48eb-ab3c-6729e112ff0f None None] Checking segment: {'id': '8b6807ac-4916-4753-b940-c1af7d79291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6eeea274-728a-4cc9-8a1c-f056c6818594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:14:21.445903 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-407bb09e-4eed-48eb-ab3c-6729e112ff0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:21.446282 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407bb09e-4eed-48eb-ab3c-6729e112ff0f None None] Bound using segment: {'id': '8b6807ac-4916-4753-b940-c1af7d79291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6eeea274-728a-4cc9-8a1c-f056c6818594'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:14:21.447083 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-407bb09e-4eed-48eb-ab3c-6729e112ff0f None None] Bound port: f81c83b3-1eae-45bb-a47e-100d88755872, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b6807ac-4916-4753-b940-c1af7d79291a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6eeea274-728a-4cc9-8a1c-f056c6818594'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:14:21.447473 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-407bb09e-4eed-48eb-ab3c-6729e112ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:21.522012 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-bda73704-9777-4bdc-b897-eea0572cccf7 req-8245519a-7462-4d8b-9097-81855e424e73 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18 owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:21.567724 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-407bb09e-4eed-48eb-ab3c-6729e112ff0f None None] For port f81c83b3-1eae-45bb-a47e-100d88755872, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:14:21.572430 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-407bb09e-4eed-48eb-ab3c-6729e112ff0f None None] For port f81c83b3-1eae-45bb-a47e-100d88755872, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=f81c83b3-1eae-45bb-a47e-100d88755872,segment=NetworkSegment(8b6807ac-4916-4753-b940-c1af7d79291a),segment_id=8b6807ac-4916-4753-b940-c1af7d79291a)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:14:21.578670 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-407bb09e-4eed-48eb-ab3c-6729e112ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:21.591025 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-38238cb0-1119-4535-a965-15be84bf6a7d None None] Allocated IP 2001:db8:3::2 (b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef/5bb1237c-c27b-4ba7-9984-e4b557a0929f/ee895dab-8378-4b45-8eb2-f5c8eb66ab30) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:14:21.721949 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813c434-f6ca-47d8-9f61-d89780309714 None None] Pushing event updated for resources: {'Port': ['ID=f81c83b3-1eae-45bb-a47e-100d88755872,revision_number=4']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:21.738841 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407bb09e-4eed-48eb-ab3c-6729e112ff0f None None] Routers {'ff646b36-99e0-4388-a329-cc0ff56b9247'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:21.739745 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-407bb09e-4eed-48eb-ab3c-6729e112ff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ff646b36-99e0-4388-a329-cc0ff56b9247'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:21.791251 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a7aa39b-89e2-4045-b61d-34075fa433e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:21.846249 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14513e-7d49-4d37-a680-ae4d33da6472 req-789bc6ad-7d6f-410a-b645-ac12dc2459da tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:21.853322 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1b14513e-7d49-4d37-a680-ae4d33da6472 req-789bc6ad-7d6f-410a-b645-ac12dc2459da tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fb8aa01-a242-47d2-9ab6-ee75893cf6c6 HTTP/1.1" status: 200 len: 946 time: 0.2743018 Mar 28 19:14:21.951258 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-407bb09e-4eed-48eb-ab3c-6729e112ff0f None None] Set router ff646b36-99e0-4388-a329-cc0ff56b9247 gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:21.970783 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1b14513e-7d49-4d37-a680-ae4d33da6472 req-8172ccf7-a41f-45c4-b99e-a5134a856168 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4e6e337-7dda-4615-8f47-a37603a2e750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165006 Mar 28 19:14:21.976708 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-bda73704-9777-4bdc-b897-eea0572cccf7 req-8245519a-7462-4d8b-9097-81855e424e73 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:22.053588 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-38238cb0-1119-4535-a965-15be84bf6a7d None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:22.070917 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245519a-7462-4d8b-9097-81855e424e73 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:22.097730 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-38238cb0-1119-4535-a965-15be84bf6a7d None None] Transition to ACTIVE for port object ee895dab-8378-4b45-8eb2-f5c8eb66ab30 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:14:22.160140 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-38238cb0-1119-4535-a965-15be84bf6a7d None None] Transition to ACTIVE for port object ee895dab-8378-4b45-8eb2-f5c8eb66ab30 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:14:22.173091 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-38238cb0-1119-4535-a965-15be84bf6a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:22.245064 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38238cb0-1119-4535-a965-15be84bf6a7d None None] Network b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:14:22.248256 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-38238cb0-1119-4535-a965-15be84bf6a7d None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:14:22.252458 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38238cb0-1119-4535-a965-15be84bf6a7d None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:14:22.314679 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38238cb0-1119-4535-a965-15be84bf6a7d None None] Pushing event updated for resources: {'Port': ['ID=ee895dab-8378-4b45-8eb2-f5c8eb66ab30,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:22.316888 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda73704-9777-4bdc-b897-eea0572cccf7 req-8245519a-7462-4d8b-9097-81855e424e73 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] No DVR routers for this DVR port c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18 on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:14:22.321964 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-bda73704-9777-4bdc-b897-eea0572cccf7 req-8245519a-7462-4d8b-9097-81855e424e73 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:22.335051 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb8aa01-a242-47d2-9ab6-ee75893cf6c6', 'name': 'network-vif-deleted', 'tag': 'c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:14:22.356682 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bda73704-9777-4bdc-b897-eea0572cccf7 req-8245519a-7462-4d8b-9097-81855e424e73 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "DELETE /v2.0/ports/c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18 HTTP/1.1" status: 204 len: 173 time: 1.6928952 Mar 28 19:14:22.400430 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-38238cb0-1119-4535-a965-15be84bf6a7d None None] Attempting to bind port ee895dab-8378-4b45-8eb2-f5c8eb66ab30 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:14:22.400945 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-38238cb0-1119-4535-a965-15be84bf6a7d None None] Attempting to bind port ee895dab-8378-4b45-8eb2-f5c8eb66ab30 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '406bb6b9-0654-4d7f-a0f9-1de2140658ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:14:22.401432 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38238cb0-1119-4535-a965-15be84bf6a7d None None] Attempting to bind port ee895dab-8378-4b45-8eb2-f5c8eb66ab30 on network b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:14:22.408032 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38238cb0-1119-4535-a965-15be84bf6a7d None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:14:22.408550 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38238cb0-1119-4535-a965-15be84bf6a7d None None] Checking segment: {'id': '406bb6b9-0654-4d7f-a0f9-1de2140658ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:14:22.409249 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-38238cb0-1119-4535-a965-15be84bf6a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:22.409752 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38238cb0-1119-4535-a965-15be84bf6a7d None None] Bound using segment: {'id': '406bb6b9-0654-4d7f-a0f9-1de2140658ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:14:22.410388 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-38238cb0-1119-4535-a965-15be84bf6a7d None None] Bound port: ee895dab-8378-4b45-8eb2-f5c8eb66ab30, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406bb6b9-0654-4d7f-a0f9-1de2140658ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:14:22.410869 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-38238cb0-1119-4535-a965-15be84bf6a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:22.479213 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f03310af-c828-46b9-a6c8-b4552f7681cf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:22.561505 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-38238cb0-1119-4535-a965-15be84bf6a7d None None] For port ee895dab-8378-4b45-8eb2-f5c8eb66ab30, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:14:22.562918 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb8aa01-a242-47d2-9ab6-ee75893cf6c6', 'name': 'network-vif-deleted', 'tag': 'c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18', 'status': 'completed', 'code': 200} Mar 28 19:14:22.574409 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-38238cb0-1119-4535-a965-15be84bf6a7d None None] For port ee895dab-8378-4b45-8eb2-f5c8eb66ab30, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=ee895dab-8378-4b45-8eb2-f5c8eb66ab30,segment=NetworkSegment(406bb6b9-0654-4d7f-a0f9-1de2140658ac),segment_id=406bb6b9-0654-4d7f-a0f9-1de2140658ac)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:14:22.575715 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-407bb09e-4eed-48eb-ab3c-6729e112ff0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:14:16Z', 'revision_number': 4, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None, '_interfaces': [{'id': '3b746bfa-9528-450d-8521-a79aee66fd8c', 'name': '', 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:25:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:13:56Z', 'updated_at': '2022-03-28T19:14:06Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3a1bdef-9be0-4552-a34b-7af32402032a', 'name': '', 'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:92:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '300bdebd-891b-4119-9da1-606efeb08a96', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:05Z', 'updated_at': '2022-03-28T19:14:13Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '300bdebd-891b-4119-9da1-606efeb08a96', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81c83b3-1eae-45bb-a47e-100d88755872', 'name': '', 'network_id': '6eeea274-728a-4cc9-8a1c-f056c6818594', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:84:81:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '39babe1f-5cbd-4c11-a163-a734975b376e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:13Z', 'updated_at': '2022-03-28T19:14:21Z', 'revision_number': 4, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '39babe1f-5cbd-4c11-a163-a734975b376e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:22.583932 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-38238cb0-1119-4535-a965-15be84bf6a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:22.587686 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407bb09e-4eed-48eb-ab3c-6729e112ff0f None None] The sync data for ids ['ff646b36-99e0-4388-a329-cc0ff56b9247'] in dv-neutron-834711-1-hyperv is: [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:14:16Z', 'revision_number': 4, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None, '_interfaces': [{'id': '3b746bfa-9528-450d-8521-a79aee66fd8c', 'name': '', 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:25:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:13:56Z', 'updated_at': '2022-03-28T19:14:06Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3a1bdef-9be0-4552-a34b-7af32402032a', 'name': '', 'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:92:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '300bdebd-891b-4119-9da1-606efeb08a96', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:05Z', 'updated_at': '2022-03-28T19:14:13Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '300bdebd-891b-4119-9da1-606efeb08a96', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81c83b3-1eae-45bb-a47e-100d88755872', 'name': '', 'network_id': '6eeea274-728a-4cc9-8a1c-f056c6818594', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:84:81:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '39babe1f-5cbd-4c11-a163-a734975b376e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:13Z', 'updated_at': '2022-03-28T19:14:21Z', 'revision_number': 4, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '39babe1f-5cbd-4c11-a163-a734975b376e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:14:22.591803 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-1a7aa39b-89e2-4045-b61d-34075fa433e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Allocated IP 2001:db8:3::1 (b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef/5bb1237c-c27b-4ba7-9984-e4b557a0929f/c1b8e107-3bea-4878-91f8-ff150f2221d8) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:14:22.668876 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60020) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:22.699461 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03310af-c828-46b9-a6c8-b4552f7681cf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Subnet': ['ID=8ea1fc43-1b36-49c9-be60-a322f3f715ef,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:22.741262 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38238cb0-1119-4535-a965-15be84bf6a7d None None] Pushing event updated for resources: {'Port': ['ID=ee895dab-8378-4b45-8eb2-f5c8eb66ab30,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:22.779954 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03310af-c828-46b9-a6c8-b4552f7681cf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Checking segment: {'id': 'f8016076-3cf8-4e7c-a0d3-6a0a97994bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '407aad2d-c750-452c-8991-e75e6646f5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:14:22.780301 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03310af-c828-46b9-a6c8-b4552f7681cf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network hostable DHCP agents. Network: 407aad2d-c750-452c-8991-e75e6646f5e5, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:14:22.816914 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03310af-c828-46b9-a6c8-b4552f7681cf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network 407aad2d-c750-452c-8991-e75e6646f5e5 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:14:22.839750 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-f03310af-c828-46b9-a6c8-b4552f7681cf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 407aad2d-c750-452c-8991-e75e6646f5e5) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:14:22.845152 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03310af-c828-46b9-a6c8-b4552f7681cf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:22.845745 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f03310af-c828-46b9-a6c8-b4552f7681cf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:22.857348 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75dae64-5f1b-4887-bbec-0727509baac4 None None] Network 407aad2d-c750-452c-8991-e75e6646f5e5 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:14:22.891800 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f03310af-c828-46b9-a6c8-b4552f7681cf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8062890 Mar 28 19:14:22.900133 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60026) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:22.912499 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-74b44df1-b7b6-4c19-8631-48359a5a2fac tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2092941261', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:22.925148 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-74b44df1-b7b6-4c19-8631-48359a5a2fac tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:22.930593 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-74b44df1-b7b6-4c19-8631-48359a5a2fac tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Usage tracker for resource:router and tenant:850c7a06f362434c857dc7f4b61d686b is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:14:22.934406 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-74b44df1-b7b6-4c19-8631-48359a5a2fac tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:14:22.946357 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-74b44df1-b7b6-4c19-8631-48359a5a2fac tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:22.993108 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-74b44df1-b7b6-4c19-8631-48359a5a2fac tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:22.994361 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-74b44df1-b7b6-4c19-8631-48359a5a2fac tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:23.022278 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-74b44df1-b7b6-4c19-8631-48359a5a2fac tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:23.060314 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1c87ae99-a538-4687-93b0-a96d716f0195 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5dc7a30ce17d457d9ddf509f349c3980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3900125 Mar 28 19:14:23.060684 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60032) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:23.091997 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-74b44df1-b7b6-4c19-8631-48359a5a2fac tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:23.207978 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-74b44df1-b7b6-4c19-8631-48359a5a2fac tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:23.209399 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-74b44df1-b7b6-4c19-8631-48359a5a2fac tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3076551 Mar 28 19:14:23.212531 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60036) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:23.227916 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a7aa39b-89e2-4045-b61d-34075fa433e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:23.260686 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-1a7aa39b-89e2-4045-b61d-34075fa433e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Transition to ACTIVE for port object c1b8e107-3bea-4878-91f8-ff150f2221d8 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:14:23.300311 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a7aa39b-89e2-4045-b61d-34075fa433e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:23.347424 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d6c8e1-6e12-4900-a302-1cb541f5e7c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-407aad2d-c750-452c-8991-e75e6646f5e5', 'network_id': '407aad2d-c750-452c-8991-e75e6646f5e5', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'fixed_ips': [{'subnet_id': '8ea1fc43-1b36-49c9-be60-a322f3f715ef'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:14:23.355788 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-48d6c8e1-6e12-4900-a302-1cb541f5e7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:23.392549 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7aa39b-89e2-4045-b61d-34075fa433e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:14:23.396285 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-1a7aa39b-89e2-4045-b61d-34075fa433e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:14:23.401042 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7aa39b-89e2-4045-b61d-34075fa433e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:14:23.401573 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a7aa39b-89e2-4045-b61d-34075fa433e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:23.433662 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7aa39b-89e2-4045-b61d-34075fa433e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Port': ['ID=c1b8e107-3bea-4878-91f8-ff150f2221d8,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:23.461798 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-1610dab7-1ff8-444e-bd60-ad48c63970bb req-677e0fec-3659-4bcf-89fd-fdbb2290d1f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:14:23.473430 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d656e727-7c75-4795-9845-7e3729c87553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:23.558907 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-48d6c8e1-6e12-4900-a302-1cb541f5e7c1 None None] Allocated IP 172.20.0.2 (407aad2d-c750-452c-8991-e75e6646f5e5/8ea1fc43-1b36-49c9-be60-a322f3f715ef/505d8952-6cbc-4ce7-8267-375384ca0013) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:14:23.569237 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a7aa39b-89e2-4045-b61d-34075fa433e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:23.634652 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-1610dab7-1ff8-444e-bd60-ad48c63970bb req-677e0fec-3659-4bcf-89fd-fdbb2290d1f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:14:23.635830 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1610dab7-1ff8-444e-bd60-ad48c63970bb req-677e0fec-3659-4bcf-89fd-fdbb2290d1f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fb8aa01-a242-47d2-9ab6-ee75893cf6c6 HTTP/1.1" status: 200 len: 210 time: 0.3224213 Mar 28 19:14:23.649421 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d656e727-7c75-4795-9845-7e3729c87553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:23.873676 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:14:23.913072 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-68c0c1be-84d1-4ba0-883f-38c61d0b812c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:23.920330 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-48d6c8e1-6e12-4900-a302-1cb541f5e7c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:23.923094 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:14:23.923899 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device c22362b1-fb54-4f8c-bc84-4a4bbbeb1d18 not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:14:23.924124 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d656e727-7c75-4795-9845-7e3729c87553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:23.935385 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-48d6c8e1-6e12-4900-a302-1cb541f5e7c1 None None] Transition to ACTIVE for port object 505d8952-6cbc-4ce7-8267-375384ca0013 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:14:23.958318 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-48d6c8e1-6e12-4900-a302-1cb541f5e7c1 None None] Transition to ACTIVE for port object 505d8952-6cbc-4ce7-8267-375384ca0013 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:14:23.965478 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-48d6c8e1-6e12-4900-a302-1cb541f5e7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:23.997040 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656e727-7c75-4795-9845-7e3729c87553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87954e1-9a90-41b5-8b97-0303d67c8b6a,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:24.055533 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d6c8e1-6e12-4900-a302-1cb541f5e7c1 None None] Network 407aad2d-c750-452c-8991-e75e6646f5e5 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:14:24.063004 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-48d6c8e1-6e12-4900-a302-1cb541f5e7c1 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:14:24.065415 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d6c8e1-6e12-4900-a302-1cb541f5e7c1 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:14:24.070451 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d656e727-7c75-4795-9845-7e3729c87553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:24.083265 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d656e727-7c75-4795-9845-7e3729c87553 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a87954e1-9a90-41b5-8b97-0303d67c8b6a HTTP/1.1" status: 204 len: 168 time: 1.0118968 Mar 28 19:14:24.096544 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a7aa39b-89e2-4045-b61d-34075fa433e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:24.104145 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a7aa39b-89e2-4045-b61d-34075fa433e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:24.104979 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a7aa39b-89e2-4045-b61d-34075fa433e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:24.107579 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6c8e1-6e12-4900-a302-1cb541f5e7c1 None None] Pushing event updated for resources: {'Port': ['ID=505d8952-6cbc-4ce7-8267-375384ca0013,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:24.187819 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-48d6c8e1-6e12-4900-a302-1cb541f5e7c1 None None] Attempting to bind port 505d8952-6cbc-4ce7-8267-375384ca0013 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:14:24.188196 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-48d6c8e1-6e12-4900-a302-1cb541f5e7c1 None None] Attempting to bind port 505d8952-6cbc-4ce7-8267-375384ca0013 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'f8016076-3cf8-4e7c-a0d3-6a0a97994bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '407aad2d-c750-452c-8991-e75e6646f5e5'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:14:24.188591 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d6c8e1-6e12-4900-a302-1cb541f5e7c1 None None] Attempting to bind port 505d8952-6cbc-4ce7-8267-375384ca0013 on network 407aad2d-c750-452c-8991-e75e6646f5e5 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:14:24.196702 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d6c8e1-6e12-4900-a302-1cb541f5e7c1 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:14:24.197102 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d6c8e1-6e12-4900-a302-1cb541f5e7c1 None None] Checking segment: {'id': 'f8016076-3cf8-4e7c-a0d3-6a0a97994bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '407aad2d-c750-452c-8991-e75e6646f5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:14:24.197475 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-48d6c8e1-6e12-4900-a302-1cb541f5e7c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:24.197867 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d6c8e1-6e12-4900-a302-1cb541f5e7c1 None None] Bound using segment: {'id': 'f8016076-3cf8-4e7c-a0d3-6a0a97994bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '407aad2d-c750-452c-8991-e75e6646f5e5'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:14:24.198334 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-48d6c8e1-6e12-4900-a302-1cb541f5e7c1 None None] Bound port: 505d8952-6cbc-4ce7-8267-375384ca0013, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8016076-3cf8-4e7c-a0d3-6a0a97994bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '407aad2d-c750-452c-8991-e75e6646f5e5'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:14:24.198710 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-48d6c8e1-6e12-4900-a302-1cb541f5e7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:24.313566 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-48d6c8e1-6e12-4900-a302-1cb541f5e7c1 None None] For port 505d8952-6cbc-4ce7-8267-375384ca0013, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:14:24.316298 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-48d6c8e1-6e12-4900-a302-1cb541f5e7c1 None None] For port 505d8952-6cbc-4ce7-8267-375384ca0013, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=505d8952-6cbc-4ce7-8267-375384ca0013,segment=NetworkSegment(f8016076-3cf8-4e7c-a0d3-6a0a97994bc7),segment_id=f8016076-3cf8-4e7c-a0d3-6a0a97994bc7)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:14:24.324093 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-48d6c8e1-6e12-4900-a302-1cb541f5e7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:24.344106 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7aa39b-89e2-4045-b61d-34075fa433e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event updated for resources: {'Port': ['ID=c1b8e107-3bea-4878-91f8-ff150f2221d8,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:24.458435 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7aa39b-89e2-4045-b61d-34075fa433e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Network b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:14:24.463665 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6c8e1-6e12-4900-a302-1cb541f5e7c1 None None] Pushing event updated for resources: {'Port': ['ID=505d8952-6cbc-4ce7-8267-375384ca0013,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:24.467906 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-1a7aa39b-89e2-4045-b61d-34075fa433e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:14:24.474425 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad9f4a7-65f2-4245-85f3-46468ad523b1 None None] Network b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:14:24.536938 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-68c0c1be-84d1-4ba0-883f-38c61d0b812c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Allocated IP 172.20.0.1 (407aad2d-c750-452c-8991-e75e6646f5e5/8ea1fc43-1b36-49c9-be60-a322f3f715ef/703f9088-228f-4b94-a5b5-045b9abac66e) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:14:24.605394 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a738a572-e23d-40ca-9f1e-9d1e0c1224ec None None] Provisioning for port ee895dab-8378-4b45-8eb2-f5c8eb66ab30 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:14:24.689984 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60048) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:24.699675 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device f81c83b3-1eae-45bb-a47e-100d88755872 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:14:24.786218 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-71f0642d-ccbf-4011-903c-beccf5420ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:24.813816 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7aa39b-89e2-4045-b61d-34075fa433e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Router ff646b36-99e0-4388-a329-cc0ff56b9247 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:14:24.825504 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-71f0642d-ccbf-4011-903c-beccf5420ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:24.833266 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-71f0642d-ccbf-4011-903c-beccf5420ab4 admin admin] Usage tracker for resource:security_group_rule and tenant:8b3c5ae1d2084d43b918e88e393a13b0 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:14:24.836661 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60052) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:24.868231 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-71f0642d-ccbf-4011-903c-beccf5420ab4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:14:24.944359 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port f81c83b3-1eae-45bb-a47e-100d88755872 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:14:24.952935 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port f81c83b3-1eae-45bb-a47e-100d88755872 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:24.953302 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:25.006144 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-71f0642d-ccbf-4011-903c-beccf5420ab4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:25.047564 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-68c0c1be-84d1-4ba0-883f-38c61d0b812c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:25.065175 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-68c0c1be-84d1-4ba0-883f-38c61d0b812c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Transition to ACTIVE for port object 703f9088-228f-4b94-a5b5-045b9abac66e will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:14:25.094720 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-68c0c1be-84d1-4ba0-883f-38c61d0b812c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:25.097019 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:25.140506 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port f81c83b3-1eae-45bb-a47e-100d88755872, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=f81c83b3-1eae-45bb-a47e-100d88755872,segment=NetworkSegment(8b6807ac-4916-4753-b940-c1af7d79291a),segment_id=8b6807ac-4916-4753-b940-c1af7d79291a)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:25.147748 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:25.147748 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device ee895dab-8378-4b45-8eb2-f5c8eb66ab30 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:14:25.168141 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb85b021-6357-4cca-84ae-28f212ee97c2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:25.175562 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c0c1be-84d1-4ba0-883f-38c61d0b812c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network 407aad2d-c750-452c-8991-e75e6646f5e5 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:14:25.180813 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-68c0c1be-84d1-4ba0-883f-38c61d0b812c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:14:25.185406 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c0c1be-84d1-4ba0-883f-38c61d0b812c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:14:25.196630 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7aa39b-89e2-4045-b61d-34075fa433e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:14:25.242823 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895d952c-0f14-4645-976f-6ebdf1765dfe None None] Sync routers for ids ['ff646b36-99e0-4388-a329-cc0ff56b9247'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:14:25.262516 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb85b021-6357-4cca-84ae-28f212ee97c2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:25.265033 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0c1be-84d1-4ba0-883f-38c61d0b812c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Port': ['ID=703f9088-228f-4b94-a5b5-045b9abac66e,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:25.294573 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-68c0c1be-84d1-4ba0-883f-38c61d0b812c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:25.323576 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1a7aa39b-89e2-4045-b61d-34075fa433e5 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "PUT /v2.0/routers/ff646b36-99e0-4388-a329-cc0ff56b9247/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3654165 Mar 28 19:14:25.336654 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60056) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:25.339858 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895d952c-0f14-4645-976f-6ebdf1765dfe None None] Routers {'ff646b36-99e0-4388-a329-cc0ff56b9247'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:25.340488 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-895d952c-0f14-4645-976f-6ebdf1765dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:13:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ff646b36-99e0-4388-a329-cc0ff56b9247'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:25.346472 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-76d6daec-f907-478b-9fca-951f35ebfd29 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:25.372164 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-71f0642d-ccbf-4011-903c-beccf5420ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:25.378650 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-71f0642d-ccbf-4011-903c-beccf5420ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:25.429128 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-86f46f1b-db51-4170-8e69-624a2173a13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:25.451423 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-71f0642d-ccbf-4011-903c-beccf5420ab4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8b3c5ae1d2084d43b918e88e393a13b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7594161 Mar 28 19:14:25.454823 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60060) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:25.476936 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0642d-ccbf-4011-903c-beccf5420ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8ff972-abd5-4bf3-b187-316de998876b,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:25.488737 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb85b021-6357-4cca-84ae-28f212ee97c2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:25.504183 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=f81c83b3-1eae-45bb-a47e-100d88755872,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:25.581785 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-895d952c-0f14-4645-976f-6ebdf1765dfe None None] Set router ff646b36-99e0-4388-a329-cc0ff56b9247 gateway port host: None {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:25.732270 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-68c0c1be-84d1-4ba0-883f-38c61d0b812c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:25.771850 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85b021-6357-4cca-84ae-28f212ee97c2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e6e337-7dda-4615-8f47-a37603a2e750,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:25.793469 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cb85b021-6357-4cca-84ae-28f212ee97c2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:25.798987 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-cb85b021-6357-4cca-84ae-28f212ee97c2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/security-groups/a4e6e337-7dda-4615-8f47-a37603a2e750 HTTP/1.1" status: 204 len: 168 time: 0.9567153 Mar 28 19:14:25.845375 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-552b8bed-76c1-45c3-ac14-65385e8e5d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:25.860658 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60066) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:25.911419 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port ee895dab-8378-4b45-8eb2-f5c8eb66ab30 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:14:25.927942 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port ee895dab-8378-4b45-8eb2-f5c8eb66ab30 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:25.928569 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:25.939886 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-552b8bed-76c1-45c3-ac14-65385e8e5d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:25.967602 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e154d38b-2aff-4911-a94b-7f7c39dc5923 None None] Provisioning for port c1b8e107-3bea-4878-91f8-ff150f2221d8 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:14:25.987882 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e154d38b-2aff-4911-a94b-7f7c39dc5923 None None] Provisioning complete for port c1b8e107-3bea-4878-91f8-ff150f2221d8 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:25.988259 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e154d38b-2aff-4911-a94b-7f7c39dc5923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:26.003504 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-492b8a14-7776-45cc-bcdd-0a700626fbd6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting subnet cdd81775-0989-4815-b90c-f2014c90849f {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:14:26.018317 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-492b8a14-7776-45cc-bcdd-0a700626fbd6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:26.092617 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-492b8a14-7776-45cc-bcdd-0a700626fbd6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:26.133342 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cfd8cb-97cc-410d-8c3a-87c1b1977367 None None] Network 407aad2d-c750-452c-8991-e75e6646f5e5 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:14:26.184596 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-552b8bed-76c1-45c3-ac14-65385e8e5d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:26.189599 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-492b8a14-7776-45cc-bcdd-0a700626fbd6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:26.244128 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b8bed-76c1-45c3-ac14-65385e8e5d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8ff972-abd5-4bf3-b187-316de998876b,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:26.258072 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-552b8bed-76c1-45c3-ac14-65385e8e5d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:26.260433 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-552b8bed-76c1-45c3-ac14-65385e8e5d1f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3e8ff972-abd5-4bf3-b187-316de998876b HTTP/1.1" status: 204 len: 168 time: 0.8041434 Mar 28 19:14:26.299329 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-492b8a14-7776-45cc-bcdd-0a700626fbd6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:26.311904 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-e154d38b-2aff-4911-a94b-7f7c39dc5923 None None] Port c1b8e107-3bea-4878-91f8-ff150f2221d8 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:14:26.364119 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-492b8a14-7776-45cc-bcdd-0a700626fbd6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:26.371867 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-492b8a14-7776-45cc-bcdd-0a700626fbd6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/subnets/cdd81775-0989-4815-b90c-f2014c90849f HTTP/1.1" status: 204 len: 168 time: 0.5101514 Mar 28 19:14:26.378042 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60072) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:26.382570 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b8a14-7776-45cc-bcdd-0a700626fbd6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Subnet': ['ID=cdd81775-0989-4815-b90c-f2014c90849f,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:26.405879 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46335af-f244-45f5-980e-921342475584 None None] Network dfb19a36-688e-4ca2-86d5-de00ef6985a0 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:14:26.463750 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.extraroute_db [None req-76d6daec-f907-478b-9fca-951f35ebfd29 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87833) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 28 19:14:26.480113 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.extraroute_db [None req-76d6daec-f907-478b-9fca-951f35ebfd29 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Removed routes are [] {{(pid=87833) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 28 19:14:26.480527 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-76d6daec-f907-478b-9fca-951f35ebfd29 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:26.536402 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4abf3737-8b2a-4d7a-9922-74de31fe7e4f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:26.550112 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-4abf3737-8b2a-4d7a-9922-74de31fe7e4f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port 49b20f6b-8299-4e40-8022-32a59f7ff2d2 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:26.550450 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4abf3737-8b2a-4d7a-9922-74de31fe7e4f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:26.633921 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:26.646643 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-c68bb792-bf01-496b-8b1a-a35e52b561af None None] Provisioning complete for port c1b8e107-3bea-4878-91f8-ff150f2221d8 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:26.647500 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c68bb792-bf01-496b-8b1a-a35e52b561af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:26.772574 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-68c0c1be-84d1-4ba0-883f-38c61d0b812c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:26.845542 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-4abf3737-8b2a-4d7a-9922-74de31fe7e4f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] For port 49b20f6b-8299-4e40-8022-32a59f7ff2d2, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=49b20f6b-8299-4e40-8022-32a59f7ff2d2,segment=NetworkSegment(bd41b65a-e84b-401e-9d63-2eb8a941a972),segment_id=bd41b65a-e84b-401e-9d63-2eb8a941a972)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:26.845901 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4abf3737-8b2a-4d7a-9922-74de31fe7e4f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:26.849155 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-c68bb792-bf01-496b-8b1a-a35e52b561af None None] Port c1b8e107-3bea-4878-91f8-ff150f2221d8 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:14:26.854589 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port ee895dab-8378-4b45-8eb2-f5c8eb66ab30, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=ee895dab-8378-4b45-8eb2-f5c8eb66ab30,segment=NetworkSegment(406bb6b9-0654-4d7f-a0f9-1de2140658ac),segment_id=406bb6b9-0654-4d7f-a0f9-1de2140658ac)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:26.867232 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:26.923964 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-c68bb792-bf01-496b-8b1a-a35e52b561af None None] Provisioning for port 505d8952-6cbc-4ce7-8267-375384ca0013 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:14:26.933287 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-895d952c-0f14-4645-976f-6ebdf1765dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:14:23Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None, '_interfaces': [{'id': '3b746bfa-9528-450d-8521-a79aee66fd8c', 'name': '', 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:25:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:13:56Z', 'updated_at': '2022-03-28T19:14:06Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3a1bdef-9be0-4552-a34b-7af32402032a', 'name': '', 'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:92:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '300bdebd-891b-4119-9da1-606efeb08a96', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:05Z', 'updated_at': '2022-03-28T19:14:13Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '300bdebd-891b-4119-9da1-606efeb08a96', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1b8e107-3bea-4878-91f8-ff150f2221d8', 'name': '', 'network_id': 'b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:b8:be:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '5bb1237c-c27b-4ba7-9984-e4b557a0929f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:22Z', 'updated_at': '2022-03-28T19:14:23Z', 'revision_number': 2, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '5bb1237c-c27b-4ba7-9984-e4b557a0929f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81c83b3-1eae-45bb-a47e-100d88755872', 'name': '', 'network_id': '6eeea274-728a-4cc9-8a1c-f056c6818594', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:84:81:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '39babe1f-5cbd-4c11-a163-a734975b376e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:13Z', 'updated_at': '2022-03-28T19:14:25Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '39babe1f-5cbd-4c11-a163-a734975b376e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:26.963697 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895d952c-0f14-4645-976f-6ebdf1765dfe None None] Checking router: ff646b36-99e0-4388-a329-cc0ff56b9247 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:14:26.964058 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895d952c-0f14-4645-976f-6ebdf1765dfe None None] Updating router ff646b36-99e0-4388-a329-cc0ff56b9247 port c1b8e107-3bea-4878-91f8-ff150f2221d8 binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:14:26.980535 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-68c0c1be-84d1-4ba0-883f-38c61d0b812c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:26.989133 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-4abf3737-8b2a-4d7a-9922-74de31fe7e4f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for 49b20f6b-8299-4e40-8022-32a59f7ff2d2 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:27.027238 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=ee895dab-8378-4b45-8eb2-f5c8eb66ab30,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:27.047378 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-895d952c-0f14-4645-976f-6ebdf1765dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:27.138857 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4abf3737-8b2a-4d7a-9922-74de31fe7e4f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:27.183489 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8f2023-ec7f-4322-b497-0010e6d30bb6 None None] DHCP port deletion for dfb19a36-688e-4ca2-86d5-de00ef6985a0 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:14:27.186166 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 505d8952-6cbc-4ce7-8267-375384ca0013 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:14:27.208036 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abf3737-8b2a-4d7a-9922-74de31fe7e4f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] No DVR routers for this DVR port 49b20f6b-8299-4e40-8022-32a59f7ff2d2 on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:14:27.224048 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-68c0c1be-84d1-4ba0-883f-38c61d0b812c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:27.233383 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0c1be-84d1-4ba0-883f-38c61d0b812c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Port': ['ID=703f9088-228f-4b94-a5b5-045b9abac66e,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:27.257943 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf3737-8b2a-4d7a-9922-74de31fe7e4f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=49b20f6b-8299-4e40-8022-32a59f7ff2d2,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:27.386155 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4abf3737-8b2a-4d7a-9922-74de31fe7e4f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:27.404698 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 505d8952-6cbc-4ce7-8267-375384ca0013 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:14:27.414980 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-7b14f1e5-01b1-4702-b096-118a41b59f77 None None] Provisioning for port 703f9088-228f-4b94-a5b5-045b9abac66e completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:14:27.426012 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-4abf3737-8b2a-4d7a-9922-74de31fe7e4f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb19a36-688e-4ca2-86d5-de00ef6985a0']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:27.432371 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-7b14f1e5-01b1-4702-b096-118a41b59f77 None None] Provisioning complete for port 703f9088-228f-4b94-a5b5-045b9abac66e triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:27.432745 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7b14f1e5-01b1-4702-b096-118a41b59f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:27.442934 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-4abf3737-8b2a-4d7a-9922-74de31fe7e4f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd41b65a-e84b-401e-9d63-2eb8a941a972') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:27.443307 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-4abf3737-8b2a-4d7a-9922-74de31fe7e4f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd41b65a-e84b-401e-9d63-2eb8a941a972') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:27.457184 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4abf3737-8b2a-4d7a-9922-74de31fe7e4f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:27.463826 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 505d8952-6cbc-4ce7-8267-375384ca0013 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:27.464030 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:27.486440 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4abf3737-8b2a-4d7a-9922-74de31fe7e4f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:27.497983 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4abf3737-8b2a-4d7a-9922-74de31fe7e4f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:14:27.498532 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4abf3737-8b2a-4d7a-9922-74de31fe7e4f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:14:27.517135 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:14:27.524006 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-76d6daec-f907-478b-9fca-951f35ebfd29 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:27.534652 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-76d6daec-f907-478b-9fca-951f35ebfd29 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-466281'] for router, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:27.568686 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-7b14f1e5-01b1-4702-b096-118a41b59f77 None None] Port 703f9088-228f-4b94-a5b5-045b9abac66e cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:14:27.625485 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c0c1be-84d1-4ba0-883f-38c61d0b812c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network 407aad2d-c750-452c-8991-e75e6646f5e5 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:14:27.626383 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4abf3737-8b2a-4d7a-9922-74de31fe7e4f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:27.631260 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4abf3737-8b2a-4d7a-9922-74de31fe7e4f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:27.661201 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-7b14f1e5-01b1-4702-b096-118a41b59f77 None None] Provisioning complete for port 505d8952-6cbc-4ce7-8267-375384ca0013 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:27.661579 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7b14f1e5-01b1-4702-b096-118a41b59f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:27.663016 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf3737-8b2a-4d7a-9922-74de31fe7e4f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Network': ['ID=dfb19a36-688e-4ca2-86d5-de00ef6985a0,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:27.679080 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-68c0c1be-84d1-4ba0-883f-38c61d0b812c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:14:27.681090 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60078) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:27.697215 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4abf3737-8b2a-4d7a-9922-74de31fe7e4f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/networks/dfb19a36-688e-4ca2-86d5-de00ef6985a0 HTTP/1.1" status: 204 len: 168 time: 1.3146644 Mar 28 19:14:27.703376 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3630a32e-6da6-4189-8b59-1dac881751a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:27.769485 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:27.884642 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-895d952c-0f14-4645-976f-6ebdf1765dfe None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:27.924410 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 505d8952-6cbc-4ce7-8267-375384ca0013, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=505d8952-6cbc-4ce7-8267-375384ca0013,segment=NetworkSegment(f8016076-3cf8-4e7c-a0d3-6a0a97994bc7),segment_id=f8016076-3cf8-4e7c-a0d3-6a0a97994bc7)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:27.929755 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d6daec-f907-478b-9fca-951f35ebfd29 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Router ff646b36-99e0-4388-a329-cc0ff56b9247 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:14:27.931503 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-895d952c-0f14-4645-976f-6ebdf1765dfe None None] Transition to ACTIVE for port object c1b8e107-3bea-4878-91f8-ff150f2221d8 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:14:27.939392 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:27.940162 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device f81c83b3-1eae-45bb-a47e-100d88755872 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:14:28.015305 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-895d952c-0f14-4645-976f-6ebdf1765dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:28.175265 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=505d8952-6cbc-4ce7-8267-375384ca0013,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:28.292481 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port f81c83b3-1eae-45bb-a47e-100d88755872 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:28.292848 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:28.348191 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-a79b7dda-6dea-4882-946c-d6688fd0b453 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port e438d43b-b245-45db-876a-68ba560fa516 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:28.348533 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a79b7dda-6dea-4882-946c-d6688fd0b453 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:28.356517 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-895d952c-0f14-4645-976f-6ebdf1765dfe None None] Attempting to bind port c1b8e107-3bea-4878-91f8-ff150f2221d8 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:14:28.356809 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-895d952c-0f14-4645-976f-6ebdf1765dfe None None] Attempting to bind port c1b8e107-3bea-4878-91f8-ff150f2221d8 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '406bb6b9-0654-4d7f-a0f9-1de2140658ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:14:28.357172 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895d952c-0f14-4645-976f-6ebdf1765dfe None None] Attempting to bind port c1b8e107-3bea-4878-91f8-ff150f2221d8 on network b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:14:28.361095 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6c5ef-b686-4708-99a5-b1521962c0d9 None None] Pushing event updated for resources: {'Port': ['ID=c1b8e107-3bea-4878-91f8-ff150f2221d8,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:28.363289 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-5434face-0492-4f63-a6e6-25e214cec812 None None] Provisioning complete for port 703f9088-228f-4b94-a5b5-045b9abac66e triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:28.363659 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5434face-0492-4f63-a6e6-25e214cec812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:28.413316 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895d952c-0f14-4645-976f-6ebdf1765dfe None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:14:28.414692 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895d952c-0f14-4645-976f-6ebdf1765dfe None None] Checking segment: {'id': '406bb6b9-0654-4d7f-a0f9-1de2140658ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:14:28.414692 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-895d952c-0f14-4645-976f-6ebdf1765dfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:28.415093 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895d952c-0f14-4645-976f-6ebdf1765dfe None None] Bound using segment: {'id': '406bb6b9-0654-4d7f-a0f9-1de2140658ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:14:28.415561 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-895d952c-0f14-4645-976f-6ebdf1765dfe None None] Bound port: c1b8e107-3bea-4878-91f8-ff150f2221d8, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406bb6b9-0654-4d7f-a0f9-1de2140658ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:14:28.415934 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-895d952c-0f14-4645-976f-6ebdf1765dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:28.429527 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d6daec-f907-478b-9fca-951f35ebfd29 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:14:28.471137 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-76d6daec-f907-478b-9fca-951f35ebfd29 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:28.472918 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-76d6daec-f907-478b-9fca-951f35ebfd29 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "PUT /v2.0/routers/ff646b36-99e0-4388-a329-cc0ff56b9247 HTTP/1.1" status: 200 len: 953 time: 3.1352019 Mar 28 19:14:28.474940 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60082) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:28.490679 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-5434face-0492-4f63-a6e6-25e214cec812 None None] Port 703f9088-228f-4b94-a5b5-045b9abac66e cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:14:28.531468 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c0c1be-84d1-4ba0-883f-38c61d0b812c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Router 5cc33587-8a66-43c3-ad8b-be342cb01b4a is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:14:28.606777 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-895d952c-0f14-4645-976f-6ebdf1765dfe None None] For port c1b8e107-3bea-4878-91f8-ff150f2221d8, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:14:28.615872 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:28.621852 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:28.624965 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-895d952c-0f14-4645-976f-6ebdf1765dfe None None] For port c1b8e107-3bea-4878-91f8-ff150f2221d8, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c1b8e107-3bea-4878-91f8-ff150f2221d8,segment=NetworkSegment(406bb6b9-0654-4d7f-a0f9-1de2140658ac),segment_id=406bb6b9-0654-4d7f-a0f9-1de2140658ac)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:14:28.629490 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-895d952c-0f14-4645-976f-6ebdf1765dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:28.715759 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895d952c-0f14-4645-976f-6ebdf1765dfe None None] Routers {'ff646b36-99e0-4388-a329-cc0ff56b9247'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:28.716403 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-895d952c-0f14-4645-976f-6ebdf1765dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ff646b36-99e0-4388-a329-cc0ff56b9247'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:28.750344 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a79b7dda-6dea-4882-946c-d6688fd0b453 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:28.751047 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a79b7dda-6dea-4882-946c-d6688fd0b453 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:28.771019 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f505323f-04da-4052-a9d9-80ba9441000e tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "GET /v2.0/routers/ff646b36-99e0-4388-a329-cc0ff56b9247 HTTP/1.1" status: 200 len: 953 time: 0.2948146 Mar 28 19:14:28.771945 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60086) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:28.779180 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-4b1a668f-6b38-416e-9d8e-ad86d991ad99 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'router': {'routes': None}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:28.785935 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6c5ef-b686-4708-99a5-b1521962c0d9 None None] Pushing event updated for resources: {'Port': ['ID=c1b8e107-3bea-4878-91f8-ff150f2221d8,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:28.896751 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c0c1be-84d1-4ba0-883f-38c61d0b812c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:14:28.903274 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-68c0c1be-84d1-4ba0-883f-38c61d0b812c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "PUT /v2.0/routers/5cc33587-8a66-43c3-ad8b-be342cb01b4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6891031 Mar 28 19:14:28.908803 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bc5c40-f87c-4b4d-af23-e9e8e2cc1466 None None] Sync routers for ids ['5cc33587-8a66-43c3-ad8b-be342cb01b4a'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:14:28.912059 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-a79b7dda-6dea-4882-946c-d6688fd0b453 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for e438d43b-b245-45db-876a-68ba560fa516 owned by network:floatingip {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:28.923974 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60090) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:28.939805 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bc5c40-f87c-4b4d-af23-e9e8e2cc1466 None None] Routers {'5cc33587-8a66-43c3-ad8b-be342cb01b4a'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:28.942643 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-24bc5c40-f87c-4b4d-af23-e9e8e2cc1466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['5cc33587-8a66-43c3-ad8b-be342cb01b4a'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:28.953514 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-895d952c-0f14-4645-976f-6ebdf1765dfe None None] Set router ff646b36-99e0-4388-a329-cc0ff56b9247 gateway port host: None {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:29.043060 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 505d8952-6cbc-4ce7-8267-375384ca0013 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:14:29.047320 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0d1799-d38f-4d3a-ae71-d1e9400f7df6 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:29.051601 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-fe0d1799-d38f-4d3a-ae71-d1e9400f7df6 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "GET /v2.0/ports/703f9088-228f-4b94-a5b5-045b9abac66e HTTP/1.1" status: 200 len: 910 time: 0.1266780 Mar 28 19:14:29.061641 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60094) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:29.070822 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-24bc5c40-f87c-4b4d-af23-e9e8e2cc1466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:29.080278 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bc5c40-f87c-4b4d-af23-e9e8e2cc1466 None None] Routers {'5cc33587-8a66-43c3-ad8b-be342cb01b4a'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:29.080865 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-24bc5c40-f87c-4b4d-af23-e9e8e2cc1466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['5cc33587-8a66-43c3-ad8b-be342cb01b4a'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:29.107097 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a79b7dda-6dea-4882-946c-d6688fd0b453 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:29.155966 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-24bc5c40-f87c-4b4d-af23-e9e8e2cc1466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:29.157128 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bc5c40-f87c-4b4d-af23-e9e8e2cc1466 None None] The sync data for ids ['5cc33587-8a66-43c3-ad8b-be342cb01b4a'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:14:29.235207 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b7dda-6dea-4882-946c-d6688fd0b453 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=e438d43b-b245-45db-876a-68ba560fa516,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:29.270427 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a79b7dda-6dea-4882-946c-d6688fd0b453 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:29.271123 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-a79b7dda-6dea-4882-946c-d6688fd0b453 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Floating IP 0a3ec281-3bcd-4f86-9d6e-22909e3ae805 disassociated (deleted). External IP: 172.26.4.187, port: 7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd. Mar 28 19:14:29.318822 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 505d8952-6cbc-4ce7-8267-375384ca0013 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:29.319463 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:29.572092 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device ee895dab-8378-4b45-8eb2-f5c8eb66ab30 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:14:29.635377 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-895d952c-0f14-4645-976f-6ebdf1765dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:14:26Z', 'revision_number': 6, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None, '_interfaces': [{'id': '3b746bfa-9528-450d-8521-a79aee66fd8c', 'name': '', 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:25:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:13:56Z', 'updated_at': '2022-03-28T19:14:06Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3a1bdef-9be0-4552-a34b-7af32402032a', 'name': '', 'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:92:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '300bdebd-891b-4119-9da1-606efeb08a96', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:05Z', 'updated_at': '2022-03-28T19:14:13Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '300bdebd-891b-4119-9da1-606efeb08a96', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1b8e107-3bea-4878-91f8-ff150f2221d8', 'name': '', 'network_id': 'b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:b8:be:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '5bb1237c-c27b-4ba7-9984-e4b557a0929f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:22Z', 'updated_at': '2022-03-28T19:14:28Z', 'revision_number': 4, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '5bb1237c-c27b-4ba7-9984-e4b557a0929f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81c83b3-1eae-45bb-a47e-100d88755872', 'name': '', 'network_id': '6eeea274-728a-4cc9-8a1c-f056c6818594', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:84:81:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '39babe1f-5cbd-4c11-a163-a734975b376e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:13Z', 'updated_at': '2022-03-28T19:14:25Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '39babe1f-5cbd-4c11-a163-a734975b376e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:29.641629 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895d952c-0f14-4645-976f-6ebdf1765dfe None None] The sync data for ids ['ff646b36-99e0-4388-a329-cc0ff56b9247'] in dv-neutron-834711-1-hyperv is: [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:14:26Z', 'revision_number': 6, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None, '_interfaces': [{'id': '3b746bfa-9528-450d-8521-a79aee66fd8c', 'name': '', 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:25:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:13:56Z', 'updated_at': '2022-03-28T19:14:06Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3a1bdef-9be0-4552-a34b-7af32402032a', 'name': '', 'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:92:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '300bdebd-891b-4119-9da1-606efeb08a96', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:05Z', 'updated_at': '2022-03-28T19:14:13Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '300bdebd-891b-4119-9da1-606efeb08a96', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1b8e107-3bea-4878-91f8-ff150f2221d8', 'name': '', 'network_id': 'b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:b8:be:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '5bb1237c-c27b-4ba7-9984-e4b557a0929f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:22Z', 'updated_at': '2022-03-28T19:14:28Z', 'revision_number': 4, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '5bb1237c-c27b-4ba7-9984-e4b557a0929f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81c83b3-1eae-45bb-a47e-100d88755872', 'name': '', 'network_id': '6eeea274-728a-4cc9-8a1c-f056c6818594', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:84:81:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '39babe1f-5cbd-4c11-a163-a734975b376e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:13Z', 'updated_at': '2022-03-28T19:14:25Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '39babe1f-5cbd-4c11-a163-a734975b376e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:14:29.652895 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port ee895dab-8378-4b45-8eb2-f5c8eb66ab30 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:29.653266 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:29.667515 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79b7dda-6dea-4882-946c-d6688fd0b453 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router 342bb046-96ea-45b4-b31f-c0165d777de5 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:14:29.901187 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 49b20f6b-8299-4e40-8022-32a59f7ff2d2 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:14:29.935858 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79b7dda-6dea-4882-946c-d6688fd0b453 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:14:29.939813 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.extraroute_db [None req-4b1a668f-6b38-416e-9d8e-ad86d991ad99 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Added routes are [] {{(pid=87832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 28 19:14:29.940328 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.extraroute_db [None req-4b1a668f-6b38-416e-9d8e-ad86d991ad99 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 28 19:14:29.947027 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 49b20f6b-8299-4e40-8022-32a59f7ff2d2 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:14:29.947377 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 49b20f6b-8299-4e40-8022-32a59f7ff2d2 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:14:29.950193 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c082c5a8-559b-4c67-83ed-a8ae52dcf6e8 None None] Sync routers for ids ['342bb046-96ea-45b4-b31f-c0165d777de5'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:14:29.966245 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c082c5a8-559b-4c67-83ed-a8ae52dcf6e8 None None] Routers {'342bb046-96ea-45b4-b31f-c0165d777de5'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:29.966911 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-c082c5a8-559b-4c67-83ed-a8ae52dcf6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['342bb046-96ea-45b4-b31f-c0165d777de5'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:29.969882 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a79b7dda-6dea-4882-946c-d6688fd0b453 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:30.029618 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4b1a668f-6b38-416e-9d8e-ad86d991ad99 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:30.171723 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:30.191036 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a79b7dda-6dea-4882-946c-d6688fd0b453 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/floatingips/0a3ec281-3bcd-4f86-9d6e-22909e3ae805 HTTP/1.1" status: 204 len: 168 time: 2.5009251 Mar 28 19:14:30.191778 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19273f2d-61bc-4be8-9410-f1f3cf7b6a33', 'tag': '7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:14:30.201871 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-c082c5a8-559b-4c67-83ed-a8ae52dcf6e8 None None] Set router 342bb046-96ea-45b4-b31f-c0165d777de5 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:30.261206 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19273f2d-61bc-4be8-9410-f1f3cf7b6a33', 'tag': '7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd', 'status': 'completed', 'code': 200} Mar 28 19:14:30.408981 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b6102ceb-4802-454a-b8c3-f0a605c17f99 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:30.410689 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a561f3-f714-46cb-b3a8-1316bce12536 req-7bf8ae8d-cafd-4bb4-9365-a71301429f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:30.412815 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c1a561f3-f714-46cb-b3a8-1316bce12536 req-7bf8ae8d-cafd-4bb4-9365-a71301429f71 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=19273f2d-61bc-4be8-9410-f1f3cf7b6a33 HTTP/1.1" status: 200 len: 1099 time: 0.1230268 Mar 28 19:14:30.625729 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a561f3-f714-46cb-b3a8-1316bce12536 req-7f788646-3c6e-49ec-8304-78f9e0cbf2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:30.627579 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c1a561f3-f714-46cb-b3a8-1316bce12536 req-7f788646-3c6e-49ec-8304-78f9e0cbf2b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2486f7ec-b979-41fc-a225-67e3b737e9a3 HTTP/1.1" status: 200 len: 898 time: 0.2090712 Mar 28 19:14:30.635890 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-c082c5a8-559b-4c67-83ed-a8ae52dcf6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'name': 'tempest-TestNetworkBasicOps-router-1657040247', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:57Z', 'updated_at': '2022-03-28T19:14:16Z', 'revision_number': 6, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:00Z', 'updated_at': '2022-03-28T19:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50', 'name': '', 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:28:45:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '2d4ae72b-d834-47e4-a182-f022b94a587f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:12Z', 'updated_at': '2022-03-28T19:11:38Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '2d4ae72b-d834-47e4-a182-f022b94a587f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:30.646795 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c082c5a8-559b-4c67-83ed-a8ae52dcf6e8 None None] Checking router: 342bb046-96ea-45b4-b31f-c0165d777de5 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:14:30.657230 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c082c5a8-559b-4c67-83ed-a8ae52dcf6e8 None None] Routers {'342bb046-96ea-45b4-b31f-c0165d777de5'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:30.657862 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-c082c5a8-559b-4c67-83ed-a8ae52dcf6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['342bb046-96ea-45b4-b31f-c0165d777de5'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:30.719709 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4addf1e7-f78f-4078-a42e-6db6ac7264a3 None None] Sync routers for ids ['ff646b36-99e0-4388-a329-cc0ff56b9247'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:14:30.734915 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4addf1e7-f78f-4078-a42e-6db6ac7264a3 None None] Routers {'ff646b36-99e0-4388-a329-cc0ff56b9247'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:30.735769 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-4addf1e7-f78f-4078-a42e-6db6ac7264a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ff646b36-99e0-4388-a329-cc0ff56b9247'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:30.763957 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c1a561f3-f714-46cb-b3a8-1316bce12536 req-b9e00ffe-e85d-46fe-8018-5a47d5268718 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd HTTP/1.1" status: 200 len: 217 time: 0.0903285 Mar 28 19:14:30.770751 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4b1a668f-6b38-416e-9d8e-ad86d991ad99 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:30.793949 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4b1a668f-6b38-416e-9d8e-ad86d991ad99 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-466281'] for router, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:30.843617 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a561f3-f714-46cb-b3a8-1316bce12536 req-ac689413-4337-4f7d-9281-783c37018090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:30.845221 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c1a561f3-f714-46cb-b3a8-1316bce12536 req-ac689413-4337-4f7d-9281-783c37018090 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d4ae72b-d834-47e4-a182-f022b94a587f HTTP/1.1" status: 200 len: 834 time: 0.0748959 Mar 28 19:14:30.857244 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528af5f-d085-446a-b65b-6cb808b24356 req-0bf129b4-c22b-418b-bb1d-1a433e9659d9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:30.857870 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-7528af5f-d085-446a-b65b-6cb808b24356 req-0bf129b4-c22b-418b-bb1d-1a433e9659d9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:14:30.890646 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-c082c5a8-559b-4c67-83ed-a8ae52dcf6e8 None None] Set router 342bb046-96ea-45b4-b31f-c0165d777de5 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:30.910783 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-4addf1e7-f78f-4078-a42e-6db6ac7264a3 None None] Set router ff646b36-99e0-4388-a329-cc0ff56b9247 gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:30.940244 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-7528af5f-d085-446a-b65b-6cb808b24356 req-0bf129b4-c22b-418b-bb1d-1a433e9659d9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:14:30.941476 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7528af5f-d085-446a-b65b-6cb808b24356 req-0bf129b4-c22b-418b-bb1d-1a433e9659d9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=19273f2d-61bc-4be8-9410-f1f3cf7b6a33 HTTP/1.1" status: 200 len: 946 time: 0.3172839 Mar 28 19:14:30.999597 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a561f3-f714-46cb-b3a8-1316bce12536 req-176ef113-a18e-4655-8631-d0e1cd0ad1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:31.014549 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c1a561f3-f714-46cb-b3a8-1316bce12536 req-176ef113-a18e-4655-8631-d0e1cd0ad1cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2486f7ec-b979-41fc-a225-67e3b737e9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1506062 Mar 28 19:14:31.068997 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7528af5f-d085-446a-b65b-6cb808b24356 req-e6ee417c-2a8c-4e3b-b04a-f0413790811f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=03da40eb-c79c-4d48-8265-688e24d68ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1198151 Mar 28 19:14:31.090607 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c1b8e107-3bea-4878-91f8-ff150f2221d8 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:14:31.174892 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c1a561f3-f714-46cb-b3a8-1316bce12536 req-a928cec0-e4bc-48d6-92f1-8f41162a7a2d service neutron] 10.222.0.26 "GET /v2.0/networks/2486f7ec-b979-41fc-a225-67e3b737e9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556139 Mar 28 19:14:31.256335 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1a668f-6b38-416e-9d8e-ad86d991ad99 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Router ff646b36-99e0-4388-a329-cc0ff56b9247 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:14:31.283364 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port c1b8e107-3bea-4878-91f8-ff150f2221d8 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:14:31.294990 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port c1b8e107-3bea-4878-91f8-ff150f2221d8 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:31.295369 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:31.316408 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-4addf1e7-f78f-4078-a42e-6db6ac7264a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:14:29Z', 'revision_number': 7, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None, '_interfaces': [{'id': '3b746bfa-9528-450d-8521-a79aee66fd8c', 'name': '', 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:25:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:13:56Z', 'updated_at': '2022-03-28T19:14:06Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3a1bdef-9be0-4552-a34b-7af32402032a', 'name': '', 'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:92:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '300bdebd-891b-4119-9da1-606efeb08a96', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:05Z', 'updated_at': '2022-03-28T19:14:13Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '300bdebd-891b-4119-9da1-606efeb08a96', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1b8e107-3bea-4878-91f8-ff150f2221d8', 'name': '', 'network_id': 'b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:b8:be:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '5bb1237c-c27b-4ba7-9984-e4b557a0929f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:22Z', 'updated_at': '2022-03-28T19:14:28Z', 'revision_number': 4, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '5bb1237c-c27b-4ba7-9984-e4b557a0929f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81c83b3-1eae-45bb-a47e-100d88755872', 'name': '', 'network_id': '6eeea274-728a-4cc9-8a1c-f056c6818594', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:84:81:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '39babe1f-5cbd-4c11-a163-a734975b376e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:13Z', 'updated_at': '2022-03-28T19:14:25Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '39babe1f-5cbd-4c11-a163-a734975b376e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:31.322291 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c1a561f3-f714-46cb-b3a8-1316bce12536 req-92d945b4-845b-49e5-9664-0711031c9260 service neutron] 10.222.0.26 "GET /v2.0/networks/2486f7ec-b979-41fc-a225-67e3b737e9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408005 Mar 28 19:14:31.323066 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4addf1e7-f78f-4078-a42e-6db6ac7264a3 None None] Checking router: ff646b36-99e0-4388-a329-cc0ff56b9247 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:14:31.337044 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4addf1e7-f78f-4078-a42e-6db6ac7264a3 None None] Routers {'ff646b36-99e0-4388-a329-cc0ff56b9247'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:31.337833 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-4addf1e7-f78f-4078-a42e-6db6ac7264a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ff646b36-99e0-4388-a329-cc0ff56b9247'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:31.373285 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-b6102ceb-4802-454a-b8c3-f0a605c17f99 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Deleting port 703f9088-228f-4b94-a5b5-045b9abac66e {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:31.373665 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b6102ceb-4802-454a-b8c3-f0a605c17f99 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:31.470196 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-c082c5a8-559b-4c67-83ed-a8ae52dcf6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'name': 'tempest-TestNetworkBasicOps-router-1657040247', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:57Z', 'updated_at': '2022-03-28T19:14:16Z', 'revision_number': 6, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:00Z', 'updated_at': '2022-03-28T19:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50', 'name': '', 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:28:45:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '2d4ae72b-d834-47e4-a182-f022b94a587f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:12Z', 'updated_at': '2022-03-28T19:11:38Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '2d4ae72b-d834-47e4-a182-f022b94a587f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:31.478122 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c082c5a8-559b-4c67-83ed-a8ae52dcf6e8 None None] The sync data for ids ['342bb046-96ea-45b4-b31f-c0165d777de5'] in dv-neutron-834711-1-hyperv is: [{'id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'name': 'tempest-TestNetworkBasicOps-router-1657040247', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:57Z', 'updated_at': '2022-03-28T19:14:16Z', 'revision_number': 6, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:00Z', 'updated_at': '2022-03-28T19:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50', 'name': '', 'network_id': '2486f7ec-b979-41fc-a225-67e3b737e9a3', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:28:45:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '2d4ae72b-d834-47e4-a182-f022b94a587f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:12Z', 'updated_at': '2022-03-28T19:11:38Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '2d4ae72b-d834-47e4-a182-f022b94a587f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:14:31.495270 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:31.505574 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-4addf1e7-f78f-4078-a42e-6db6ac7264a3 None None] Set router ff646b36-99e0-4388-a329-cc0ff56b9247 gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:31.534947 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port c1b8e107-3bea-4878-91f8-ff150f2221d8, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c1b8e107-3bea-4878-91f8-ff150f2221d8,segment=NetworkSegment(406bb6b9-0654-4d7f-a0f9-1de2140658ac),segment_id=406bb6b9-0654-4d7f-a0f9-1de2140658ac)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:31.546496 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:31.605667 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:31.627299 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=c1b8e107-3bea-4878-91f8-ff150f2221d8,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:31.628759 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1a668f-6b38-416e-9d8e-ad86d991ad99 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:14:31.638404 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4b1a668f-6b38-416e-9d8e-ad86d991ad99 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:31.642224 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4b1a668f-6b38-416e-9d8e-ad86d991ad99 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "PUT /v2.0/routers/ff646b36-99e0-4388-a329-cc0ff56b9247 HTTP/1.1" status: 200 len: 703 time: 2.8691311 Mar 28 19:14:31.642800 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60104) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:31.678917 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b6102ceb-4802-454a-b8c3-f0a605c17f99 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:31.836727 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-b6102ceb-4802-454a-b8c3-f0a605c17f99 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Calling delete_port for 703f9088-228f-4b94-a5b5-045b9abac66e owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:31.852486 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9a82fa19-5eb0-48ca-a066-dd95f9af8c90 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "GET /v2.0/routers/ff646b36-99e0-4388-a329-cc0ff56b9247 HTTP/1.1" status: 200 len: 703 time: 0.2082796 Mar 28 19:14:31.853998 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60108) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:31.874872 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c02956f-25d5-4ce3-8a54-f60147e3f55b None None] New status for floating IP 0a3ec281-3bcd-4f86-9d6e-22909e3ae805: DOWN {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:14:31.886215 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-4addf1e7-f78f-4078-a42e-6db6ac7264a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:14:29Z', 'revision_number': 7, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None, '_interfaces': [{'id': '3b746bfa-9528-450d-8521-a79aee66fd8c', 'name': '', 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:25:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:13:56Z', 'updated_at': '2022-03-28T19:14:06Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3a1bdef-9be0-4552-a34b-7af32402032a', 'name': '', 'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:92:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '300bdebd-891b-4119-9da1-606efeb08a96', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:05Z', 'updated_at': '2022-03-28T19:14:13Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '300bdebd-891b-4119-9da1-606efeb08a96', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1b8e107-3bea-4878-91f8-ff150f2221d8', 'name': '', 'network_id': 'b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:b8:be:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '5bb1237c-c27b-4ba7-9984-e4b557a0929f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:22Z', 'updated_at': '2022-03-28T19:14:28Z', 'revision_number': 4, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '5bb1237c-c27b-4ba7-9984-e4b557a0929f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81c83b3-1eae-45bb-a47e-100d88755872', 'name': '', 'network_id': '6eeea274-728a-4cc9-8a1c-f056c6818594', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:84:81:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '39babe1f-5cbd-4c11-a163-a734975b376e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:13Z', 'updated_at': '2022-03-28T19:14:25Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '39babe1f-5cbd-4c11-a163-a734975b376e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:31.890968 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4addf1e7-f78f-4078-a42e-6db6ac7264a3 None None] The sync data for ids ['ff646b36-99e0-4388-a329-cc0ff56b9247'] in dv-neutron-834711-1-hyperv is: [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:14:29Z', 'revision_number': 7, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None, '_interfaces': [{'id': '3b746bfa-9528-450d-8521-a79aee66fd8c', 'name': '', 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:25:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:13:56Z', 'updated_at': '2022-03-28T19:14:06Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3a1bdef-9be0-4552-a34b-7af32402032a', 'name': '', 'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:92:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '300bdebd-891b-4119-9da1-606efeb08a96', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:05Z', 'updated_at': '2022-03-28T19:14:13Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '300bdebd-891b-4119-9da1-606efeb08a96', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1b8e107-3bea-4878-91f8-ff150f2221d8', 'name': '', 'network_id': 'b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:b8:be:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '5bb1237c-c27b-4ba7-9984-e4b557a0929f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:22Z', 'updated_at': '2022-03-28T19:14:28Z', 'revision_number': 4, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '5bb1237c-c27b-4ba7-9984-e4b557a0929f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81c83b3-1eae-45bb-a47e-100d88755872', 'name': '', 'network_id': '6eeea274-728a-4cc9-8a1c-f056c6818594', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:84:81:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '39babe1f-5cbd-4c11-a163-a734975b376e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:13Z', 'updated_at': '2022-03-28T19:14:25Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '39babe1f-5cbd-4c11-a163-a734975b376e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:14:32.198239 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b6102ceb-4802-454a-b8c3-f0a605c17f99 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:32.198496 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526d6116-75ba-47e2-83fc-5e0ffbdc1f7e None None] Sync routers for ids ['ff646b36-99e0-4388-a329-cc0ff56b9247'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:14:32.209081 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526d6116-75ba-47e2-83fc-5e0ffbdc1f7e None None] Routers {'ff646b36-99e0-4388-a329-cc0ff56b9247'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:32.209689 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-526d6116-75ba-47e2-83fc-5e0ffbdc1f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ff646b36-99e0-4388-a329-cc0ff56b9247'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:32.259553 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6102ceb-4802-454a-b8c3-f0a605c17f99 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Port': ['ID=703f9088-228f-4b94-a5b5-045b9abac66e,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:32.412853 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-526d6116-75ba-47e2-83fc-5e0ffbdc1f7e None None] Set router ff646b36-99e0-4388-a329-cc0ff56b9247 gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:32.528096 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b6102ceb-4802-454a-b8c3-f0a605c17f99 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:32.534723 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5b087-ab45-417e-95e8-eb3f0f7f4be3 req-923c86ad-fe06-416c-b776-0baa8dd669c7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:32.536151 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5eb5b087-ab45-417e-95e8-eb3f0f7f4be3 req-923c86ad-fe06-416c-b776-0baa8dd669c7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/ports?device_id=19273f2d-61bc-4be8-9410-f1f3cf7b6a33 HTTP/1.1" status: 200 len: 946 time: 0.4485214 Mar 28 19:14:32.645207 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b9643-01eb-4d81-a35c-025d2655f512 req-0239dc24-f970-4cb4-b131-8deae8791371 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:32.652583 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-773b9643-01eb-4d81-a35c-025d2655f512 req-0239dc24-f970-4cb4-b131-8deae8791371 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=19273f2d-61bc-4be8-9410-f1f3cf7b6a33 HTTP/1.1" status: 200 len: 946 time: 0.2951324 Mar 28 19:14:32.693672 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-5eb5b087-ab45-417e-95e8-eb3f0f7f4be3 req-3d34fbd3-2432-442d-b483-349d819ace63 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port 7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:32.694028 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-5eb5b087-ab45-417e-95e8-eb3f0f7f4be3 req-3d34fbd3-2432-442d-b483-349d819ace63 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:32.764292 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-526d6116-75ba-47e2-83fc-5e0ffbdc1f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:14:29Z', 'revision_number': 7, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None, '_interfaces': [{'id': '3b746bfa-9528-450d-8521-a79aee66fd8c', 'name': '', 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:25:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:13:56Z', 'updated_at': '2022-03-28T19:14:06Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3a1bdef-9be0-4552-a34b-7af32402032a', 'name': '', 'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:92:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '300bdebd-891b-4119-9da1-606efeb08a96', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:05Z', 'updated_at': '2022-03-28T19:14:13Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '300bdebd-891b-4119-9da1-606efeb08a96', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1b8e107-3bea-4878-91f8-ff150f2221d8', 'name': '', 'network_id': 'b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:b8:be:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '5bb1237c-c27b-4ba7-9984-e4b557a0929f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:22Z', 'updated_at': '2022-03-28T19:14:31Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '5bb1237c-c27b-4ba7-9984-e4b557a0929f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81c83b3-1eae-45bb-a47e-100d88755872', 'name': '', 'network_id': '6eeea274-728a-4cc9-8a1c-f056c6818594', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:84:81:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '39babe1f-5cbd-4c11-a163-a734975b376e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:13Z', 'updated_at': '2022-03-28T19:14:25Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '39babe1f-5cbd-4c11-a163-a734975b376e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:32.768395 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526d6116-75ba-47e2-83fc-5e0ffbdc1f7e None None] Checking router: ff646b36-99e0-4388-a329-cc0ff56b9247 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:14:32.772285 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-773b9643-01eb-4d81-a35c-025d2655f512 req-f8dfa2bb-89bc-41ab-938f-2c19251cd3c1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=03da40eb-c79c-4d48-8265-688e24d68ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1188817 Mar 28 19:14:32.778426 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526d6116-75ba-47e2-83fc-5e0ffbdc1f7e None None] Routers {'ff646b36-99e0-4388-a329-cc0ff56b9247'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:32.779069 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-526d6116-75ba-47e2-83fc-5e0ffbdc1f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ff646b36-99e0-4388-a329-cc0ff56b9247'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:32.807278 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6102ceb-4802-454a-b8c3-f0a605c17f99 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Router 5cc33587-8a66-43c3-ad8b-be342cb01b4a has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:14:32.940738 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6102ceb-4802-454a-b8c3-f0a605c17f99 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:14:32.948052 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-526d6116-75ba-47e2-83fc-5e0ffbdc1f7e None None] Set router ff646b36-99e0-4388-a329-cc0ff56b9247 gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:32.952401 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1ac5f2-e768-461f-b65a-0a94926bf923 None None] Sync routers for ids ['5cc33587-8a66-43c3-ad8b-be342cb01b4a'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:14:32.967267 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b6102ceb-4802-454a-b8c3-f0a605c17f99 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "PUT /v2.0/routers/5cc33587-8a66-43c3-ad8b-be342cb01b4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9024181 Mar 28 19:14:32.967707 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60114) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:32.983878 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1ac5f2-e768-461f-b65a-0a94926bf923 None None] Routers {'5cc33587-8a66-43c3-ad8b-be342cb01b4a'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:32.984936 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-ce1ac5f2-e768-461f-b65a-0a94926bf923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['5cc33587-8a66-43c3-ad8b-be342cb01b4a'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:33.017772 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e5b74985-57a8-415b-a5c2-b41956ff85da tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Synchronizing usage tracker for tenant:850c7a06f362434c857dc7f4b61d686b on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:14:33.040992 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e5b74985-57a8-415b-a5c2-b41956ff85da tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Unset dirty status for tenant:850c7a06f362434c857dc7f4b61d686b on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:14:33.044816 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e5b74985-57a8-415b-a5c2-b41956ff85da tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cc33587-8a66-43c3-ad8b-be342cb01b4a HTTP/1.1" status: 200 len: 205 time: 0.0739033 Mar 28 19:14:33.045722 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60118) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:33.063346 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c1b8e107-3bea-4878-91f8-ff150f2221d8 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:14:33.077892 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-5eb5b087-ab45-417e-95e8-eb3f0f7f4be3 req-3d34fbd3-2432-442d-b483-349d819ace63 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] For port 7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd,segment=NetworkSegment(1ff69bbe-5515-46a7-94a4-b80a07cb032d),segment_id=1ff69bbe-5515-46a7-94a4-b80a07cb032d)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:33.078460 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-5eb5b087-ab45-417e-95e8-eb3f0f7f4be3 req-3d34fbd3-2432-442d-b483-349d819ace63 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:33.094974 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1097b233-3f9e-47cc-8b7c-583576d3e174 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:33.096630 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-ce1ac5f2-e768-461f-b65a-0a94926bf923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:33.119439 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1ac5f2-e768-461f-b65a-0a94926bf923 None None] Routers {'5cc33587-8a66-43c3-ad8b-be342cb01b4a'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:33.120557 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-ce1ac5f2-e768-461f-b65a-0a94926bf923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['5cc33587-8a66-43c3-ad8b-be342cb01b4a'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:33.195676 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-ce1ac5f2-e768-461f-b65a-0a94926bf923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:33.197131 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1ac5f2-e768-461f-b65a-0a94926bf923 None None] The sync data for ids ['5cc33587-8a66-43c3-ad8b-be342cb01b4a'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:14:33.204004 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a865a4c-8349-4561-ace8-57444deee237 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:33.212690 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port c1b8e107-3bea-4878-91f8-ff150f2221d8 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:33.213067 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:33.283851 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-5eb5b087-ab45-417e-95e8-eb3f0f7f4be3 req-3d34fbd3-2432-442d-b483-349d819ace63 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for 7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:33.325127 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-526d6116-75ba-47e2-83fc-5e0ffbdc1f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:14:29Z', 'revision_number': 7, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None, '_interfaces': [{'id': '3b746bfa-9528-450d-8521-a79aee66fd8c', 'name': '', 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:25:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:13:56Z', 'updated_at': '2022-03-28T19:14:06Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3a1bdef-9be0-4552-a34b-7af32402032a', 'name': '', 'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:92:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '300bdebd-891b-4119-9da1-606efeb08a96', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:05Z', 'updated_at': '2022-03-28T19:14:13Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '300bdebd-891b-4119-9da1-606efeb08a96', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1b8e107-3bea-4878-91f8-ff150f2221d8', 'name': '', 'network_id': 'b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:b8:be:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '5bb1237c-c27b-4ba7-9984-e4b557a0929f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:22Z', 'updated_at': '2022-03-28T19:14:31Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '5bb1237c-c27b-4ba7-9984-e4b557a0929f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81c83b3-1eae-45bb-a47e-100d88755872', 'name': '', 'network_id': '6eeea274-728a-4cc9-8a1c-f056c6818594', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:84:81:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '39babe1f-5cbd-4c11-a163-a734975b376e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:13Z', 'updated_at': '2022-03-28T19:14:25Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '39babe1f-5cbd-4c11-a163-a734975b376e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:33.329287 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526d6116-75ba-47e2-83fc-5e0ffbdc1f7e None None] The sync data for ids ['ff646b36-99e0-4388-a329-cc0ff56b9247'] in dv-neutron-834711-1-hyperv is: [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:14:29Z', 'revision_number': 7, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None, '_interfaces': [{'id': '3b746bfa-9528-450d-8521-a79aee66fd8c', 'name': '', 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:25:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:13:56Z', 'updated_at': '2022-03-28T19:14:06Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3a1bdef-9be0-4552-a34b-7af32402032a', 'name': '', 'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:92:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '300bdebd-891b-4119-9da1-606efeb08a96', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:05Z', 'updated_at': '2022-03-28T19:14:13Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '300bdebd-891b-4119-9da1-606efeb08a96', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1b8e107-3bea-4878-91f8-ff150f2221d8', 'name': '', 'network_id': 'b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:b8:be:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '5bb1237c-c27b-4ba7-9984-e4b557a0929f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:22Z', 'updated_at': '2022-03-28T19:14:31Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '5bb1237c-c27b-4ba7-9984-e4b557a0929f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81c83b3-1eae-45bb-a47e-100d88755872', 'name': '', 'network_id': '6eeea274-728a-4cc9-8a1c-f056c6818594', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:84:81:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '39babe1f-5cbd-4c11-a163-a734975b376e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:13Z', 'updated_at': '2022-03-28T19:14:25Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '39babe1f-5cbd-4c11-a163-a734975b376e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:14:33.623023 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-5eb5b087-ab45-417e-95e8-eb3f0f7f4be3 req-3d34fbd3-2432-442d-b483-349d819ace63 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:33.656539 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a865a4c-8349-4561-ace8-57444deee237 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:33.660912 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a865a4c-8349-4561-ace8-57444deee237 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:33.678917 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34fbd3-2432-442d-b483-349d819ace63 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:33.693685 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a865a4c-8349-4561-ace8-57444deee237 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:33.694245 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a865a4c-8349-4561-ace8-57444deee237 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Fanout notify agent at l3_agent the message router_deleted on router 5cc33587-8a66-43c3-ad8b-be342cb01b4a {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:14:33.708098 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a865a4c-8349-4561-ace8-57444deee237 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:33.709754 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1a865a4c-8349-4561-ace8-57444deee237 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/routers/5cc33587-8a66-43c3-ad8b-be342cb01b4a HTTP/1.1" status: 204 len: 168 time: 0.6631150 Mar 28 19:14:33.713834 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60124) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:33.779312 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-3373072a-681e-4e6c-91c1-1fc647b9c541 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Deleting subnet 8ea1fc43-1b36-49c9-be60-a322f3f715ef {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:14:33.782479 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3373072a-681e-4e6c-91c1-1fc647b9c541 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:33.797664 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb5b087-ab45-417e-95e8-eb3f0f7f4be3 req-3d34fbd3-2432-442d-b483-349d819ace63 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] No DVR routers for this DVR port 7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:14:33.801580 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-5eb5b087-ab45-417e-95e8-eb3f0f7f4be3 req-3d34fbd3-2432-442d-b483-349d819ace63 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:33.804339 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19273f2d-61bc-4be8-9410-f1f3cf7b6a33', 'name': 'network-vif-deleted', 'tag': '7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:14:33.833554 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-1097b233-3f9e-47cc-8b7c-583576d3e174 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Deleting port c1b8e107-3bea-4878-91f8-ff150f2221d8 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:33.833914 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1097b233-3f9e-47cc-8b7c-583576d3e174 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:33.850138 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3373072a-681e-4e6c-91c1-1fc647b9c541 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:33.873669 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19273f2d-61bc-4be8-9410-f1f3cf7b6a33', 'name': 'network-vif-deleted', 'tag': '7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd', 'status': 'completed', 'code': 200} Mar 28 19:14:33.876898 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5eb5b087-ab45-417e-95e8-eb3f0f7f4be3 req-3d34fbd3-2432-442d-b483-349d819ace63 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "DELETE /v2.0/ports/7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd HTTP/1.1" status: 204 len: 173 time: 1.3354833 Mar 28 19:14:33.946814 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3373072a-681e-4e6c-91c1-1fc647b9c541 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:34.033841 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3373072a-681e-4e6c-91c1-1fc647b9c541 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:34.087541 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373072a-681e-4e6c-91c1-1fc647b9c541 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Subnet': ['ID=8ea1fc43-1b36-49c9-be60-a322f3f715ef,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:34.089676 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3373072a-681e-4e6c-91c1-1fc647b9c541 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:34.090688 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87139a05-a03e-4082-9b82-161f1cdb9030 None None] Network 407aad2d-c750-452c-8991-e75e6646f5e5 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:14:34.097313 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3373072a-681e-4e6c-91c1-1fc647b9c541 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/subnets/8ea1fc43-1b36-49c9-be60-a322f3f715ef HTTP/1.1" status: 204 len: 168 time: 0.3822286 Mar 28 19:14:34.100422 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60134) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:34.114834 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-4b98f14b-2bab-480b-8c60-bc36b8c3fcfa req-82102994-09e1-406f-affe-38dd98dffcb7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:14:34.196766 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-4b98f14b-2bab-480b-8c60-bc36b8c3fcfa req-82102994-09e1-406f-affe-38dd98dffcb7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:14:34.197968 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4b98f14b-2bab-480b-8c60-bc36b8c3fcfa req-82102994-09e1-406f-affe-38dd98dffcb7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=19273f2d-61bc-4be8-9410-f1f3cf7b6a33 HTTP/1.1" status: 200 len: 210 time: 0.2770660 Mar 28 19:14:34.248618 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-1097b233-3f9e-47cc-8b7c-583576d3e174 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] For port c1b8e107-3bea-4878-91f8-ff150f2221d8, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c1b8e107-3bea-4878-91f8-ff150f2221d8,segment=NetworkSegment(406bb6b9-0654-4d7f-a0f9-1de2140658ac),segment_id=406bb6b9-0654-4d7f-a0f9-1de2140658ac)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:34.248990 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1097b233-3f9e-47cc-8b7c-583576d3e174 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:34.253184 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1177f31-dee9-439c-a27c-06790e306fc0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:34.265402 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-b1177f31-dee9-439c-a27c-06790e306fc0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Deleting port 505d8952-6cbc-4ce7-8267-375384ca0013 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:34.266070 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1177f31-dee9-439c-a27c-06790e306fc0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:34.385021 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-1097b233-3f9e-47cc-8b7c-583576d3e174 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Calling delete_port for c1b8e107-3bea-4878-91f8-ff150f2221d8 owned by network:router_interface {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:34.417141 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f586ec06-9739-4ecf-8e49-ed663a586e12 None None] DHCP port deletion for 407aad2d-c750-452c-8991-e75e6646f5e5 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:14:34.421165 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f586ec06-9739-4ecf-8e49-ed663a586e12 None None] Deleting port 505d8952-6cbc-4ce7-8267-375384ca0013 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:34.421542 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f586ec06-9739-4ecf-8e49-ed663a586e12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:34.550296 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-b1177f31-dee9-439c-a27c-06790e306fc0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] For port 505d8952-6cbc-4ce7-8267-375384ca0013, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=505d8952-6cbc-4ce7-8267-375384ca0013,segment=NetworkSegment(f8016076-3cf8-4e7c-a0d3-6a0a97994bc7),segment_id=f8016076-3cf8-4e7c-a0d3-6a0a97994bc7)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:34.550683 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1177f31-dee9-439c-a27c-06790e306fc0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:34.636354 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1097b233-3f9e-47cc-8b7c-583576d3e174 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:34.674293 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-f586ec06-9739-4ecf-8e49-ed663a586e12 None None] For port 505d8952-6cbc-4ce7-8267-375384ca0013, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=505d8952-6cbc-4ce7-8267-375384ca0013,segment=NetworkSegment(f8016076-3cf8-4e7c-a0d3-6a0a97994bc7),segment_id=f8016076-3cf8-4e7c-a0d3-6a0a97994bc7)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:34.675072 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f586ec06-9739-4ecf-8e49-ed663a586e12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:34.698248 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-b1177f31-dee9-439c-a27c-06790e306fc0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Calling delete_port for 505d8952-6cbc-4ce7-8267-375384ca0013 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:34.699632 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097b233-3f9e-47cc-8b7c-583576d3e174 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Port': ['ID=c1b8e107-3bea-4878-91f8-ff150f2221d8,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:34.808159 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1177f31-dee9-439c-a27c-06790e306fc0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:34.820927 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f586ec06-9739-4ecf-8e49-ed663a586e12 None None] Calling delete_port for 505d8952-6cbc-4ce7-8267-375384ca0013 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:34.866010 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1177f31-dee9-439c-a27c-06790e306fc0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] No DVR routers for this DVR port 505d8952-6cbc-4ce7-8267-375384ca0013 on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:14:34.927356 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-f586ec06-9739-4ecf-8e49-ed663a586e12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:14:34.927725 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-f586ec06-9739-4ecf-8e49-ed663a586e12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:14:34.970243 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1177f31-dee9-439c-a27c-06790e306fc0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Port': ['ID=505d8952-6cbc-4ce7-8267-375384ca0013,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:34.986353 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1097b233-3f9e-47cc-8b7c-583576d3e174 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:35.040686 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 505d8952-6cbc-4ce7-8267-375384ca0013 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:14:35.058057 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1177f31-dee9-439c-a27c-06790e306fc0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:35.081967 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 505d8952-6cbc-4ce7-8267-375384ca0013 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:14:35.082327 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 505d8952-6cbc-4ce7-8267-375384ca0013 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:14:35.093683 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-b1177f31-dee9-439c-a27c-06790e306fc0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['407aad2d-c750-452c-8991-e75e6646f5e5']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:35.108512 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-b1177f31-dee9-439c-a27c-06790e306fc0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8016076-3cf8-4e7c-a0d3-6a0a97994bc7') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:35.108825 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-b1177f31-dee9-439c-a27c-06790e306fc0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8016076-3cf8-4e7c-a0d3-6a0a97994bc7') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:35.121544 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1177f31-dee9-439c-a27c-06790e306fc0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:35.138779 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1177f31-dee9-439c-a27c-06790e306fc0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:35.145629 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1177f31-dee9-439c-a27c-06790e306fc0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:14:35.146161 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1177f31-dee9-439c-a27c-06790e306fc0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:14:35.161885 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:14:35.252721 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1177f31-dee9-439c-a27c-06790e306fc0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:35.285988 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1177f31-dee9-439c-a27c-06790e306fc0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:35.315369 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60140) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:35.389817 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1097b233-3f9e-47cc-8b7c-583576d3e174 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Router ff646b36-99e0-4388-a329-cc0ff56b9247 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:14:35.424671 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1177f31-dee9-439c-a27c-06790e306fc0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Network': ['ID=407aad2d-c750-452c-8991-e75e6646f5e5,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:35.427346 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b1177f31-dee9-439c-a27c-06790e306fc0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/networks/407aad2d-c750-452c-8991-e75e6646f5e5 HTTP/1.1" status: 204 len: 168 time: 1.3253977 Mar 28 19:14:35.429236 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f586ec06-9739-4ecf-8e49-ed663a586e12 None None] Deleting port 505d8952-6cbc-4ce7-8267-375384ca0013 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:35.429703 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f586ec06-9739-4ecf-8e49-ed663a586e12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:35.435577 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60144) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:35.441133 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-e24e2350-da06-45a5-8fc9-19d31ed1df4d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1101144418', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}, 'admin_state_up': False}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:35.448677 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e24e2350-da06-45a5-8fc9-19d31ed1df4d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:35.452597 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e24e2350-da06-45a5-8fc9-19d31ed1df4d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Usage tracker for resource:router and tenant:850c7a06f362434c857dc7f4b61d686b is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:14:35.455573 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e24e2350-da06-45a5-8fc9-19d31ed1df4d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:14:35.462311 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e24e2350-da06-45a5-8fc9-19d31ed1df4d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:35.472561 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e24e2350-da06-45a5-8fc9-19d31ed1df4d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:35.473785 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e24e2350-da06-45a5-8fc9-19d31ed1df4d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:35.490065 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c01cbae0-292b-4ee9-8dd8-3cf479ecca4e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:35.492290 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e24e2350-da06-45a5-8fc9-19d31ed1df4d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:35.500501 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f586ec06-9739-4ecf-8e49-ed663a586e12 None None] The port '505d8952-6cbc-4ce7-8267-375384ca0013' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:14:35.560645 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:14:35.716782 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c01cbae0-292b-4ee9-8dd8-3cf479ecca4e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:35.743317 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1097b233-3f9e-47cc-8b7c-583576d3e174 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:14:35.753736 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e92433-ff2f-482d-a287-114c375c8944 None None] Sync routers for ids ['ff646b36-99e0-4388-a329-cc0ff56b9247'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:14:35.764061 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e92433-ff2f-482d-a287-114c375c8944 None None] Routers {'ff646b36-99e0-4388-a329-cc0ff56b9247'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:35.764670 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-66e92433-ff2f-482d-a287-114c375c8944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ff646b36-99e0-4388-a329-cc0ff56b9247'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:35.773857 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1097b233-3f9e-47cc-8b7c-583576d3e174 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "PUT /v2.0/routers/ff646b36-99e0-4388-a329-cc0ff56b9247/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9162648 Mar 28 19:14:35.774185 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60148) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:35.778075 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e24e2350-da06-45a5-8fc9-19d31ed1df4d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:35.844423 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-571fff3a-ec3c-419c-b1d3-b1c9df7048e4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Deleting subnet 5bb1237c-c27b-4ba7-9984-e4b557a0929f {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:14:35.848340 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-571fff3a-ec3c-419c-b1d3-b1c9df7048e4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:35.886869 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c01cbae0-292b-4ee9-8dd8-3cf479ecca4e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:35.927838 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01cbae0-292b-4ee9-8dd8-3cf479ecca4e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03da40eb-c79c-4d48-8265-688e24d68ec5,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:35.943993 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-66e92433-ff2f-482d-a287-114c375c8944 None None] Set router ff646b36-99e0-4388-a329-cc0ff56b9247 gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:35.944238 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-571fff3a-ec3c-419c-b1d3-b1c9df7048e4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:35.972956 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c01cbae0-292b-4ee9-8dd8-3cf479ecca4e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:35.977250 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c01cbae0-292b-4ee9-8dd8-3cf479ecca4e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/security-groups/03da40eb-c79c-4d48-8265-688e24d68ec5 HTTP/1.1" status: 204 len: 168 time: 0.6607890 Mar 28 19:14:36.021626 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:14:36.040321 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60154) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:36.061223 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: 7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:14:36.061587 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 7b17dd9e-dc44-4a54-bc9b-4c5ccc7dd2bd not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:14:36.104800 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e24e2350-da06-45a5-8fc9-19d31ed1df4d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router_gateway, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:36.131355 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-571fff3a-ec3c-419c-b1d3-b1c9df7048e4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:36.140600 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e24e2350-da06-45a5-8fc9-19d31ed1df4d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:36.276433 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-e24e2350-da06-45a5-8fc9-19d31ed1df4d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Allocated IP 172.26.4.245 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/d4763bf4-b011-41ae-bd19-dec3a61ff6e9) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:14:36.341149 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-66e92433-ff2f-482d-a287-114c375c8944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:14:34Z', 'revision_number': 8, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None, '_interfaces': [{'id': '3b746bfa-9528-450d-8521-a79aee66fd8c', 'name': '', 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:25:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:13:56Z', 'updated_at': '2022-03-28T19:14:06Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3a1bdef-9be0-4552-a34b-7af32402032a', 'name': '', 'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:92:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '300bdebd-891b-4119-9da1-606efeb08a96', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:05Z', 'updated_at': '2022-03-28T19:14:13Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '300bdebd-891b-4119-9da1-606efeb08a96', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81c83b3-1eae-45bb-a47e-100d88755872', 'name': '', 'network_id': '6eeea274-728a-4cc9-8a1c-f056c6818594', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:84:81:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '39babe1f-5cbd-4c11-a163-a734975b376e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:13Z', 'updated_at': '2022-03-28T19:14:25Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '39babe1f-5cbd-4c11-a163-a734975b376e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:36.345407 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e92433-ff2f-482d-a287-114c375c8944 None None] Checking router: ff646b36-99e0-4388-a329-cc0ff56b9247 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:14:36.355780 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e92433-ff2f-482d-a287-114c375c8944 None None] Routers {'ff646b36-99e0-4388-a329-cc0ff56b9247'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:36.356798 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-66e92433-ff2f-482d-a287-114c375c8944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ff646b36-99e0-4388-a329-cc0ff56b9247'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:36.364166 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-571fff3a-ec3c-419c-b1d3-b1c9df7048e4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:36.409237 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fff3a-ec3c-419c-b1d3-b1c9df7048e4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Subnet': ['ID=5bb1237c-c27b-4ba7-9984-e4b557a0929f,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:36.417110 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-571fff3a-ec3c-419c-b1d3-b1c9df7048e4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:36.424880 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c649c1-b89c-48b3-96ee-afbc495649c1 None None] Network b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:14:36.438259 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-571fff3a-ec3c-419c-b1d3-b1c9df7048e4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/subnets/5bb1237c-c27b-4ba7-9984-e4b557a0929f HTTP/1.1" status: 204 len: 168 time: 0.6608815 Mar 28 19:14:36.439040 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60158) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:36.443705 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e24e2350-da06-45a5-8fc9-19d31ed1df4d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:36.543030 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-66e92433-ff2f-482d-a287-114c375c8944 None None] Set router ff646b36-99e0-4388-a329-cc0ff56b9247 gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:36.571712 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1c3552f-1215-4022-96e2-8ede9ab3c9f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:36.588417 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-b1c3552f-1215-4022-96e2-8ede9ab3c9f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Deleting port ee895dab-8378-4b45-8eb2-f5c8eb66ab30 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:36.589099 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1c3552f-1215-4022-96e2-8ede9ab3c9f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:36.621991 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e24e2350-da06-45a5-8fc9-19d31ed1df4d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:36.697657 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24e2350-da06-45a5-8fc9-19d31ed1df4d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:14:36.708376 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-e24e2350-da06-45a5-8fc9-19d31ed1df4d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:14:36.716629 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24e2350-da06-45a5-8fc9-19d31ed1df4d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:14:36.764396 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b77b959-a630-4bb9-814b-820beb0abe4c None None] DHCP port deletion for b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:14:36.768481 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-0b77b959-a630-4bb9-814b-820beb0abe4c None None] Deleting port ee895dab-8378-4b45-8eb2-f5c8eb66ab30 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:36.768908 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0b77b959-a630-4bb9-814b-820beb0abe4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:36.788042 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5ba24a40-97c6-46ad-8d1c-61964b1c8d52 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:36.809225 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e2350-da06-45a5-8fc9-19d31ed1df4d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Port': ['ID=d4763bf4-b011-41ae-bd19-dec3a61ff6e9,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:36.943415 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-66e92433-ff2f-482d-a287-114c375c8944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:14:34Z', 'revision_number': 8, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None, '_interfaces': [{'id': '3b746bfa-9528-450d-8521-a79aee66fd8c', 'name': '', 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:25:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:13:56Z', 'updated_at': '2022-03-28T19:14:06Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3a1bdef-9be0-4552-a34b-7af32402032a', 'name': '', 'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:92:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '300bdebd-891b-4119-9da1-606efeb08a96', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:05Z', 'updated_at': '2022-03-28T19:14:13Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '300bdebd-891b-4119-9da1-606efeb08a96', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81c83b3-1eae-45bb-a47e-100d88755872', 'name': '', 'network_id': '6eeea274-728a-4cc9-8a1c-f056c6818594', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:84:81:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '39babe1f-5cbd-4c11-a163-a734975b376e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:13Z', 'updated_at': '2022-03-28T19:14:25Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '39babe1f-5cbd-4c11-a163-a734975b376e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:36.965034 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e92433-ff2f-482d-a287-114c375c8944 None None] The sync data for ids ['ff646b36-99e0-4388-a329-cc0ff56b9247'] in dv-neutron-834711-1-hyperv is: [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:14:34Z', 'revision_number': 8, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None, '_interfaces': [{'id': '3b746bfa-9528-450d-8521-a79aee66fd8c', 'name': '', 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:25:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:13:56Z', 'updated_at': '2022-03-28T19:14:06Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3a1bdef-9be0-4552-a34b-7af32402032a', 'name': '', 'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:92:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '300bdebd-891b-4119-9da1-606efeb08a96', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:05Z', 'updated_at': '2022-03-28T19:14:13Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '300bdebd-891b-4119-9da1-606efeb08a96', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81c83b3-1eae-45bb-a47e-100d88755872', 'name': '', 'network_id': '6eeea274-728a-4cc9-8a1c-f056c6818594', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:84:81:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '39babe1f-5cbd-4c11-a163-a734975b376e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:13Z', 'updated_at': '2022-03-28T19:14:25Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '39babe1f-5cbd-4c11-a163-a734975b376e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:14:37.014842 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device ee895dab-8378-4b45-8eb2-f5c8eb66ab30 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:14:37.072063 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-0b77b959-a630-4bb9-814b-820beb0abe4c None None] For port ee895dab-8378-4b45-8eb2-f5c8eb66ab30, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=ee895dab-8378-4b45-8eb2-f5c8eb66ab30,segment=NetworkSegment(406bb6b9-0654-4d7f-a0f9-1de2140658ac),segment_id=406bb6b9-0654-4d7f-a0f9-1de2140658ac)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:37.072369 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0b77b959-a630-4bb9-814b-820beb0abe4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:37.203147 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-0b77b959-a630-4bb9-814b-820beb0abe4c None None] Calling delete_port for ee895dab-8378-4b45-8eb2-f5c8eb66ab30 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:37.222025 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-5ba24a40-97c6-46ad-8d1c-61964b1c8d52 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:37.222377 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5ba24a40-97c6-46ad-8d1c-61964b1c8d52 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:37.224690 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-b1c3552f-1215-4022-96e2-8ede9ab3c9f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] For port ee895dab-8378-4b45-8eb2-f5c8eb66ab30, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=ee895dab-8378-4b45-8eb2-f5c8eb66ab30,segment=NetworkSegment(406bb6b9-0654-4d7f-a0f9-1de2140658ac),segment_id=406bb6b9-0654-4d7f-a0f9-1de2140658ac)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:37.225051 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1c3552f-1215-4022-96e2-8ede9ab3c9f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:37.341512 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:37.351965 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0b77b959-a630-4bb9-814b-820beb0abe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:37.367957 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-b1c3552f-1215-4022-96e2-8ede9ab3c9f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Calling delete_port for ee895dab-8378-4b45-8eb2-f5c8eb66ab30 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:37.399158 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b77b959-a630-4bb9-814b-820beb0abe4c None None] No DVR routers for this DVR port ee895dab-8378-4b45-8eb2-f5c8eb66ab30 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:14:37.447347 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77b959-a630-4bb9-814b-820beb0abe4c None None] Pushing event deleted for resources: {'Port': ['ID=ee895dab-8378-4b45-8eb2-f5c8eb66ab30,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:37.471823 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-5ba24a40-97c6-46ad-8d1c-61964b1c8d52 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] For port ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50,segment=NetworkSegment(1ff69bbe-5515-46a7-94a4-b80a07cb032d),segment_id=1ff69bbe-5515-46a7-94a4-b80a07cb032d)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:37.472316 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5ba24a40-97c6-46ad-8d1c-61964b1c8d52 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:37.614763 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-b1c3552f-1215-4022-96e2-8ede9ab3c9f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:14:37.615150 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-b1c3552f-1215-4022-96e2-8ede9ab3c9f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:14:37.635656 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e24e2350-da06-45a5-8fc9-19d31ed1df4d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router_gateway, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:37.732908 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-5ba24a40-97c6-46ad-8d1c-61964b1c8d52 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50 owned by network:router_interface {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:37.937172 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5ba24a40-97c6-46ad-8d1c-61964b1c8d52 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:37.984784 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba24a40-97c6-46ad-8d1c-61964b1c8d52 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:37.985628 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e24e2350-da06-45a5-8fc9-19d31ed1df4d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:38.141320 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-b1c3552f-1215-4022-96e2-8ede9ab3c9f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Deleting port ee895dab-8378-4b45-8eb2-f5c8eb66ab30 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:38.141320 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1c3552f-1215-4022-96e2-8ede9ab3c9f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:38.275036 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5ba24a40-97c6-46ad-8d1c-61964b1c8d52 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:38.350927 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-b1c3552f-1215-4022-96e2-8ede9ab3c9f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] The port 'ee895dab-8378-4b45-8eb2-f5c8eb66ab30' was deleted {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:14:38.501607 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1c3552f-1215-4022-96e2-8ede9ab3c9f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:38.532294 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-b1c3552f-1215-4022-96e2-8ede9ab3c9f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:38.545099 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-b1c3552f-1215-4022-96e2-8ede9ab3c9f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '406bb6b9-0654-4d7f-a0f9-1de2140658ac') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:38.545572 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-b1c3552f-1215-4022-96e2-8ede9ab3c9f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '406bb6b9-0654-4d7f-a0f9-1de2140658ac') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:38.553810 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24e2350-da06-45a5-8fc9-19d31ed1df4d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Router 57db13c3-2372-4762-93c8-ff4c00a7892b is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:14:38.563841 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1c3552f-1215-4022-96e2-8ede9ab3c9f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:38.639558 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba24a40-97c6-46ad-8d1c-61964b1c8d52 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router 342bb046-96ea-45b4-b31f-c0165d777de5 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:14:38.645025 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1c3552f-1215-4022-96e2-8ede9ab3c9f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:38.656233 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c3552f-1215-4022-96e2-8ede9ab3c9f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:14:38.656622 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1c3552f-1215-4022-96e2-8ede9ab3c9f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: util.warn( Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:14:38.671075 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:14:38.827868 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba24a40-97c6-46ad-8d1c-61964b1c8d52 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:14:38.828103 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1c3552f-1215-4022-96e2-8ede9ab3c9f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:38.841859 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0474a5ab-efa5-4138-8c82-6ffc25a4ad27 None None] Sync routers for ids ['342bb046-96ea-45b4-b31f-c0165d777de5'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:14:38.847662 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5ba24a40-97c6-46ad-8d1c-61964b1c8d52 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "PUT /v2.0/routers/342bb046-96ea-45b4-b31f-c0165d777de5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8037791 Mar 28 19:14:38.848556 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60166) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:38.849517 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1c3552f-1215-4022-96e2-8ede9ab3c9f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:38.856548 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0474a5ab-efa5-4138-8c82-6ffc25a4ad27 None None] Routers {'342bb046-96ea-45b4-b31f-c0165d777de5'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:38.857350 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-0474a5ab-efa5-4138-8c82-6ffc25a4ad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['342bb046-96ea-45b4-b31f-c0165d777de5'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:38.864893 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3552f-1215-4022-96e2-8ede9ab3c9f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Network': ['ID=b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:38.867573 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24e2350-da06-45a5-8fc9-19d31ed1df4d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:14:38.888261 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b1c3552f-1215-4022-96e2-8ede9ab3c9f6 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/networks/b6ea909e-7dd3-4567-99df-e0e3cbb3d5ef HTTP/1.1" status: 204 len: 168 time: 2.4479992 Mar 28 19:14:38.890950 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60170) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:38.894033 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d573b305-c59a-4709-8322-43081a17859b None None] Sync routers for ids ['57db13c3-2372-4762-93c8-ff4c00a7892b'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:14:38.915195 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d573b305-c59a-4709-8322-43081a17859b None None] Routers {'57db13c3-2372-4762-93c8-ff4c00a7892b'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:38.915950 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-d573b305-c59a-4709-8322-43081a17859b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['57db13c3-2372-4762-93c8-ff4c00a7892b'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:38.956758 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-dca00e0b-d009-4daf-8e12-70dc5d1d953d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting subnet 2d4ae72b-d834-47e4-a182-f022b94a587f {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:14:38.965668 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e24e2350-da06-45a5-8fc9-19d31ed1df4d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:38.966172 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dca00e0b-d009-4daf-8e12-70dc5d1d953d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:38.966981 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e24e2350-da06-45a5-8fc9-19d31ed1df4d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.5301909 Mar 28 19:14:38.969676 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60174) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:39.029014 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-d573b305-c59a-4709-8322-43081a17859b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:39.038301 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dca00e0b-d009-4daf-8e12-70dc5d1d953d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:39.039631 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d573b305-c59a-4709-8322-43081a17859b None None] Routers {'57db13c3-2372-4762-93c8-ff4c00a7892b'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:39.040399 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-d573b305-c59a-4709-8322-43081a17859b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['57db13c3-2372-4762-93c8-ff4c00a7892b'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:39.083933 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-0474a5ab-efa5-4138-8c82-6ffc25a4ad27 None None] Set router 342bb046-96ea-45b4-b31f-c0165d777de5 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:39.112154 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-d573b305-c59a-4709-8322-43081a17859b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:39.112836 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d573b305-c59a-4709-8322-43081a17859b None None] The sync data for ids ['57db13c3-2372-4762-93c8-ff4c00a7892b'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:14:39.132371 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c1b8e107-3bea-4878-91f8-ff150f2221d8 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:14:39.234480 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: c1b8e107-3bea-4878-91f8-ff150f2221d8 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:14:39.234947 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c1b8e107-3bea-4878-91f8-ff150f2221d8 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:14:39.261704 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dca00e0b-d009-4daf-8e12-70dc5d1d953d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:39.358466 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dca00e0b-d009-4daf-8e12-70dc5d1d953d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:39.379328 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a8486e11-7d9e-4e50-bb62-7f5b3e84a2b0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "GET /v2.0/routers/57db13c3-2372-4762-93c8-ff4c00a7892b HTTP/1.1" status: 200 len: 881 time: 0.4060540 Mar 28 19:14:39.380528 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60178) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:39.401884 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca00e0b-d009-4daf-8e12-70dc5d1d953d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Subnet': ['ID=2d4ae72b-d834-47e4-a182-f022b94a587f,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:39.405825 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dca00e0b-d009-4daf-8e12-70dc5d1d953d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:39.415499 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-dca00e0b-d009-4daf-8e12-70dc5d1d953d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/subnets/2d4ae72b-d834-47e4-a182-f022b94a587f HTTP/1.1" status: 204 len: 168 time: 0.5664883 Mar 28 19:14:39.416250 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60182) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:39.447358 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45774dc4-4770-49e4-a41d-163ed4779ee9 None None] Network 2486f7ec-b979-41fc-a225-67e3b737e9a3 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:14:39.598512 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ae3ccbab-5891-468a-9767-3da3030572a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:39.640558 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-0474a5ab-efa5-4138-8c82-6ffc25a4ad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'name': 'tempest-TestNetworkBasicOps-router-1657040247', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:57Z', 'updated_at': '2022-03-28T19:14:37Z', 'revision_number': 7, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:00Z', 'updated_at': '2022-03-28T19:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:39.644736 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0474a5ab-efa5-4138-8c82-6ffc25a4ad27 None None] Checking router: 342bb046-96ea-45b4-b31f-c0165d777de5 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:14:39.658839 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0474a5ab-efa5-4138-8c82-6ffc25a4ad27 None None] Routers {'342bb046-96ea-45b4-b31f-c0165d777de5'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:39.659640 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-0474a5ab-efa5-4138-8c82-6ffc25a4ad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['342bb046-96ea-45b4-b31f-c0165d777de5'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:39.787016 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ae3ccbab-5891-468a-9767-3da3030572a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:39.799050 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-ae3ccbab-5891-468a-9767-3da3030572a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port 35118d33-642d-4cf4-9a30-578e0f5d41e5 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:39.799494 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ae3ccbab-5891-468a-9767-3da3030572a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:39.857388 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-0474a5ab-efa5-4138-8c82-6ffc25a4ad27 None None] Set router 342bb046-96ea-45b4-b31f-c0165d777de5 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:39.915778 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-fa6d82df-bad7-4f78-923c-e43aaedbed99 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Synchronizing usage tracker for tenant:850c7a06f362434c857dc7f4b61d686b on resource:router {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:14:39.940364 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-fa6d82df-bad7-4f78-923c-e43aaedbed99 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Unset dirty status for tenant:850c7a06f362434c857dc7f4b61d686b on resource:router {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:14:39.944088 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-fa6d82df-bad7-4f78-923c-e43aaedbed99 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.5605388 Mar 28 19:14:39.944396 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60186) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:39.951330 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-36654b90-5dd7-49da-b4cf-f8b1663cf38d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1101144418'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:39.963194 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9203e0cd-593b-442d-8c16-2ed0508c0b1c None None] DHCP port deletion for 2486f7ec-b979-41fc-a225-67e3b737e9a3 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:14:39.987355 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-9203e0cd-593b-442d-8c16-2ed0508c0b1c None None] Deleting port c75603be-6342-4da0-8179-73c23ddec518 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:39.987731 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9203e0cd-593b-442d-8c16-2ed0508c0b1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:40.007857 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-ae3ccbab-5891-468a-9767-3da3030572a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] For port 35118d33-642d-4cf4-9a30-578e0f5d41e5, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=35118d33-642d-4cf4-9a30-578e0f5d41e5,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:40.009417 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ae3ccbab-5891-468a-9767-3da3030572a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:40.036320 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5bfc7280-1cb3-4813-beb6-c502240757d7 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:40.150437 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-ae3ccbab-5891-468a-9767-3da3030572a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for 35118d33-642d-4cf4-9a30-578e0f5d41e5 owned by network:router_gateway {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:40.314188 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-9203e0cd-593b-442d-8c16-2ed0508c0b1c None None] For port c75603be-6342-4da0-8179-73c23ddec518, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c75603be-6342-4da0-8179-73c23ddec518,segment=NetworkSegment(1ff69bbe-5515-46a7-94a4-b80a07cb032d),segment_id=1ff69bbe-5515-46a7-94a4-b80a07cb032d)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:40.314577 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9203e0cd-593b-442d-8c16-2ed0508c0b1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:40.343221 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ae3ccbab-5891-468a-9767-3da3030572a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:40.422637 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ccbab-5891-468a-9767-3da3030572a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=35118d33-642d-4cf4-9a30-578e0f5d41e5,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:40.438631 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-9203e0cd-593b-442d-8c16-2ed0508c0b1c None None] Calling delete_port for c75603be-6342-4da0-8179-73c23ddec518 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:40.498530 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ae3ccbab-5891-468a-9767-3da3030572a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:40.501190 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-0474a5ab-efa5-4138-8c82-6ffc25a4ad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'name': 'tempest-TestNetworkBasicOps-router-1657040247', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:57Z', 'updated_at': '2022-03-28T19:14:37Z', 'revision_number': 7, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:00Z', 'updated_at': '2022-03-28T19:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:40.516319 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0474a5ab-efa5-4138-8c82-6ffc25a4ad27 None None] The sync data for ids ['342bb046-96ea-45b4-b31f-c0165d777de5'] in dv-neutron-834711-1-hyperv is: [{'id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'name': 'tempest-TestNetworkBasicOps-router-1657040247', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:10:57Z', 'updated_at': '2022-03-28T19:14:37Z', 'revision_number': 7, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '35118d33-642d-4cf4-9a30-578e0f5d41e5', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342bb046-96ea-45b4-b31f-c0165d777de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:11:00Z', 'updated_at': '2022-03-28T19:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:14:40.529788 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9203e0cd-593b-442d-8c16-2ed0508c0b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:40.594264 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203e0cd-593b-442d-8c16-2ed0508c0b1c None None] Pushing event deleted for resources: {'Port': ['ID=c75603be-6342-4da0-8179-73c23ddec518,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:40.596239 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9203e0cd-593b-442d-8c16-2ed0508c0b1c None None] No DVR routers for this DVR port c75603be-6342-4da0-8179-73c23ddec518 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:14:40.781091 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5bfc7280-1cb3-4813-beb6-c502240757d7 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Deleting port f81c83b3-1eae-45bb-a47e-100d88755872 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:40.781695 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5bfc7280-1cb3-4813-beb6-c502240757d7 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:40.811864 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ae3ccbab-5891-468a-9767-3da3030572a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:40.814056 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ae3ccbab-5891-468a-9767-3da3030572a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:40.837018 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ae3ccbab-5891-468a-9767-3da3030572a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:40.837881 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3ccbab-5891-468a-9767-3da3030572a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Fanout notify agent at l3_agent the message router_deleted on router 342bb046-96ea-45b4-b31f-c0165d777de5 {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:14:40.838039 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-36654b90-5dd7-49da-b4cf-f8b1663cf38d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:40.855066 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ae3ccbab-5891-468a-9767-3da3030572a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:40.856146 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ae3ccbab-5891-468a-9767-3da3030572a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/routers/342bb046-96ea-45b4-b31f-c0165d777de5 HTTP/1.1" status: 204 len: 168 time: 1.4389031 Mar 28 19:14:40.858922 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60190) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:40.861322 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-36654b90-5dd7-49da-b4cf-f8b1663cf38d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-466281'] for router, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:40.989190 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-930acc17-228a-4910-9683-3e35781e2f68 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:41.029663 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c75603be-6342-4da0-8179-73c23ddec518 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:14:41.081998 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: c75603be-6342-4da0-8179-73c23ddec518 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:14:41.082631 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c75603be-6342-4da0-8179-73c23ddec518 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:14:41.083183 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:14:41.122406 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:14:41.122905 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device ad9d1400-7f24-4ebb-b66b-fa6ca69f7f50 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:14:41.139472 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-930acc17-228a-4910-9683-3e35781e2f68 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:41.168785 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-930acc17-228a-4910-9683-3e35781e2f68 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2486f7ec-b979-41fc-a225-67e3b737e9a3']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:41.183001 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-930acc17-228a-4910-9683-3e35781e2f68 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff69bbe-5515-46a7-94a4-b80a07cb032d') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:41.183304 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-930acc17-228a-4910-9683-3e35781e2f68 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff69bbe-5515-46a7-94a4-b80a07cb032d') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:41.195788 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-930acc17-228a-4910-9683-3e35781e2f68 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:41.215044 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-930acc17-228a-4910-9683-3e35781e2f68 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:41.222042 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930acc17-228a-4910-9683-3e35781e2f68 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:14:41.222466 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-930acc17-228a-4910-9683-3e35781e2f68 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:14:41.238156 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:14:41.297427 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-5bfc7280-1cb3-4813-beb6-c502240757d7 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] For port f81c83b3-1eae-45bb-a47e-100d88755872, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=f81c83b3-1eae-45bb-a47e-100d88755872,segment=NetworkSegment(8b6807ac-4916-4753-b940-c1af7d79291a),segment_id=8b6807ac-4916-4753-b940-c1af7d79291a)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:41.297793 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5bfc7280-1cb3-4813-beb6-c502240757d7 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:41.316276 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36654b90-5dd7-49da-b4cf-f8b1663cf38d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Router 57db13c3-2372-4762-93c8-ff4c00a7892b has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:14:41.329667 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-930acc17-228a-4910-9683-3e35781e2f68 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:41.339986 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-930acc17-228a-4910-9683-3e35781e2f68 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:41.365717 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-930acc17-228a-4910-9683-3e35781e2f68 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/networks/2486f7ec-b979-41fc-a225-67e3b737e9a3 HTTP/1.1" status: 204 len: 168 time: 0.5058000 Mar 28 19:14:41.375295 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930acc17-228a-4910-9683-3e35781e2f68 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Network': ['ID=2486f7ec-b979-41fc-a225-67e3b737e9a3,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:41.385960 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60194) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:41.391905 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-5d907900-6e3a-426e-b183-9df0ddc2275f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'network': {'name': 'tempest-network-smoke--943898902', 'project_id': '061332865d564f96959562b5c3aa8701', 'port_security_enabled': True}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:41.396828 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-5d907900-6e3a-426e-b183-9df0ddc2275f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:41.401496 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5d907900-6e3a-426e-b183-9df0ddc2275f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:network and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:14:41.404289 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5d907900-6e3a-426e-b183-9df0ddc2275f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:14:41.410648 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-5d907900-6e3a-426e-b183-9df0ddc2275f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:41.420580 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d907900-6e3a-426e-b183-9df0ddc2275f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Made reservation on behalf of 061332865d564f96959562b5c3aa8701 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:14:41.424304 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5d907900-6e3a-426e-b183-9df0ddc2275f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:41.432375 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5bfc7280-1cb3-4813-beb6-c502240757d7 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Calling delete_port for f81c83b3-1eae-45bb-a47e-100d88755872 owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:41.453032 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d907900-6e3a-426e-b183-9df0ddc2275f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:14:41.462195 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5d907900-6e3a-426e-b183-9df0ddc2275f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:41.462657 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-5d907900-6e3a-426e-b183-9df0ddc2275f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Added segment 239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca of type vlan for network d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc Mar 28 19:14:41.488871 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5d907900-6e3a-426e-b183-9df0ddc2275f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:41.519000 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5d907900-6e3a-426e-b183-9df0ddc2275f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:41.524388 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d907900-6e3a-426e-b183-9df0ddc2275f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:41.524959 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5d907900-6e3a-426e-b183-9df0ddc2275f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:41.577874 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5d907900-6e3a-426e-b183-9df0ddc2275f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1908350 Mar 28 19:14:41.585543 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60198) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:41.601496 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-be450d68-6ca0-49cd-a63d-7a7d91657799 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1249163268', 'admin_state_up': True, 'project_id': '061332865d564f96959562b5c3aa8701', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:41.631011 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d907900-6e3a-426e-b183-9df0ddc2275f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Network': ['ID=d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:41.642277 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:14:41.665741 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-be450d68-6ca0-49cd-a63d-7a7d91657799 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:41.684088 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-be450d68-6ca0-49cd-a63d-7a7d91657799 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:router and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:14:41.689496 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-be450d68-6ca0-49cd-a63d-7a7d91657799 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:14:41.711553 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-be450d68-6ca0-49cd-a63d-7a7d91657799 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:41.725238 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36654b90-5dd7-49da-b4cf-f8b1663cf38d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:14:41.741877 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-36654b90-5dd7-49da-b4cf-f8b1663cf38d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:41.743214 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-36654b90-5dd7-49da-b4cf-f8b1663cf38d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "PUT /v2.0/routers/57db13c3-2372-4762-93c8-ff4c00a7892b HTTP/1.1" status: 200 len: 888 time: 1.7973797 Mar 28 19:14:41.746344 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60202) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:41.752255 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-be450d68-6ca0-49cd-a63d-7a7d91657799 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:41.753613 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-be450d68-6ca0-49cd-a63d-7a7d91657799 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:41.776873 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-be450d68-6ca0-49cd-a63d-7a7d91657799 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:41.801729 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d1e14d-8f57-44ef-a662-66c96e6659e6 None None] Sync routers for ids ['57db13c3-2372-4762-93c8-ff4c00a7892b'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:14:41.830208 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d1e14d-8f57-44ef-a662-66c96e6659e6 None None] Routers {'57db13c3-2372-4762-93c8-ff4c00a7892b'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:41.830821 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-04d1e14d-8f57-44ef-a662-66c96e6659e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['57db13c3-2372-4762-93c8-ff4c00a7892b'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:41.896972 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-04d1e14d-8f57-44ef-a662-66c96e6659e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:41.907127 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d1e14d-8f57-44ef-a662-66c96e6659e6 None None] Routers {'57db13c3-2372-4762-93c8-ff4c00a7892b'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:41.907736 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-04d1e14d-8f57-44ef-a662-66c96e6659e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['57db13c3-2372-4762-93c8-ff4c00a7892b'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:41.947747 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-683c3329-c169-4f75-a05f-b5c4700da53c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "GET /v2.0/routers/57db13c3-2372-4762-93c8-ff4c00a7892b HTTP/1.1" status: 200 len: 888 time: 0.1965597 Mar 28 19:14:41.948327 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60206) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:41.974365 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5bfc7280-1cb3-4813-beb6-c502240757d7 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:41.976261 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-04d1e14d-8f57-44ef-a662-66c96e6659e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:41.976721 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d1e14d-8f57-44ef-a662-66c96e6659e6 None None] The sync data for ids ['57db13c3-2372-4762-93c8-ff4c00a7892b'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:14:41.995028 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-aacfc860-d8c9-422d-8a7d-74da2176fa78 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Synchronizing usage tracker for tenant:850c7a06f362434c857dc7f4b61d686b on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:14:42.009807 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-aacfc860-d8c9-422d-8a7d-74da2176fa78 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Unset dirty status for tenant:850c7a06f362434c857dc7f4b61d686b on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:14:42.011025 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-aacfc860-d8c9-422d-8a7d-74da2176fa78 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "GET /v2.0/ports?device_id=57db13c3-2372-4762-93c8-ff4c00a7892b HTTP/1.1" status: 200 len: 205 time: 0.0619535 Mar 28 19:14:42.013734 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60210) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:42.097821 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc7280-1cb3-4813-beb6-c502240757d7 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Port': ['ID=f81c83b3-1eae-45bb-a47e-100d88755872,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:42.194307 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-10644d5a-acc0-4a2a-8bd9-0662e4e7c4cd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:42.264076 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-be450d68-6ca0-49cd-a63d-7a7d91657799 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:42.375822 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-10644d5a-acc0-4a2a-8bd9-0662e4e7c4cd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:42.386190 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-10644d5a-acc0-4a2a-8bd9-0662e4e7c4cd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Deleting port d4763bf4-b011-41ae-bd19-dec3a61ff6e9 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:42.386422 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5bfc7280-1cb3-4813-beb6-c502240757d7 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:42.386553 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-10644d5a-acc0-4a2a-8bd9-0662e4e7c4cd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:42.693252 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-10644d5a-acc0-4a2a-8bd9-0662e4e7c4cd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:42.815729 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-10644d5a-acc0-4a2a-8bd9-0662e4e7c4cd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Calling delete_port for d4763bf4-b011-41ae-bd19-dec3a61ff6e9 owned by network:router_gateway {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:42.959608 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 35118d33-642d-4cf4-9a30-578e0f5d41e5 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:14:42.995935 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 35118d33-642d-4cf4-9a30-578e0f5d41e5 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:14:42.996482 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 35118d33-642d-4cf4-9a30-578e0f5d41e5 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:14:43.000354 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-10644d5a-acc0-4a2a-8bd9-0662e4e7c4cd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:43.048174 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10644d5a-acc0-4a2a-8bd9-0662e4e7c4cd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Port': ['ID=d4763bf4-b011-41ae-bd19-dec3a61ff6e9,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:43.072118 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfc7280-1cb3-4813-beb6-c502240757d7 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Router ff646b36-99e0-4388-a329-cc0ff56b9247 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:14:43.080799 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-be450d68-6ca0-49cd-a63d-7a7d91657799 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_gateway, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:43.113138 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-be450d68-6ca0-49cd-a63d-7a7d91657799 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:43.143880 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-10644d5a-acc0-4a2a-8bd9-0662e4e7c4cd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:43.317114 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-10644d5a-acc0-4a2a-8bd9-0662e4e7c4cd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:43.319366 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-10644d5a-acc0-4a2a-8bd9-0662e4e7c4cd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:43.342261 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-10644d5a-acc0-4a2a-8bd9-0662e4e7c4cd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:43.342772 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10644d5a-acc0-4a2a-8bd9-0662e4e7c4cd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Fanout notify agent at l3_agent the message router_deleted on router 57db13c3-2372-4762-93c8-ff4c00a7892b {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:14:43.354952 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfc7280-1cb3-4813-beb6-c502240757d7 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:14:43.365267 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e03ff75-9557-458f-bc5c-1f83c7f72094 None None] Sync routers for ids ['ff646b36-99e0-4388-a329-cc0ff56b9247'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:14:43.365796 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-10644d5a-acc0-4a2a-8bd9-0662e4e7c4cd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:43.371466 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-10644d5a-acc0-4a2a-8bd9-0662e4e7c4cd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/routers/57db13c3-2372-4762-93c8-ff4c00a7892b HTTP/1.1" status: 204 len: 168 time: 1.3520169 Mar 28 19:14:43.371761 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60214) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:43.376601 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e03ff75-9557-458f-bc5c-1f83c7f72094 None None] Routers {'ff646b36-99e0-4388-a329-cc0ff56b9247'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:43.377200 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-1e03ff75-9557-458f-bc5c-1f83c7f72094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ff646b36-99e0-4388-a329-cc0ff56b9247'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:43.377425 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-4ae15d46-76cc-4227-947a-0e95e12e14d0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'network': {'name': 'tempest-RoutersTest-1946647232'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:43.382517 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4ae15d46-76cc-4227-947a-0e95e12e14d0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:43.386791 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4ae15d46-76cc-4227-947a-0e95e12e14d0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Usage tracker for resource:network and tenant:850c7a06f362434c857dc7f4b61d686b is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:14:43.389607 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4ae15d46-76cc-4227-947a-0e95e12e14d0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:14:43.393921 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5bfc7280-1cb3-4813-beb6-c502240757d7 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "PUT /v2.0/routers/ff646b36-99e0-4388-a329-cc0ff56b9247/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4995580 Mar 28 19:14:43.394171 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60218) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:43.395480 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4ae15d46-76cc-4227-947a-0e95e12e14d0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:43.407288 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae15d46-76cc-4227-947a-0e95e12e14d0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Made reservation on behalf of 850c7a06f362434c857dc7f4b61d686b for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:14:43.410610 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4ae15d46-76cc-4227-947a-0e95e12e14d0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:43.442906 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae15d46-76cc-4227-947a-0e95e12e14d0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:14:43.450200 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-be450d68-6ca0-49cd-a63d-7a7d91657799 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.26.4.191 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/cac85ec8-3413-49bb-abe2-b14489fdc856) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:14:43.455923 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4ae15d46-76cc-4227-947a-0e95e12e14d0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:43.456288 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-4ae15d46-76cc-4227-947a-0e95e12e14d0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Added segment 5970b1b1-7adb-480b-81ac-b9d11312570a of type vlan for network 17e43ccc-1f9d-4f02-bf0b-cfe0eebdcd59 Mar 28 19:14:43.486452 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4ae15d46-76cc-4227-947a-0e95e12e14d0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:43.492950 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-655b92c6-3e42-42c5-8352-c258d1da73c2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Deleting subnet 39babe1f-5cbd-4c11-a163-a734975b376e {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:14:43.508386 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-655b92c6-3e42-42c5-8352-c258d1da73c2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:43.521763 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4ae15d46-76cc-4227-947a-0e95e12e14d0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:43.527074 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-1e03ff75-9557-458f-bc5c-1f83c7f72094 None None] Set router ff646b36-99e0-4388-a329-cc0ff56b9247 gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:43.527891 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae15d46-76cc-4227-947a-0e95e12e14d0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:43.528624 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4ae15d46-76cc-4227-947a-0e95e12e14d0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:43.626062 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-655b92c6-3e42-42c5-8352-c258d1da73c2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:43.643998 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4ae15d46-76cc-4227-947a-0e95e12e14d0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2686415 Mar 28 19:14:43.645048 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60222) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:43.652520 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-cef706bd-ea40-424a-b1ea-4d9c51a5e595 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'subnet': {'network_id': '17e43ccc-1f9d-4f02-bf0b-cfe0eebdcd59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:43.666516 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae15d46-76cc-4227-947a-0e95e12e14d0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Network': ['ID=17e43ccc-1f9d-4f02-bf0b-cfe0eebdcd59,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:43.684127 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 17e43ccc-1f9d-4f02-bf0b-cfe0eebdcd59 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:14:43.695257 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-be450d68-6ca0-49cd-a63d-7a7d91657799 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:43.730019 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-be450d68-6ca0-49cd-a63d-7a7d91657799 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:43.801528 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-cef706bd-ea40-424a-b1ea-4d9c51a5e595 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:43.807152 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-cef706bd-ea40-424a-b1ea-4d9c51a5e595 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Usage tracker for resource:subnet and tenant:850c7a06f362434c857dc7f4b61d686b is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:14:43.810324 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-cef706bd-ea40-424a-b1ea-4d9c51a5e595 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:14:43.816931 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-cef706bd-ea40-424a-b1ea-4d9c51a5e595 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:43.820806 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be450d68-6ca0-49cd-a63d-7a7d91657799 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:14:43.829940 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-be450d68-6ca0-49cd-a63d-7a7d91657799 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:14:43.839448 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef706bd-ea40-424a-b1ea-4d9c51a5e595 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Made reservation on behalf of 850c7a06f362434c857dc7f4b61d686b for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:14:43.844067 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be450d68-6ca0-49cd-a63d-7a7d91657799 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:14:43.844428 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cef706bd-ea40-424a-b1ea-4d9c51a5e595 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:43.872759 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be450d68-6ca0-49cd-a63d-7a7d91657799 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=cac85ec8-3413-49bb-abe2-b14489fdc856,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:43.906265 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-655b92c6-3e42-42c5-8352-c258d1da73c2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:43.920827 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-1e03ff75-9557-458f-bc5c-1f83c7f72094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:14:41Z', 'revision_number': 9, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None, '_interfaces': [{'id': '3b746bfa-9528-450d-8521-a79aee66fd8c', 'name': '', 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:25:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:13:56Z', 'updated_at': '2022-03-28T19:14:06Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3a1bdef-9be0-4552-a34b-7af32402032a', 'name': '', 'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:92:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '300bdebd-891b-4119-9da1-606efeb08a96', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:05Z', 'updated_at': '2022-03-28T19:14:13Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '300bdebd-891b-4119-9da1-606efeb08a96', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:43.925149 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e03ff75-9557-458f-bc5c-1f83c7f72094 None None] Checking router: ff646b36-99e0-4388-a329-cc0ff56b9247 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:14:43.934391 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e03ff75-9557-458f-bc5c-1f83c7f72094 None None] Routers {'ff646b36-99e0-4388-a329-cc0ff56b9247'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:43.935112 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-1e03ff75-9557-458f-bc5c-1f83c7f72094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ff646b36-99e0-4388-a329-cc0ff56b9247'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:44.079401 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cef706bd-ea40-424a-b1ea-4d9c51a5e595 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:44.089367 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-1e03ff75-9557-458f-bc5c-1f83c7f72094 None None] Set router ff646b36-99e0-4388-a329-cc0ff56b9247 gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:44.163889 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef706bd-ea40-424a-b1ea-4d9c51a5e595 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Subnet': ['ID=b76fca9e-e68e-4a3e-9685-35b7f2ebe03c,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:44.169400 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef706bd-ea40-424a-b1ea-4d9c51a5e595 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Checking segment: {'id': '5970b1b1-7adb-480b-81ac-b9d11312570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '17e43ccc-1f9d-4f02-bf0b-cfe0eebdcd59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:14:44.169775 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef706bd-ea40-424a-b1ea-4d9c51a5e595 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network hostable DHCP agents. Network: 17e43ccc-1f9d-4f02-bf0b-cfe0eebdcd59, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:14:44.189015 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef706bd-ea40-424a-b1ea-4d9c51a5e595 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network 17e43ccc-1f9d-4f02-bf0b-cfe0eebdcd59 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:14:44.201763 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-cef706bd-ea40-424a-b1ea-4d9c51a5e595 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 17e43ccc-1f9d-4f02-bf0b-cfe0eebdcd59) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:14:44.213597 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef706bd-ea40-424a-b1ea-4d9c51a5e595 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:44.214197 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cef706bd-ea40-424a-b1ea-4d9c51a5e595 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:44.215281 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186c18a1-3d35-49e3-8ccc-78e86c8b4008 None None] Network 17e43ccc-1f9d-4f02-bf0b-cfe0eebdcd59 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:14:44.244218 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-cef706bd-ea40-424a-b1ea-4d9c51a5e595 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5958450 Mar 28 19:14:44.244459 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60226) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:44.250873 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-f18206b8-f7b4-47f8-b65d-9ba8b374b71d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-4247269', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:44.259955 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f18206b8-f7b4-47f8-b65d-9ba8b374b71d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:44.265252 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f18206b8-f7b4-47f8-b65d-9ba8b374b71d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Usage tracker for resource:router and tenant:850c7a06f362434c857dc7f4b61d686b is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:14:44.269261 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f18206b8-f7b4-47f8-b65d-9ba8b374b71d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:14:44.277279 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f18206b8-f7b4-47f8-b65d-9ba8b374b71d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:44.290046 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f18206b8-f7b4-47f8-b65d-9ba8b374b71d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:44.291121 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f18206b8-f7b4-47f8-b65d-9ba8b374b71d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:44.307594 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f18206b8-f7b4-47f8-b65d-9ba8b374b71d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:44.329956 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f18206b8-f7b4-47f8-b65d-9ba8b374b71d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:44.346824 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-655b92c6-3e42-42c5-8352-c258d1da73c2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:44.364024 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f18206b8-f7b4-47f8-b65d-9ba8b374b71d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:44.365610 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f18206b8-f7b4-47f8-b65d-9ba8b374b71d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.1197898 Mar 28 19:14:44.368929 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60230) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:44.407959 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-655b92c6-3e42-42c5-8352-c258d1da73c2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:44.412683 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b92c6-3e42-42c5-8352-c258d1da73c2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Subnet': ['ID=39babe1f-5cbd-4c11-a163-a734975b376e,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:44.422673 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-655b92c6-3e42-42c5-8352-c258d1da73c2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/subnets/39babe1f-5cbd-4c11-a163-a734975b376e HTTP/1.1" status: 204 len: 168 time: 1.0275500 Mar 28 19:14:44.425424 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60234) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:44.431408 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd8a8c9-0852-4159-9d78-6ddc9202c9dc None None] Network 6eeea274-728a-4cc9-8a1c-f056c6818594 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:14:44.441120 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-1e03ff75-9557-458f-bc5c-1f83c7f72094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:14:41Z', 'revision_number': 9, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None, '_interfaces': [{'id': '3b746bfa-9528-450d-8521-a79aee66fd8c', 'name': '', 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:25:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:13:56Z', 'updated_at': '2022-03-28T19:14:06Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3a1bdef-9be0-4552-a34b-7af32402032a', 'name': '', 'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:92:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '300bdebd-891b-4119-9da1-606efeb08a96', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:05Z', 'updated_at': '2022-03-28T19:14:13Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '300bdebd-891b-4119-9da1-606efeb08a96', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:44.445493 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e03ff75-9557-458f-bc5c-1f83c7f72094 None None] The sync data for ids ['ff646b36-99e0-4388-a329-cc0ff56b9247'] in dv-neutron-834711-1-hyperv is: [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:14:41Z', 'revision_number': 9, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None, '_interfaces': [{'id': '3b746bfa-9528-450d-8521-a79aee66fd8c', 'name': '', 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:25:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:13:56Z', 'updated_at': '2022-03-28T19:14:06Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3a1bdef-9be0-4552-a34b-7af32402032a', 'name': '', 'network_id': '299fff59-14fa-4e8b-a1d5-d82ed2109180', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:92:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '300bdebd-891b-4119-9da1-606efeb08a96', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:05Z', 'updated_at': '2022-03-28T19:14:13Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': '300bdebd-891b-4119-9da1-606efeb08a96', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:14:44.614091 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17355a0-4897-4e38-bbeb-f4968c05d063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-17e43ccc-1f9d-4f02-bf0b-cfe0eebdcd59', 'network_id': '17e43ccc-1f9d-4f02-bf0b-cfe0eebdcd59', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'fixed_ips': [{'subnet_id': 'b76fca9e-e68e-4a3e-9685-35b7f2ebe03c'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:14:44.614922 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f17355a0-4897-4e38-bbeb-f4968c05d063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:44.646034 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-80fe2ded-f4ac-4106-b85c-97c554a44870 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:44.652352 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-be450d68-6ca0-49cd-a63d-7a7d91657799 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_gateway, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:44.740895 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-80fe2ded-f4ac-4106-b85c-97c554a44870 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Deleting port a5a34433-755c-4d7e-af6d-8465a5a61019 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:44.741516 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-80fe2ded-f4ac-4106-b85c-97c554a44870 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:44.853229 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-f17355a0-4897-4e38-bbeb-f4968c05d063 None None] Allocated IP 172.20.0.2 (17e43ccc-1f9d-4f02-bf0b-cfe0eebdcd59/b76fca9e-e68e-4a3e-9685-35b7f2ebe03c/3c653872-10cf-4f78-9388-7d0bd8cbbd97) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:14:44.946979 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf15193-2b99-449a-9683-ee0a08a001ca None None] DHCP port deletion for 6eeea274-728a-4cc9-8a1c-f056c6818594 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:14:45.036953 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-faf15193-2b99-449a-9683-ee0a08a001ca None None] Deleting port a5a34433-755c-4d7e-af6d-8465a5a61019 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:45.037424 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-faf15193-2b99-449a-9683-ee0a08a001ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:45.053286 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1c047b7-9ee6-4b74-9965-04abaadde35a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:45.062347 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device f81c83b3-1eae-45bb-a47e-100d88755872 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:14:45.116050 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: f81c83b3-1eae-45bb-a47e-100d88755872 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:14:45.116874 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device f81c83b3-1eae-45bb-a47e-100d88755872 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:14:45.117314 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a5a34433-755c-4d7e-af6d-8465a5a61019 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:14:45.189447 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-be450d68-6ca0-49cd-a63d-7a7d91657799 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:45.281523 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-80fe2ded-f4ac-4106-b85c-97c554a44870 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] For port a5a34433-755c-4d7e-af6d-8465a5a61019, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a5a34433-755c-4d7e-af6d-8465a5a61019,segment=NetworkSegment(8b6807ac-4916-4753-b940-c1af7d79291a),segment_id=8b6807ac-4916-4753-b940-c1af7d79291a)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:45.281827 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-80fe2ded-f4ac-4106-b85c-97c554a44870 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:45.408061 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-80fe2ded-f4ac-4106-b85c-97c554a44870 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Calling delete_port for a5a34433-755c-4d7e-af6d-8465a5a61019 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:45.516885 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:45.532640 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f17355a0-4897-4e38-bbeb-f4968c05d063 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:45.537402 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-faf15193-2b99-449a-9683-ee0a08a001ca None None] For port a5a34433-755c-4d7e-af6d-8465a5a61019, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a5a34433-755c-4d7e-af6d-8465a5a61019,segment=NetworkSegment(8b6807ac-4916-4753-b940-c1af7d79291a),segment_id=8b6807ac-4916-4753-b940-c1af7d79291a)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:45.537793 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-faf15193-2b99-449a-9683-ee0a08a001ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:45.565443 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f17355a0-4897-4e38-bbeb-f4968c05d063 None None] Transition to ACTIVE for port object 3c653872-10cf-4f78-9388-7d0bd8cbbd97 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:14:45.686829 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-faf15193-2b99-449a-9683-ee0a08a001ca None None] Calling delete_port for a5a34433-755c-4d7e-af6d-8465a5a61019 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:45.722635 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be450d68-6ca0-49cd-a63d-7a7d91657799 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router 7bfbbdca-901d-4889-a309-49be42d5a670 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:14:45.727248 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-80fe2ded-f4ac-4106-b85c-97c554a44870 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:45.765226 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f17355a0-4897-4e38-bbeb-f4968c05d063 None None] Transition to ACTIVE for port object 3c653872-10cf-4f78-9388-7d0bd8cbbd97 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:14:45.786905 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f17355a0-4897-4e38-bbeb-f4968c05d063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:45.851290 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-a1c047b7-9ee6-4b74-9965-04abaadde35a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Allocated IP 172.20.0.1 (17e43ccc-1f9d-4f02-bf0b-cfe0eebdcd59/b76fca9e-e68e-4a3e-9685-35b7f2ebe03c/f1035bfe-e22e-4897-8e43-c53fe0f8f616) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:14:45.856058 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe2ded-f4ac-4106-b85c-97c554a44870 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Port': ['ID=a5a34433-755c-4d7e-af6d-8465a5a61019,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:45.858165 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fe2ded-f4ac-4106-b85c-97c554a44870 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] No DVR routers for this DVR port a5a34433-755c-4d7e-af6d-8465a5a61019 on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:14:45.873920 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17355a0-4897-4e38-bbeb-f4968c05d063 None None] Network 17e43ccc-1f9d-4f02-bf0b-cfe0eebdcd59 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:14:45.882727 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-f17355a0-4897-4e38-bbeb-f4968c05d063 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:14:45.891480 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17355a0-4897-4e38-bbeb-f4968c05d063 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:14:45.893581 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-faf15193-2b99-449a-9683-ee0a08a001ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:14:45.893933 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-faf15193-2b99-449a-9683-ee0a08a001ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:14:45.894413 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17355a0-4897-4e38-bbeb-f4968c05d063 None None] Pushing event updated for resources: {'Port': ['ID=3c653872-10cf-4f78-9388-7d0bd8cbbd97,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:45.994868 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-f17355a0-4897-4e38-bbeb-f4968c05d063 None None] Attempting to bind port 3c653872-10cf-4f78-9388-7d0bd8cbbd97 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:14:45.995236 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-f17355a0-4897-4e38-bbeb-f4968c05d063 None None] Attempting to bind port 3c653872-10cf-4f78-9388-7d0bd8cbbd97 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '5970b1b1-7adb-480b-81ac-b9d11312570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '17e43ccc-1f9d-4f02-bf0b-cfe0eebdcd59'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:14:45.995610 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17355a0-4897-4e38-bbeb-f4968c05d063 None None] Attempting to bind port 3c653872-10cf-4f78-9388-7d0bd8cbbd97 on network 17e43ccc-1f9d-4f02-bf0b-cfe0eebdcd59 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:14:46.001872 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17355a0-4897-4e38-bbeb-f4968c05d063 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:14:46.002676 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17355a0-4897-4e38-bbeb-f4968c05d063 None None] Checking segment: {'id': '5970b1b1-7adb-480b-81ac-b9d11312570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '17e43ccc-1f9d-4f02-bf0b-cfe0eebdcd59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:14:46.002856 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f17355a0-4897-4e38-bbeb-f4968c05d063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:46.003370 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17355a0-4897-4e38-bbeb-f4968c05d063 None None] Bound using segment: {'id': '5970b1b1-7adb-480b-81ac-b9d11312570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '17e43ccc-1f9d-4f02-bf0b-cfe0eebdcd59'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:14:46.004410 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-f17355a0-4897-4e38-bbeb-f4968c05d063 None None] Bound port: 3c653872-10cf-4f78-9388-7d0bd8cbbd97, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5970b1b1-7adb-480b-81ac-b9d11312570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '17e43ccc-1f9d-4f02-bf0b-cfe0eebdcd59'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:14:46.004616 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f17355a0-4897-4e38-bbeb-f4968c05d063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:46.015799 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1c047b7-9ee6-4b74-9965-04abaadde35a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:46.032410 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-a1c047b7-9ee6-4b74-9965-04abaadde35a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Transition to ACTIVE for port object f1035bfe-e22e-4897-8e43-c53fe0f8f616 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:14:46.056780 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1c047b7-9ee6-4b74-9965-04abaadde35a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:46.075172 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-80fe2ded-f4ac-4106-b85c-97c554a44870 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:46.091623 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be450d68-6ca0-49cd-a63d-7a7d91657799 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:14:46.098913 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-f17355a0-4897-4e38-bbeb-f4968c05d063 None None] For port 3c653872-10cf-4f78-9388-7d0bd8cbbd97, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:14:46.103979 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-f17355a0-4897-4e38-bbeb-f4968c05d063 None None] For port 3c653872-10cf-4f78-9388-7d0bd8cbbd97, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=3c653872-10cf-4f78-9388-7d0bd8cbbd97,segment=NetworkSegment(5970b1b1-7adb-480b-81ac-b9d11312570a),segment_id=5970b1b1-7adb-480b-81ac-b9d11312570a)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:14:46.108822 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7334e0f5-5959-4d3c-9165-2d931428356a None None] Sync routers for ids ['7bfbbdca-901d-4889-a309-49be42d5a670'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:14:46.113965 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f17355a0-4897-4e38-bbeb-f4968c05d063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:46.119647 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-80fe2ded-f4ac-4106-b85c-97c554a44870 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eeea274-728a-4cc9-8a1c-f056c6818594']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:46.121755 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c047b7-9ee6-4b74-9965-04abaadde35a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network 17e43ccc-1f9d-4f02-bf0b-cfe0eebdcd59 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:14:46.125008 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-a1c047b7-9ee6-4b74-9965-04abaadde35a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:14:46.128157 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c047b7-9ee6-4b74-9965-04abaadde35a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:14:46.137059 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-80fe2ded-f4ac-4106-b85c-97c554a44870 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b6807ac-4916-4753-b940-c1af7d79291a') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:46.137381 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-80fe2ded-f4ac-4106-b85c-97c554a44870 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b6807ac-4916-4753-b940-c1af7d79291a') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:46.150782 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-be450d68-6ca0-49cd-a63d-7a7d91657799 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:46.154829 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-be450d68-6ca0-49cd-a63d-7a7d91657799 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5577664 Mar 28 19:14:46.155696 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-80fe2ded-f4ac-4106-b85c-97c554a44870 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:46.162014 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60238) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:46.174913 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7334e0f5-5959-4d3c-9165-2d931428356a None None] Routers {'7bfbbdca-901d-4889-a309-49be42d5a670'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:46.175535 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-7334e0f5-5959-4d3c-9165-2d931428356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['7bfbbdca-901d-4889-a309-49be42d5a670'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:46.192414 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1c047b7-9ee6-4b74-9965-04abaadde35a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:46.219876 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c047b7-9ee6-4b74-9965-04abaadde35a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Port': ['ID=f1035bfe-e22e-4897-8e43-c53fe0f8f616,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:46.222194 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6f8d0979-a729-480e-944a-c41a08fbdf80 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=061332865d564f96959562b5c3aa8701&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0575945 Mar 28 19:14:46.223097 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60242) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:46.223898 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-80fe2ded-f4ac-4106-b85c-97c554a44870 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:46.234058 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80fe2ded-f4ac-4106-b85c-97c554a44870 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:14:46.234231 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-80fe2ded-f4ac-4106-b85c-97c554a44870 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:14:46.256408 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:14:46.297868 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17355a0-4897-4e38-bbeb-f4968c05d063 None None] Pushing event updated for resources: {'Port': ['ID=3c653872-10cf-4f78-9388-7d0bd8cbbd97,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:46.343704 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-80fe2ded-f4ac-4106-b85c-97c554a44870 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:46.372885 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-80fe2ded-f4ac-4106-b85c-97c554a44870 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:46.375677 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe2ded-f4ac-4106-b85c-97c554a44870 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Network': ['ID=6eeea274-728a-4cc9-8a1c-f056c6818594,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:46.381304 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-80fe2ded-f4ac-4106-b85c-97c554a44870 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/networks/6eeea274-728a-4cc9-8a1c-f056c6818594 HTTP/1.1" status: 204 len: 168 time: 1.9545252 Mar 28 19:14:46.387170 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60246) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:46.411506 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-faf15193-2b99-449a-9683-ee0a08a001ca None None] Deleting port a5a34433-755c-4d7e-af6d-8465a5a61019 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:46.411873 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-faf15193-2b99-449a-9683-ee0a08a001ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:46.426697 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887d8d03-78b5-4b9d-838e-e8f84a63fa63 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:46.431166 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-887d8d03-78b5-4b9d-838e-e8f84a63fa63 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2028491 Mar 28 19:14:46.431468 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60250) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:46.447991 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-7334e0f5-5959-4d3c-9165-2d931428356a None None] Set router 7bfbbdca-901d-4889-a309-49be42d5a670 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:46.489537 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1c047b7-9ee6-4b74-9965-04abaadde35a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:46.502381 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-cff876f6-5aa4-40de-8287-5806416a14d6 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=222bb166-3b66-45c7-9663-18be61b96587&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0676177 Mar 28 19:14:46.502646 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60254) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:46.512931 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-f81ad879-2b13-494d-9a51-ee756a571843 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-617206654', 'network_id': 'd5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc', 'project_id': '061332865d564f96959562b5c3aa8701', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:46.638585 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-faf15193-2b99-449a-9683-ee0a08a001ca None None] The port 'a5a34433-755c-4d7e-af6d-8465a5a61019' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:14:46.857067 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-7334e0f5-5959-4d3c-9165-2d931428356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'name': 'tempest-TestNetworkBasicOps-router-1249163268', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'cac85ec8-3413-49bb-abe2-b14489fdc856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:41Z', 'updated_at': '2022-03-28T19:14:44Z', 'revision_number': 3, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'cac85ec8-3413-49bb-abe2-b14489fdc856', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:43Z', 'updated_at': '2022-03-28T19:14:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:46.860780 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7334e0f5-5959-4d3c-9165-2d931428356a None None] Checking router: 7bfbbdca-901d-4889-a309-49be42d5a670 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:14:46.862352 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7334e0f5-5959-4d3c-9165-2d931428356a None None] Updating router 7bfbbdca-901d-4889-a309-49be42d5a670 port cac85ec8-3413-49bb-abe2-b14489fdc856 binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:14:46.916716 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7334e0f5-5959-4d3c-9165-2d931428356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:46.981953 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f81ad879-2b13-494d-9a51-ee756a571843 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:47.049631 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f81ad879-2b13-494d-9a51-ee756a571843 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:subnet and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:14:47.052512 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 3c653872-10cf-4f78-9388-7d0bd8cbbd97 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:14:47.054609 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f81ad879-2b13-494d-9a51-ee756a571843 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:14:47.055402 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c992a580-f7bb-4e75-bdf6-222a125f0d27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:47.063241 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f81ad879-2b13-494d-9a51-ee756a571843 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:47.092884 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81ad879-2b13-494d-9a51-ee756a571843 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Made reservation on behalf of 061332865d564f96959562b5c3aa8701 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:14:47.096554 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f81ad879-2b13-494d-9a51-ee756a571843 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:47.301603 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 3c653872-10cf-4f78-9388-7d0bd8cbbd97 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:14:47.433069 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7334e0f5-5959-4d3c-9165-2d931428356a None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:47.446371 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-7334e0f5-5959-4d3c-9165-2d931428356a None None] Transition to ACTIVE for port object cac85ec8-3413-49bb-abe2-b14489fdc856 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:14:47.457983 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7334e0f5-5959-4d3c-9165-2d931428356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:47.464198 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1c047b7-9ee6-4b74-9965-04abaadde35a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:47.484471 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1c047b7-9ee6-4b74-9965-04abaadde35a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:47.536907 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1fa45-dfd3-4dcb-bc58-07f4f8c98e67 None None] Pushing event updated for resources: {'Port': ['ID=cac85ec8-3413-49bb-abe2-b14489fdc856,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:47.557461 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-7334e0f5-5959-4d3c-9165-2d931428356a None None] Attempting to bind port cac85ec8-3413-49bb-abe2-b14489fdc856 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:14:47.557851 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-7334e0f5-5959-4d3c-9165-2d931428356a None None] Attempting to bind port cac85ec8-3413-49bb-abe2-b14489fdc856 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:14:47.558255 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7334e0f5-5959-4d3c-9165-2d931428356a None None] Attempting to bind port cac85ec8-3413-49bb-abe2-b14489fdc856 on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:14:47.564005 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7334e0f5-5959-4d3c-9165-2d931428356a None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:14:47.564379 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7334e0f5-5959-4d3c-9165-2d931428356a None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:14:47.564821 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7334e0f5-5959-4d3c-9165-2d931428356a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:47.565151 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7334e0f5-5959-4d3c-9165-2d931428356a None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:14:47.565609 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-7334e0f5-5959-4d3c-9165-2d931428356a None None] Bound port: cac85ec8-3413-49bb-abe2-b14489fdc856, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:14:47.565984 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7334e0f5-5959-4d3c-9165-2d931428356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:47.626750 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f81ad879-2b13-494d-9a51-ee756a571843 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:47.629615 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c992a580-f7bb-4e75-bdf6-222a125f0d27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Deleting port a3a1bdef-9be0-4552-a34b-7af32402032a {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:47.629615 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c992a580-f7bb-4e75-bdf6-222a125f0d27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:47.632748 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cdd5d9-5a43-4596-962a-67f303672db0 None None] Network 17e43ccc-1f9d-4f02-bf0b-cfe0eebdcd59 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:14:47.671474 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c047b7-9ee6-4b74-9965-04abaadde35a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Port': ['ID=f1035bfe-e22e-4897-8e43-c53fe0f8f616,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:47.683172 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1c047b7-9ee6-4b74-9965-04abaadde35a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:47.767274 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ad879-2b13-494d-9a51-ee756a571843 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Subnet': ['ID=10d8f98e-bd81-46ef-99c4-167eec172d82,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:47.771217 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-7334e0f5-5959-4d3c-9165-2d931428356a None None] For port cac85ec8-3413-49bb-abe2-b14489fdc856, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:14:47.773854 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a0ad34d4-4511-4a37-9659-85b7af15c544 None None] Provisioning for port 3c653872-10cf-4f78-9388-7d0bd8cbbd97 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:14:47.786494 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-7334e0f5-5959-4d3c-9165-2d931428356a None None] For port cac85ec8-3413-49bb-abe2-b14489fdc856, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=cac85ec8-3413-49bb-abe2-b14489fdc856,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:14:47.795404 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7334e0f5-5959-4d3c-9165-2d931428356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:47.799907 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a0ad34d4-4511-4a37-9659-85b7af15c544 None None] Provisioning complete for port 3c653872-10cf-4f78-9388-7d0bd8cbbd97 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:47.800277 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a0ad34d4-4511-4a37-9659-85b7af15c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:47.818675 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81ad879-2b13-494d-9a51-ee756a571843 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Checking segment: {'id': '239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:14:47.819062 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81ad879-2b13-494d-9a51-ee756a571843 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network hostable DHCP agents. Network: d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:14:47.844406 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-c992a580-f7bb-4e75-bdf6-222a125f0d27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] For port a3a1bdef-9be0-4552-a34b-7af32402032a, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=a3a1bdef-9be0-4552-a34b-7af32402032a,segment=NetworkSegment(e48a8b85-52b5-4743-9cea-21239e1eaf51),segment_id=e48a8b85-52b5-4743-9cea-21239e1eaf51)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:47.844885 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c992a580-f7bb-4e75-bdf6-222a125f0d27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:47.859214 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81ad879-2b13-494d-9a51-ee756a571843 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:14:47.883004 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-f81ad879-2b13-494d-9a51-ee756a571843 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:14:47.888390 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81ad879-2b13-494d-9a51-ee756a571843 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:47.888976 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f81ad879-2b13-494d-9a51-ee756a571843 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:47.909741 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c047b7-9ee6-4b74-9965-04abaadde35a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network 17e43ccc-1f9d-4f02-bf0b-cfe0eebdcd59 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:14:47.911393 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-a1c047b7-9ee6-4b74-9965-04abaadde35a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:14:47.916000 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1fa45-dfd3-4dcb-bc58-07f4f8c98e67 None None] Pushing event updated for resources: {'Port': ['ID=cac85ec8-3413-49bb-abe2-b14489fdc856,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:47.918786 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c1d2da-e8c9-41c7-86a5-f03eaff7dc7b None None] Network d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:14:47.980633 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c992a580-f7bb-4e75-bdf6-222a125f0d27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Calling delete_port for a3a1bdef-9be0-4552-a34b-7af32402032a owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:48.053112 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f81ad879-2b13-494d-9a51-ee756a571843 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5493782 Mar 28 19:14:48.062433 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60258) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:48.088702 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7334e0f5-5959-4d3c-9165-2d931428356a None None] Routers {'7bfbbdca-901d-4889-a309-49be42d5a670'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:48.089324 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-7334e0f5-5959-4d3c-9165-2d931428356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['7bfbbdca-901d-4889-a309-49be42d5a670'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:48.185505 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c992a580-f7bb-4e75-bdf6-222a125f0d27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:48.241055 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992a580-f7bb-4e75-bdf6-222a125f0d27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Port': ['ID=a3a1bdef-9be0-4552-a34b-7af32402032a,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:48.299149 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c047b7-9ee6-4b74-9965-04abaadde35a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Router 7de79cf9-4a7e-4916-aa4b-3bcff223abb9 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:14:48.453610 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c992a580-f7bb-4e75-bdf6-222a125f0d27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:48.464834 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a0ad34d4-4511-4a37-9659-85b7af15c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:48.530300 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-7334e0f5-5959-4d3c-9165-2d931428356a None None] Set router 7bfbbdca-901d-4889-a309-49be42d5a670 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:48.680371 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d00c3d0-dd3b-4a5a-8b4b-3df759a14571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc', 'network_id': 'd5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'fixed_ips': [{'subnet_id': '10d8f98e-bd81-46ef-99c4-167eec172d82'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:14:48.681580 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9d00c3d0-dd3b-4a5a-8b4b-3df759a14571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:48.730340 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a0ad34d4-4511-4a37-9659-85b7af15c544 None None] For port 3c653872-10cf-4f78-9388-7d0bd8cbbd97, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=3c653872-10cf-4f78-9388-7d0bd8cbbd97,segment=NetworkSegment(5970b1b1-7adb-480b-81ac-b9d11312570a),segment_id=5970b1b1-7adb-480b-81ac-b9d11312570a)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:48.851566 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c047b7-9ee6-4b74-9965-04abaadde35a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:14:48.864004 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd81540-2b85-44de-9693-448822ff5042 None None] Sync routers for ids ['7de79cf9-4a7e-4916-aa4b-3bcff223abb9'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:14:48.876620 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a1c047b7-9ee6-4b74-9965-04abaadde35a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "PUT /v2.0/routers/7de79cf9-4a7e-4916-aa4b-3bcff223abb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5064442 Mar 28 19:14:48.880145 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a0ad34d4-4511-4a37-9659-85b7af15c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:48.882800 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd81540-2b85-44de-9693-448822ff5042 None None] Routers {'7de79cf9-4a7e-4916-aa4b-3bcff223abb9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:48.883706 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-fcd81540-2b85-44de-9693-448822ff5042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['7de79cf9-4a7e-4916-aa4b-3bcff223abb9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:48.963961 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60262) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:49.002358 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-fcd81540-2b85-44de-9693-448822ff5042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:49.016698 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd81540-2b85-44de-9693-448822ff5042 None None] Routers {'7de79cf9-4a7e-4916-aa4b-3bcff223abb9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:49.017563 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-fcd81540-2b85-44de-9693-448822ff5042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['7de79cf9-4a7e-4916-aa4b-3bcff223abb9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:49.063097 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c992a580-f7bb-4e75-bdf6-222a125f0d27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Router ff646b36-99e0-4388-a329-cc0ff56b9247 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:14:49.089550 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117c4c6d-26ff-407e-9da3-8b069d7c6198 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:49.090158 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-117c4c6d-26ff-407e-9da3-8b069d7c6198 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Synchronizing usage tracker for tenant:850c7a06f362434c857dc7f4b61d686b on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:14:49.117835 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-fcd81540-2b85-44de-9693-448822ff5042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:49.118663 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd81540-2b85-44de-9693-448822ff5042 None None] The sync data for ids ['7de79cf9-4a7e-4916-aa4b-3bcff223abb9'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:14:49.167897 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-9d00c3d0-dd3b-4a5a-8b4b-3df759a14571 None None] Allocated IP 172.20.0.2 (d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc/10d8f98e-bd81-46ef-99c4-167eec172d82/b53e595e-8138-44fa-822a-bbc215d7326d) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:14:49.244091 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad34d4-4511-4a37-9659-85b7af15c544 None None] Pushing event updated for resources: {'Port': ['ID=3c653872-10cf-4f78-9388-7d0bd8cbbd97,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:49.256100 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:49.284799 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-117c4c6d-26ff-407e-9da3-8b069d7c6198 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Unset dirty status for tenant:850c7a06f362434c857dc7f4b61d686b on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:14:49.289693 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-117c4c6d-26ff-407e-9da3-8b069d7c6198 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "GET /v2.0/ports/f1035bfe-e22e-4897-8e43-c53fe0f8f616 HTTP/1.1" status: 200 len: 910 time: 0.3182616 Mar 28 19:14:49.289693 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60266) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:49.295267 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-dbfcbac9-30f7-4e73-b64b-8300f9657404 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b76fca9e-e68e-4a3e-9685-35b7f2ebe03c'}]}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:49.343173 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-04066ff6-2097-47ae-881c-4ad5bd99a8e5 None None] Provisioning for port f1035bfe-e22e-4897-8e43-c53fe0f8f616 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:14:49.359799 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c992a580-f7bb-4e75-bdf6-222a125f0d27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:14:49.374078 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-04066ff6-2097-47ae-881c-4ad5bd99a8e5 None None] Provisioning complete for port f1035bfe-e22e-4897-8e43-c53fe0f8f616 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:49.375174 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-04066ff6-2097-47ae-881c-4ad5bd99a8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:49.403746 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c992a580-f7bb-4e75-bdf6-222a125f0d27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "PUT /v2.0/routers/ff646b36-99e0-4388-a329-cc0ff56b9247/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0132415 Mar 28 19:14:49.404656 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60270) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:49.406793 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c04679-3666-4da2-a8cb-0ec5d398f39b None None] Sync routers for ids ['ff646b36-99e0-4388-a329-cc0ff56b9247'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:14:49.421315 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-7334e0f5-5959-4d3c-9165-2d931428356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'name': 'tempest-TestNetworkBasicOps-router-1249163268', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'cac85ec8-3413-49bb-abe2-b14489fdc856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:41Z', 'updated_at': '2022-03-28T19:14:44Z', 'revision_number': 3, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'cac85ec8-3413-49bb-abe2-b14489fdc856', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:43Z', 'updated_at': '2022-03-28T19:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:49.449318 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c04679-3666-4da2-a8cb-0ec5d398f39b None None] Routers {'ff646b36-99e0-4388-a329-cc0ff56b9247'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:49.449962 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-a2c04679-3666-4da2-a8cb-0ec5d398f39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ff646b36-99e0-4388-a329-cc0ff56b9247'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:49.508714 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7334e0f5-5959-4d3c-9165-2d931428356a None None] The sync data for ids ['7bfbbdca-901d-4889-a309-49be42d5a670'] in dv-neutron-834711-1-hyperv is: [{'id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'name': 'tempest-TestNetworkBasicOps-router-1249163268', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'cac85ec8-3413-49bb-abe2-b14489fdc856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:41Z', 'updated_at': '2022-03-28T19:14:44Z', 'revision_number': 3, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'cac85ec8-3413-49bb-abe2-b14489fdc856', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:43Z', 'updated_at': '2022-03-28T19:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:14:49.629945 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a47fbe-4a92-4910-8cc6-add6dcd7d15d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Deleting subnet 300bdebd-891b-4119-9da1-606efeb08a96 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:14:49.639936 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b8a47fbe-4a92-4910-8cc6-add6dcd7d15d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:49.649614 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-04066ff6-2097-47ae-881c-4ad5bd99a8e5 None None] Port f1035bfe-e22e-4897-8e43-c53fe0f8f616 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:14:49.732080 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dbfcbac9-30f7-4e73-b64b-8300f9657404 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:49.747885 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b8a47fbe-4a92-4910-8cc6-add6dcd7d15d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:49.766059 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9d00c3d0-dd3b-4a5a-8b4b-3df759a14571 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:49.781231 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-04066ff6-2097-47ae-881c-4ad5bd99a8e5 None None] Provisioning complete for port 3c653872-10cf-4f78-9388-7d0bd8cbbd97 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:49.781499 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-04066ff6-2097-47ae-881c-4ad5bd99a8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:49.809802 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-a2c04679-3666-4da2-a8cb-0ec5d398f39b None None] Set router ff646b36-99e0-4388-a329-cc0ff56b9247 gateway port host: None {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:49.858205 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-9d00c3d0-dd3b-4a5a-8b4b-3df759a14571 None None] Transition to ACTIVE for port object b53e595e-8138-44fa-822a-bbc215d7326d will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:14:49.921659 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-9d00c3d0-dd3b-4a5a-8b4b-3df759a14571 None None] Transition to ACTIVE for port object b53e595e-8138-44fa-822a-bbc215d7326d will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:14:49.989996 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9d00c3d0-dd3b-4a5a-8b4b-3df759a14571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:50.049412 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b8a47fbe-4a92-4910-8cc6-add6dcd7d15d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:50.084637 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.20.0.1 (d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc/10d8f98e-bd81-46ef-99c4-167eec172d82/1e84cec4-235f-4c08-aa4a-03ea390e0b40) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:14:50.114299 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d00c3d0-dd3b-4a5a-8b4b-3df759a14571 None None] Network d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:14:50.121302 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-9d00c3d0-dd3b-4a5a-8b4b-3df759a14571 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:14:50.126286 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d00c3d0-dd3b-4a5a-8b4b-3df759a14571 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:14:50.128571 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00c3d0-dd3b-4a5a-8b4b-3df759a14571 None None] Pushing event updated for resources: {'Port': ['ID=b53e595e-8138-44fa-822a-bbc215d7326d,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:50.254048 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b8a47fbe-4a92-4910-8cc6-add6dcd7d15d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:50.302146 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a47fbe-4a92-4910-8cc6-add6dcd7d15d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Subnet': ['ID=300bdebd-891b-4119-9da1-606efeb08a96,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:50.307581 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:50.312418 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b8a47fbe-4a92-4910-8cc6-add6dcd7d15d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:50.327759 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955a864b-51ba-4e2d-805c-08228b09198a None None] Network 299fff59-14fa-4e8b-a1d5-d82ed2109180 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:14:50.330375 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Transition to ACTIVE for port object 1e84cec4-235f-4c08-aa4a-03ea390e0b40 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:14:50.358383 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a47fbe-4a92-4910-8cc6-add6dcd7d15d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:50.358731 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a47fbe-4a92-4910-8cc6-add6dcd7d15d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:50.359118 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a47fbe-4a92-4910-8cc6-add6dcd7d15d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:50.359512 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a47fbe-4a92-4910-8cc6-add6dcd7d15d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:50.359788 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a47fbe-4a92-4910-8cc6-add6dcd7d15d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:50.360169 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a47fbe-4a92-4910-8cc6-add6dcd7d15d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:50.360507 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a47fbe-4a92-4910-8cc6-add6dcd7d15d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:50.360836 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a47fbe-4a92-4910-8cc6-add6dcd7d15d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:50.361153 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:50.361300 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a47fbe-4a92-4910-8cc6-add6dcd7d15d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:50.361530 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a47fbe-4a92-4910-8cc6-add6dcd7d15d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:50.361858 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a47fbe-4a92-4910-8cc6-add6dcd7d15d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:50.362185 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a47fbe-4a92-4910-8cc6-add6dcd7d15d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:50.369067 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b8a47fbe-4a92-4910-8cc6-add6dcd7d15d tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/subnets/300bdebd-891b-4119-9da1-606efeb08a96 HTTP/1.1" status: 204 len: 168 time: 0.9638309 Mar 28 19:14:50.372446 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60274) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:50.442140 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:14:50.453292 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:14:50.458123 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:14:50.497860 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=1e84cec4-235f-4c08-aa4a-03ea390e0b40,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:50.527869 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:50.595496 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0c6a52c6-f0d6-4909-bf48-88de551017dc tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:50.617177 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-0c6a52c6-f0d6-4909-bf48-88de551017dc tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Deleting port 8368cd62-e978-41d8-8230-7dc901a15985 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:50.617705 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0c6a52c6-f0d6-4909-bf48-88de551017dc tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:50.662678 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-9d00c3d0-dd3b-4a5a-8b4b-3df759a14571 None None] Attempting to bind port b53e595e-8138-44fa-822a-bbc215d7326d on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:14:50.663083 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-9d00c3d0-dd3b-4a5a-8b4b-3df759a14571 None None] Attempting to bind port b53e595e-8138-44fa-822a-bbc215d7326d by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:14:50.663543 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d00c3d0-dd3b-4a5a-8b4b-3df759a14571 None None] Attempting to bind port b53e595e-8138-44fa-822a-bbc215d7326d on network d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:14:50.721313 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:50.751822 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d00c3d0-dd3b-4a5a-8b4b-3df759a14571 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:14:50.752640 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d00c3d0-dd3b-4a5a-8b4b-3df759a14571 None None] Checking segment: {'id': '239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:14:50.753279 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9d00c3d0-dd3b-4a5a-8b4b-3df759a14571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:50.753993 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d00c3d0-dd3b-4a5a-8b4b-3df759a14571 None None] Bound using segment: {'id': '239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:14:50.754715 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-9d00c3d0-dd3b-4a5a-8b4b-3df759a14571 None None] Bound port: b53e595e-8138-44fa-822a-bbc215d7326d, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:14:50.755335 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9d00c3d0-dd3b-4a5a-8b4b-3df759a14571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:50.844209 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dbfcbac9-30f7-4e73-b64b-8300f9657404 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:50.861581 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dbfcbac9-30f7-4e73-b64b-8300f9657404 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:50.862178 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-9fdf578f-2f20-452f-84be-40f08f0b8a17 None None] Provisioning complete for port f1035bfe-e22e-4897-8e43-c53fe0f8f616 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:50.862556 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9fdf578f-2f20-452f-84be-40f08f0b8a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:50.967745 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-9fdf578f-2f20-452f-84be-40f08f0b8a17 None None] Port f1035bfe-e22e-4897-8e43-c53fe0f8f616 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:14:50.970807 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-9d00c3d0-dd3b-4a5a-8b4b-3df759a14571 None None] For port b53e595e-8138-44fa-822a-bbc215d7326d, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:14:50.996693 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-9d00c3d0-dd3b-4a5a-8b4b-3df759a14571 None None] For port b53e595e-8138-44fa-822a-bbc215d7326d, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=b53e595e-8138-44fa-822a-bbc215d7326d,segment=NetworkSegment(239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca),segment_id=239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:14:51.009201 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-a2c04679-3666-4da2-a8cb-0ec5d398f39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:14:48Z', 'revision_number': 10, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None, '_interfaces': [{'id': '3b746bfa-9528-450d-8521-a79aee66fd8c', 'name': '', 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:25:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:13:56Z', 'updated_at': '2022-03-28T19:14:06Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:51.016261 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9d00c3d0-dd3b-4a5a-8b4b-3df759a14571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:51.049090 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfcbac9-30f7-4e73-b64b-8300f9657404 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Port': ['ID=f1035bfe-e22e-4897-8e43-c53fe0f8f616,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:51.070259 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfcbac9-30f7-4e73-b64b-8300f9657404 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:51.071140 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dbfcbac9-30f7-4e73-b64b-8300f9657404 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:51.074916 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-dbfcbac9-30f7-4e73-b64b-8300f9657404 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "PUT /v2.0/ports/f1035bfe-e22e-4897-8e43-c53fe0f8f616 HTTP/1.1" status: 200 len: 910 time: 1.7818561 Mar 28 19:14:51.076332 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60278) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:51.098274 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c04679-3666-4da2-a8cb-0ec5d398f39b None None] Checking router: ff646b36-99e0-4388-a329-cc0ff56b9247 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:14:51.125420 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e699c9d4-4b91-4e25-b861-f8e5bea2588f None None] DHCP port deletion for 299fff59-14fa-4e8b-a1d5-d82ed2109180 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:14:51.136891 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c04679-3666-4da2-a8cb-0ec5d398f39b None None] Routers {'ff646b36-99e0-4388-a329-cc0ff56b9247'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:51.137621 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-a2c04679-3666-4da2-a8cb-0ec5d398f39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ff646b36-99e0-4388-a329-cc0ff56b9247'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:51.208249 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-e699c9d4-4b91-4e25-b861-f8e5bea2588f None None] Deleting port 8368cd62-e978-41d8-8230-7dc901a15985 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:51.208499 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e699c9d4-4b91-4e25-b861-f8e5bea2588f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:51.233331 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device cac85ec8-3413-49bb-abe2-b14489fdc856 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:14:51.296564 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-0c6a52c6-f0d6-4909-bf48-88de551017dc tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] For port 8368cd62-e978-41d8-8230-7dc901a15985, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=8368cd62-e978-41d8-8230-7dc901a15985,segment=NetworkSegment(e48a8b85-52b5-4743-9cea-21239e1eaf51),segment_id=e48a8b85-52b5-4743-9cea-21239e1eaf51)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:51.296935 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0c6a52c6-f0d6-4909-bf48-88de551017dc tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:51.364206 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:51.371252 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:51.372521 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00c3d0-dd3b-4a5a-8b4b-3df759a14571 None None] Pushing event updated for resources: {'Port': ['ID=b53e595e-8138-44fa-822a-bbc215d7326d,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:51.456723 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-0c6a52c6-f0d6-4909-bf48-88de551017dc tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Calling delete_port for 8368cd62-e978-41d8-8230-7dc901a15985 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:51.464516 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-a2c04679-3666-4da2-a8cb-0ec5d398f39b None None] Set router ff646b36-99e0-4388-a329-cc0ff56b9247 gateway port host: None {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:51.534276 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=1e84cec4-235f-4c08-aa4a-03ea390e0b40,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:51.565146 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:51.565718 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:51.567092 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:51.567092 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:51.568679 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:51.568878 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:51.570140 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:51.570442 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:51.570796 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:51.571354 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:51.571734 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:51.572189 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:51.601155 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:51.697165 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port cac85ec8-3413-49bb-abe2-b14489fdc856 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:14:51.763575 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port cac85ec8-3413-49bb-abe2-b14489fdc856 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:51.764177 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:51.806698 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:14:51.806974 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:14:51.868700 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0c6a52c6-f0d6-4909-bf48-88de551017dc tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:51.919900 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a52c6-f0d6-4909-bf48-88de551017dc tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Port': ['ID=8368cd62-e978-41d8-8230-7dc901a15985,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:51.923960 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6a52c6-f0d6-4909-bf48-88de551017dc tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] No DVR routers for this DVR port 8368cd62-e978-41d8-8230-7dc901a15985 on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:14:52.002983 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router 7bfbbdca-901d-4889-a309-49be42d5a670 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:14:52.017257 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-e699c9d4-4b91-4e25-b861-f8e5bea2588f None None] For port 8368cd62-e978-41d8-8230-7dc901a15985, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=8368cd62-e978-41d8-8230-7dc901a15985,segment=NetworkSegment(e48a8b85-52b5-4743-9cea-21239e1eaf51),segment_id=e48a8b85-52b5-4743-9cea-21239e1eaf51)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:52.017842 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e699c9d4-4b91-4e25-b861-f8e5bea2588f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:52.064742 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0c6a52c6-f0d6-4909-bf48-88de551017dc tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:52.128653 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-0c6a52c6-f0d6-4909-bf48-88de551017dc tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299fff59-14fa-4e8b-a1d5-d82ed2109180']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:52.143724 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-0c6a52c6-f0d6-4909-bf48-88de551017dc tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e48a8b85-52b5-4743-9cea-21239e1eaf51') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:52.143724 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-0c6a52c6-f0d6-4909-bf48-88de551017dc tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e48a8b85-52b5-4743-9cea-21239e1eaf51') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:52.159598 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0c6a52c6-f0d6-4909-bf48-88de551017dc tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:52.181781 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0c6a52c6-f0d6-4909-bf48-88de551017dc tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:52.182012 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-e699c9d4-4b91-4e25-b861-f8e5bea2588f None None] Calling delete_port for 8368cd62-e978-41d8-8230-7dc901a15985 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:52.190963 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6a52c6-f0d6-4909-bf48-88de551017dc tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:14:52.191290 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0c6a52c6-f0d6-4909-bf48-88de551017dc tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:52.193490 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:14:52.204317 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a4d482-788e-4e99-a344-3003f5e7886b None None] Sync routers for ids ['7bfbbdca-901d-4889-a309-49be42d5a670'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:14:52.211612 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-bfa88ccc-dfa4-4654-8e08-37b9a758ffa5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "PUT /v2.0/routers/7bfbbdca-901d-4889-a309-49be42d5a670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1455472 Mar 28 19:14:52.211825 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60282) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:14:52.212814 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:14:52.222331 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a4d482-788e-4e99-a344-3003f5e7886b None None] Routers {'7bfbbdca-901d-4889-a309-49be42d5a670'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:52.223411 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-44a4d482-788e-4e99-a344-3003f5e7886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['7bfbbdca-901d-4889-a309-49be42d5a670'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:52.230941 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a01790d9-88d4-4e7f-aa66-00cace0f50fb tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:52.408205 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057cd193-265f-428d-b04a-42d987535acc tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:52.409571 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057cd193-265f-428d-b04a-42d987535acc tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:52.410225 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057cd193-265f-428d-b04a-42d987535acc tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:52.410923 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057cd193-265f-428d-b04a-42d987535acc tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:52.411568 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057cd193-265f-428d-b04a-42d987535acc tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:52.412212 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057cd193-265f-428d-b04a-42d987535acc tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:52.412849 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057cd193-265f-428d-b04a-42d987535acc tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:52.418323 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-057cd193-265f-428d-b04a-42d987535acc tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4899 time: 0.2045486 Mar 28 19:14:52.419326 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60286) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:52.491406 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-44a4d482-788e-4e99-a344-3003f5e7886b None None] Set router 7bfbbdca-901d-4889-a309-49be42d5a670 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:52.499432 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-e699c9d4-4b91-4e25-b861-f8e5bea2588f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:14:52.499787 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-e699c9d4-4b91-4e25-b861-f8e5bea2588f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:14:52.514345 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68ece2-6188-4e7e-9e8c-94afa53ffe4e tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:52.515101 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68ece2-6188-4e7e-9e8c-94afa53ffe4e tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:52.515759 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68ece2-6188-4e7e-9e8c-94afa53ffe4e tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:52.516475 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68ece2-6188-4e7e-9e8c-94afa53ffe4e tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:52.517113 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68ece2-6188-4e7e-9e8c-94afa53ffe4e tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:52.517738 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68ece2-6188-4e7e-9e8c-94afa53ffe4e tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:52.523198 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-8a68ece2-6188-4e7e-9e8c-94afa53ffe4e tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3931 time: 0.1025310 Mar 28 19:14:52.524060 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60290) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:52.595409 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:52.662452 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port cac85ec8-3413-49bb-abe2-b14489fdc856, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=cac85ec8-3413-49bb-abe2-b14489fdc856,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:52.676946 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:52.677943 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 3c653872-10cf-4f78-9388-7d0bd8cbbd97 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:14:52.770749 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633952b0-0bd6-42ce-a78a-8682880c8edd None None] Network d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:14:52.800811 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0c6a52c6-f0d6-4909-bf48-88de551017dc tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:52.858181 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0c6a52c6-f0d6-4909-bf48-88de551017dc tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:52.873712 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-44a4d482-788e-4e99-a344-3003f5e7886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'name': 'tempest-TestNetworkBasicOps-router-1249163268', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'cac85ec8-3413-49bb-abe2-b14489fdc856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:41Z', 'updated_at': '2022-03-28T19:14:50Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'cac85ec8-3413-49bb-abe2-b14489fdc856', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:43Z', 'updated_at': '2022-03-28T19:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '1e84cec4-235f-4c08-aa4a-03ea390e0b40', 'name': '', 'network_id': 'd5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:af:80:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '10d8f98e-bd81-46ef-99c4-167eec172d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:49Z', 'updated_at': '2022-03-28T19:14:51Z', 'revision_number': 2, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '10d8f98e-bd81-46ef-99c4-167eec172d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:52.876338 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a52c6-f0d6-4909-bf48-88de551017dc tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Network': ['ID=299fff59-14fa-4e8b-a1d5-d82ed2109180,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:52.879030 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a4d482-788e-4e99-a344-3003f5e7886b None None] Checking router: 7bfbbdca-901d-4889-a309-49be42d5a670 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:14:52.879030 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a4d482-788e-4e99-a344-3003f5e7886b None None] Updating router 7bfbbdca-901d-4889-a309-49be42d5a670 port 1e84cec4-235f-4c08-aa4a-03ea390e0b40 binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:14:52.896874 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0c6a52c6-f0d6-4909-bf48-88de551017dc tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/networks/299fff59-14fa-4e8b-a1d5-d82ed2109180 HTTP/1.1" status: 204 len: 168 time: 2.5209742 Mar 28 19:14:52.898378 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60294) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:52.934773 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-44a4d482-788e-4e99-a344-3003f5e7886b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:52.935937 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-a2c04679-3666-4da2-a8cb-0ec5d398f39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:14:48Z', 'revision_number': 10, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None, '_interfaces': [{'id': '3b746bfa-9528-450d-8521-a79aee66fd8c', 'name': '', 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:25:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:13:56Z', 'updated_at': '2022-03-28T19:14:06Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:52.955197 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c04679-3666-4da2-a8cb-0ec5d398f39b None None] The sync data for ids ['ff646b36-99e0-4388-a329-cc0ff56b9247'] in dv-neutron-834711-1-hyperv is: [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:14:48Z', 'revision_number': 10, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None, '_interfaces': [{'id': '3b746bfa-9528-450d-8521-a79aee66fd8c', 'name': '', 'network_id': 'be5939d3-8734-434d-a8d6-e5860778c45f', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'mac_address': 'fa:16:3e:25:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:13:56Z', 'updated_at': '2022-03-28T19:14:06Z', 'revision_number': 5, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'subnets': [{'id': 'fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:14:53.015971 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-e699c9d4-4b91-4e25-b861-f8e5bea2588f None None] Deleting port 8368cd62-e978-41d8-8230-7dc901a15985 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:53.016341 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e699c9d4-4b91-4e25-b861-f8e5bea2588f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:53.040201 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=cac85ec8-3413-49bb-abe2-b14489fdc856,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:53.056833 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-5a462058-4a86-499d-9a59-f970740d9733 None None] Provisioning for port b53e595e-8138-44fa-822a-bbc215d7326d completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:14:53.124035 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-e699c9d4-4b91-4e25-b861-f8e5bea2588f None None] The port '8368cd62-e978-41d8-8230-7dc901a15985' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:14:53.127746 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 3c653872-10cf-4f78-9388-7d0bd8cbbd97 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:53.128118 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:53.338588 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-a01790d9-88d4-4e7f-aa66-00cace0f50fb tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Deleting port f1035bfe-e22e-4897-8e43-c53fe0f8f616 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:53.338588 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a01790d9-88d4-4e7f-aa66-00cace0f50fb tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:53.363615 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-44a4d482-788e-4e99-a344-3003f5e7886b None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:53.394170 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-44a4d482-788e-4e99-a344-3003f5e7886b None None] Transition to ACTIVE for port object 1e84cec4-235f-4c08-aa4a-03ea390e0b40 will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:14:53.420669 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-44a4d482-788e-4e99-a344-3003f5e7886b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:53.579918 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606d42a-e749-49ab-b3c6-794b01670ee6 None None] Pushing event updated for resources: {'Port': ['ID=1e84cec4-235f-4c08-aa4a-03ea390e0b40,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:53.609627 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device cac85ec8-3413-49bb-abe2-b14489fdc856 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:14:53.665256 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ba9c54c4-9076-4aab-bfa3-b6f47ecdfb4c tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2672 time: 1.1272900 Mar 28 19:14:53.694174 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-44a4d482-788e-4e99-a344-3003f5e7886b None None] Attempting to bind port 1e84cec4-235f-4c08-aa4a-03ea390e0b40 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:14:53.697065 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-44a4d482-788e-4e99-a344-3003f5e7886b None None] Attempting to bind port 1e84cec4-235f-4c08-aa4a-03ea390e0b40 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:14:53.697410 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a4d482-788e-4e99-a344-3003f5e7886b None None] Attempting to bind port 1e84cec4-235f-4c08-aa4a-03ea390e0b40 on network d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:14:53.704970 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a4d482-788e-4e99-a344-3003f5e7886b None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:14:53.705331 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a4d482-788e-4e99-a344-3003f5e7886b None None] Checking segment: {'id': '239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:14:53.706204 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-44a4d482-788e-4e99-a344-3003f5e7886b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:53.706351 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a4d482-788e-4e99-a344-3003f5e7886b None None] Bound using segment: {'id': '239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:14:53.707249 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-44a4d482-788e-4e99-a344-3003f5e7886b None None] Bound port: 1e84cec4-235f-4c08-aa4a-03ea390e0b40, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:14:53.707796 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-44a4d482-788e-4e99-a344-3003f5e7886b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:53.756177 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port cac85ec8-3413-49bb-abe2-b14489fdc856 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:53.756324 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a01790d9-88d4-4e7f-aa66-00cace0f50fb tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:53.756620 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:53.849988 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-851c2bcb-5a16-4e31-bbcd-d68e207f5f0f None None] Provisioning for port 1e84cec4-235f-4c08-aa4a-03ea390e0b40 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:14:53.852609 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-44a4d482-788e-4e99-a344-3003f5e7886b None None] For port 1e84cec4-235f-4c08-aa4a-03ea390e0b40, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:14:53.856805 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-44a4d482-788e-4e99-a344-3003f5e7886b None None] For port 1e84cec4-235f-4c08-aa4a-03ea390e0b40, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1e84cec4-235f-4c08-aa4a-03ea390e0b40,segment=NetworkSegment(239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca),segment_id=239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:14:53.878053 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-44a4d482-788e-4e99-a344-3003f5e7886b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:53.961031 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device b53e595e-8138-44fa-822a-bbc215d7326d up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:14:54.001061 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606d42a-e749-49ab-b3c6-794b01670ee6 None None] Pushing event updated for resources: {'Port': ['ID=1e84cec4-235f-4c08-aa4a-03ea390e0b40,revision_number=4']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:54.038553 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a4d482-788e-4e99-a344-3003f5e7886b None None] Routers {'7bfbbdca-901d-4889-a309-49be42d5a670'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:54.039209 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-44a4d482-788e-4e99-a344-3003f5e7886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['7bfbbdca-901d-4889-a309-49be42d5a670'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:54.072704 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port b53e595e-8138-44fa-822a-bbc215d7326d completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:14:54.078095 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-a01790d9-88d4-4e7f-aa66-00cace0f50fb tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Calling delete_port for f1035bfe-e22e-4897-8e43-c53fe0f8f616 owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:54.079612 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port b53e595e-8138-44fa-822a-bbc215d7326d triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:54.080256 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:54.270378 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:54.297123 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-44a4d482-788e-4e99-a344-3003f5e7886b None None] Set router 7bfbbdca-901d-4889-a309-49be42d5a670 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:54.312680 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9cd2a03b-6334-496c-815f-ef72044170fb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:54.320100 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port b53e595e-8138-44fa-822a-bbc215d7326d, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=b53e595e-8138-44fa-822a-bbc215d7326d,segment=NetworkSegment(239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca),segment_id=239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:54.328363 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:54.348851 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60300) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:54.353911 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-a90bbf0b-5980-40b1-bacf-97c191f8385f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1115541749', 'description': 'tempest-secgroup-smoke-1115541749 description', 'project_id': '061332865d564f96959562b5c3aa8701'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:54.370281 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a90bbf0b-5980-40b1-bacf-97c191f8385f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:54.376255 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a90bbf0b-5980-40b1-bacf-97c191f8385f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:14:54.381578 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a90bbf0b-5980-40b1-bacf-97c191f8385f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:14:54.396072 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a90bbf0b-5980-40b1-bacf-97c191f8385f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:54.416850 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a3a1bdef-9be0-4552-a34b-7af32402032a no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:14:54.417002 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a90bbf0b-5980-40b1-bacf-97c191f8385f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:54.443244 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a90bbf0b-5980-40b1-bacf-97c191f8385f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:54.447798 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a90bbf0b-5980-40b1-bacf-97c191f8385f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:14:54.450971 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a90bbf0b-5980-40b1-bacf-97c191f8385f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:14:54.457942 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a90bbf0b-5980-40b1-bacf-97c191f8385f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:54.490248 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: a3a1bdef-9be0-4552-a34b-7af32402032a {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:14:54.491121 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device a3a1bdef-9be0-4552-a34b-7af32402032a not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:14:54.492617 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 8368cd62-e978-41d8-8230-7dc901a15985 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:14:54.533974 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 8368cd62-e978-41d8-8230-7dc901a15985 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:14:54.534413 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 8368cd62-e978-41d8-8230-7dc901a15985 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:14:54.564389 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=b53e595e-8138-44fa-822a-bbc215d7326d,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:54.680618 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a01790d9-88d4-4e7f-aa66-00cace0f50fb tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:54.742585 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01790d9-88d4-4e7f-aa66-00cace0f50fb tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Port': ['ID=f1035bfe-e22e-4897-8e43-c53fe0f8f616,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:54.752771 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-44a4d482-788e-4e99-a344-3003f5e7886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'name': 'tempest-TestNetworkBasicOps-router-1249163268', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'cac85ec8-3413-49bb-abe2-b14489fdc856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:41Z', 'updated_at': '2022-03-28T19:14:50Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'cac85ec8-3413-49bb-abe2-b14489fdc856', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:43Z', 'updated_at': '2022-03-28T19:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '1e84cec4-235f-4c08-aa4a-03ea390e0b40', 'name': '', 'network_id': 'd5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:af:80:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '10d8f98e-bd81-46ef-99c4-167eec172d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:49Z', 'updated_at': '2022-03-28T19:14:53Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '10d8f98e-bd81-46ef-99c4-167eec172d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:54.765004 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a4d482-788e-4e99-a344-3003f5e7886b None None] The sync data for ids ['7bfbbdca-901d-4889-a309-49be42d5a670'] in dv-neutron-834711-1-hyperv is: [{'id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'name': 'tempest-TestNetworkBasicOps-router-1249163268', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'cac85ec8-3413-49bb-abe2-b14489fdc856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:41Z', 'updated_at': '2022-03-28T19:14:50Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'cac85ec8-3413-49bb-abe2-b14489fdc856', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:43Z', 'updated_at': '2022-03-28T19:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '1e84cec4-235f-4c08-aa4a-03ea390e0b40', 'name': '', 'network_id': 'd5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:af:80:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '10d8f98e-bd81-46ef-99c4-167eec172d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:49Z', 'updated_at': '2022-03-28T19:14:53Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '10d8f98e-bd81-46ef-99c4-167eec172d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:14:54.783056 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a90bbf0b-5980-40b1-bacf-97c191f8385f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:54.790346 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a90bbf0b-5980-40b1-bacf-97c191f8385f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:54.868885 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a90bbf0b-5980-40b1-bacf-97c191f8385f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:54.870222 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a90bbf0b-5980-40b1-bacf-97c191f8385f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5204570 Mar 28 19:14:54.875974 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60304) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:54.887481 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-c2c76da0-353d-4158-b065-a2e378b2a06f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '82877f70-447b-4840-b370-ab0f281557e7', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:54.893989 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bbf0b-5980-40b1-bacf-97c191f8385f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82877f70-447b-4840-b370-ab0f281557e7,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:54.898525 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c2c76da0-353d-4158-b065-a2e378b2a06f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:54.910657 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c2c76da0-353d-4158-b065-a2e378b2a06f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:14:54.914754 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c2c76da0-353d-4158-b065-a2e378b2a06f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:14:54.926275 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c2c76da0-353d-4158-b065-a2e378b2a06f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:54.951142 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c2c76da0-353d-4158-b065-a2e378b2a06f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:55.060973 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c2c76da0-353d-4158-b065-a2e378b2a06f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:55.067694 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c2c76da0-353d-4158-b065-a2e378b2a06f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:55.094980 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c76da0-353d-4158-b065-a2e378b2a06f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0889086-f342-4639-a0c5-89d279cfc0fb,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:55.112730 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c2c76da0-353d-4158-b065-a2e378b2a06f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:55.117912 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c2c76da0-353d-4158-b065-a2e378b2a06f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2407758 Mar 28 19:14:55.118608 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60308) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:55.124403 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-4269c697-2f7e-423d-8d91-6f907bc570a8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '82877f70-447b-4840-b370-ab0f281557e7', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:55.131068 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4269c697-2f7e-423d-8d91-6f907bc570a8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:55.135663 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4269c697-2f7e-423d-8d91-6f907bc570a8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:14:55.138772 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4269c697-2f7e-423d-8d91-6f907bc570a8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:14:55.145354 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4269c697-2f7e-423d-8d91-6f907bc570a8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:55.167320 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4269c697-2f7e-423d-8d91-6f907bc570a8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:55.180310 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a01790d9-88d4-4e7f-aa66-00cace0f50fb tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:55.184907 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9cd2a03b-6334-496c-815f-ef72044170fb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Deleting port 3b746bfa-9528-450d-8521-a79aee66fd8c {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:55.185245 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9cd2a03b-6334-496c-815f-ef72044170fb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:55.242039 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4269c697-2f7e-423d-8d91-6f907bc570a8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:55.247742 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4269c697-2f7e-423d-8d91-6f907bc570a8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:55.260633 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2aaf08a1-9633-4499-ba3b-fbc9f447385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:55.288186 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269c697-2f7e-423d-8d91-6f907bc570a8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042772c1-a878-43a3-af70-154d09bc760f,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:55.296917 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4269c697-2f7e-423d-8d91-6f907bc570a8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:55.298412 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4269c697-2f7e-423d-8d91-6f907bc570a8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1787863 Mar 28 19:14:55.301270 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60312) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:55.306776 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-c560d679-5624-478f-87a2-40237a5cfd14 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '82877f70-447b-4840-b370-ab0f281557e7', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:55.312797 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c560d679-5624-478f-87a2-40237a5cfd14 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:55.316756 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c560d679-5624-478f-87a2-40237a5cfd14 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:14:55.320216 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c560d679-5624-478f-87a2-40237a5cfd14 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:14:55.326002 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c560d679-5624-478f-87a2-40237a5cfd14 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:55.478273 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c560d679-5624-478f-87a2-40237a5cfd14 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:55.564137 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1e84cec4-235f-4c08-aa4a-03ea390e0b40 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:14:55.571127 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c560d679-5624-478f-87a2-40237a5cfd14 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:55.589427 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c560d679-5624-478f-87a2-40237a5cfd14 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:55.614902 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560d679-5624-478f-87a2-40237a5cfd14 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e70326b-5e30-475c-a3df-25a9d83665b6,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:55.656610 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c560d679-5624-478f-87a2-40237a5cfd14 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:55.661462 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c560d679-5624-478f-87a2-40237a5cfd14 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3591573 Mar 28 19:14:55.662556 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60316) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:55.669797 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-8c2e7966-f0d2-4433-bb86-8f65dd55ff33 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '82877f70-447b-4840-b370-ab0f281557e7', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:55.676967 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-8c2e7966-f0d2-4433-bb86-8f65dd55ff33 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:55.683984 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-8c2e7966-f0d2-4433-bb86-8f65dd55ff33 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:14:55.687769 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-8c2e7966-f0d2-4433-bb86-8f65dd55ff33 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:14:55.694177 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-8c2e7966-f0d2-4433-bb86-8f65dd55ff33 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:55.721016 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8c2e7966-f0d2-4433-bb86-8f65dd55ff33 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:55.725010 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 1e84cec4-235f-4c08-aa4a-03ea390e0b40 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:14:55.731788 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 1e84cec4-235f-4c08-aa4a-03ea390e0b40 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:55.732175 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:55.813966 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8c2e7966-f0d2-4433-bb86-8f65dd55ff33 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:55.821954 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8c2e7966-f0d2-4433-bb86-8f65dd55ff33 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:55.853809 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e7966-f0d2-4433-bb86-8f65dd55ff33 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea0260f-f2e8-4f17-95a8-fc5f6b0ec455,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:55.870510 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8c2e7966-f0d2-4433-bb86-8f65dd55ff33 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:55.871968 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-8c2e7966-f0d2-4433-bb86-8f65dd55ff33 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2071080 Mar 28 19:14:55.874791 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60322) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:55.880592 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-518008db-416d-44a9-8aed-7da540c80fbd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '82877f70-447b-4840-b370-ab0f281557e7', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:55.886984 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:55.891518 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-518008db-416d-44a9-8aed-7da540c80fbd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:55.894326 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01790d9-88d4-4e7f-aa66-00cace0f50fb tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Router 7de79cf9-4a7e-4916-aa4b-3bcff223abb9 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:14:55.895947 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-518008db-416d-44a9-8aed-7da540c80fbd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:14:55.899903 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-518008db-416d-44a9-8aed-7da540c80fbd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:14:55.907263 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-518008db-416d-44a9-8aed-7da540c80fbd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:55.908308 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-9cd2a03b-6334-496c-815f-ef72044170fb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] For port 3b746bfa-9528-450d-8521-a79aee66fd8c, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=3b746bfa-9528-450d-8521-a79aee66fd8c,segment=NetworkSegment(da05531e-409a-4247-a4a6-923d9b0d601b),segment_id=da05531e-409a-4247-a4a6-923d9b0d601b)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:55.908681 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9cd2a03b-6334-496c-815f-ef72044170fb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:55.928107 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.securitygroups_db [None req-518008db-416d-44a9-8aed-7da540c80fbd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Project 061332865d564f96959562b5c3aa8701 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:14:55.931699 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 1e84cec4-235f-4c08-aa4a-03ea390e0b40, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1e84cec4-235f-4c08-aa4a-03ea390e0b40,segment=NetworkSegment(239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca),segment_id=239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:55.936886 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:55.937348 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-518008db-416d-44a9-8aed-7da540c80fbd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:55.938828 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device b53e595e-8138-44fa-822a-bbc215d7326d up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:14:56.013448 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-518008db-416d-44a9-8aed-7da540c80fbd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:56.017704 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-518008db-416d-44a9-8aed-7da540c80fbd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:56.048499 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518008db-416d-44a9-8aed-7da540c80fbd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed69045-dd99-4171-9862-44d35c935c19,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:56.062023 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-518008db-416d-44a9-8aed-7da540c80fbd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:56.064686 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-518008db-416d-44a9-8aed-7da540c80fbd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1887631 Mar 28 19:14:56.067452 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60326) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:56.072479 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=1e84cec4-235f-4c08-aa4a-03ea390e0b40,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:56.074343 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-2bdab0af-1ac0-492a-8c1c-db3c46a6cfc0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '82877f70-447b-4840-b370-ab0f281557e7', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:56.081281 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-2bdab0af-1ac0-492a-8c1c-db3c46a6cfc0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:56.084059 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:56.084536 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:56.085135 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:56.086044 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:56.086472 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:56.086916 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:56.087053 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-2bdab0af-1ac0-492a-8c1c-db3c46a6cfc0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:14:56.087422 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:56.087831 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:56.088252 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:56.088673 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:56.089092 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:56.089504 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:14:56.091128 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-2bdab0af-1ac0-492a-8c1c-db3c46a6cfc0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:14:56.099483 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port b53e595e-8138-44fa-822a-bbc215d7326d triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:56.099976 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:56.110013 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-2bdab0af-1ac0-492a-8c1c-db3c46a6cfc0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:56.124300 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.securitygroups_db [None req-2bdab0af-1ac0-492a-8c1c-db3c46a6cfc0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Project 061332865d564f96959562b5c3aa8701 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:14:56.131054 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9cd2a03b-6334-496c-815f-ef72044170fb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Calling delete_port for 3b746bfa-9528-450d-8521-a79aee66fd8c owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:56.134955 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2bdab0af-1ac0-492a-8c1c-db3c46a6cfc0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:56.230296 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2bdab0af-1ac0-492a-8c1c-db3c46a6cfc0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:56.234295 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01790d9-88d4-4e7f-aa66-00cace0f50fb tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:14:56.235493 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2bdab0af-1ac0-492a-8c1c-db3c46a6cfc0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:56.248736 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892fd52c-00ba-4b5c-ad6d-af4f52cc982c None None] Sync routers for ids ['7de79cf9-4a7e-4916-aa4b-3bcff223abb9'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:14:56.258473 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdab0af-1ac0-492a-8c1c-db3c46a6cfc0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83691559-9de6-432a-a99d-ea374a1f3401,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:56.262150 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892fd52c-00ba-4b5c-ad6d-af4f52cc982c None None] Routers {'7de79cf9-4a7e-4916-aa4b-3bcff223abb9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:56.263413 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-892fd52c-00ba-4b5c-ad6d-af4f52cc982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['7de79cf9-4a7e-4916-aa4b-3bcff223abb9'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:56.270352 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60330) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:56.271229 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a01790d9-88d4-4e7f-aa66-00cace0f50fb tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "PUT /v2.0/routers/7de79cf9-4a7e-4916-aa4b-3bcff223abb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1935270 Mar 28 19:14:56.303300 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2bdab0af-1ac0-492a-8c1c-db3c46a6cfc0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:56.305127 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2bdab0af-1ac0-492a-8c1c-db3c46a6cfc0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2365320 Mar 28 19:14:56.323443 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-1c182ef4-383b-47c0-ae4c-6a6b95068537 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Synchronizing usage tracker for tenant:850c7a06f362434c857dc7f4b61d686b on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:14:56.343936 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-1c182ef4-383b-47c0-ae4c-6a6b95068537 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Unset dirty status for tenant:850c7a06f362434c857dc7f4b61d686b on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:14:56.345086 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1c182ef4-383b-47c0-ae4c-6a6b95068537 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "GET /v2.0/ports?device_id=7de79cf9-4a7e-4916-aa4b-3bcff223abb9 HTTP/1.1" status: 200 len: 205 time: 0.0736411 Mar 28 19:14:56.346426 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-892fd52c-00ba-4b5c-ad6d-af4f52cc982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:56.347878 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60336) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:56.362332 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892fd52c-00ba-4b5c-ad6d-af4f52cc982c None None] Routers {'7de79cf9-4a7e-4916-aa4b-3bcff223abb9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:56.363202 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-892fd52c-00ba-4b5c-ad6d-af4f52cc982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['7de79cf9-4a7e-4916-aa4b-3bcff223abb9'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:56.421832 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9cd2a03b-6334-496c-815f-ef72044170fb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:56.439850 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-892fd52c-00ba-4b5c-ad6d-af4f52cc982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:56.440757 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892fd52c-00ba-4b5c-ad6d-af4f52cc982c None None] The sync data for ids ['7de79cf9-4a7e-4916-aa4b-3bcff223abb9'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:14:56.493561 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a4e1a97c-18b7-43ef-a5b1-83f6054f38a8 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:56.521783 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2a03b-6334-496c-815f-ef72044170fb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Port': ['ID=3b746bfa-9528-450d-8521-a79aee66fd8c,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:56.674357 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9cd2a03b-6334-496c-815f-ef72044170fb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:56.843830 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a4e1a97c-18b7-43ef-a5b1-83f6054f38a8 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:56.847753 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a4e1a97c-18b7-43ef-a5b1-83f6054f38a8 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:56.854502 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-0e445845-261e-4577-94e1-c47574013358 req-7c683aa5-1ddb-4e3f-8a3d-8e6149dfc292 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:14:56.881268 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-0e445845-261e-4577-94e1-c47574013358 req-7c683aa5-1ddb-4e3f-8a3d-8e6149dfc292 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:14:56.882912 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0e445845-261e-4577-94e1-c47574013358 req-7c683aa5-1ddb-4e3f-8a3d-8e6149dfc292 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1115541749&fields=id&tenant_id=061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 267 time: 0.2452838 Mar 28 19:14:56.883955 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a4e1a97c-18b7-43ef-a5b1-83f6054f38a8 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:56.884426 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e1a97c-18b7-43ef-a5b1-83f6054f38a8 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Fanout notify agent at l3_agent the message router_deleted on router 7de79cf9-4a7e-4916-aa4b-3bcff223abb9 {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:14:56.900435 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a4e1a97c-18b7-43ef-a5b1-83f6054f38a8 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:56.901492 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a4e1a97c-18b7-43ef-a5b1-83f6054f38a8 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/routers/7de79cf9-4a7e-4916-aa4b-3bcff223abb9 HTTP/1.1" status: 204 len: 168 time: 0.5527208 Mar 28 19:14:56.921969 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60350) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:56.969874 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd2a03b-6334-496c-815f-ef72044170fb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Router ff646b36-99e0-4388-a329-cc0ff56b9247 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:14:57.065088 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e1e31d-9b70-40e3-8db4-9fd696b0da88 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Deleting subnet b76fca9e-e68e-4a3e-9685-35b7f2ebe03c {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:14:57.073039 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f9e1e31d-9b70-40e3-8db4-9fd696b0da88 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:57.153544 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e445845-261e-4577-94e1-c47574013358 req-7f6450ef-074c-4ff2-8b49-de1cc2ad3386 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:57.154256 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-0e445845-261e-4577-94e1-c47574013358 req-7f6450ef-074c-4ff2-8b49-de1cc2ad3386 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:network {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:14:57.161212 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f9e1e31d-9b70-40e3-8db4-9fd696b0da88 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:57.221298 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-0e445845-261e-4577-94e1-c47574013358 req-7f6450ef-074c-4ff2-8b49-de1cc2ad3386 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:network {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:14:57.222413 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0e445845-261e-4577-94e1-c47574013358 req-7f6450ef-074c-4ff2-8b49-de1cc2ad3386 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/networks?id=d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc HTTP/1.1" status: 200 len: 796 time: 0.3198504 Mar 28 19:14:57.227750 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd2a03b-6334-496c-815f-ef72044170fb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:14:57.238157 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5baa6b-f5c3-4a6c-aeb7-75d65ddd53d5 None None] Sync routers for ids ['ff646b36-99e0-4388-a329-cc0ff56b9247'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:14:57.244888 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9cd2a03b-6334-496c-815f-ef72044170fb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "PUT /v2.0/routers/ff646b36-99e0-4388-a329-cc0ff56b9247/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3438742 Mar 28 19:14:57.245197 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60354) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:57.246834 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0e445845-261e-4577-94e1-c47574013358 req-4e131b36-2756-4477-9551-49a463ecb901 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/quotas/061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 375 time: 0.0170212 Mar 28 19:14:57.252004 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5baa6b-f5c3-4a6c-aeb7-75d65ddd53d5 None None] Routers {'ff646b36-99e0-4388-a329-cc0ff56b9247'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:57.253206 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-3e5baa6b-f5c3-4a6c-aeb7-75d65ddd53d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ff646b36-99e0-4388-a329-cc0ff56b9247'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:57.311132 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f9e1e31d-9b70-40e3-8db4-9fd696b0da88 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:57.315802 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e256bcb-1e9f-4f1b-af7a-d68331bedf26 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Deleting subnet fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:14:57.318852 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5e256bcb-1e9f-4f1b-af7a-d68331bedf26 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:57.376766 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5e256bcb-1e9f-4f1b-af7a-d68331bedf26 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:57.382031 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-3e5baa6b-f5c3-4a6c-aeb7-75d65ddd53d5 None None] Set router ff646b36-99e0-4388-a329-cc0ff56b9247 gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:57.402660 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-0e445845-261e-4577-94e1-c47574013358 req-6b371a8c-079c-42e3-a815-daf4bc1a3489 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:14:57.418558 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f9e1e31d-9b70-40e3-8db4-9fd696b0da88 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:57.457046 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-0e445845-261e-4577-94e1-c47574013358 req-6b371a8c-079c-42e3-a815-daf4bc1a3489 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:14:57.458345 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0e445845-261e-4577-94e1-c47574013358 req-6b371a8c-079c-42e3-a815-daf4bc1a3489 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2028396 Mar 28 19:14:57.465597 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1e31d-9b70-40e3-8db4-9fd696b0da88 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Subnet': ['ID=b76fca9e-e68e-4a3e-9685-35b7f2ebe03c,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:57.467537 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f9e1e31d-9b70-40e3-8db4-9fd696b0da88 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:57.473801 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f9e1e31d-9b70-40e3-8db4-9fd696b0da88 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/subnets/b76fca9e-e68e-4a3e-9685-35b7f2ebe03c HTTP/1.1" status: 204 len: 168 time: 0.5508962 Mar 28 19:14:57.478458 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60358) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:57.480829 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1154fa-d914-49d4-b245-2bd89fc9c980 None None] Network 17e43ccc-1f9d-4f02-bf0b-cfe0eebdcd59 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:14:57.531048 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-3e5baa6b-f5c3-4a6c-aeb7-75d65ddd53d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:14:56Z', 'revision_number': 11, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:57.535716 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5baa6b-f5c3-4a6c-aeb7-75d65ddd53d5 None None] Checking router: ff646b36-99e0-4388-a329-cc0ff56b9247 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:14:57.546471 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5baa6b-f5c3-4a6c-aeb7-75d65ddd53d5 None None] Routers {'ff646b36-99e0-4388-a329-cc0ff56b9247'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:14:57.547564 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-3e5baa6b-f5c3-4a6c-aeb7-75d65ddd53d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ff646b36-99e0-4388-a329-cc0ff56b9247'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:57.618297 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5e256bcb-1e9f-4f1b-af7a-d68331bedf26 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:57.658850 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d4ec9b06-c991-40b8-bfd6-709fb4222ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:57.665908 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1e84cec4-235f-4c08-aa4a-03ea390e0b40 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:14:57.695098 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-488b0b7a-0aaf-4f5d-81e5-019f9b0350fe tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:57.719064 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-488b0b7a-0aaf-4f5d-81e5-019f9b0350fe tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Deleting port 3c653872-10cf-4f78-9388-7d0bd8cbbd97 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:57.719395 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-488b0b7a-0aaf-4f5d-81e5-019f9b0350fe tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:57.783657 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5e256bcb-1e9f-4f1b-af7a-d68331bedf26 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:57.784268 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-3e5baa6b-f5c3-4a6c-aeb7-75d65ddd53d5 None None] Set router ff646b36-99e0-4388-a329-cc0ff56b9247 gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:14:57.832812 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 1e84cec4-235f-4c08-aa4a-03ea390e0b40 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:14:57.833563 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:57.842559 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0e445845-261e-4577-94e1-c47574013358 req-328417ca-ce6e-447e-92a1-fb91ad475392 service neutron] 10.222.0.10 "GET /v2.0/networks/d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620176 Mar 28 19:14:57.863522 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e256bcb-1e9f-4f1b-af7a-d68331bedf26 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Subnet': ['ID=fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:57.873892 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5e256bcb-1e9f-4f1b-af7a-d68331bedf26 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:57.885424 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5e256bcb-1e9f-4f1b-af7a-d68331bedf26 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/subnets/fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded HTTP/1.1" status: 204 len: 168 time: 0.6392989 Mar 28 19:14:57.887935 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60362) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:57.908758 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-3e5baa6b-f5c3-4a6c-aeb7-75d65ddd53d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:14:56Z', 'revision_number': 11, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:57.909716 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06ef9ba-784f-4368-b384-1a8808981b45 None None] Network be5939d3-8734-434d-a8d6-e5860778c45f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:14:57.913346 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5baa6b-f5c3-4a6c-aeb7-75d65ddd53d5 None None] The sync data for ids ['ff646b36-99e0-4388-a329-cc0ff56b9247'] in dv-neutron-834711-1-hyperv is: [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:14:56Z', 'revision_number': 11, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:14:57.998926 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0e445845-261e-4577-94e1-c47574013358 req-54697176-e999-435f-8643-f83bba0a27c7 service neutron] 10.222.0.10 "GET /v2.0/networks/d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554513 Mar 28 19:14:58.105673 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d8df8282-7717-459e-a289-a237e583ee27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:58.108333 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-488b0b7a-0aaf-4f5d-81e5-019f9b0350fe tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] For port 3c653872-10cf-4f78-9388-7d0bd8cbbd97, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=3c653872-10cf-4f78-9388-7d0bd8cbbd97,segment=NetworkSegment(5970b1b1-7adb-480b-81ac-b9d11312570a),segment_id=5970b1b1-7adb-480b-81ac-b9d11312570a)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:58.108688 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-488b0b7a-0aaf-4f5d-81e5-019f9b0350fe tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:58.200703 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5ee29503-e597-406d-8a86-041a36390fea req-05766df6-3cb5-4f1a-a5ce-cf7a1001c262 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0cec8d-e622-4894-a134-9533ac187bf8 HTTP/1.1" status: 200 len: 210 time: 0.0463271 Mar 28 19:14:58.279237 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-488b0b7a-0aaf-4f5d-81e5-019f9b0350fe tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Calling delete_port for 3c653872-10cf-4f78-9388-7d0bd8cbbd97 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:58.295349 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6e7968-ed11-4456-8c20-d96d60b64554 None None] DHCP port deletion for 17e43ccc-1f9d-4f02-bf0b-cfe0eebdcd59 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:14:58.300369 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-1a6e7968-ed11-4456-8c20-d96d60b64554 None None] Deleting port 3c653872-10cf-4f78-9388-7d0bd8cbbd97 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:58.300775 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1a6e7968-ed11-4456-8c20-d96d60b64554 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:58.317318 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d8df8282-7717-459e-a289-a237e583ee27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Deleting port f17f6822-c63c-4c17-9dfe-5d033d0e4e9c {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:58.317663 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d8df8282-7717-459e-a289-a237e583ee27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:58.359539 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c840184-01b0-4139-bfac-3c1356cc8639 None None] DHCP port deletion for be5939d3-8734-434d-a8d6-e5860778c45f request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:14:58.383197 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-0c840184-01b0-4139-bfac-3c1356cc8639 None None] Deleting port f17f6822-c63c-4c17-9dfe-5d033d0e4e9c {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:58.383766 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0c840184-01b0-4139-bfac-3c1356cc8639 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:58.497978 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-488b0b7a-0aaf-4f5d-81e5-019f9b0350fe tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:58.555841 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b0b7a-0aaf-4f5d-81e5-019f9b0350fe tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Port': ['ID=3c653872-10cf-4f78-9388-7d0bd8cbbd97,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:58.602698 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488b0b7a-0aaf-4f5d-81e5-019f9b0350fe tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] No DVR routers for this DVR port 3c653872-10cf-4f78-9388-7d0bd8cbbd97 on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:14:58.799344 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:58.810755 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:58.825518 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-d8df8282-7717-459e-a289-a237e583ee27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] For port f17f6822-c63c-4c17-9dfe-5d033d0e4e9c, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=f17f6822-c63c-4c17-9dfe-5d033d0e4e9c,segment=NetworkSegment(da05531e-409a-4247-a4a6-923d9b0d601b),segment_id=da05531e-409a-4247-a4a6-923d9b0d601b)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:58.826068 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d8df8282-7717-459e-a289-a237e583ee27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:58.849093 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-488b0b7a-0aaf-4f5d-81e5-019f9b0350fe tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:58.911352 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-1a6e7968-ed11-4456-8c20-d96d60b64554 None None] For port 3c653872-10cf-4f78-9388-7d0bd8cbbd97, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=3c653872-10cf-4f78-9388-7d0bd8cbbd97,segment=NetworkSegment(5970b1b1-7adb-480b-81ac-b9d11312570a),segment_id=5970b1b1-7adb-480b-81ac-b9d11312570a)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:58.911655 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1a6e7968-ed11-4456-8c20-d96d60b64554 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:59.045304 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-1a6e7968-ed11-4456-8c20-d96d60b64554 None None] Calling delete_port for 3c653872-10cf-4f78-9388-7d0bd8cbbd97 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:59.077879 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-0c840184-01b0-4139-bfac-3c1356cc8639 None None] For port f17f6822-c63c-4c17-9dfe-5d033d0e4e9c, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=f17f6822-c63c-4c17-9dfe-5d033d0e4e9c,segment=NetworkSegment(da05531e-409a-4247-a4a6-923d9b0d601b),segment_id=da05531e-409a-4247-a4a6-923d9b0d601b)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:14:59.078189 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0c840184-01b0-4139-bfac-3c1356cc8639 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:59.099968 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d8df8282-7717-459e-a289-a237e583ee27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Calling delete_port for f17f6822-c63c-4c17-9dfe-5d033d0e4e9c owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:59.138283 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-488b0b7a-0aaf-4f5d-81e5-019f9b0350fe tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e43ccc-1f9d-4f02-bf0b-cfe0eebdcd59']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:59.154747 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-488b0b7a-0aaf-4f5d-81e5-019f9b0350fe tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5970b1b1-7adb-480b-81ac-b9d11312570a') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:59.155172 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-488b0b7a-0aaf-4f5d-81e5-019f9b0350fe tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5970b1b1-7adb-480b-81ac-b9d11312570a') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:59.176665 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-488b0b7a-0aaf-4f5d-81e5-019f9b0350fe tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:59.207583 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-488b0b7a-0aaf-4f5d-81e5-019f9b0350fe tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:59.209100 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-0c840184-01b0-4139-bfac-3c1356cc8639 None None] Calling delete_port for f17f6822-c63c-4c17-9dfe-5d033d0e4e9c owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:14:59.215554 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488b0b7a-0aaf-4f5d-81e5-019f9b0350fe tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:14:59.215989 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-488b0b7a-0aaf-4f5d-81e5-019f9b0350fe tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:14:59.231252 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:14:59.245374 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d8df8282-7717-459e-a289-a237e583ee27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:59.300025 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-1a6e7968-ed11-4456-8c20-d96d60b64554 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:14:59.300472 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-1a6e7968-ed11-4456-8c20-d96d60b64554 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:14:59.313330 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-0c840184-01b0-4139-bfac-3c1356cc8639 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:14:59.313734 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-0c840184-01b0-4139-bfac-3c1356cc8639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:14:59.344704 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df8282-7717-459e-a289-a237e583ee27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Port': ['ID=f17f6822-c63c-4c17-9dfe-5d033d0e4e9c,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:59.355576 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8df8282-7717-459e-a289-a237e583ee27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] No DVR routers for this DVR port f17f6822-c63c-4c17-9dfe-5d033d0e4e9c on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:14:59.406345 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-488b0b7a-0aaf-4f5d-81e5-019f9b0350fe tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:59.433030 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e445845-261e-4577-94e1-c47574013358 req-06b3ecd0-49ab-4ff9-87e7-ec4d16eeade3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:14:59.434803 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0e445845-261e-4577-94e1-c47574013358 req-06b3ecd0-49ab-4ff9-87e7-ec4d16eeade3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/networks?id=d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc HTTP/1.1" status: 200 len: 796 time: 0.2007420 Mar 28 19:14:59.437770 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-488b0b7a-0aaf-4f5d-81e5-019f9b0350fe tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:59.490449 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 3b746bfa-9528-450d-8521-a79aee66fd8c no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:14:59.497396 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1754c91f-ff4e-483f-a174-23e50e2889e7 req-3517614e-d992-4b0a-8619-4ca7a314fedf tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0cec8d-e622-4894-a134-9533ac187bf8 HTTP/1.1" status: 200 len: 210 time: 0.0782475 Mar 28 19:14:59.513064 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b0b7a-0aaf-4f5d-81e5-019f9b0350fe tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Network': ['ID=17e43ccc-1f9d-4f02-bf0b-cfe0eebdcd59,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:59.518505 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d8df8282-7717-459e-a289-a237e583ee27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:59.540724 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0e445845-261e-4577-94e1-c47574013358 req-b3e47f89-4a78-493b-950c-63a1b1aae809 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 380 time: 0.0730896 Mar 28 19:14:59.543035 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-488b0b7a-0aaf-4f5d-81e5-019f9b0350fe tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/networks/17e43ccc-1f9d-4f02-bf0b-cfe0eebdcd59 HTTP/1.1" status: 204 len: 168 time: 2.0634959 Mar 28 19:14:59.547790 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60378) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:59.549702 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-d8df8282-7717-459e-a289-a237e583ee27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5939d3-8734-434d-a8d6-e5860778c45f']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:59.555692 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 3b746bfa-9528-450d-8521-a79aee66fd8c {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:14:59.556044 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 3b746bfa-9528-450d-8521-a79aee66fd8c not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:14:59.556456 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device f17f6822-c63c-4c17-9dfe-5d033d0e4e9c no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:14:59.561447 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-0e445845-261e-4577-94e1-c47574013358 req-3260d7fd-ea0d-4f14-9a8d-42564aab4e21 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'port': {'device_id': '6b0cec8d-e622-4894-a134-9533ac187bf8', 'network_id': 'd5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc', 'admin_state_up': True, 'tenant_id': '061332865d564f96959562b5c3aa8701', 'security_groups': ['82877f70-447b-4840-b370-ab0f281557e7']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:59.563397 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-d8df8282-7717-459e-a289-a237e583ee27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da05531e-409a-4247-a4a6-923d9b0d601b') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:59.563704 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-d8df8282-7717-459e-a289-a237e583ee27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da05531e-409a-4247-a4a6-923d9b0d601b') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:14:59.576333 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d8df8282-7717-459e-a289-a237e583ee27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:59.580338 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-924b4a47-bfa2-49cc-909f-3e591ed053c3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1414407960', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:59.592981 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d8df8282-7717-459e-a289-a237e583ee27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:59.593240 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: f17f6822-c63c-4c17-9dfe-5d033d0e4e9c {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:14:59.593465 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device f17f6822-c63c-4c17-9dfe-5d033d0e4e9c not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:14:59.593866 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 3c653872-10cf-4f78-9388-7d0bd8cbbd97 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:14:59.599654 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8df8282-7717-459e-a289-a237e583ee27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:14:59.601102 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d8df8282-7717-459e-a289-a237e583ee27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:59.604654 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-924b4a47-bfa2-49cc-909f-3e591ed053c3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:59.613836 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-924b4a47-bfa2-49cc-909f-3e591ed053c3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Usage tracker for resource:router and tenant:850c7a06f362434c857dc7f4b61d686b is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:14:59.619031 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-924b4a47-bfa2-49cc-909f-3e591ed053c3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:14:59.619262 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:14:59.639927 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 3c653872-10cf-4f78-9388-7d0bd8cbbd97 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:14:59.640515 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 3c653872-10cf-4f78-9388-7d0bd8cbbd97 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:14:59.670959 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-924b4a47-bfa2-49cc-909f-3e591ed053c3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:59.698870 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-924b4a47-bfa2-49cc-909f-3e591ed053c3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:59.699769 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-924b4a47-bfa2-49cc-909f-3e591ed053c3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:59.706436 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d8df8282-7717-459e-a289-a237e583ee27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:59.713124 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d8df8282-7717-459e-a289-a237e583ee27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:59.740329 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-924b4a47-bfa2-49cc-909f-3e591ed053c3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:59.742612 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-0e445845-261e-4577-94e1-c47574013358 req-3260d7fd-ea0d-4f14-9a8d-42564aab4e21 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:59.743904 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d8df8282-7717-459e-a289-a237e583ee27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/networks/be5939d3-8734-434d-a8d6-e5860778c45f HTTP/1.1" status: 204 len: 168 time: 1.8549967 Mar 28 19:14:59.744930 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df8282-7717-459e-a289-a237e583ee27 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Pushing event deleted for resources: {'Network': ['ID=be5939d3-8734-434d-a8d6-e5860778c45f,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:14:59.746645 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60386) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:59.752152 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-f5763af0-6754-4c96-b92d-d40b34d0f9c8 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'router': {'routes': None}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:59.760456 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-0e445845-261e-4577-94e1-c47574013358 req-3260d7fd-ea0d-4f14-9a8d-42564aab4e21 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:59.773223 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-924b4a47-bfa2-49cc-909f-3e591ed053c3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:59.781890 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e445845-261e-4577-94e1-c47574013358 req-3260d7fd-ea0d-4f14-9a8d-42564aab4e21 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Made reservation on behalf of 061332865d564f96959562b5c3aa8701 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:14:59.785156 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-0e445845-261e-4577-94e1-c47574013358 req-3260d7fd-ea0d-4f14-9a8d-42564aab4e21 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:59.801907 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-1a6e7968-ed11-4456-8c20-d96d60b64554 None None] Deleting port 3c653872-10cf-4f78-9388-7d0bd8cbbd97 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:59.802931 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1a6e7968-ed11-4456-8c20-d96d60b64554 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:59.832641 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-0c840184-01b0-4139-bfac-3c1356cc8639 None None] Deleting port f17f6822-c63c-4c17-9dfe-5d033d0e4e9c {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:14:59.832885 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0c840184-01b0-4139-bfac-3c1356cc8639 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:59.859073 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-924b4a47-bfa2-49cc-909f-3e591ed053c3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:14:59.860157 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-924b4a47-bfa2-49cc-909f-3e591ed053c3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3096702 Mar 28 19:14:59.862911 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60390) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:14:59.874309 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-a90772a3-a09c-458b-bb5b-92873ab84436 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'network': {'name': 'tempest-RoutersTest-129974515'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:14:59.891389 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a90772a3-a09c-458b-bb5b-92873ab84436 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:14:59.901492 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a90772a3-a09c-458b-bb5b-92873ab84436 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Usage tracker for resource:network and tenant:850c7a06f362434c857dc7f4b61d686b is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:14:59.906685 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a90772a3-a09c-458b-bb5b-92873ab84436 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:14:59.916876 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a90772a3-a09c-458b-bb5b-92873ab84436 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:14:59.929547 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-1a6e7968-ed11-4456-8c20-d96d60b64554 None None] The port '3c653872-10cf-4f78-9388-7d0bd8cbbd97' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:14:59.934218 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-0c840184-01b0-4139-bfac-3c1356cc8639 None None] The port 'f17f6822-c63c-4c17-9dfe-5d033d0e4e9c' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:14:59.967338 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90772a3-a09c-458b-bb5b-92873ab84436 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Made reservation on behalf of 850c7a06f362434c857dc7f4b61d686b for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:14:59.971071 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a90772a3-a09c-458b-bb5b-92873ab84436 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:00.033715 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90772a3-a09c-458b-bb5b-92873ab84436 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:15:00.036012 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-0e445845-261e-4577-94e1-c47574013358 req-3260d7fd-ea0d-4f14-9a8d-42564aab4e21 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.20.0.6 (d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc/10d8f98e-bd81-46ef-99c4-167eec172d82/69f3b2c4-4c8c-40d6-a267-78c04f844105) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:15:00.050153 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a90772a3-a09c-458b-bb5b-92873ab84436 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:00.050490 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-a90772a3-a09c-458b-bb5b-92873ab84436 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Added segment 32dc0002-48a3-438d-978d-b53436984ba9 of type vlan for network 539e46c0-8e4b-4cc7-999e-730103c3dce8 Mar 28 19:15:00.064638 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.extraroute_db [None req-f5763af0-6754-4c96-b92d-d40b34d0f9c8 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Added routes are [] {{(pid=87832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 28 19:15:00.064935 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.extraroute_db [None req-f5763af0-6754-4c96-b92d-d40b34d0f9c8 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Removed routes are [] {{(pid=87832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 28 19:15:00.065286 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f5763af0-6754-4c96-b92d-d40b34d0f9c8 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:00.102800 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a90772a3-a09c-458b-bb5b-92873ab84436 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:00.138063 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:00.230908 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a90772a3-a09c-458b-bb5b-92873ab84436 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:00.236125 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90772a3-a09c-458b-bb5b-92873ab84436 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:00.236699 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a90772a3-a09c-458b-bb5b-92873ab84436 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:00.359304 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a90772a3-a09c-458b-bb5b-92873ab84436 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4952002 Mar 28 19:15:00.365092 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60394) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:00.377864 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90772a3-a09c-458b-bb5b-92873ab84436 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Network': ['ID=539e46c0-8e4b-4cc7-999e-730103c3dce8,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:00.386301 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-7ad7e3da-4eb1-48f1-956d-82b992aa80fb tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'subnet': {'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:00.390752 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 539e46c0-8e4b-4cc7-999e-730103c3dce8 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:15:00.406872 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-0e445845-261e-4577-94e1-c47574013358 req-3260d7fd-ea0d-4f14-9a8d-42564aab4e21 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:00.448674 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f5763af0-6754-4c96-b92d-d40b34d0f9c8 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:00.452209 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f5763af0-6754-4c96-b92d-d40b34d0f9c8 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-466281'] for router, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:00.492756 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-0e445845-261e-4577-94e1-c47574013358 req-3260d7fd-ea0d-4f14-9a8d-42564aab4e21 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Transition to ACTIVE for port object 69f3b2c4-4c8c-40d6-a267-78c04f844105 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:15:00.519734 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-7ad7e3da-4eb1-48f1-956d-82b992aa80fb tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:00.525948 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-7ad7e3da-4eb1-48f1-956d-82b992aa80fb tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Usage tracker for resource:subnet and tenant:850c7a06f362434c857dc7f4b61d686b is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:00.529737 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-7ad7e3da-4eb1-48f1-956d-82b992aa80fb tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:00.539728 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-7ad7e3da-4eb1-48f1-956d-82b992aa80fb tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:00.553893 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad7e3da-4eb1-48f1-956d-82b992aa80fb tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Made reservation on behalf of 850c7a06f362434c857dc7f4b61d686b for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:15:00.558521 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7ad7e3da-4eb1-48f1-956d-82b992aa80fb tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:00.575646 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-0e445845-261e-4577-94e1-c47574013358 req-3260d7fd-ea0d-4f14-9a8d-42564aab4e21 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:00.588456 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5763af0-6754-4c96-b92d-d40b34d0f9c8 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Router ff646b36-99e0-4388-a329-cc0ff56b9247 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:15:00.731393 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5763af0-6754-4c96-b92d-d40b34d0f9c8 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:15:00.738262 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f5763af0-6754-4c96-b92d-d40b34d0f9c8 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:00.743424 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f5763af0-6754-4c96-b92d-d40b34d0f9c8 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "PUT /v2.0/routers/ff646b36-99e0-4388-a329-cc0ff56b9247 HTTP/1.1" status: 200 len: 704 time: 0.9920683 Mar 28 19:15:00.743627 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2078c7ce-843b-45c8-8fb2-986ea60d8acc None None] Sync routers for ids ['ff646b36-99e0-4388-a329-cc0ff56b9247'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:15:00.743887 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60400) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:00.752687 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2078c7ce-843b-45c8-8fb2-986ea60d8acc None None] Routers {'ff646b36-99e0-4388-a329-cc0ff56b9247'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:00.753399 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-2078c7ce-843b-45c8-8fb2-986ea60d8acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ff646b36-99e0-4388-a329-cc0ff56b9247'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:00.787883 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0e20e55b-c512-448a-b1e5-f1fce4ad846b tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Synchronizing usage tracker for tenant:d916fc06fcf1402987e9337f73165337 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:15:00.806343 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0e20e55b-c512-448a-b1e5-f1fce4ad846b tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Unset dirty status for tenant:d916fc06fcf1402987e9337f73165337 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:15:00.807665 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0e20e55b-c512-448a-b1e5-f1fce4ad846b tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff646b36-99e0-4388-a329-cc0ff56b9247 HTTP/1.1" status: 200 len: 205 time: 0.0627358 Mar 28 19:15:00.810285 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60404) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:00.865934 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e445845-261e-4577-94e1-c47574013358 req-3260d7fd-ea0d-4f14-9a8d-42564aab4e21 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:15:00.875291 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-0e445845-261e-4577-94e1-c47574013358 req-3260d7fd-ea0d-4f14-9a8d-42564aab4e21 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:15:00.885869 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-2078c7ce-843b-45c8-8fb2-986ea60d8acc None None] Set router ff646b36-99e0-4388-a329-cc0ff56b9247 gateway port host: None {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:00.890338 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e445845-261e-4577-94e1-c47574013358 req-3260d7fd-ea0d-4f14-9a8d-42564aab4e21 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:15:00.954693 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0030ee69-f4f3-4443-853b-c401fed25922 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:00.958998 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e445845-261e-4577-94e1-c47574013358 req-3260d7fd-ea0d-4f14-9a8d-42564aab4e21 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:00.959621 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-0e445845-261e-4577-94e1-c47574013358 req-3260d7fd-ea0d-4f14-9a8d-42564aab4e21 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:00.984842 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260d7fd-ea0d-4f14-9a8d-42564aab4e21 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=69f3b2c4-4c8c-40d6-a267-78c04f844105,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:00.992617 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0e445845-261e-4577-94e1-c47574013358 req-3260d7fd-ea0d-4f14-9a8d-42564aab4e21 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4466021 Mar 28 19:15:01.002234 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-2078c7ce-843b-45c8-8fb2-986ea60d8acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:14:56Z', 'revision_number': 11, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:01.008893 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2078c7ce-843b-45c8-8fb2-986ea60d8acc None None] Checking router: ff646b36-99e0-4388-a329-cc0ff56b9247 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:15:01.009761 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-0e445845-261e-4577-94e1-c47574013358 req-492b114c-05ac-4511-9c9b-222b1cade606 service neutron] Request body: {'port': {'device_id': '6b0cec8d-e622-4894-a134-9533ac187bf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:01.018635 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2078c7ce-843b-45c8-8fb2-986ea60d8acc None None] Routers {'ff646b36-99e0-4388-a329-cc0ff56b9247'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:01.020365 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-2078c7ce-843b-45c8-8fb2-986ea60d8acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['ff646b36-99e0-4388-a329-cc0ff56b9247'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:01.142089 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beabefb9-a166-4d44-88f3-7f000f3f19d4 req-20174b4e-d92c-4d10-a5b0-608a418e25bf tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:01.142753 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-beabefb9-a166-4d44-88f3-7f000f3f19d4 req-20174b4e-d92c-4d10-a5b0-608a418e25bf tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:15:01.223674 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-2078c7ce-843b-45c8-8fb2-986ea60d8acc None None] Set router ff646b36-99e0-4388-a329-cc0ff56b9247 gateway port host: None {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:01.227712 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-0e445845-261e-4577-94e1-c47574013358 req-492b114c-05ac-4511-9c9b-222b1cade606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:01.236716 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-beabefb9-a166-4d44-88f3-7f000f3f19d4 req-20174b4e-d92c-4d10-a5b0-608a418e25bf tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:15:01.237778 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-beabefb9-a166-4d44-88f3-7f000f3f19d4 req-20174b4e-d92c-4d10-a5b0-608a418e25bf tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0cec8d-e622-4894-a134-9533ac187bf8 HTTP/1.1" status: 200 len: 931 time: 0.6108096 Mar 28 19:15:01.286544 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0030ee69-f4f3-4443-853b-c401fed25922 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:01.288798 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0030ee69-f4f3-4443-853b-c401fed25922 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:01.316494 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0030ee69-f4f3-4443-853b-c401fed25922 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:01.317326 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0030ee69-f4f3-4443-853b-c401fed25922 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Fanout notify agent at l3_agent the message router_deleted on router ff646b36-99e0-4388-a329-cc0ff56b9247 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:15:01.335949 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0030ee69-f4f3-4443-853b-c401fed25922 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:01.337262 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0030ee69-f4f3-4443-853b-c401fed25922 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/routers/ff646b36-99e0-4388-a329-cc0ff56b9247 HTTP/1.1" status: 204 len: 168 time: 0.5260534 Mar 28 19:15:01.342893 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60408) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:01.348038 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-40368a54-c6f0-4373-9772-76cceeb358a0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1097354932', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:01.353717 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ee228f9d-4f81-4bbc-bc95-2ec40144082a None None] Provisioning for port 69f3b2c4-4c8c-40d6-a267-78c04f844105 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:15:01.355534 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-40368a54-c6f0-4373-9772-76cceeb358a0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:01.360733 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-40368a54-c6f0-4373-9772-76cceeb358a0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Usage tracker for resource:router and tenant:d916fc06fcf1402987e9337f73165337 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:01.363726 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-40368a54-c6f0-4373-9772-76cceeb358a0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:01.370189 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-2078c7ce-843b-45c8-8fb2-986ea60d8acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:14:56Z', 'revision_number': 11, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:01.370415 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-40368a54-c6f0-4373-9772-76cceeb358a0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:01.372681 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ee228f9d-4f81-4bbc-bc95-2ec40144082a None None] Provisioning complete for port 69f3b2c4-4c8c-40d6-a267-78c04f844105 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:01.373050 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ee228f9d-4f81-4bbc-bc95-2ec40144082a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:01.377765 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-beabefb9-a166-4d44-88f3-7f000f3f19d4 req-51da30fd-8808-46bd-a94a-77954cb0e6a6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=82877f70-447b-4840-b370-ab0f281557e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321745 Mar 28 19:15:01.383862 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-40368a54-c6f0-4373-9772-76cceeb358a0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:01.384981 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-40368a54-c6f0-4373-9772-76cceeb358a0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:01.407380 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-40368a54-c6f0-4373-9772-76cceeb358a0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:01.423297 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2078c7ce-843b-45c8-8fb2-986ea60d8acc None None] The sync data for ids ['ff646b36-99e0-4388-a329-cc0ff56b9247'] in dv-neutron-834711-1-hyperv is: [{'id': 'ff646b36-99e0-4388-a329-cc0ff56b9247', 'name': 'tempest-RoutersIpV6Test-router-853209479', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:13:53Z', 'updated_at': '2022-03-28T19:14:56Z', 'revision_number': 11, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:15:01.436784 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-40368a54-c6f0-4373-9772-76cceeb358a0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:01.442119 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7ad7e3da-4eb1-48f1-956d-82b992aa80fb tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:01.451771 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-ee228f9d-4f81-4bbc-bc95-2ec40144082a None None] Port 69f3b2c4-4c8c-40d6-a267-78c04f844105 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:15:01.468320 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-40368a54-c6f0-4373-9772-76cceeb358a0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:01.472337 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-40368a54-c6f0-4373-9772-76cceeb358a0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1258724 Mar 28 19:15:01.472609 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60412) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:01.478312 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-989039be-8e7b-42c6-b820-aed50baea737 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:01.563379 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:01.587930 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7e3da-4eb1-48f1-956d-82b992aa80fb tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Subnet': ['ID=63896818-3740-4b33-bd24-4f1f445fd5e5,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:01.656743 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad7e3da-4eb1-48f1-956d-82b992aa80fb tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Checking segment: {'id': '32dc0002-48a3-438d-978d-b53436984ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:15:01.657109 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad7e3da-4eb1-48f1-956d-82b992aa80fb tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network hostable DHCP agents. Network: 539e46c0-8e4b-4cc7-999e-730103c3dce8, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:15:01.707020 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad7e3da-4eb1-48f1-956d-82b992aa80fb tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network 539e46c0-8e4b-4cc7-999e-730103c3dce8 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:15:01.730561 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-7ad7e3da-4eb1-48f1-956d-82b992aa80fb tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 539e46c0-8e4b-4cc7-999e-730103c3dce8) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:15:01.738985 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad7e3da-4eb1-48f1-956d-82b992aa80fb tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:01.739845 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7ad7e3da-4eb1-48f1-956d-82b992aa80fb tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:01.740602 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f85ed0f-c1bc-4335-9ede-d730bb55a895 None None] Network 539e46c0-8e4b-4cc7-999e-730103c3dce8 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:15:01.810616 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-7ad7e3da-4eb1-48f1-956d-82b992aa80fb tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4391506 Mar 28 19:15:01.810839 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60416) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:01.815020 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-0e445845-261e-4577-94e1-c47574013358 req-492b114c-05ac-4511-9c9b-222b1cade606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f3b2c4-4c8c-40d6-a267-78c04f844105 {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:15:01.882622 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-0e445845-261e-4577-94e1-c47574013358 req-492b114c-05ac-4511-9c9b-222b1cade606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:01.964711 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-0e445845-261e-4577-94e1-c47574013358 req-492b114c-05ac-4511-9c9b-222b1cade606 service neutron] Transition to ACTIVE for port object 69f3b2c4-4c8c-40d6-a267-78c04f844105 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:15:01.978947 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d811f1a-315d-4003-8465-73e361467096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-539e46c0-8e4b-4cc7-999e-730103c3dce8', 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'fixed_ips': [{'subnet_id': '63896818-3740-4b33-bd24-4f1f445fd5e5'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:15:01.979943 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4d811f1a-315d-4003-8465-73e361467096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:02.002086 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-989039be-8e7b-42c6-b820-aed50baea737 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:02.013065 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-989039be-8e7b-42c6-b820-aed50baea737 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-466281'] for router, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:02.032069 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-0e445845-261e-4577-94e1-c47574013358 req-492b114c-05ac-4511-9c9b-222b1cade606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:02.159651 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-4d811f1a-315d-4003-8465-73e361467096 None None] Allocated IP 172.20.0.2 (539e46c0-8e4b-4cc7-999e-730103c3dce8/63896818-3740-4b33-bd24-4f1f445fd5e5/e01ad373-89ea-438d-bffa-077ccf1c10a0) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:15:02.188287 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989039be-8e7b-42c6-b820-aed50baea737 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Router f4b1d05e-0988-4e57-b3ac-7181ca9ef69c is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:15:02.297277 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b114c-05ac-4511-9c9b-222b1cade606 service neutron] Pushing event updated for resources: {'Port': ['ID=69f3b2c4-4c8c-40d6-a267-78c04f844105,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:02.337226 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989039be-8e7b-42c6-b820-aed50baea737 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:15:02.344256 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-989039be-8e7b-42c6-b820-aed50baea737 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:02.345743 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-989039be-8e7b-42c6-b820-aed50baea737 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "PUT /v2.0/routers/f4b1d05e-0988-4e57-b3ac-7181ca9ef69c HTTP/1.1" status: 200 len: 698 time: 0.8720787 Mar 28 19:15:02.348411 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60420) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:02.355244 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de36c5b2-93c3-4a26-b707-dc5bb85d8aa2 None None] Sync routers for ids ['f4b1d05e-0988-4e57-b3ac-7181ca9ef69c'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:15:02.367439 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de36c5b2-93c3-4a26-b707-dc5bb85d8aa2 None None] Routers {'f4b1d05e-0988-4e57-b3ac-7181ca9ef69c'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:02.368874 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-de36c5b2-93c3-4a26-b707-dc5bb85d8aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['f4b1d05e-0988-4e57-b3ac-7181ca9ef69c'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:02.414809 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4d811f1a-315d-4003-8465-73e361467096 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:02.428013 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-4d811f1a-315d-4003-8465-73e361467096 None None] Transition to ACTIVE for port object e01ad373-89ea-438d-bffa-077ccf1c10a0 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:15:02.452893 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-4d811f1a-315d-4003-8465-73e361467096 None None] Transition to ACTIVE for port object e01ad373-89ea-438d-bffa-077ccf1c10a0 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:15:02.463849 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4d811f1a-315d-4003-8465-73e361467096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:02.509030 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-218ab921-856a-4522-80b4-60145c4b6779 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "GET /v2.0/routers/f4b1d05e-0988-4e57-b3ac-7181ca9ef69c HTTP/1.1" status: 200 len: 704 time: 0.1569483 Mar 28 19:15:02.509600 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60426) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:02.562794 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-de36c5b2-93c3-4a26-b707-dc5bb85d8aa2 None None] Set router f4b1d05e-0988-4e57-b3ac-7181ca9ef69c gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:02.580595 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-46436ee0-f157-4646-be7d-d0b32cfe7928 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4b1d05e-0988-4e57-b3ac-7181ca9ef69c HTTP/1.1" status: 200 len: 205 time: 0.0677738 Mar 28 19:15:02.580803 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60430) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:02.590234 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d811f1a-315d-4003-8465-73e361467096 None None] Network 539e46c0-8e4b-4cc7-999e-730103c3dce8 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:15:02.592085 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-4d811f1a-315d-4003-8465-73e361467096 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:15:02.595547 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d811f1a-315d-4003-8465-73e361467096 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:15:02.677750 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-de36c5b2-93c3-4a26-b707-dc5bb85d8aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b1d05e-0988-4e57-b3ac-7181ca9ef69c', 'name': 'tempest-RoutersIpV6Test-router-1097354932', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:01Z', 'updated_at': '2022-03-28T19:15:02Z', 'revision_number': 2, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:02.683244 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de36c5b2-93c3-4a26-b707-dc5bb85d8aa2 None None] Checking router: f4b1d05e-0988-4e57-b3ac-7181ca9ef69c for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:15:02.692961 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de36c5b2-93c3-4a26-b707-dc5bb85d8aa2 None None] Routers {'f4b1d05e-0988-4e57-b3ac-7181ca9ef69c'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:02.693558 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-de36c5b2-93c3-4a26-b707-dc5bb85d8aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['f4b1d05e-0988-4e57-b3ac-7181ca9ef69c'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:02.740127 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d811f1a-315d-4003-8465-73e361467096 None None] Pushing event updated for resources: {'Port': ['ID=e01ad373-89ea-438d-bffa-077ccf1c10a0,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:02.767411 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-4d811f1a-315d-4003-8465-73e361467096 None None] Attempting to bind port e01ad373-89ea-438d-bffa-077ccf1c10a0 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:15:02.767812 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-4d811f1a-315d-4003-8465-73e361467096 None None] Attempting to bind port e01ad373-89ea-438d-bffa-077ccf1c10a0 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '32dc0002-48a3-438d-978d-b53436984ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:15:02.768181 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d811f1a-315d-4003-8465-73e361467096 None None] Attempting to bind port e01ad373-89ea-438d-bffa-077ccf1c10a0 on network 539e46c0-8e4b-4cc7-999e-730103c3dce8 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:15:02.774799 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d811f1a-315d-4003-8465-73e361467096 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:15:02.775203 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d811f1a-315d-4003-8465-73e361467096 None None] Checking segment: {'id': '32dc0002-48a3-438d-978d-b53436984ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:15:02.775606 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4d811f1a-315d-4003-8465-73e361467096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:02.775996 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d811f1a-315d-4003-8465-73e361467096 None None] Bound using segment: {'id': '32dc0002-48a3-438d-978d-b53436984ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:15:02.776463 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-4d811f1a-315d-4003-8465-73e361467096 None None] Bound port: e01ad373-89ea-438d-bffa-077ccf1c10a0, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32dc0002-48a3-438d-978d-b53436984ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:15:02.776838 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4d811f1a-315d-4003-8465-73e361467096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:02.777314 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7267673c-818d-433a-b224-17a78faa0cdf tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:02.812382 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-0e445845-261e-4577-94e1-c47574013358 req-492b114c-05ac-4511-9c9b-222b1cade606 service neutron] Attempting to bind port 69f3b2c4-4c8c-40d6-a267-78c04f844105 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:15:02.812999 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-0e445845-261e-4577-94e1-c47574013358 req-492b114c-05ac-4511-9c9b-222b1cade606 service neutron] Attempting to bind port 69f3b2c4-4c8c-40d6-a267-78c04f844105 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:15:02.813157 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e445845-261e-4577-94e1-c47574013358 req-492b114c-05ac-4511-9c9b-222b1cade606 service neutron] Attempting to bind port 69f3b2c4-4c8c-40d6-a267-78c04f844105 on network d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:15:02.823547 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c97d8ef9-6a25-4b5c-a31f-37e56934059b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:02.846977 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d020247-54e4-4daf-b153-aeea026392fe req-c7fc5c8a-c09a-42ea-b037-4a81112987e9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:02.848444 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7d020247-54e4-4daf-b153-aeea026392fe req-c7fc5c8a-c09a-42ea-b037-4a81112987e9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0cec8d-e622-4894-a134-9533ac187bf8 HTTP/1.1" status: 200 len: 943 time: 0.2929721 Mar 28 19:15:02.851876 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e445845-261e-4577-94e1-c47574013358 req-492b114c-05ac-4511-9c9b-222b1cade606 service neutron] Port 69f3b2c4-4c8c-40d6-a267-78c04f844105 on network d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:15:02.852203 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e445845-261e-4577-94e1-c47574013358 req-492b114c-05ac-4511-9c9b-222b1cade606 service neutron] Attempting to bind port 69f3b2c4-4c8c-40d6-a267-78c04f844105 on network d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:15:02.870602 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-de36c5b2-93c3-4a26-b707-dc5bb85d8aa2 None None] Set router f4b1d05e-0988-4e57-b3ac-7181ca9ef69c gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:02.873962 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-4d811f1a-315d-4003-8465-73e361467096 None None] For port e01ad373-89ea-438d-bffa-077ccf1c10a0, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:15:02.874558 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e445845-261e-4577-94e1-c47574013358 req-492b114c-05ac-4511-9c9b-222b1cade606 service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:15:02.874903 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e445845-261e-4577-94e1-c47574013358 req-492b114c-05ac-4511-9c9b-222b1cade606 service neutron] Checking segment: {'id': '239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:15:02.875291 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e445845-261e-4577-94e1-c47574013358 req-492b114c-05ac-4511-9c9b-222b1cade606 service neutron] Bound using segment: {'id': '239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:15:02.875728 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-0e445845-261e-4577-94e1-c47574013358 req-492b114c-05ac-4511-9c9b-222b1cade606 service neutron] Bound port: 69f3b2c4-4c8c-40d6-a267-78c04f844105, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:15:02.876074 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-0e445845-261e-4577-94e1-c47574013358 req-492b114c-05ac-4511-9c9b-222b1cade606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:02.876787 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-4d811f1a-315d-4003-8465-73e361467096 None None] For port e01ad373-89ea-438d-bffa-077ccf1c10a0, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e01ad373-89ea-438d-bffa-077ccf1c10a0,segment=NetworkSegment(32dc0002-48a3-438d-978d-b53436984ba9),segment_id=32dc0002-48a3-438d-978d-b53436984ba9)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:15:02.883461 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4d811f1a-315d-4003-8465-73e361467096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:02.985043 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d811f1a-315d-4003-8465-73e361467096 None None] Pushing event updated for resources: {'Port': ['ID=e01ad373-89ea-438d-bffa-077ccf1c10a0,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:03.024733 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-de36c5b2-93c3-4a26-b707-dc5bb85d8aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b1d05e-0988-4e57-b3ac-7181ca9ef69c', 'name': 'tempest-RoutersIpV6Test-router-1097354932', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:01Z', 'updated_at': '2022-03-28T19:15:02Z', 'revision_number': 2, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:03.029021 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de36c5b2-93c3-4a26-b707-dc5bb85d8aa2 None None] The sync data for ids ['f4b1d05e-0988-4e57-b3ac-7181ca9ef69c'] in dv-neutron-834711-1-hyperv is: [{'id': 'f4b1d05e-0988-4e57-b3ac-7181ca9ef69c', 'name': 'tempest-RoutersIpV6Test-router-1097354932', 'tenant_id': 'd916fc06fcf1402987e9337f73165337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:01Z', 'updated_at': '2022-03-28T19:15:02Z', 'revision_number': 2, 'project_id': 'd916fc06fcf1402987e9337f73165337', 'gw_port_host': None}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:15:03.093951 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7d020247-54e4-4daf-b153-aeea026392fe req-495e3e91-0943-472d-a344-258693848dc0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=82877f70-447b-4840-b370-ab0f281557e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348106 Mar 28 19:15:03.167826 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7267673c-818d-433a-b224-17a78faa0cdf tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:03.171077 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7267673c-818d-433a-b224-17a78faa0cdf tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:03.186483 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-0e445845-261e-4577-94e1-c47574013358 req-492b114c-05ac-4511-9c9b-222b1cade606 service neutron] For port 69f3b2c4-4c8c-40d6-a267-78c04f844105, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:15:03.198016 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7267673c-818d-433a-b224-17a78faa0cdf tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:03.204683 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7267673c-818d-433a-b224-17a78faa0cdf tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Fanout notify agent at l3_agent the message router_deleted on router f4b1d05e-0988-4e57-b3ac-7181ca9ef69c {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:15:03.229756 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7267673c-818d-433a-b224-17a78faa0cdf tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:03.237606 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7267673c-818d-433a-b224-17a78faa0cdf tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/routers/f4b1d05e-0988-4e57-b3ac-7181ca9ef69c HTTP/1.1" status: 204 len: 168 time: 0.6491468 Mar 28 19:15:03.237786 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-0e445845-261e-4577-94e1-c47574013358 req-492b114c-05ac-4511-9c9b-222b1cade606 service neutron] For port 69f3b2c4-4c8c-40d6-a267-78c04f844105, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=69f3b2c4-4c8c-40d6-a267-78c04f844105,segment=NetworkSegment(239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca),segment_id=239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:15:03.240087 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60434) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:03.253067 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-0e445845-261e-4577-94e1-c47574013358 req-492b114c-05ac-4511-9c9b-222b1cade606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:03.355338 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-fa4a212d-bf66-4ba5-b042-e67d3695db02 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Synchronizing usage tracker for tenant:d916fc06fcf1402987e9337f73165337 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:15:03.374940 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e445845-261e-4577-94e1-c47574013358 req-492b114c-05ac-4511-9c9b-222b1cade606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:03.375550 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-0e445845-261e-4577-94e1-c47574013358 req-492b114c-05ac-4511-9c9b-222b1cade606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:03.376925 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0e445845-261e-4577-94e1-c47574013358 req-492b114c-05ac-4511-9c9b-222b1cade606 service neutron] 10.222.0.26 "PUT /v2.0/ports/69f3b2c4-4c8c-40d6-a267-78c04f844105 HTTP/1.1" status: 200 len: 1093 time: 2.3755145 Mar 28 19:15:03.382637 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0cec8d-e622-4894-a134-9533ac187bf8', 'tag': '69f3b2c4-4c8c-40d6-a267-78c04f844105'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:15:03.498689 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0cec8d-e622-4894-a134-9533ac187bf8', 'tag': '69f3b2c4-4c8c-40d6-a267-78c04f844105', 'status': 'completed', 'code': 200} Mar 28 19:15:03.501701 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-fa4a212d-bf66-4ba5-b042-e67d3695db02 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] Unset dirty status for tenant:d916fc06fcf1402987e9337f73165337 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:15:03.503030 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-fa4a212d-bf66-4ba5-b042-e67d3695db02 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4b1d05e-0988-4e57-b3ac-7181ca9ef69c HTTP/1.1" status: 200 len: 205 time: 0.2613018 Mar 28 19:15:03.505720 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60440) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:03.516992 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e01ad373-89ea-438d-bffa-077ccf1c10a0 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:15:03.557504 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-c97d8ef9-6a25-4b5c-a31f-37e56934059b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Allocated IP 172.20.0.1 (539e46c0-8e4b-4cc7-999e-730103c3dce8/63896818-3740-4b33-bd24-4f1f445fd5e5/9187fdc5-8256-493d-b700-32366a64b034) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:15:03.609340 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port e01ad373-89ea-438d-bffa-077ccf1c10a0 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:15:03.681392 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b114c-05ac-4511-9c9b-222b1cade606 service neutron] Pushing event updated for resources: {'Port': ['ID=69f3b2c4-4c8c-40d6-a267-78c04f844105,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:03.728900 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-f3632cb9-6090-4193-a80d-26722c472a4e tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] delete failed (client error): The resource could not be found. Mar 28 19:15:03.729876 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f3632cb9-6090-4193-a80d-26722c472a4e tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/routers/f4b1d05e-0988-4e57-b3ac-7181ca9ef69c HTTP/1.1" status: 404 len: 336 time: 0.2232573 Mar 28 19:15:03.732532 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60444) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:03.764208 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e445845-261e-4577-94e1-c47574013358 req-b09081f5-e5ab-468e-b944-dbabf88c3fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:03.766278 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0e445845-261e-4577-94e1-c47574013358 req-b09081f5-e5ab-468e-b944-dbabf88c3fe1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=6b0cec8d-e622-4894-a134-9533ac187bf8 HTTP/1.1" status: 200 len: 1096 time: 0.3048561 Mar 28 19:15:03.770547 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c97d8ef9-6a25-4b5c-a31f-37e56934059b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:03.773720 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-8befbacb-e470-4ea8-850d-595a34698cd0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] DELETE failed (client error): The resource could not be found. Mar 28 19:15:03.773909 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8befbacb-e470-4ea8-850d-595a34698cd0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:15:03.775676 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8befbacb-e470-4ea8-850d-595a34698cd0 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/subnets/5bb1237c-c27b-4ba7-9984-e4b557a0929f HTTP/1.1" status: 404 len: 337 time: 0.0421078 Mar 28 19:15:03.778179 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60448) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:03.815612 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-cced8828-3ca2-444a-9e77-fd0d0a9b514e tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] DELETE failed (client error): The resource could not be found. Mar 28 19:15:03.816063 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cced8828-3ca2-444a-9e77-fd0d0a9b514e tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:15:03.817754 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-cced8828-3ca2-444a-9e77-fd0d0a9b514e tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/subnets/39babe1f-5cbd-4c11-a163-a734975b376e HTTP/1.1" status: 404 len: 337 time: 0.0384243 Mar 28 19:15:03.820928 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60452) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:03.850252 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0e445845-261e-4577-94e1-c47574013358 req-86a41098-3437-4851-a87a-3f87c0d3d318 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69f3b2c4-4c8c-40d6-a267-78c04f844105 HTTP/1.1" status: 200 len: 217 time: 0.0754187 Mar 28 19:15:03.852701 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-c97d8ef9-6a25-4b5c-a31f-37e56934059b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Transition to ACTIVE for port object 9187fdc5-8256-493d-b700-32366a64b034 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:15:03.857986 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0d9ab9-d637-4704-b78a-14463375becc tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] DELETE failed (client error): The resource could not be found. Mar 28 19:15:03.858431 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c0d9ab9-d637-4704-b78a-14463375becc tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:15:03.860482 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7c0d9ab9-d637-4704-b78a-14463375becc tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/subnets/300bdebd-891b-4119-9da1-606efeb08a96 HTTP/1.1" status: 404 len: 337 time: 0.0386052 Mar 28 19:15:03.863077 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60456) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:03.904637 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-54a23c41-11e7-4b29-8ba1-64a571e398fd tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] DELETE failed (client error): The resource could not be found. Mar 28 19:15:03.905082 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54a23c41-11e7-4b29-8ba1-64a571e398fd tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:15:03.909326 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-54a23c41-11e7-4b29-8ba1-64a571e398fd tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/subnets/fb7dbf4d-9491-4c36-9fa6-a5cb8d9bdded HTTP/1.1" status: 404 len: 337 time: 0.0427985 Mar 28 19:15:03.909485 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60460) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:03.921934 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e445845-261e-4577-94e1-c47574013358 req-d8b79eac-5d5d-45d8-aced-bfa0803da7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:03.923389 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0e445845-261e-4577-94e1-c47574013358 req-d8b79eac-5d5d-45d8-aced-bfa0803da7ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10d8f98e-bd81-46ef-99c4-167eec172d82 HTTP/1.1" status: 200 len: 834 time: 0.0663326 Mar 28 19:15:03.954497 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-965f87a1-6a0d-4c92-8525-0193842bcd03 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff646b36-99e0-4388-a329-cc0ff56b9247 HTTP/1.1" status: 200 len: 205 time: 0.0431030 Mar 28 19:15:03.955925 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60464) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:03.964810 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c97d8ef9-6a25-4b5c-a31f-37e56934059b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:04.027946 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-737653de-ff33-49bd-9b16-405d5fffbbdb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] delete failed (client error): The resource could not be found. Mar 28 19:15:04.032384 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-737653de-ff33-49bd-9b16-405d5fffbbdb tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/routers/ff646b36-99e0-4388-a329-cc0ff56b9247 HTTP/1.1" status: 404 len: 336 time: 0.0722756 Mar 28 19:15:04.032605 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60468) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:04.042815 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97d8ef9-6a25-4b5c-a31f-37e56934059b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network 539e46c0-8e4b-4cc7-999e-730103c3dce8 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:15:04.050808 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-c97d8ef9-6a25-4b5c-a31f-37e56934059b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:15:04.053350 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97d8ef9-6a25-4b5c-a31f-37e56934059b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:15:04.081105 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f6af78a4-6dea-4b3a-a341-bfa88fba2fb8 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "GET /v2.0/ports?device_id=396627c3-b8c7-4582-a1b0-559998d14837 HTTP/1.1" status: 200 len: 205 time: 0.0456715 Mar 28 19:15:04.082391 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60472) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:04.093470 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d8ef9-6a25-4b5c-a31f-37e56934059b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Port': ['ID=9187fdc5-8256-493d-b700-32366a64b034,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:04.125033 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c97d8ef9-6a25-4b5c-a31f-37e56934059b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:04.153617 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e445845-261e-4577-94e1-c47574013358 req-b2f1d746-54ce-498f-9802-57941fc432d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:04.155035 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0e445845-261e-4577-94e1-c47574013358 req-b2f1d746-54ce-498f-9802-57941fc432d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2253983 Mar 28 19:15:04.155175 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-a8f8c0f5-b387-4547-ba4a-a560405a01b2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] delete failed (client error): The resource could not be found. Mar 28 19:15:04.158287 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a8f8c0f5-b387-4547-ba4a-a560405a01b2 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/routers/396627c3-b8c7-4582-a1b0-559998d14837 HTTP/1.1" status: 404 len: 336 time: 0.0724232 Mar 28 19:15:04.158520 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60478) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:04.197182 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3871ef5-1dc3-410f-8fe7-cd8129f3ae41 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] DELETE failed (client error): The resource could not be found. Mar 28 19:15:04.197639 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3871ef5-1dc3-410f-8fe7-cd8129f3ae41 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:15:04.201771 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e3871ef5-1dc3-410f-8fe7-cd8129f3ae41 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/subnets/7ed2d62e-7d67-43b2-a233-ec6cc5246928 HTTP/1.1" status: 404 len: 337 time: 0.0399320 Mar 28 19:15:04.202021 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60482) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:04.246409 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b7a9a0a3-5c4c-4760-a391-50374d49b116 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5dcf692-9bc8-438a-8038-5e8350065deb HTTP/1.1" status: 200 len: 205 time: 0.0432942 Mar 28 19:15:04.248738 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60486) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:04.321127 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-567d4e48-40c3-406f-868b-e3f53b4cbf95 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] delete failed (client error): The resource could not be found. Mar 28 19:15:04.322163 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-567d4e48-40c3-406f-868b-e3f53b4cbf95 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/routers/b5dcf692-9bc8-438a-8038-5e8350065deb HTTP/1.1" status: 404 len: 336 time: 0.0724754 Mar 28 19:15:04.324792 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60490) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:04.370333 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9147edef-ab34-4454-86bd-7e00f17c2c15 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c6b616-1c37-4b34-9895-2959014422bf HTTP/1.1" status: 200 len: 205 time: 0.0444200 Mar 28 19:15:04.372847 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60494) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:04.445894 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-b2c53368-0250-4878-85a9-b2c267d4b718 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] delete failed (client error): The resource could not be found. Mar 28 19:15:04.449308 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b2c53368-0250-4878-85a9-b2c267d4b718 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/routers/52c6b616-1c37-4b34-9895-2959014422bf HTTP/1.1" status: 404 len: 336 time: 0.0731416 Mar 28 19:15:04.449907 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60498) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:04.488287 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec614806-2d36-4157-aeb9-875049333de7 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] DELETE failed (client error): The resource could not be found. Mar 28 19:15:04.488748 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec614806-2d36-4157-aeb9-875049333de7 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:15:04.493399 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ec614806-2d36-4157-aeb9-875049333de7 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/subnets/e187d25b-feb6-4270-a6c9-ab3bdcfe26f0 HTTP/1.1" status: 404 len: 337 time: 0.0425012 Mar 28 19:15:04.494008 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60502) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:04.529561 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c97d8ef9-6a25-4b5c-a31f-37e56934059b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:04.543490 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-91335d03-5521-4aed-bfb5-49f8ee1a75f4 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "GET /v2.0/ports?device_id=2af2be6f-f5e6-4fcd-b35a-b73c2bb510e6 HTTP/1.1" status: 200 len: 205 time: 0.0483265 Mar 28 19:15:04.545949 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60506) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:04.547668 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0e445845-261e-4577-94e1-c47574013358 req-735ae86d-fd12-42e2-af7c-c3d1764b8229 service neutron] 10.222.0.26 "GET /v2.0/networks/d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835859 Mar 28 19:15:04.614041 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-2dd0956f-f5ff-401c-a145-bcb634d4ec2a tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] delete failed (client error): The resource could not be found. Mar 28 19:15:04.618181 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2dd0956f-f5ff-401c-a145-bcb634d4ec2a tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/routers/2af2be6f-f5e6-4fcd-b35a-b73c2bb510e6 HTTP/1.1" status: 404 len: 336 time: 0.0681047 Mar 28 19:15:04.618409 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60510) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:04.672164 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-e876b58a-38f9-45c9-979f-b89a1e54ddee tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] DELETE failed (client error): The resource could not be found. Mar 28 19:15:04.672625 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e876b58a-38f9-45c9-979f-b89a1e54ddee tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:15:04.677429 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e876b58a-38f9-45c9-979f-b89a1e54ddee tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/subnets/e25f9301-4452-456c-9e2a-2bf104852970 HTTP/1.1" status: 404 len: 337 time: 0.0580266 Mar 28 19:15:04.678024 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60514) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:04.729883 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-cc6ca750-1631-44d1-b8aa-7fd8617ade30 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "GET /v2.0/ports?device_id=8663ba80-e843-47b2-b79b-d6c01ab644c7 HTTP/1.1" status: 200 len: 205 time: 0.0486510 Mar 28 19:15:04.730468 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60518) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:04.765648 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4478d0f1-86d6-4350-887a-7a44daf8e00a None None] Network 539e46c0-8e4b-4cc7-999e-730103c3dce8 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:15:04.770564 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a33be1-fea2-4fc5-9f80-8c4716a62efd req-c3485d8d-81c6-4883-b3d1-089f95a5f0bd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:04.772056 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c7a33be1-fea2-4fc5-9f80-8c4716a62efd req-c3485d8d-81c6-4883-b3d1-089f95a5f0bd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0cec8d-e622-4894-a134-9533ac187bf8 HTTP/1.1" status: 200 len: 943 time: 0.5196900 Mar 28 19:15:04.801566 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-f3062a5b-25f6-4568-a4ea-d49119bf8ff7 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] delete failed (client error): The resource could not be found. Mar 28 19:15:04.805485 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f3062a5b-25f6-4568-a4ea-d49119bf8ff7 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/routers/8663ba80-e843-47b2-b79b-d6c01ab644c7 HTTP/1.1" status: 404 len: 336 time: 0.0707641 Mar 28 19:15:04.805724 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60522) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:04.843992 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-319942f1-870f-44f4-957c-17dc4edefd11 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] DELETE failed (client error): The resource could not be found. Mar 28 19:15:04.845495 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-319942f1-870f-44f4-957c-17dc4edefd11 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:15:04.848594 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-319942f1-870f-44f4-957c-17dc4edefd11 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/subnets/0b4c78e6-a1f5-439f-8c7c-ca42ad9ac16c HTTP/1.1" status: 404 len: 337 time: 0.0396721 Mar 28 19:15:04.848945 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60526) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:04.883500 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-d741be8c-7f09-4e1d-b0f0-eda45a4532e8 None None] Provisioning for port e01ad373-89ea-438d-bffa-077ccf1c10a0 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:15:04.888282 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbfd87a4-7452-45de-9684-38b800817125 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] DELETE failed (client error): The resource could not be found. Mar 28 19:15:04.888743 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbfd87a4-7452-45de-9684-38b800817125 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:15:04.892941 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-cbfd87a4-7452-45de-9684-38b800817125 tempest-RoutersIpV6Test-211512878 tempest-RoutersIpV6Test-211512878-project] 10.222.0.10 "DELETE /v2.0/subnets/a6219716-a767-4886-a3f9-031fe551d233 HTTP/1.1" status: 404 len: 337 time: 0.0405827 Mar 28 19:15:04.899495 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-d741be8c-7f09-4e1d-b0f0-eda45a4532e8 None None] Provisioning complete for port e01ad373-89ea-438d-bffa-077ccf1c10a0 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:04.900149 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d741be8c-7f09-4e1d-b0f0-eda45a4532e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:04.971869 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c7a33be1-fea2-4fc5-9f80-8c4716a62efd req-c193e5e7-bf2f-4c96-82b4-4a87b395c3d1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=82877f70-447b-4840-b370-ab0f281557e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823053 Mar 28 19:15:04.980829 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0e445845-261e-4577-94e1-c47574013358 req-4374bb09-b0af-4eef-9789-3746d0c380ed service neutron] 10.222.0.26 "GET /v2.0/networks/d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027109 Mar 28 19:15:05.125703 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d741be8c-7f09-4e1d-b0f0-eda45a4532e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:05.165014 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566540f-2b73-43ae-8755-1075aa4731b3 req-96711daa-79a6-4fbe-bde6-2154ff42a710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:05.166509 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1566540f-2b73-43ae-8755-1075aa4731b3 req-96711daa-79a6-4fbe-bde6-2154ff42a710 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=6b0cec8d-e622-4894-a134-9533ac187bf8 HTTP/1.1" status: 200 len: 1096 time: 0.1186571 Mar 28 19:15:05.178229 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-d741be8c-7f09-4e1d-b0f0-eda45a4532e8 None None] For port e01ad373-89ea-438d-bffa-077ccf1c10a0, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e01ad373-89ea-438d-bffa-077ccf1c10a0,segment=NetworkSegment(32dc0002-48a3-438d-978d-b53436984ba9),segment_id=32dc0002-48a3-438d-978d-b53436984ba9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:15:05.184926 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d741be8c-7f09-4e1d-b0f0-eda45a4532e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:05.234326 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c97d8ef9-6a25-4b5c-a31f-37e56934059b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:05.245466 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c97d8ef9-6a25-4b5c-a31f-37e56934059b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:05.246443 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60534) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:05.320932 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741be8c-7f09-4e1d-b0f0-eda45a4532e8 None None] Pushing event updated for resources: {'Port': ['ID=e01ad373-89ea-438d-bffa-077ccf1c10a0,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:05.423498 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-21e1ac41-f699-44ec-8df1-8b027bebf9e9 None None] Provisioning for port 9187fdc5-8256-493d-b700-32366a64b034 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:15:05.438593 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-21e1ac41-f699-44ec-8df1-8b027bebf9e9 None None] Provisioning complete for port 9187fdc5-8256-493d-b700-32366a64b034 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:05.439116 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-21e1ac41-f699-44ec-8df1-8b027bebf9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:05.443793 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c97d8ef9-6a25-4b5c-a31f-37e56934059b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:05.447194 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b880011b-aff8-49b9-bf5d-19b0bb03b43e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d916fc06fcf1402987e9337f73165337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1990464 Mar 28 19:15:05.449432 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60540) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:05.449579 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d8ef9-6a25-4b5c-a31f-37e56934059b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Port': ['ID=9187fdc5-8256-493d-b700-32366a64b034,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:05.454662 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566540f-2b73-43ae-8755-1075aa4731b3 req-8a48c075-d38d-4767-852b-eaee56d237ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:05.456127 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1566540f-2b73-43ae-8755-1075aa4731b3 req-8a48c075-d38d-4767-852b-eaee56d237ec service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc HTTP/1.1" status: 200 len: 897 time: 0.2835407 Mar 28 19:15:05.492617 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e01ad373-89ea-438d-bffa-077ccf1c10a0 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:15:05.534604 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8a0e5139-c590-4577-a0b5-ba06e1338610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:05.555428 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1566540f-2b73-43ae-8755-1075aa4731b3 req-c1a8f035-87c1-43e3-8609-a1d6ee8226ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69f3b2c4-4c8c-40d6-a267-78c04f844105 HTTP/1.1" status: 200 len: 217 time: 0.0928884 Mar 28 19:15:05.564765 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-21e1ac41-f699-44ec-8df1-8b027bebf9e9 None None] Port 9187fdc5-8256-493d-b700-32366a64b034 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:15:05.566103 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8a0e5139-c590-4577-a0b5-ba06e1338610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:05.589082 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-21e1ac41-f699-44ec-8df1-8b027bebf9e9 None None] Provisioning complete for port e01ad373-89ea-438d-bffa-077ccf1c10a0 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:05.589860 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-21e1ac41-f699-44ec-8df1-8b027bebf9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:05.650182 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8a0e5139-c590-4577-a0b5-ba06e1338610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:05.680922 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e5139-c590-4577-a0b5-ba06e1338610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5125e7c-80c0-406b-8377-b71d9bfd6ea0,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:05.682268 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port e01ad373-89ea-438d-bffa-077ccf1c10a0 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:05.683369 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:05.687372 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8a0e5139-c590-4577-a0b5-ba06e1338610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:05.689047 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8a0e5139-c590-4577-a0b5-ba06e1338610 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d5125e7c-80c0-406b-8377-b71d9bfd6ea0 HTTP/1.1" status: 204 len: 168 time: 0.2384331 Mar 28 19:15:05.704858 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566540f-2b73-43ae-8755-1075aa4731b3 req-698f9472-4c88-4c8a-872c-69400edcd55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:05.707019 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1566540f-2b73-43ae-8755-1075aa4731b3 req-698f9472-4c88-4c8a-872c-69400edcd55a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10d8f98e-bd81-46ef-99c4-167eec172d82 HTTP/1.1" status: 200 len: 834 time: 0.1403418 Mar 28 19:15:05.801228 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97d8ef9-6a25-4b5c-a31f-37e56934059b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network 539e46c0-8e4b-4cc7-999e-730103c3dce8 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:15:05.803178 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-c97d8ef9-6a25-4b5c-a31f-37e56934059b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:15:06.017967 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a75f7e6e-56d8-47a1-822b-8da88944f414 None None] Provisioning complete for port 9187fdc5-8256-493d-b700-32366a64b034 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:06.019593 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a75f7e6e-56d8-47a1-822b-8da88944f414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:06.099141 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a75f7e6e-56d8-47a1-822b-8da88944f414 None None] Port 9187fdc5-8256-493d-b700-32366a64b034 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:15:06.224576 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-7980142d-1370-4450-a605-805e09684e8a None None] Provisioning complete for port 9187fdc5-8256-493d-b700-32366a64b034 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:06.226110 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7980142d-1370-4450-a605-805e09684e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:06.246638 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566540f-2b73-43ae-8755-1075aa4731b3 req-0b4fa1bd-62ae-435d-8224-565e2a661a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:06.248144 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1566540f-2b73-43ae-8755-1075aa4731b3 req-0b4fa1bd-62ae-435d-8224-565e2a661a33 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5287871 Mar 28 19:15:06.310977 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-7980142d-1370-4450-a605-805e09684e8a None None] Port 9187fdc5-8256-493d-b700-32366a64b034 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:15:06.408788 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231bd3f-e9d7-40b6-b97a-899d4de2dc90 req-c4a209e9-3003-4567-8a4b-f0bf09a9c6ee tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:06.410273 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f231bd3f-e9d7-40b6-b97a-899d4de2dc90 req-c4a209e9-3003-4567-8a4b-f0bf09a9c6ee tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0cec8d-e622-4894-a134-9533ac187bf8 HTTP/1.1" status: 200 len: 943 time: 0.2516830 Mar 28 19:15:06.420096 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97d8ef9-6a25-4b5c-a31f-37e56934059b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Router e897170a-d451-4933-8fc2-7600d1f0af9e is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:15:06.520927 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1566540f-2b73-43ae-8755-1075aa4731b3 req-ac6e5cf9-b6cd-4240-9021-984fb04a47cd service neutron] 10.222.0.26 "GET /v2.0/networks/d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653832 Mar 28 19:15:06.532939 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60566) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:06.639339 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-1abb88c1-e6fd-4a5d-92da-e7e53f44286b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1258508700-network', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:06.643564 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-1abb88c1-e6fd-4a5d-92da-e7e53f44286b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:06.647306 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1abb88c1-e6fd-4a5d-92da-e7e53f44286b admin admin] Usage tracker for resource:network and tenant:b0ba31f1fab64780bafe45627411dcbe is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:06.650235 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1abb88c1-e6fd-4a5d-92da-e7e53f44286b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:06.656369 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-1abb88c1-e6fd-4a5d-92da-e7e53f44286b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:06.666784 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abb88c1-e6fd-4a5d-92da-e7e53f44286b admin admin] Made reservation on behalf of b0ba31f1fab64780bafe45627411dcbe for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:15:06.669063 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1abb88c1-e6fd-4a5d-92da-e7e53f44286b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:06.681954 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1abb88c1-e6fd-4a5d-92da-e7e53f44286b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:06.696387 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-1abb88c1-e6fd-4a5d-92da-e7e53f44286b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:06.700111 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1abb88c1-e6fd-4a5d-92da-e7e53f44286b admin admin] Usage tracker for resource:security_group_rule and tenant:b0ba31f1fab64780bafe45627411dcbe is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:06.703414 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1abb88c1-e6fd-4a5d-92da-e7e53f44286b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:06.709134 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f231bd3f-e9d7-40b6-b97a-899d4de2dc90 req-aea93627-95b6-4fa9-ae15-3acf918f9d9b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=82877f70-447b-4840-b370-ab0f281557e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2867908 Mar 28 19:15:06.716121 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-1abb88c1-e6fd-4a5d-92da-e7e53f44286b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:06.733349 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97d8ef9-6a25-4b5c-a31f-37e56934059b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:15:06.744138 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bc956b-b75c-41ec-abf2-766a7b1f9bc4 None None] Sync routers for ids ['e897170a-d451-4933-8fc2-7600d1f0af9e'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:15:06.753583 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bc956b-b75c-41ec-abf2-766a7b1f9bc4 None None] Routers {'e897170a-d451-4933-8fc2-7600d1f0af9e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:06.754529 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-18bc956b-b75c-41ec-abf2-766a7b1f9bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e897170a-d451-4933-8fc2-7600d1f0af9e'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:06.754768 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c97d8ef9-6a25-4b5c-a31f-37e56934059b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "PUT /v2.0/routers/e897170a-d451-4933-8fc2-7600d1f0af9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9429429 Mar 28 19:15:06.758040 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60572) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:06.771375 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-36f1053b-3f3c-4337-9e24-1b5d236454ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'network': {'name': 'tempest-RoutersTest-1186451882'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:06.780366 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-36f1053b-3f3c-4337-9e24-1b5d236454ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:06.786373 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1566540f-2b73-43ae-8755-1075aa4731b3 req-66e6f972-6b93-4946-948a-e5133b5ddf95 service neutron] 10.222.0.26 "GET /v2.0/networks/d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543380 Mar 28 19:15:06.787306 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-36f1053b-3f3c-4337-9e24-1b5d236454ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Usage tracker for resource:network and tenant:850c7a06f362434c857dc7f4b61d686b is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:06.791005 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-36f1053b-3f3c-4337-9e24-1b5d236454ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:06.799571 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-36f1053b-3f3c-4337-9e24-1b5d236454ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:06.814468 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f1053b-3f3c-4337-9e24-1b5d236454ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Made reservation on behalf of 850c7a06f362434c857dc7f4b61d686b for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:15:06.818825 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-36f1053b-3f3c-4337-9e24-1b5d236454ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:06.824121 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1abb88c1-e6fd-4a5d-92da-e7e53f44286b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:06.829041 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1abb88c1-e6fd-4a5d-92da-e7e53f44286b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:06.848747 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f1053b-3f3c-4337-9e24-1b5d236454ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:15:06.858854 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-36f1053b-3f3c-4337-9e24-1b5d236454ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:06.859225 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-36f1053b-3f3c-4337-9e24-1b5d236454ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Added segment e388bb99-893d-457e-bc80-2ab12599e77e of type vlan for network a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff Mar 28 19:15:06.887139 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-36f1053b-3f3c-4337-9e24-1b5d236454ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:06.912172 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-18bc956b-b75c-41ec-abf2-766a7b1f9bc4 None None] Set router e897170a-d451-4933-8fc2-7600d1f0af9e gateway port host: None {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:06.917722 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-36f1053b-3f3c-4337-9e24-1b5d236454ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:06.923161 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f1053b-3f3c-4337-9e24-1b5d236454ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:06.923741 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-36f1053b-3f3c-4337-9e24-1b5d236454ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:06.966239 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abb88c1-e6fd-4a5d-92da-e7e53f44286b admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:15:06.975818 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb88c1-e6fd-4a5d-92da-e7e53f44286b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecbfa0f-fb7d-4c7d-abb0-37e3d012a503,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:06.981516 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1abb88c1-e6fd-4a5d-92da-e7e53f44286b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:06.982137 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-1abb88c1-e6fd-4a5d-92da-e7e53f44286b admin admin] Added segment b36378e5-7fd7-4b05-b8ed-c592bc915443 of type vlan for network 8efa11ac-7efa-4436-8a41-9dfec0a8f282 Mar 28 19:15:07.011176 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1abb88c1-e6fd-4a5d-92da-e7e53f44286b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:07.028607 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-36f1053b-3f3c-4337-9e24-1b5d236454ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2669182 Mar 28 19:15:07.029772 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60576) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:07.037755 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1053b-3f3c-4337-9e24-1b5d236454ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Network': ['ID=a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:07.038018 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-b7cafe9e-134a-427b-9685-9fd2e673b17b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'subnet': {'network_id': 'a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:07.051279 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:15:07.127830 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1abb88c1-e6fd-4a5d-92da-e7e53f44286b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:07.128800 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abb88c1-e6fd-4a5d-92da-e7e53f44286b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:07.129380 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1abb88c1-e6fd-4a5d-92da-e7e53f44286b admin admin] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:07.254594 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b7cafe9e-134a-427b-9685-9fd2e673b17b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:07.259797 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1abb88c1-e6fd-4a5d-92da-e7e53f44286b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7257693 Mar 28 19:15:07.262760 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60580) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:07.263880 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb88c1-e6fd-4a5d-92da-e7e53f44286b admin admin] Pushing event updated for resources: {'Network': ['ID=8efa11ac-7efa-4436-8a41-9dfec0a8f282,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:07.266276 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b7cafe9e-134a-427b-9685-9fd2e673b17b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Usage tracker for resource:subnet and tenant:850c7a06f362434c857dc7f4b61d686b is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:07.269374 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b7cafe9e-134a-427b-9685-9fd2e673b17b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:07.269929 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-d246fe92-6b55-4f6a-8fe4-ef69df68ecdc admin admin] Request body: {'subnet': {'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1258508700-subnet', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'ip_version': 4}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:07.275443 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b7cafe9e-134a-427b-9685-9fd2e673b17b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:07.275699 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-d246fe92-6b55-4f6a-8fe4-ef69df68ecdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:07.279889 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d246fe92-6b55-4f6a-8fe4-ef69df68ecdc admin admin] Usage tracker for resource:subnet and tenant:b0ba31f1fab64780bafe45627411dcbe is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:07.282606 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d246fe92-6b55-4f6a-8fe4-ef69df68ecdc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:07.285386 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cafe9e-134a-427b-9685-9fd2e673b17b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Made reservation on behalf of 850c7a06f362434c857dc7f4b61d686b for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:15:07.289258 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-d246fe92-6b55-4f6a-8fe4-ef69df68ecdc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:07.289789 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7cafe9e-134a-427b-9685-9fd2e673b17b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:07.299907 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d246fe92-6b55-4f6a-8fe4-ef69df68ecdc admin admin] Made reservation on behalf of b0ba31f1fab64780bafe45627411dcbe for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:15:07.302479 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d246fe92-6b55-4f6a-8fe4-ef69df68ecdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:07.305215 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 8efa11ac-7efa-4436-8a41-9dfec0a8f282 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:15:07.429316 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-18bc956b-b75c-41ec-abf2-766a7b1f9bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'name': 'tempest-RoutersTest-router-1414407960', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:59Z', 'updated_at': '2022-03-28T19:15:04Z', 'revision_number': 2, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None, '_interfaces': [{'id': '9187fdc5-8256-493d-b700-32366a64b034', 'name': '', 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:81:0f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:03Z', 'updated_at': '2022-03-28T19:15:04Z', 'revision_number': 2, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:07.433641 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bc956b-b75c-41ec-abf2-766a7b1f9bc4 None None] Checking router: e897170a-d451-4933-8fc2-7600d1f0af9e for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:15:07.434170 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bc956b-b75c-41ec-abf2-766a7b1f9bc4 None None] Updating router e897170a-d451-4933-8fc2-7600d1f0af9e port 9187fdc5-8256-493d-b700-32366a64b034 binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:15:07.487032 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-18bc956b-b75c-41ec-abf2-766a7b1f9bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:07.522043 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d246fe92-6b55-4f6a-8fe4-ef69df68ecdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:07.524387 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7cafe9e-134a-427b-9685-9fd2e673b17b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:07.599278 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246fe92-6b55-4f6a-8fe4-ef69df68ecdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=93e49b98-1ab2-403b-80e2-ed54c2bdd260,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:07.603386 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cafe9e-134a-427b-9685-9fd2e673b17b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Subnet': ['ID=a850c45b-ebbd-4579-87ae-cc58f207779c,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:07.610491 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d246fe92-6b55-4f6a-8fe4-ef69df68ecdc admin admin] Checking segment: {'id': 'b36378e5-7fd7-4b05-b8ed-c592bc915443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:15:07.610856 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d246fe92-6b55-4f6a-8fe4-ef69df68ecdc admin admin] Network hostable DHCP agents. Network: 8efa11ac-7efa-4436-8a41-9dfec0a8f282, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:15:07.618003 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cafe9e-134a-427b-9685-9fd2e673b17b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Checking segment: {'id': 'e388bb99-893d-457e-bc80-2ab12599e77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:15:07.618369 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cafe9e-134a-427b-9685-9fd2e673b17b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network hostable DHCP agents. Network: a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:15:07.632909 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d246fe92-6b55-4f6a-8fe4-ef69df68ecdc admin admin] Network 8efa11ac-7efa-4436-8a41-9dfec0a8f282 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:15:07.643144 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-d246fe92-6b55-4f6a-8fe4-ef69df68ecdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 8efa11ac-7efa-4436-8a41-9dfec0a8f282) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:15:07.647805 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d246fe92-6b55-4f6a-8fe4-ef69df68ecdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:07.648419 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d246fe92-6b55-4f6a-8fe4-ef69df68ecdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:07.656279 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cafe9e-134a-427b-9685-9fd2e673b17b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:15:07.664235 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-b7cafe9e-134a-427b-9685-9fd2e673b17b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:15:07.673918 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d246fe92-6b55-4f6a-8fe4-ef69df68ecdc admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4098785 Mar 28 19:15:07.676527 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60584) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:07.677942 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cafe9e-134a-427b-9685-9fd2e673b17b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:07.680652 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7cafe9e-134a-427b-9685-9fd2e673b17b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:07.685480 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46019046-acde-4e99-b28b-ddd7a5357a58 None None] Network 8efa11ac-7efa-4436-8a41-9dfec0a8f282 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:15:07.687365 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-bc2259bd-23cf-46d4-bc60-6afa0da0e4a6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1258508700-router', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:07.692569 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-bc2259bd-23cf-46d4-bc60-6afa0da0e4a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:07.697763 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-bc2259bd-23cf-46d4-bc60-6afa0da0e4a6 admin admin] Usage tracker for resource:router and tenant:b0ba31f1fab64780bafe45627411dcbe is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:07.699548 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa524a7-0dc9-4547-881c-a533bda8e8eb None None] Network a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:15:07.701177 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-bc2259bd-23cf-46d4-bc60-6afa0da0e4a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:07.707564 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-bc2259bd-23cf-46d4-bc60-6afa0da0e4a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:07.717835 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b7cafe9e-134a-427b-9685-9fd2e673b17b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6864958 Mar 28 19:15:07.720163 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60588) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:07.793288 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc2259bd-23cf-46d4-bc60-6afa0da0e4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:07.794193 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc2259bd-23cf-46d4-bc60-6afa0da0e4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:07.916476 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc2259bd-23cf-46d4-bc60-6afa0da0e4a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:08.144766 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 69f3b2c4-4c8c-40d6-a267-78c04f844105 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:15:08.242473 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1722c90f-6800-40eb-aa55-527ac69426f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff', 'network_id': 'a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'fixed_ips': [{'subnet_id': 'a850c45b-ebbd-4579-87ae-cc58f207779c'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:15:08.243308 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1722c90f-6800-40eb-aa55-527ac69426f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:08.257396 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005c270a-91b9-4e35-86af-4008eb0a2b5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'fixed_ips': [{'subnet_id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:15:08.258192 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-005c270a-91b9-4e35-86af-4008eb0a2b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:08.361284 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29808e2c-75c9-4197-a7af-c8a6ca8e2a28 req-c4b691cf-af24-40ee-86c6-c8957a08d2b3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:08.362708 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-29808e2c-75c9-4197-a7af-c8a6ca8e2a28 req-c4b691cf-af24-40ee-86c6-c8957a08d2b3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0cec8d-e622-4894-a134-9533ac187bf8 HTTP/1.1" status: 200 len: 943 time: 0.5122118 Mar 28 19:15:08.640853 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc2259bd-23cf-46d4-bc60-6afa0da0e4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:08.661163 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-18bc956b-b75c-41ec-abf2-766a7b1f9bc4 None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:08.702871 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-29808e2c-75c9-4197-a7af-c8a6ca8e2a28 req-bc6a9cf5-e02c-4c61-a453-943bb391f89e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=82877f70-447b-4840-b370-ab0f281557e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3266435 Mar 28 19:15:08.722191 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 69f3b2c4-4c8c-40d6-a267-78c04f844105, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=69f3b2c4-4c8c-40d6-a267-78c04f844105,segment=NetworkSegment(239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca),segment_id=239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:15:08.739446 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-18bc956b-b75c-41ec-abf2-766a7b1f9bc4 None None] Transition to ACTIVE for port object 9187fdc5-8256-493d-b700-32366a64b034 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:15:08.760882 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '69f3b2c4-4c8c-40d6-a267-78c04f844105', 'network_id': 'd5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc', 'port_id': '69f3b2c4-4c8c-40d6-a267-78c04f844105', 'mac_address': 'fa:16:3e:1c:f2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d8f98e-bd81-46ef-99c4-167eec172d82', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:15:08.766578 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-18bc956b-b75c-41ec-abf2-766a7b1f9bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:08.773319 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-1722c90f-6800-40eb-aa55-527ac69426f8 None None] Allocated IP 172.21.0.2 (a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff/a850c45b-ebbd-4579-87ae-cc58f207779c/3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:15:08.906905 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e528b3cc-9dfe-4d13-804e-48c558410d53 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:08.923201 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-005c270a-91b9-4e35-86af-4008eb0a2b5c None None] Allocated IP 172.20.0.2 (8efa11ac-7efa-4436-8a41-9dfec0a8f282/93e49b98-1ab2-403b-80e2-ed54c2bdd260/5c4f714b-4537-4e25-916f-be179de4f931) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:15:09.042858 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211ef70-71fa-4462-85f9-8520ea8c5ec4 None None] Pushing event updated for resources: {'Port': ['ID=9187fdc5-8256-493d-b700-32366a64b034,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:09.242759 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:09.345809 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-18bc956b-b75c-41ec-abf2-766a7b1f9bc4 None None] Attempting to bind port 9187fdc5-8256-493d-b700-32366a64b034 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:15:09.346180 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-18bc956b-b75c-41ec-abf2-766a7b1f9bc4 None None] Attempting to bind port 9187fdc5-8256-493d-b700-32366a64b034 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '32dc0002-48a3-438d-978d-b53436984ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:15:09.346549 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bc956b-b75c-41ec-abf2-766a7b1f9bc4 None None] Attempting to bind port 9187fdc5-8256-493d-b700-32366a64b034 on network 539e46c0-8e4b-4cc7-999e-730103c3dce8 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:15:09.361375 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f3b2c4-4c8c-40d6-a267-78c04f844105 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:15:09.379790 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bc956b-b75c-41ec-abf2-766a7b1f9bc4 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:15:09.380171 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bc956b-b75c-41ec-abf2-766a7b1f9bc4 None None] Checking segment: {'id': '32dc0002-48a3-438d-978d-b53436984ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:15:09.380578 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-18bc956b-b75c-41ec-abf2-766a7b1f9bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:09.380975 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bc956b-b75c-41ec-abf2-766a7b1f9bc4 None None] Bound using segment: {'id': '32dc0002-48a3-438d-978d-b53436984ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:15:09.381467 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-18bc956b-b75c-41ec-abf2-766a7b1f9bc4 None None] Bound port: 9187fdc5-8256-493d-b700-32366a64b034, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32dc0002-48a3-438d-978d-b53436984ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:15:09.382083 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-18bc956b-b75c-41ec-abf2-766a7b1f9bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:09.445062 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 69f3b2c4-4c8c-40d6-a267-78c04f844105, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=69f3b2c4-4c8c-40d6-a267-78c04f844105,segment=NetworkSegment(239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca),segment_id=239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:15:09.481062 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc2259bd-23cf-46d4-bc60-6afa0da0e4a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:09.487401 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:09.520263 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc2259bd-23cf-46d4-bc60-6afa0da0e4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:09.669910 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-bc2259bd-23cf-46d4-bc60-6afa0da0e4a6 admin admin] Allocated IP 172.26.4.229 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/cbcce0e8-f03d-43b6-bfb9-1de298dc5fde) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:15:09.708723 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1722c90f-6800-40eb-aa55-527ac69426f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:09.713229 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-18bc956b-b75c-41ec-abf2-766a7b1f9bc4 None None] For port 9187fdc5-8256-493d-b700-32366a64b034, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:15:09.715917 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-005c270a-91b9-4e35-86af-4008eb0a2b5c None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:09.721184 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-18bc956b-b75c-41ec-abf2-766a7b1f9bc4 None None] For port 9187fdc5-8256-493d-b700-32366a64b034, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=9187fdc5-8256-493d-b700-32366a64b034,segment=NetworkSegment(32dc0002-48a3-438d-978d-b53436984ba9),segment_id=32dc0002-48a3-438d-978d-b53436984ba9)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:15:09.733426 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=69f3b2c4-4c8c-40d6-a267-78c04f844105,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:09.746342 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-18bc956b-b75c-41ec-abf2-766a7b1f9bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:09.789052 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-1722c90f-6800-40eb-aa55-527ac69426f8 None None] Transition to ACTIVE for port object 3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:15:09.791892 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-005c270a-91b9-4e35-86af-4008eb0a2b5c None None] Transition to ACTIVE for port object 5c4f714b-4537-4e25-916f-be179de4f931 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:15:09.860240 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-1722c90f-6800-40eb-aa55-527ac69426f8 None None] Transition to ACTIVE for port object 3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:15:09.861770 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['69f3b2c4-4c8c-40d6-a267-78c04f844105'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:15:09.867781 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc2259bd-23cf-46d4-bc60-6afa0da0e4a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:09.905913 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-005c270a-91b9-4e35-86af-4008eb0a2b5c None None] Transition to ACTIVE for port object 5c4f714b-4537-4e25-916f-be179de4f931 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:15:09.921822 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bc956b-b75c-41ec-abf2-766a7b1f9bc4 None None] Routers {'e897170a-d451-4933-8fc2-7600d1f0af9e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:09.922479 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-18bc956b-b75c-41ec-abf2-766a7b1f9bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e897170a-d451-4933-8fc2-7600d1f0af9e'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:09.926768 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13d0ae-a54c-4e6b-890b-76db24d59102 req-e8b888e6-d90c-4b62-b5c6-d72cbcfa75c8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:09.929988 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cb13d0ae-a54c-4e6b-890b-76db24d59102 req-e8b888e6-d90c-4b62-b5c6-d72cbcfa75c8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0cec8d-e622-4894-a134-9533ac187bf8 HTTP/1.1" status: 200 len: 944 time: 0.1129386 Mar 28 19:15:09.979098 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1722c90f-6800-40eb-aa55-527ac69426f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:09.999092 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc2259bd-23cf-46d4-bc60-6afa0da0e4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:10.004689 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-005c270a-91b9-4e35-86af-4008eb0a2b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:10.015333 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211ef70-71fa-4462-85f9-8520ea8c5ec4 None None] Pushing event updated for resources: {'Port': ['ID=9187fdc5-8256-493d-b700-32366a64b034,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:10.088804 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2259bd-23cf-46d4-bc60-6afa0da0e4a6 admin admin] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:15:10.093272 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cb13d0ae-a54c-4e6b-890b-76db24d59102 req-8f7dd956-f760-4ea5-9c41-8ee696d2ce83 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=82877f70-447b-4840-b370-ab0f281557e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330519 Mar 28 19:15:10.094306 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-e528b3cc-9dfe-4d13-804e-48c558410d53 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Allocated IP 172.21.0.1 (a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff/a850c45b-ebbd-4579-87ae-cc58f207779c/72b7376b-b7e3-4888-a2e1-2ad2401443f0) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:15:10.098135 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-bc2259bd-23cf-46d4-bc60-6afa0da0e4a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:15:10.110237 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2259bd-23cf-46d4-bc60-6afa0da0e4a6 admin admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:15:10.155494 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2259bd-23cf-46d4-bc60-6afa0da0e4a6 admin admin] Pushing event updated for resources: {'Port': ['ID=cbcce0e8-f03d-43b6-bfb9-1de298dc5fde,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:10.158810 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1722c90f-6800-40eb-aa55-527ac69426f8 None None] Network a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:15:10.160632 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005c270a-91b9-4e35-86af-4008eb0a2b5c None None] Network 8efa11ac-7efa-4436-8a41-9dfec0a8f282 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:15:10.171944 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-1722c90f-6800-40eb-aa55-527ac69426f8 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:15:10.174365 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1722c90f-6800-40eb-aa55-527ac69426f8 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:15:10.176740 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-005c270a-91b9-4e35-86af-4008eb0a2b5c None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:15:10.179959 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005c270a-91b9-4e35-86af-4008eb0a2b5c None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:15:10.301023 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-18bc956b-b75c-41ec-abf2-766a7b1f9bc4 None None] Set router e897170a-d451-4933-8fc2-7600d1f0af9e gateway port host: None {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:10.340803 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722c90f-6800-40eb-aa55-527ac69426f8 None None] Pushing event updated for resources: {'Port': ['ID=3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:10.477131 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e528b3cc-9dfe-4d13-804e-48c558410d53 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:10.529332 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-005c270a-91b9-4e35-86af-4008eb0a2b5c None None] Attempting to bind port 5c4f714b-4537-4e25-916f-be179de4f931 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:15:10.529771 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-005c270a-91b9-4e35-86af-4008eb0a2b5c None None] Attempting to bind port 5c4f714b-4537-4e25-916f-be179de4f931 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'b36378e5-7fd7-4b05-b8ed-c592bc915443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:15:10.530064 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c270a-91b9-4e35-86af-4008eb0a2b5c None None] Attempting to bind port 5c4f714b-4537-4e25-916f-be179de4f931 on network 8efa11ac-7efa-4436-8a41-9dfec0a8f282 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:15:10.560564 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-e528b3cc-9dfe-4d13-804e-48c558410d53 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Transition to ACTIVE for port object 72b7376b-b7e3-4888-a2e1-2ad2401443f0 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:15:10.628290 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c270a-91b9-4e35-86af-4008eb0a2b5c None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:15:10.628565 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c270a-91b9-4e35-86af-4008eb0a2b5c None None] Checking segment: {'id': 'b36378e5-7fd7-4b05-b8ed-c592bc915443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:15:10.628959 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-005c270a-91b9-4e35-86af-4008eb0a2b5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:10.629352 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005c270a-91b9-4e35-86af-4008eb0a2b5c None None] Bound using segment: {'id': 'b36378e5-7fd7-4b05-b8ed-c592bc915443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:15:10.629818 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-005c270a-91b9-4e35-86af-4008eb0a2b5c None None] Bound port: 5c4f714b-4537-4e25-916f-be179de4f931, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36378e5-7fd7-4b05-b8ed-c592bc915443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:15:10.630192 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-005c270a-91b9-4e35-86af-4008eb0a2b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:10.680132 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e528b3cc-9dfe-4d13-804e-48c558410d53 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:10.718732 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c270a-91b9-4e35-86af-4008eb0a2b5c None None] Pushing event updated for resources: {'Port': ['ID=5c4f714b-4537-4e25-916f-be179de4f931,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:10.723270 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc2259bd-23cf-46d4-bc60-6afa0da0e4a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:10.725117 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-1722c90f-6800-40eb-aa55-527ac69426f8 None None] Attempting to bind port 3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:15:10.725566 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-1722c90f-6800-40eb-aa55-527ac69426f8 None None] Attempting to bind port 3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'e388bb99-893d-457e-bc80-2ab12599e77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:15:10.726012 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1722c90f-6800-40eb-aa55-527ac69426f8 None None] Attempting to bind port 3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d on network a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:15:10.779687 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1722c90f-6800-40eb-aa55-527ac69426f8 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:15:10.780103 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1722c90f-6800-40eb-aa55-527ac69426f8 None None] Checking segment: {'id': 'e388bb99-893d-457e-bc80-2ab12599e77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:15:10.780532 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1722c90f-6800-40eb-aa55-527ac69426f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:10.780856 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1722c90f-6800-40eb-aa55-527ac69426f8 None None] Bound using segment: {'id': 'e388bb99-893d-457e-bc80-2ab12599e77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:15:10.781320 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-1722c90f-6800-40eb-aa55-527ac69426f8 None None] Bound port: 3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e388bb99-893d-457e-bc80-2ab12599e77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:15:10.782137 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1722c90f-6800-40eb-aa55-527ac69426f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:10.817847 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e528b3cc-9dfe-4d13-804e-48c558410d53 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:15:10.828836 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-e528b3cc-9dfe-4d13-804e-48c558410d53 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:15:10.843042 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e528b3cc-9dfe-4d13-804e-48c558410d53 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:15:10.872229 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528b3cc-9dfe-4d13-804e-48c558410d53 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Port': ['ID=72b7376b-b7e3-4888-a2e1-2ad2401443f0,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:11.073582 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-005c270a-91b9-4e35-86af-4008eb0a2b5c None None] For port 5c4f714b-4537-4e25-916f-be179de4f931, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:15:11.091517 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-1722c90f-6800-40eb-aa55-527ac69426f8 None None] For port 3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:15:11.107434 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e528b3cc-9dfe-4d13-804e-48c558410d53 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:11.115367 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-005c270a-91b9-4e35-86af-4008eb0a2b5c None None] For port 5c4f714b-4537-4e25-916f-be179de4f931, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=5c4f714b-4537-4e25-916f-be179de4f931,segment=NetworkSegment(b36378e5-7fd7-4b05-b8ed-c592bc915443),segment_id=b36378e5-7fd7-4b05-b8ed-c592bc915443)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:15:11.120363 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-1722c90f-6800-40eb-aa55-527ac69426f8 None None] For port 3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d,segment=NetworkSegment(e388bb99-893d-457e-bc80-2ab12599e77e),segment_id=e388bb99-893d-457e-bc80-2ab12599e77e)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:15:11.128825 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-005c270a-91b9-4e35-86af-4008eb0a2b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:11.169749 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1722c90f-6800-40eb-aa55-527ac69426f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:11.278215 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c270a-91b9-4e35-86af-4008eb0a2b5c None None] Pushing event updated for resources: {'Port': ['ID=5c4f714b-4537-4e25-916f-be179de4f931,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:11.343918 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-18bc956b-b75c-41ec-abf2-766a7b1f9bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'name': 'tempest-RoutersTest-router-1414407960', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:59Z', 'updated_at': '2022-03-28T19:15:04Z', 'revision_number': 2, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None, '_interfaces': [{'id': '9187fdc5-8256-493d-b700-32366a64b034', 'name': '', 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:81:0f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:03Z', 'updated_at': '2022-03-28T19:15:09Z', 'revision_number': 4, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:11.367765 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bc956b-b75c-41ec-abf2-766a7b1f9bc4 None None] The sync data for ids ['e897170a-d451-4933-8fc2-7600d1f0af9e'] in dv-neutron-834711-1-hyperv is: [{'id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'name': 'tempest-RoutersTest-router-1414407960', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:59Z', 'updated_at': '2022-03-28T19:15:04Z', 'revision_number': 2, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None, '_interfaces': [{'id': '9187fdc5-8256-493d-b700-32366a64b034', 'name': '', 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:81:0f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:03Z', 'updated_at': '2022-03-28T19:15:09Z', 'revision_number': 4, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:15:11.369538 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc2259bd-23cf-46d4-bc60-6afa0da0e4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:11.404657 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722c90f-6800-40eb-aa55-527ac69426f8 None None] Pushing event updated for resources: {'Port': ['ID=3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:11.627541 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071b5c6-fcf2-43ec-a6de-ad716ef82917 req-ca4bde68-95a3-41ec-b500-83b6e3c3ab56 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:11.629102 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0071b5c6-fcf2-43ec-a6de-ad716ef82917 req-ca4bde68-95a3-41ec-b500-83b6e3c3ab56 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0cec8d-e622-4894-a134-9533ac187bf8 HTTP/1.1" status: 200 len: 944 time: 0.4198768 Mar 28 19:15:11.634745 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e528b3cc-9dfe-4d13-804e-48c558410d53 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:11.774541 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0071b5c6-fcf2-43ec-a6de-ad716ef82917 req-0c3ded5c-14f4-496f-9e56-4b983e285d9b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=82877f70-447b-4840-b370-ab0f281557e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285951 Mar 28 19:15:11.958337 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2259bd-23cf-46d4-bc60-6afa0da0e4a6 admin admin] Router 3f8412fd-f723-4525-81e9-8b7f1fe85118 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:15:12.157749 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 69f3b2c4-4c8c-40d6-a267-78c04f844105 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:15:12.237065 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port 69f3b2c4-4c8c-40d6-a267-78c04f844105 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:15:12.242339 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 69f3b2c4-4c8c-40d6-a267-78c04f844105 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:12.242715 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:12.274328 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2259bd-23cf-46d4-bc60-6afa0da0e4a6 admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:15:12.287463 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8995eabe-b274-4ac2-a171-12c115a9f7cb None None] Sync routers for ids ['3f8412fd-f723-4525-81e9-8b7f1fe85118'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:15:12.302471 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8995eabe-b274-4ac2-a171-12c115a9f7cb None None] Routers {'3f8412fd-f723-4525-81e9-8b7f1fe85118'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:12.304255 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-8995eabe-b274-4ac2-a171-12c115a9f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3f8412fd-f723-4525-81e9-8b7f1fe85118'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:12.316865 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc2259bd-23cf-46d4-bc60-6afa0da0e4a6 admin admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:12.320791 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-bc2259bd-23cf-46d4-bc60-6afa0da0e4a6 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6403780 Mar 28 19:15:12.320984 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60598) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:12.324878 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e528b3cc-9dfe-4d13-804e-48c558410d53 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:12.377034 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:12.410741 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0cec8d-e622-4894-a134-9533ac187bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f3b2c4-4c8c-40d6-a267-78c04f844105'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:15:12.422490 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 69f3b2c4-4c8c-40d6-a267-78c04f844105, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=69f3b2c4-4c8c-40d6-a267-78c04f844105,segment=NetworkSegment(239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca),segment_id=239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:15:12.429362 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:12.522541 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-8995eabe-b274-4ac2-a171-12c115a9f7cb None None] Set router 3f8412fd-f723-4525-81e9-8b7f1fe85118 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:12.528682 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0cec8d-e622-4894-a134-9533ac187bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f3b2c4-4c8c-40d6-a267-78c04f844105', 'code': 200} Mar 28 19:15:12.529232 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=69f3b2c4-4c8c-40d6-a267-78c04f844105,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:12.649523 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ede4c0-0603-4e94-9694-c039091a380b None None] Network 8efa11ac-7efa-4436-8a41-9dfec0a8f282 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:15:12.665125 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e528b3cc-9dfe-4d13-804e-48c558410d53 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:12.706570 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:15:12.778837 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-1ed5b77e-1e5a-49b8-bd06-7b1eaabd3228 None None] Provisioning for port 5c4f714b-4537-4e25-916f-be179de4f931 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:15:12.783717 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e528b3cc-9dfe-4d13-804e-48c558410d53 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:12.932587 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-8995eabe-b274-4ac2-a171-12c115a9f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'name': 'tempest-TestVolumeBootPattern-1258508700-router', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:07Z', 'updated_at': '2022-03-28T19:15:10Z', 'revision_number': 3, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'gw_port': {'id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:12.937156 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8995eabe-b274-4ac2-a171-12c115a9f7cb None None] Checking router: 3f8412fd-f723-4525-81e9-8b7f1fe85118 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:15:12.937760 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8995eabe-b274-4ac2-a171-12c115a9f7cb None None] Updating router 3f8412fd-f723-4525-81e9-8b7f1fe85118 port cbcce0e8-f03d-43b6-bfb9-1de298dc5fde binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:15:12.997729 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-8995eabe-b274-4ac2-a171-12c115a9f7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:13.109963 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528b3cc-9dfe-4d13-804e-48c558410d53 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Port': ['ID=72b7376b-b7e3-4888-a2e1-2ad2401443f0,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:13.200066 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0d34e-a1c5-4dca-8d4e-670a376b75b4 req-064463d0-f2d8-415d-8554-9e5f92c0b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:13.201571 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c8f0d34e-a1c5-4dca-8d4e-670a376b75b4 req-064463d0-f2d8-415d-8554-9e5f92c0b76f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6b0cec8d-e622-4894-a134-9533ac187bf8 HTTP/1.1" status: 200 len: 1098 time: 0.4604878 Mar 28 19:15:13.300622 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e528b3cc-9dfe-4d13-804e-48c558410d53 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:15:13.317784 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-e528b3cc-9dfe-4d13-804e-48c558410d53 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:15:13.344562 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-8995eabe-b274-4ac2-a171-12c115a9f7cb None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:13.357102 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-8995eabe-b274-4ac2-a171-12c115a9f7cb None None] Transition to ACTIVE for port object cbcce0e8-f03d-43b6-bfb9-1de298dc5fde will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:15:13.363513 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-8995eabe-b274-4ac2-a171-12c115a9f7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:13.407655 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c8f0d34e-a1c5-4dca-8d4e-670a376b75b4 req-4296a97f-877b-4071-b3bb-585b01118b45 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=82877f70-447b-4840-b370-ab0f281557e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496906 Mar 28 19:15:13.434860 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df889b50-f7c3-4cc4-b434-b0625bde5929 None None] Pushing event updated for resources: {'Port': ['ID=cbcce0e8-f03d-43b6-bfb9-1de298dc5fde,revision_number=2']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:13.444317 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df889b50-f7c3-4cc4-b434-b0625bde5929 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:13.444848 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df889b50-f7c3-4cc4-b434-b0625bde5929 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:13.445405 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df889b50-f7c3-4cc4-b434-b0625bde5929 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:13.445747 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df889b50-f7c3-4cc4-b434-b0625bde5929 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:13.446185 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df889b50-f7c3-4cc4-b434-b0625bde5929 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:13.446383 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df889b50-f7c3-4cc4-b434-b0625bde5929 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:13.446765 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df889b50-f7c3-4cc4-b434-b0625bde5929 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:13.447115 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df889b50-f7c3-4cc4-b434-b0625bde5929 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:13.447439 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df889b50-f7c3-4cc4-b434-b0625bde5929 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:13.447923 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df889b50-f7c3-4cc4-b434-b0625bde5929 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:13.448247 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df889b50-f7c3-4cc4-b434-b0625bde5929 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:13.448562 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df889b50-f7c3-4cc4-b434-b0625bde5929 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:13.471096 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-8995eabe-b274-4ac2-a171-12c115a9f7cb None None] Attempting to bind port cbcce0e8-f03d-43b6-bfb9-1de298dc5fde on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:15:13.471457 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-8995eabe-b274-4ac2-a171-12c115a9f7cb None None] Attempting to bind port cbcce0e8-f03d-43b6-bfb9-1de298dc5fde by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:15:13.472002 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8995eabe-b274-4ac2-a171-12c115a9f7cb None None] Attempting to bind port cbcce0e8-f03d-43b6-bfb9-1de298dc5fde on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:15:13.476607 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00854ad-53c6-430b-ad0e-992a0c80871f req-5bbea225-c6cc-4fbf-b7dc-bdc83edab639 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:13.478014 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c00854ad-53c6-430b-ad0e-992a0c80871f req-5bbea225-c6cc-4fbf-b7dc-bdc83edab639 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0cec8d-e622-4894-a134-9533ac187bf8 HTTP/1.1" status: 200 len: 945 time: 0.5262620 Mar 28 19:15:13.484903 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8995eabe-b274-4ac2-a171-12c115a9f7cb None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:15:13.485294 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8995eabe-b274-4ac2-a171-12c115a9f7cb None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:15:13.485724 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-8995eabe-b274-4ac2-a171-12c115a9f7cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:13.486104 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8995eabe-b274-4ac2-a171-12c115a9f7cb None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:15:13.486569 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-8995eabe-b274-4ac2-a171-12c115a9f7cb None None] Bound port: cbcce0e8-f03d-43b6-bfb9-1de298dc5fde, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:15:13.486986 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-8995eabe-b274-4ac2-a171-12c115a9f7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:13.571094 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-8995eabe-b274-4ac2-a171-12c115a9f7cb None None] For port cbcce0e8-f03d-43b6-bfb9-1de298dc5fde, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:15:13.584440 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-8995eabe-b274-4ac2-a171-12c115a9f7cb None None] For port cbcce0e8-f03d-43b6-bfb9-1de298dc5fde, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=cbcce0e8-f03d-43b6-bfb9-1de298dc5fde,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:15:13.593917 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-8995eabe-b274-4ac2-a171-12c115a9f7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:13.641222 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:15:13.689625 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df889b50-f7c3-4cc4-b434-b0625bde5929 None None] Pushing event updated for resources: {'Port': ['ID=cbcce0e8-f03d-43b6-bfb9-1de298dc5fde,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:13.698183 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8995eabe-b274-4ac2-a171-12c115a9f7cb None None] Routers {'3f8412fd-f723-4525-81e9-8b7f1fe85118'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:13.699065 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-8995eabe-b274-4ac2-a171-12c115a9f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3f8412fd-f723-4525-81e9-8b7f1fe85118'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:13.715718 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c00854ad-53c6-430b-ad0e-992a0c80871f req-33c368b5-dfd4-4eec-8523-631f20ec1b3c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=82877f70-447b-4840-b370-ab0f281557e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215476 Mar 28 19:15:13.739171 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e528b3cc-9dfe-4d13-804e-48c558410d53 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Router e897170a-d451-4933-8fc2-7600d1f0af9e has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:15:13.788414 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:15:13.794078 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 9187fdc5-8256-493d-b700-32366a64b034 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:15:13.875695 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 9187fdc5-8256-493d-b700-32366a64b034 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:15:13.881048 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 9187fdc5-8256-493d-b700-32366a64b034 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:13.881424 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:13.911181 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-8995eabe-b274-4ac2-a171-12c115a9f7cb None None] Set router 3f8412fd-f723-4525-81e9-8b7f1fe85118 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:13.916738 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e761d045-c73a-4842-843e-8367193f40db None None] Network a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:15:14.033834 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-90b93136-946a-4cee-8853-97855be690bd None None] Provisioning for port 3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:15:14.054485 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-90b93136-946a-4cee-8853-97855be690bd None None] Provisioning complete for port 3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:14.054857 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-90b93136-946a-4cee-8853-97855be690bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:14.158744 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e528b3cc-9dfe-4d13-804e-48c558410d53 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:15:14.167146 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e528b3cc-9dfe-4d13-804e-48c558410d53 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "PUT /v2.0/routers/e897170a-d451-4933-8fc2-7600d1f0af9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4433072 Mar 28 19:15:14.167362 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60606) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:14.174513 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-7ac313ff-1e28-40d0-a799-8bdc49c87956 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'network': {'name': 'tempest-RoutersTest-1191214819'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:14.184680 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704a83c5-6a3e-432e-88bf-f027148c4aad None None] Sync routers for ids ['e897170a-d451-4933-8fc2-7600d1f0af9e'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:15:14.210451 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-7ac313ff-1e28-40d0-a799-8bdc49c87956 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:14.229684 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-7ac313ff-1e28-40d0-a799-8bdc49c87956 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Usage tracker for resource:network and tenant:850c7a06f362434c857dc7f4b61d686b is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:14.234255 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-8995eabe-b274-4ac2-a171-12c115a9f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'name': 'tempest-TestVolumeBootPattern-1258508700-router', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:07Z', 'updated_at': '2022-03-28T19:15:10Z', 'revision_number': 3, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'gw_port': {'id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:14.235301 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-7ac313ff-1e28-40d0-a799-8bdc49c87956 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:14.243405 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8995eabe-b274-4ac2-a171-12c115a9f7cb None None] The sync data for ids ['3f8412fd-f723-4525-81e9-8b7f1fe85118'] in dv-neutron-834711-1-hyperv is: [{'id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'name': 'tempest-TestVolumeBootPattern-1258508700-router', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:07Z', 'updated_at': '2022-03-28T19:15:10Z', 'revision_number': 3, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'gw_port': {'id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:15:14.244721 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-7ac313ff-1e28-40d0-a799-8bdc49c87956 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:14.246435 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:14.263752 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-93af93e5-7fb8-47d2-898f-37eb5812d370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:14.282755 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac313ff-1e28-40d0-a799-8bdc49c87956 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Made reservation on behalf of 850c7a06f362434c857dc7f4b61d686b for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:15:14.286581 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7ac313ff-1e28-40d0-a799-8bdc49c87956 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:14.336508 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704a83c5-6a3e-432e-88bf-f027148c4aad None None] Routers {'e897170a-d451-4933-8fc2-7600d1f0af9e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:14.337153 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-704a83c5-6a3e-432e-88bf-f027148c4aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e897170a-d451-4933-8fc2-7600d1f0af9e'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:14.364068 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac313ff-1e28-40d0-a799-8bdc49c87956 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:15:14.391584 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7ac313ff-1e28-40d0-a799-8bdc49c87956 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:14.392030 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-7ac313ff-1e28-40d0-a799-8bdc49c87956 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Added segment e3f1cbe3-7c2b-472f-8dd2-a5d9e5330dff of type vlan for network 76b2f47f-02f3-4a23-9cbf-f80e04d66a07 Mar 28 19:15:14.470150 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7ac313ff-1e28-40d0-a799-8bdc49c87956 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:14.551310 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-90b93136-946a-4cee-8853-97855be690bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:14.561572 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 9187fdc5-8256-493d-b700-32366a64b034, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=9187fdc5-8256-493d-b700-32366a64b034,segment=NetworkSegment(32dc0002-48a3-438d-978d-b53436984ba9),segment_id=32dc0002-48a3-438d-978d-b53436984ba9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:15:14.588909 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:14.589981 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 5c4f714b-4537-4e25-916f-be179de4f931 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:15:14.603958 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7ac313ff-1e28-40d0-a799-8bdc49c87956 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:14.610460 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac313ff-1e28-40d0-a799-8bdc49c87956 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:14.611221 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7ac313ff-1e28-40d0-a799-8bdc49c87956 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:14.615614 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-93af93e5-7fb8-47d2-898f-37eb5812d370 admin admin] Allocated IP 172.20.0.1 (8efa11ac-7efa-4436-8a41-9dfec0a8f282/93e49b98-1ab2-403b-80e2-ed54c2bdd260/8b6ff349-316d-45d6-91e9-fc06a71e1b38) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:15:14.708721 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-704a83c5-6a3e-432e-88bf-f027148c4aad None None] Set router e897170a-d451-4933-8fc2-7600d1f0af9e gateway port host: None {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:14.819654 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-90b93136-946a-4cee-8853-97855be690bd None None] For port 3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d,segment=NetworkSegment(e388bb99-893d-457e-bc80-2ab12599e77e),segment_id=e388bb99-893d-457e-bc80-2ab12599e77e)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:15:14.849994 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-90b93136-946a-4cee-8853-97855be690bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:14.941498 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=9187fdc5-8256-493d-b700-32366a64b034,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:14.943410 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-7ac313ff-1e28-40d0-a799-8bdc49c87956 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7751143 Mar 28 19:15:14.946235 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60612) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:14.953649 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-95ef8c04-f34d-4b76-8293-e2928ca8f038 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'subnet': {'network_id': '76b2f47f-02f3-4a23-9cbf-f80e04d66a07', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:14.976292 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-93af93e5-7fb8-47d2-898f-37eb5812d370 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:15.035890 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac313ff-1e28-40d0-a799-8bdc49c87956 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Network': ['ID=76b2f47f-02f3-4a23-9cbf-f80e04d66a07,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:15.050260 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-93af93e5-7fb8-47d2-898f-37eb5812d370 admin admin] Transition to ACTIVE for port object 8b6ff349-316d-45d6-91e9-fc06a71e1b38 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:15:15.092552 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 76b2f47f-02f3-4a23-9cbf-f80e04d66a07 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:15:15.104630 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 5c4f714b-4537-4e25-916f-be179de4f931 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:15:15.105464 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc44937-ac27-4990-814b-83fa0d82b004 req-463cc987-5a05-4bc2-8d08-1b02d29254eb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:15.107044 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5fc44937-ac27-4990-814b-83fa0d82b004 req-463cc987-5a05-4bc2-8d08-1b02d29254eb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0cec8d-e622-4894-a134-9533ac187bf8 HTTP/1.1" status: 200 len: 945 time: 0.1663063 Mar 28 19:15:15.112670 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-95ef8c04-f34d-4b76-8293-e2928ca8f038 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:15.122385 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 5c4f714b-4537-4e25-916f-be179de4f931 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:15.123133 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:15.129715 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-95ef8c04-f34d-4b76-8293-e2928ca8f038 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Usage tracker for resource:subnet and tenant:850c7a06f362434c857dc7f4b61d686b is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:15.133614 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-93af93e5-7fb8-47d2-898f-37eb5812d370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:15.135136 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-95ef8c04-f34d-4b76-8293-e2928ca8f038 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:15.142118 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-95ef8c04-f34d-4b76-8293-e2928ca8f038 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:15.170046 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ef8c04-f34d-4b76-8293-e2928ca8f038 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Made reservation on behalf of 850c7a06f362434c857dc7f4b61d686b for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:15:15.174702 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-95ef8c04-f34d-4b76-8293-e2928ca8f038 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:15.258131 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5fc44937-ac27-4990-814b-83fa0d82b004 req-8f65bb1c-70e8-491f-b881-c1b6bd6ccff4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=82877f70-447b-4840-b370-ab0f281557e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404698 Mar 28 19:15:15.287047 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93af93e5-7fb8-47d2-898f-37eb5812d370 admin admin] Network 8efa11ac-7efa-4436-8a41-9dfec0a8f282 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:15:15.290839 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-93af93e5-7fb8-47d2-898f-37eb5812d370 admin admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:15:15.304666 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93af93e5-7fb8-47d2-898f-37eb5812d370 admin admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:15:15.366677 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af93e5-7fb8-47d2-898f-37eb5812d370 admin admin] Pushing event updated for resources: {'Port': ['ID=8b6ff349-316d-45d6-91e9-fc06a71e1b38,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:15.378964 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b93136-946a-4cee-8853-97855be690bd None None] Pushing event updated for resources: {'Port': ['ID=3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:15.392913 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-93af93e5-7fb8-47d2-898f-37eb5812d370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:15.548821 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-95ef8c04-f34d-4b76-8293-e2928ca8f038 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:15.599161 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:15.640401 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-80b38f69-4e49-4364-8fd4-cc9810987d40 None None] Provisioning for port 72b7376b-b7e3-4888-a2e1-2ad2401443f0 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:15:15.659107 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-80b38f69-4e49-4364-8fd4-cc9810987d40 None None] Provisioning complete for port 72b7376b-b7e3-4888-a2e1-2ad2401443f0 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:15.659843 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-80b38f69-4e49-4364-8fd4-cc9810987d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:15.660871 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef8c04-f34d-4b76-8293-e2928ca8f038 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Subnet': ['ID=a9b14bda-7579-4cc2-ab3f-db05a9973e79,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:15.661686 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-93af93e5-7fb8-47d2-898f-37eb5812d370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:15.709360 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 5c4f714b-4537-4e25-916f-be179de4f931, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=5c4f714b-4537-4e25-916f-be179de4f931,segment=NetworkSegment(b36378e5-7fd7-4b05-b8ed-c592bc915443),segment_id=b36378e5-7fd7-4b05-b8ed-c592bc915443)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:15:15.721991 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-704a83c5-6a3e-432e-88bf-f027148c4aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'name': 'tempest-RoutersTest-router-1414407960', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:59Z', 'updated_at': '2022-03-28T19:15:11Z', 'revision_number': 3, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None, '_interfaces': [{'id': '72b7376b-b7e3-4888-a2e1-2ad2401443f0', 'name': '', 'network_id': 'a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:e3:6b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:11Z', 'revision_number': 2, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9187fdc5-8256-493d-b700-32366a64b034', 'name': '', 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:81:0f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:03Z', 'updated_at': '2022-03-28T19:15:09Z', 'revision_number': 4, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:15.728684 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:15.767876 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ef8c04-f34d-4b76-8293-e2928ca8f038 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Checking segment: {'id': 'e3f1cbe3-7c2b-472f-8dd2-a5d9e5330dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '76b2f47f-02f3-4a23-9cbf-f80e04d66a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:15:15.768240 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ef8c04-f34d-4b76-8293-e2928ca8f038 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network hostable DHCP agents. Network: 76b2f47f-02f3-4a23-9cbf-f80e04d66a07, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:15:15.790458 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704a83c5-6a3e-432e-88bf-f027148c4aad None None] Checking router: e897170a-d451-4933-8fc2-7600d1f0af9e for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:15:15.791327 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704a83c5-6a3e-432e-88bf-f027148c4aad None None] Updating router e897170a-d451-4933-8fc2-7600d1f0af9e port 72b7376b-b7e3-4888-a2e1-2ad2401443f0 binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:15:15.802497 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ef8c04-f34d-4b76-8293-e2928ca8f038 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network 76b2f47f-02f3-4a23-9cbf-f80e04d66a07 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:15:15.822113 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-95ef8c04-f34d-4b76-8293-e2928ca8f038 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 76b2f47f-02f3-4a23-9cbf-f80e04d66a07) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:15:15.832370 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ef8c04-f34d-4b76-8293-e2928ca8f038 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:15.833838 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-95ef8c04-f34d-4b76-8293-e2928ca8f038 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:15.841731 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4323476a-aa9e-499f-9569-358d8d13ba99 None None] Network 76b2f47f-02f3-4a23-9cbf-f80e04d66a07 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:15:15.885886 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-80b38f69-4e49-4364-8fd4-cc9810987d40 None None] Port 72b7376b-b7e3-4888-a2e1-2ad2401443f0 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:15:15.904044 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-95ef8c04-f34d-4b76-8293-e2928ca8f038 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9560218 Mar 28 19:15:15.905224 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60616) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:15.997040 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device cbcce0e8-f03d-43b6-bfb9-1de298dc5fde up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:15:16.059488 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-93af93e5-7fb8-47d2-898f-37eb5812d370 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:16.067265 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-93af93e5-7fb8-47d2-898f-37eb5812d370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:16.131475 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-704a83c5-6a3e-432e-88bf-f027148c4aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:16.146137 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=5c4f714b-4537-4e25-916f-be179de4f931,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:16.157702 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-80b38f69-4e49-4364-8fd4-cc9810987d40 None None] Provisioning complete for port 3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:16.158095 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-80b38f69-4e49-4364-8fd4-cc9810987d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:16.183792 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af93e5-7fb8-47d2-898f-37eb5812d370 admin admin] Pushing event updated for resources: {'Port': ['ID=8b6ff349-316d-45d6-91e9-fc06a71e1b38,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:16.186328 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-93af93e5-7fb8-47d2-898f-37eb5812d370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:16.329129 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93af93e5-7fb8-47d2-898f-37eb5812d370 admin admin] Network 8efa11ac-7efa-4436-8a41-9dfec0a8f282 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:15:16.330274 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-93af93e5-7fb8-47d2-898f-37eb5812d370 admin admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:15:16.566934 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port cbcce0e8-f03d-43b6-bfb9-1de298dc5fde completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:15:16.584380 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29451778-4ccd-404c-a226-4a4135284e8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-76b2f47f-02f3-4a23-9cbf-f80e04d66a07', 'network_id': '76b2f47f-02f3-4a23-9cbf-f80e04d66a07', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'fixed_ips': [{'subnet_id': 'a9b14bda-7579-4cc2-ab3f-db05a9973e79'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:15:16.585604 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-29451778-4ccd-404c-a226-4a4135284e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:16.628338 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port cbcce0e8-f03d-43b6-bfb9-1de298dc5fde triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:16.628694 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:16.774386 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0965486-f7c4-4fb7-9f18-9fd0af80a9e0 req-13606444-d55c-41ec-a239-44ae33f94887 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:16.775884 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d0965486-f7c4-4fb7-9f18-9fd0af80a9e0 req-13606444-d55c-41ec-a239-44ae33f94887 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0cec8d-e622-4894-a134-9533ac187bf8 HTTP/1.1" status: 200 len: 945 time: 0.3603210 Mar 28 19:15:16.810929 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-36986bb3-fa69-42ba-8857-0314435ac2d4 None None] Provisioning for port 8b6ff349-316d-45d6-91e9-fc06a71e1b38 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:15:16.817578 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1302e3b3-beeb-4565-8af1-1d31d2e2e64c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:16.820138 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93af93e5-7fb8-47d2-898f-37eb5812d370 admin admin] Router 3f8412fd-f723-4525-81e9-8b7f1fe85118 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:15:16.844152 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d0965486-f7c4-4fb7-9f18-9fd0af80a9e0 req-fead35d4-8448-4aaa-84e7-a9c0eca8b281 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=82877f70-447b-4840-b370-ab0f281557e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588436 Mar 28 19:15:16.845597 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-36986bb3-fa69-42ba-8857-0314435ac2d4 None None] Provisioning complete for port 8b6ff349-316d-45d6-91e9-fc06a71e1b38 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:16.846010 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-36986bb3-fa69-42ba-8857-0314435ac2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:17.007803 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-36986bb3-fa69-42ba-8857-0314435ac2d4 None None] Port 8b6ff349-316d-45d6-91e9-fc06a71e1b38 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:15:17.046946 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:17.098439 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93af93e5-7fb8-47d2-898f-37eb5812d370 admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:15:17.117253 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-93af93e5-7fb8-47d2-898f-37eb5812d370 admin admin] 10.222.0.10 "PUT /v2.0/routers/3f8412fd-f723-4525-81e9-8b7f1fe85118/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7864523 Mar 28 19:15:17.119817 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afeb236-5402-4eb3-8a9b-5a532c8deff0 None None] Sync routers for ids ['3f8412fd-f723-4525-81e9-8b7f1fe85118'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:15:17.131351 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afeb236-5402-4eb3-8a9b-5a532c8deff0 None None] Routers {'3f8412fd-f723-4525-81e9-8b7f1fe85118'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:17.132388 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-5afeb236-5402-4eb3-8a9b-5a532c8deff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3f8412fd-f723-4525-81e9-8b7f1fe85118'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:17.139357 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2dceea-fbbb-4cc3-968f-a44b598d7933 req-42b2d90a-7242-4d4e-8d61-e09824407c0b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:17.140991 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ef2dceea-fbbb-4cc3-968f-a44b598d7933 req-42b2d90a-7242-4d4e-8d61-e09824407c0b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0cec8d-e622-4894-a134-9533ac187bf8 HTTP/1.1" status: 200 len: 945 time: 0.1345341 Mar 28 19:15:17.145677 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port cbcce0e8-f03d-43b6-bfb9-1de298dc5fde, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=cbcce0e8-f03d-43b6-bfb9-1de298dc5fde,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:15:17.152244 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-36986bb3-fa69-42ba-8857-0314435ac2d4 None None] Provisioning complete for port 72b7376b-b7e3-4888-a2e1-2ad2401443f0 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:17.152614 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-36986bb3-fa69-42ba-8857-0314435ac2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:17.186235 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-29451778-4ccd-404c-a226-4a4135284e8e None None] Allocated IP 172.22.0.2 (76b2f47f-02f3-4a23-9cbf-f80e04d66a07/a9b14bda-7579-4cc2-ab3f-db05a9973e79/81a01684-4acd-4157-9729-70f26887146f) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:15:17.190665 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:17.191480 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:15:17.236021 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ef2dceea-fbbb-4cc3-968f-a44b598d7933 req-675ed36f-b8c6-41e2-ace1-2f23dbda298a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=82877f70-447b-4840-b370-ab0f281557e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857136 Mar 28 19:15:17.252396 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60626) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:17.296551 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-704a83c5-6a3e-432e-88bf-f027148c4aad None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:17.354568 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee45d9e-0561-491d-ad6a-94846f88256e tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:17.360096 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60632) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:17.360335 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6ee45d9e-0561-491d-ad6a-94846f88256e tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6b0cec8d-e622-4894-a134-9533ac187bf8 HTTP/1.1" status: 200 len: 1093 time: 0.1066508 Mar 28 19:15:17.366080 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-f78c7db7-559f-434a-ab20-6f0804b550fe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'port_id': '69f3b2c4-4c8c-40d6-a267-78c04f844105', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:17.368376 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-704a83c5-6a3e-432e-88bf-f027148c4aad None None] Transition to ACTIVE for port object 72b7376b-b7e3-4888-a2e1-2ad2401443f0 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:15:17.372787 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f78c7db7-559f-434a-ab20-6f0804b550fe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:17.376909 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f78c7db7-559f-434a-ab20-6f0804b550fe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:floatingip and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:17.380618 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f78c7db7-559f-434a-ab20-6f0804b550fe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:17.386929 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f78c7db7-559f-434a-ab20-6f0804b550fe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:17.391549 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-5afeb236-5402-4eb3-8a9b-5a532c8deff0 None None] Set router 3f8412fd-f723-4525-81e9-8b7f1fe85118 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:17.400494 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f78c7db7-559f-434a-ab20-6f0804b550fe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:17.444583 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-36986bb3-fa69-42ba-8857-0314435ac2d4 None None] Port 72b7376b-b7e3-4888-a2e1-2ad2401443f0 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:15:17.446071 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-704a83c5-6a3e-432e-88bf-f027148c4aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:17.461306 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=cbcce0e8-f03d-43b6-bfb9-1de298dc5fde,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:17.634267 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f78c7db7-559f-434a-ab20-6f0804b550fe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:17.671874 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30d082-0f08-4778-86ff-ac4513410d84 None None] Pushing event updated for resources: {'Port': ['ID=72b7376b-b7e3-4888-a2e1-2ad2401443f0,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:17.726709 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:17.726709 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:17.889275 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-5afeb236-5402-4eb3-8a9b-5a532c8deff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'name': 'tempest-TestVolumeBootPattern-1258508700-router', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:07Z', 'updated_at': '2022-03-28T19:15:15Z', 'revision_number': 4, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'gw_port': {'id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '8b6ff349-316d-45d6-91e9-fc06a71e1b38', 'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'mac_address': 'fa:16:3e:95:db:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:14Z', 'updated_at': '2022-03-28T19:15:15Z', 'revision_number': 2, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'subnets': [{'id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:17.894517 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afeb236-5402-4eb3-8a9b-5a532c8deff0 None None] Checking router: 3f8412fd-f723-4525-81e9-8b7f1fe85118 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:15:17.895702 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afeb236-5402-4eb3-8a9b-5a532c8deff0 None None] Updating router 3f8412fd-f723-4525-81e9-8b7f1fe85118 port 8b6ff349-316d-45d6-91e9-fc06a71e1b38 binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:15:17.896437 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-f78c7db7-559f-434a-ab20-6f0804b550fe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.26.4.42 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/809df4a3-87ee-40dd-9b3f-e707a09da4bf) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:15:17.898811 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60646) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:17.906139 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-01bee6bd-57b8-4951-ab52-13b0def48ba5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-53427909-network', 'tenant_id': '6782a7903d504900b1e0c82377e4a520'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:17.916487 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-01bee6bd-57b8-4951-ab52-13b0def48ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:17.921296 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-01bee6bd-57b8-4951-ab52-13b0def48ba5 admin admin] Usage tracker for resource:network and tenant:6782a7903d504900b1e0c82377e4a520 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:17.925755 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-01bee6bd-57b8-4951-ab52-13b0def48ba5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:17.931268 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-704a83c5-6a3e-432e-88bf-f027148c4aad None None] Attempting to bind port 72b7376b-b7e3-4888-a2e1-2ad2401443f0 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:15:17.931854 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-704a83c5-6a3e-432e-88bf-f027148c4aad None None] Attempting to bind port 72b7376b-b7e3-4888-a2e1-2ad2401443f0 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'e388bb99-893d-457e-bc80-2ab12599e77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:15:17.931976 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a83c5-6a3e-432e-88bf-f027148c4aad None None] Attempting to bind port 72b7376b-b7e3-4888-a2e1-2ad2401443f0 on network a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:15:17.952473 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-5afeb236-5402-4eb3-8a9b-5a532c8deff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:17.958893 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-01bee6bd-57b8-4951-ab52-13b0def48ba5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:17.959202 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a83c5-6a3e-432e-88bf-f027148c4aad None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:15:17.959627 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a83c5-6a3e-432e-88bf-f027148c4aad None None] Checking segment: {'id': 'e388bb99-893d-457e-bc80-2ab12599e77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:15:17.960586 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-704a83c5-6a3e-432e-88bf-f027148c4aad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:17.961220 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a83c5-6a3e-432e-88bf-f027148c4aad None None] Bound using segment: {'id': 'e388bb99-893d-457e-bc80-2ab12599e77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:15:17.961758 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-704a83c5-6a3e-432e-88bf-f027148c4aad None None] Bound port: 72b7376b-b7e3-4888-a2e1-2ad2401443f0, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e388bb99-893d-457e-bc80-2ab12599e77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:15:17.962141 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-704a83c5-6a3e-432e-88bf-f027148c4aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:18.002557 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-29451778-4ccd-404c-a226-4a4135284e8e None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:18.016855 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bee6bd-57b8-4951-ab52-13b0def48ba5 admin admin] Made reservation on behalf of 6782a7903d504900b1e0c82377e4a520 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:15:18.019500 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-01bee6bd-57b8-4951-ab52-13b0def48ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:18.042112 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-01bee6bd-57b8-4951-ab52-13b0def48ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:18.066517 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-01bee6bd-57b8-4951-ab52-13b0def48ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:18.075101 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-01bee6bd-57b8-4951-ab52-13b0def48ba5 admin admin] Usage tracker for resource:security_group_rule and tenant:6782a7903d504900b1e0c82377e4a520 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:18.086016 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-01bee6bd-57b8-4951-ab52-13b0def48ba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:18.093864 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-29451778-4ccd-404c-a226-4a4135284e8e None None] Transition to ACTIVE for port object 81a01684-4acd-4157-9729-70f26887146f will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:15:18.095557 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-01bee6bd-57b8-4951-ab52-13b0def48ba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:18.119880 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f78c7db7-559f-434a-ab20-6f0804b550fe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:18.146926 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 9187fdc5-8256-493d-b700-32366a64b034 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:15:18.180048 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-29451778-4ccd-404c-a226-4a4135284e8e None None] Transition to ACTIVE for port object 81a01684-4acd-4157-9729-70f26887146f will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:15:18.198996 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f78c7db7-559f-434a-ab20-6f0804b550fe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:18.199263 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-29451778-4ccd-404c-a226-4a4135284e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:18.259645 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-704a83c5-6a3e-432e-88bf-f027148c4aad None None] For port 72b7376b-b7e3-4888-a2e1-2ad2401443f0, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:15:18.259925 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-01bee6bd-57b8-4951-ab52-13b0def48ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:18.270548 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-01bee6bd-57b8-4951-ab52-13b0def48ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:18.287395 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-704a83c5-6a3e-432e-88bf-f027148c4aad None None] For port 72b7376b-b7e3-4888-a2e1-2ad2401443f0, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=72b7376b-b7e3-4888-a2e1-2ad2401443f0,segment=NetworkSegment(e388bb99-893d-457e-bc80-2ab12599e77e),segment_id=e388bb99-893d-457e-bc80-2ab12599e77e)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:15:18.301340 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29451778-4ccd-404c-a226-4a4135284e8e None None] Network 76b2f47f-02f3-4a23-9cbf-f80e04d66a07 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:15:18.302469 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78c7db7-559f-434a-ab20-6f0804b550fe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:15:18.306156 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-29451778-4ccd-404c-a226-4a4135284e8e None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:15:18.308612 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-704a83c5-6a3e-432e-88bf-f027148c4aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:18.309694 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-f78c7db7-559f-434a-ab20-6f0804b550fe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:15:18.318106 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29451778-4ccd-404c-a226-4a4135284e8e None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:15:18.320845 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78c7db7-559f-434a-ab20-6f0804b550fe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:15:18.328862 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29451778-4ccd-404c-a226-4a4135284e8e None None] Pushing event updated for resources: {'Port': ['ID=81a01684-4acd-4157-9729-70f26887146f,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:18.347416 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-1302e3b3-beeb-4565-8af1-1d31d2e2e64c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Allocated IP 172.22.0.1 (76b2f47f-02f3-4a23-9cbf-f80e04d66a07/a9b14bda-7579-4cc2-ab3f-db05a9973e79/eceb5b5c-85cc-4426-98f7-7690f0de96cc) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:15:18.350868 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c7db7-559f-434a-ab20-6f0804b550fe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=809df4a3-87ee-40dd-9b3f-e707a09da4bf,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:18.379351 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01bee6bd-57b8-4951-ab52-13b0def48ba5 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:15:18.408210 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bee6bd-57b8-4951-ab52-13b0def48ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5634089-c7ec-4021-ac51-d967b9af05d7,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:18.422517 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-01bee6bd-57b8-4951-ab52-13b0def48ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:18.422849 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-01bee6bd-57b8-4951-ab52-13b0def48ba5 admin admin] Added segment 4c035863-0b57-4701-bfd8-287310729f3d of type vlan for network b1669d5d-821a-4b37-80b0-399838dc33bf Mar 28 19:15:18.446142 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 9187fdc5-8256-493d-b700-32366a64b034 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:18.446443 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:18.449971 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-5afeb236-5402-4eb3-8a9b-5a532c8deff0 None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:18.465274 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-5afeb236-5402-4eb3-8a9b-5a532c8deff0 None None] Transition to ACTIVE for port object 8b6ff349-316d-45d6-91e9-fc06a71e1b38 will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:15:18.474203 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-5afeb236-5402-4eb3-8a9b-5a532c8deff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:18.529745 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-01bee6bd-57b8-4951-ab52-13b0def48ba5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:18.561355 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167415b9-e7ae-46ca-9b4b-58c2ba0788fd None None] Pushing event updated for resources: {'Port': ['ID=8b6ff349-316d-45d6-91e9-fc06a71e1b38,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:18.571324 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704a83c5-6a3e-432e-88bf-f027148c4aad None None] Routers {'e897170a-d451-4933-8fc2-7600d1f0af9e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:18.572119 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-704a83c5-6a3e-432e-88bf-f027148c4aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e897170a-d451-4933-8fc2-7600d1f0af9e'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:18.604781 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1302e3b3-beeb-4565-8af1-1d31d2e2e64c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:18.626618 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-1302e3b3-beeb-4565-8af1-1d31d2e2e64c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Transition to ACTIVE for port object eceb5b5c-85cc-4426-98f7-7690f0de96cc will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:15:18.660656 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1302e3b3-beeb-4565-8af1-1d31d2e2e64c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:18.759730 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1302e3b3-beeb-4565-8af1-1d31d2e2e64c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network 76b2f47f-02f3-4a23-9cbf-f80e04d66a07 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:15:18.765621 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-01bee6bd-57b8-4951-ab52-13b0def48ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:18.766814 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bee6bd-57b8-4951-ab52-13b0def48ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:18.767596 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-01bee6bd-57b8-4951-ab52-13b0def48ba5 admin admin] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:18.770809 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-1302e3b3-beeb-4565-8af1-1d31d2e2e64c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:15:18.773638 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1302e3b3-beeb-4565-8af1-1d31d2e2e64c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:15:18.829966 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302e3b3-beeb-4565-8af1-1d31d2e2e64c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Port': ['ID=eceb5b5c-85cc-4426-98f7-7690f0de96cc,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:18.846012 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-5afeb236-5402-4eb3-8a9b-5a532c8deff0 None None] Attempting to bind port 8b6ff349-316d-45d6-91e9-fc06a71e1b38 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:15:18.846653 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-5afeb236-5402-4eb3-8a9b-5a532c8deff0 None None] Attempting to bind port 8b6ff349-316d-45d6-91e9-fc06a71e1b38 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'b36378e5-7fd7-4b05-b8ed-c592bc915443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:15:18.847289 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afeb236-5402-4eb3-8a9b-5a532c8deff0 None None] Attempting to bind port 8b6ff349-316d-45d6-91e9-fc06a71e1b38 on network 8efa11ac-7efa-4436-8a41-9dfec0a8f282 {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:15:18.858650 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afeb236-5402-4eb3-8a9b-5a532c8deff0 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:15:18.860488 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afeb236-5402-4eb3-8a9b-5a532c8deff0 None None] Checking segment: {'id': 'b36378e5-7fd7-4b05-b8ed-c592bc915443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:15:18.861593 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-5afeb236-5402-4eb3-8a9b-5a532c8deff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:18.863612 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afeb236-5402-4eb3-8a9b-5a532c8deff0 None None] Bound using segment: {'id': 'b36378e5-7fd7-4b05-b8ed-c592bc915443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:15:18.864324 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-5afeb236-5402-4eb3-8a9b-5a532c8deff0 None None] Bound port: 8b6ff349-316d-45d6-91e9-fc06a71e1b38, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36378e5-7fd7-4b05-b8ed-c592bc915443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:15:18.864923 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-5afeb236-5402-4eb3-8a9b-5a532c8deff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:18.889433 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1302e3b3-beeb-4565-8af1-1d31d2e2e64c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:18.923321 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-29451778-4ccd-404c-a226-4a4135284e8e None None] Attempting to bind port 81a01684-4acd-4157-9729-70f26887146f on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:15:18.923730 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-29451778-4ccd-404c-a226-4a4135284e8e None None] Attempting to bind port 81a01684-4acd-4157-9729-70f26887146f by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'e3f1cbe3-7c2b-472f-8dd2-a5d9e5330dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '76b2f47f-02f3-4a23-9cbf-f80e04d66a07'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:15:18.924094 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29451778-4ccd-404c-a226-4a4135284e8e None None] Attempting to bind port 81a01684-4acd-4157-9729-70f26887146f on network 76b2f47f-02f3-4a23-9cbf-f80e04d66a07 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:15:18.939024 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29451778-4ccd-404c-a226-4a4135284e8e None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:15:18.939688 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29451778-4ccd-404c-a226-4a4135284e8e None None] Checking segment: {'id': 'e3f1cbe3-7c2b-472f-8dd2-a5d9e5330dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '76b2f47f-02f3-4a23-9cbf-f80e04d66a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:15:18.939807 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-29451778-4ccd-404c-a226-4a4135284e8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:18.940166 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29451778-4ccd-404c-a226-4a4135284e8e None None] Bound using segment: {'id': 'e3f1cbe3-7c2b-472f-8dd2-a5d9e5330dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '76b2f47f-02f3-4a23-9cbf-f80e04d66a07'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:15:18.940628 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-29451778-4ccd-404c-a226-4a4135284e8e None None] Bound port: 81a01684-4acd-4157-9729-70f26887146f, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f1cbe3-7c2b-472f-8dd2-a5d9e5330dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '76b2f47f-02f3-4a23-9cbf-f80e04d66a07'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:15:18.940999 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-29451778-4ccd-404c-a226-4a4135284e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:18.956272 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30d082-0f08-4778-86ff-ac4513410d84 None None] Pushing event updated for resources: {'Port': ['ID=72b7376b-b7e3-4888-a2e1-2ad2401443f0,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:18.979066 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-5afeb236-5402-4eb3-8a9b-5a532c8deff0 None None] For port 8b6ff349-316d-45d6-91e9-fc06a71e1b38, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:15:18.982870 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-5afeb236-5402-4eb3-8a9b-5a532c8deff0 None None] For port 8b6ff349-316d-45d6-91e9-fc06a71e1b38, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=8b6ff349-316d-45d6-91e9-fc06a71e1b38,segment=NetworkSegment(b36378e5-7fd7-4b05-b8ed-c592bc915443),segment_id=b36378e5-7fd7-4b05-b8ed-c592bc915443)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:15:18.989117 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-5afeb236-5402-4eb3-8a9b-5a532c8deff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:19.020896 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-704a83c5-6a3e-432e-88bf-f027148c4aad None None] Set router e897170a-d451-4933-8fc2-7600d1f0af9e gateway port host: None {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:19.021149 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bee6bd-57b8-4951-ab52-13b0def48ba5 admin admin] Pushing event updated for resources: {'Network': ['ID=b1669d5d-821a-4b37-80b0-399838dc33bf,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:19.024440 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-01bee6bd-57b8-4951-ab52-13b0def48ba5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1245980 Mar 28 19:15:19.027547 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60650) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:19.032718 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-6017829f-1388-42c9-9041-c461a4660fe3 admin admin] Request body: {'subnet': {'network_id': 'b1669d5d-821a-4b37-80b0-399838dc33bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-53427909-subnet', 'tenant_id': '6782a7903d504900b1e0c82377e4a520', 'ip_version': 4}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:19.042960 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6017829f-1388-42c9-9041-c461a4660fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:19.055611 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6017829f-1388-42c9-9041-c461a4660fe3 admin admin] Usage tracker for resource:subnet and tenant:6782a7903d504900b1e0c82377e4a520 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:19.060436 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6017829f-1388-42c9-9041-c461a4660fe3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:19.076331 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6017829f-1388-42c9-9041-c461a4660fe3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:19.078487 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network b1669d5d-821a-4b37-80b0-399838dc33bf details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:15:19.088001 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167415b9-e7ae-46ca-9b4b-58c2ba0788fd None None] Pushing event updated for resources: {'Port': ['ID=8b6ff349-316d-45d6-91e9-fc06a71e1b38,revision_number=4']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:19.110079 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6017829f-1388-42c9-9041-c461a4660fe3 admin admin] Made reservation on behalf of 6782a7903d504900b1e0c82377e4a520 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:15:19.112423 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6017829f-1388-42c9-9041-c461a4660fe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:19.113588 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1302e3b3-beeb-4565-8af1-1d31d2e2e64c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:19.115472 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afeb236-5402-4eb3-8a9b-5a532c8deff0 None None] Routers {'3f8412fd-f723-4525-81e9-8b7f1fe85118'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:19.116601 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-5afeb236-5402-4eb3-8a9b-5a532c8deff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3f8412fd-f723-4525-81e9-8b7f1fe85118'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:19.401636 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-5afeb236-5402-4eb3-8a9b-5a532c8deff0 None None] Set router 3f8412fd-f723-4525-81e9-8b7f1fe85118 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:19.507016 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f78c7db7-559f-434a-ab20-6f0804b550fe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:19.608038 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-29451778-4ccd-404c-a226-4a4135284e8e None None] For port 81a01684-4acd-4157-9729-70f26887146f, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:15:19.613787 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6017829f-1388-42c9-9041-c461a4660fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:19.619632 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-29451778-4ccd-404c-a226-4a4135284e8e None None] For port 81a01684-4acd-4157-9729-70f26887146f, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=81a01684-4acd-4157-9729-70f26887146f,segment=NetworkSegment(e3f1cbe3-7c2b-472f-8dd2-a5d9e5330dff),segment_id=e3f1cbe3-7c2b-472f-8dd2-a5d9e5330dff)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:15:19.627977 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-29451778-4ccd-404c-a226-4a4135284e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:19.690157 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f78c7db7-559f-434a-ab20-6f0804b550fe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:19.745802 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device cbcce0e8-f03d-43b6-bfb9-1de298dc5fde up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:15:19.792461 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6017829f-1388-42c9-9041-c461a4660fe3 admin admin] Checking segment: {'id': '4c035863-0b57-4701-bfd8-287310729f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b1669d5d-821a-4b37-80b0-399838dc33bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:15:19.793004 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6017829f-1388-42c9-9041-c461a4660fe3 admin admin] Network hostable DHCP agents. Network: b1669d5d-821a-4b37-80b0-399838dc33bf, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:15:19.808454 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017829f-1388-42c9-9041-c461a4660fe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ff45c6d-699e-424a-b847-2ca8a3dfb84f,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:19.837937 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1302e3b3-beeb-4565-8af1-1d31d2e2e64c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:19.850056 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1302e3b3-beeb-4565-8af1-1d31d2e2e64c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:19.879928 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-704a83c5-6a3e-432e-88bf-f027148c4aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'name': 'tempest-RoutersTest-router-1414407960', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:59Z', 'updated_at': '2022-03-28T19:15:11Z', 'revision_number': 3, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None, '_interfaces': [{'id': '72b7376b-b7e3-4888-a2e1-2ad2401443f0', 'name': '', 'network_id': 'a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:e3:6b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:18Z', 'revision_number': 4, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9187fdc5-8256-493d-b700-32366a64b034', 'name': '', 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:81:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:03Z', 'updated_at': '2022-03-28T19:15:14Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:19.884501 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6017829f-1388-42c9-9041-c461a4660fe3 admin admin] Network b1669d5d-821a-4b37-80b0-399838dc33bf is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:15:19.886494 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29451778-4ccd-404c-a226-4a4135284e8e None None] Pushing event updated for resources: {'Port': ['ID=81a01684-4acd-4157-9729-70f26887146f,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:19.892960 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704a83c5-6a3e-432e-88bf-f027148c4aad None None] The sync data for ids ['e897170a-d451-4933-8fc2-7600d1f0af9e'] in dv-neutron-834711-1-hyperv is: [{'id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'name': 'tempest-RoutersTest-router-1414407960', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:59Z', 'updated_at': '2022-03-28T19:15:11Z', 'revision_number': 3, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None, '_interfaces': [{'id': '72b7376b-b7e3-4888-a2e1-2ad2401443f0', 'name': '', 'network_id': 'a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:e3:6b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:18Z', 'revision_number': 4, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9187fdc5-8256-493d-b700-32366a64b034', 'name': '', 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:81:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:03Z', 'updated_at': '2022-03-28T19:15:14Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:15:19.914226 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-5afeb236-5402-4eb3-8a9b-5a532c8deff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'name': 'tempest-TestVolumeBootPattern-1258508700-router', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:07Z', 'updated_at': '2022-03-28T19:15:15Z', 'revision_number': 4, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'gw_port': {'id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '8b6ff349-316d-45d6-91e9-fc06a71e1b38', 'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'mac_address': 'fa:16:3e:95:db:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:14Z', 'updated_at': '2022-03-28T19:15:18Z', 'revision_number': 4, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'subnets': [{'id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:19.918511 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-6017829f-1388-42c9-9041-c461a4660fe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, b1669d5d-821a-4b37-80b0-399838dc33bf) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:15:19.920118 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port cbcce0e8-f03d-43b6-bfb9-1de298dc5fde triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:19.920118 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:19.927381 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6017829f-1388-42c9-9041-c461a4660fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:19.927970 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6017829f-1388-42c9-9041-c461a4660fe3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:19.937232 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afeb236-5402-4eb3-8a9b-5a532c8deff0 None None] The sync data for ids ['3f8412fd-f723-4525-81e9-8b7f1fe85118'] in dv-neutron-834711-1-hyperv is: [{'id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'name': 'tempest-TestVolumeBootPattern-1258508700-router', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:07Z', 'updated_at': '2022-03-28T19:15:15Z', 'revision_number': 4, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'gw_port': {'id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '8b6ff349-316d-45d6-91e9-fc06a71e1b38', 'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'mac_address': 'fa:16:3e:95:db:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:14Z', 'updated_at': '2022-03-28T19:15:18Z', 'revision_number': 4, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'subnets': [{'id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:15:20.062082 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6017829f-1388-42c9-9041-c461a4660fe3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0335786 Mar 28 19:15:20.067050 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60654) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:20.075011 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1302e3b3-beeb-4565-8af1-1d31d2e2e64c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:20.076447 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-e93e736f-d34f-4d98-8302-97f6350cd482 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-53427909-router', 'tenant_id': '6782a7903d504900b1e0c82377e4a520', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:20.078741 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302e3b3-beeb-4565-8af1-1d31d2e2e64c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Port': ['ID=eceb5b5c-85cc-4426-98f7-7690f0de96cc,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:20.106300 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e93e736f-d34f-4d98-8302-97f6350cd482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:20.128776 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e93e736f-d34f-4d98-8302-97f6350cd482 admin admin] Usage tracker for resource:router and tenant:6782a7903d504900b1e0c82377e4a520 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:20.135928 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e93e736f-d34f-4d98-8302-97f6350cd482 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:20.146153 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e93e736f-d34f-4d98-8302-97f6350cd482 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:20.151171 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9383394f-c92c-427f-a33e-b52de06a4eae None None] Network b1669d5d-821a-4b37-80b0-399838dc33bf requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:15:20.177626 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e93e736f-d34f-4d98-8302-97f6350cd482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:20.179099 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e93e736f-d34f-4d98-8302-97f6350cd482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:20.193080 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f78c7db7-559f-434a-ab20-6f0804b550fe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:20.202305 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f78c7db7-559f-434a-ab20-6f0804b550fe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:20.322030 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e93e736f-d34f-4d98-8302-97f6350cd482 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:20.413732 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1302e3b3-beeb-4565-8af1-1d31d2e2e64c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network 76b2f47f-02f3-4a23-9cbf-f80e04d66a07 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:15:20.416319 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-1302e3b3-beeb-4565-8af1-1d31d2e2e64c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:15:20.440048 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f78c7db7-559f-434a-ab20-6f0804b550fe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:20.637340 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dab376f-509d-499c-9c31-7e813a406ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-b1669d5d-821a-4b37-80b0-399838dc33bf', 'network_id': 'b1669d5d-821a-4b37-80b0-399838dc33bf', 'tenant_id': '6782a7903d504900b1e0c82377e4a520', 'fixed_ips': [{'subnet_id': '3ff45c6d-699e-424a-b847-2ca8a3dfb84f'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:15:20.638405 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6dab376f-509d-499c-9c31-7e813a406ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:20.689273 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 5c4f714b-4537-4e25-916f-be179de4f931 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:15:20.693809 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-f78c7db7-559f-434a-ab20-6f0804b550fe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Floating IP b66c08cb-8d33-4913-bfea-46f92809ce26 associated. External IP: 172.26.4.42, port: 69f3b2c4-4c8c-40d6-a267-78c04f844105. Mar 28 19:15:20.697391 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1302e3b3-beeb-4565-8af1-1d31d2e2e64c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Router e897170a-d451-4933-8fc2-7600d1f0af9e has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:15:20.938750 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 5c4f714b-4537-4e25-916f-be179de4f931 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:20.939143 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:20.946063 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1302e3b3-beeb-4565-8af1-1d31d2e2e64c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:15:20.963076 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1302e3b3-beeb-4565-8af1-1d31d2e2e64c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "PUT /v2.0/routers/e897170a-d451-4933-8fc2-7600d1f0af9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0432680 Mar 28 19:15:20.963292 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c7db7-559f-434a-ab20-6f0804b550fe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=809df4a3-87ee-40dd-9b3f-e707a09da4bf,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:20.963533 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60658) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:20.971093 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-9b84184e-3f7d-498f-9460-cc9b92709c7e tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'network': {'name': 'tempest-RoutersTest-959181029'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:20.980634 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-9b84184e-3f7d-498f-9460-cc9b92709c7e tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:20.985205 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-9b84184e-3f7d-498f-9460-cc9b92709c7e tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Usage tracker for resource:network and tenant:850c7a06f362434c857dc7f4b61d686b is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:20.989477 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-9b84184e-3f7d-498f-9460-cc9b92709c7e tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:21.000950 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-9b84184e-3f7d-498f-9460-cc9b92709c7e tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:21.022789 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-6dab376f-509d-499c-9c31-7e813a406ede None None] Allocated IP 172.20.0.2 (b1669d5d-821a-4b37-80b0-399838dc33bf/3ff45c6d-699e-424a-b847-2ca8a3dfb84f/8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:15:21.028213 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b84184e-3f7d-498f-9460-cc9b92709c7e tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Made reservation on behalf of 850c7a06f362434c857dc7f4b61d686b for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:15:21.032707 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9b84184e-3f7d-498f-9460-cc9b92709c7e tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:21.066923 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b84184e-3f7d-498f-9460-cc9b92709c7e tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:15:21.079063 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9b84184e-3f7d-498f-9460-cc9b92709c7e tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:21.080063 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-9b84184e-3f7d-498f-9460-cc9b92709c7e tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Added segment 1526afba-91e0-474a-8811-b3ea2d8878c5 of type vlan for network 140ccdcb-033e-4c38-82d3-a7945e6c221f Mar 28 19:15:21.117090 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9b84184e-3f7d-498f-9460-cc9b92709c7e tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:21.158769 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9b84184e-3f7d-498f-9460-cc9b92709c7e tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:21.166207 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b84184e-3f7d-498f-9460-cc9b92709c7e tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:21.168524 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9b84184e-3f7d-498f-9460-cc9b92709c7e tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:21.299462 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9b84184e-3f7d-498f-9460-cc9b92709c7e tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3347881 Mar 28 19:15:21.304365 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60662) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:21.312888 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-1aa7c51e-929b-4f72-85ec-cbe5cd45eedd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'subnet': {'network_id': '140ccdcb-033e-4c38-82d3-a7945e6c221f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:21.326912 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84184e-3f7d-498f-9460-cc9b92709c7e tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Network': ['ID=140ccdcb-033e-4c38-82d3-a7945e6c221f,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:21.354112 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 140ccdcb-033e-4c38-82d3-a7945e6c221f details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:15:21.371974 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6dab376f-509d-499c-9c31-7e813a406ede None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:21.401441 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6dab376f-509d-499c-9c31-7e813a406ede None None] Transition to ACTIVE for port object 8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:15:21.452312 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-1aa7c51e-929b-4f72-85ec-cbe5cd45eedd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:21.456930 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1aa7c51e-929b-4f72-85ec-cbe5cd45eedd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Usage tracker for resource:subnet and tenant:850c7a06f362434c857dc7f4b61d686b is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:21.460422 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1aa7c51e-929b-4f72-85ec-cbe5cd45eedd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:21.466475 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-1aa7c51e-929b-4f72-85ec-cbe5cd45eedd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:21.473927 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e93e736f-d34f-4d98-8302-97f6350cd482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:21.478416 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa7c51e-929b-4f72-85ec-cbe5cd45eedd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Made reservation on behalf of 850c7a06f362434c857dc7f4b61d686b for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:15:21.482353 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1aa7c51e-929b-4f72-85ec-cbe5cd45eedd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:21.494977 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee51959-fcb6-40c9-ae5e-ca7efb159a77 None None] Network 76b2f47f-02f3-4a23-9cbf-f80e04d66a07 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:15:21.609195 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6dab376f-509d-499c-9c31-7e813a406ede None None] Transition to ACTIVE for port object 8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:15:21.630280 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6dab376f-509d-499c-9c31-7e813a406ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:21.679393 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b20632a8-5ae6-40cd-b620-b766d0d0f7fb None None] Provisioning for port 81a01684-4acd-4157-9729-70f26887146f completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:15:21.703875 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78c7db7-559f-434a-ab20-6f0804b550fe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router 7bfbbdca-901d-4889-a309-49be42d5a670 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:15:21.733773 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dab376f-509d-499c-9c31-7e813a406ede None None] Network b1669d5d-821a-4b37-80b0-399838dc33bf is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:15:21.739293 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-6dab376f-509d-499c-9c31-7e813a406ede None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:15:21.745486 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dab376f-509d-499c-9c31-7e813a406ede None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:15:21.747916 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab376f-509d-499c-9c31-7e813a406ede None None] Pushing event updated for resources: {'Port': ['ID=8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:21.818397 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1aa7c51e-929b-4f72-85ec-cbe5cd45eedd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:21.934988 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa7c51e-929b-4f72-85ec-cbe5cd45eedd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Checking segment: {'id': '1526afba-91e0-474a-8811-b3ea2d8878c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '140ccdcb-033e-4c38-82d3-a7945e6c221f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:15:21.935251 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa7c51e-929b-4f72-85ec-cbe5cd45eedd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network hostable DHCP agents. Network: 140ccdcb-033e-4c38-82d3-a7945e6c221f, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:15:21.939733 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7c51e-929b-4f72-85ec-cbe5cd45eedd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Subnet': ['ID=31a9035e-6c6b-4b6c-aa12-bf58efeecbf7,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:21.942820 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78c7db7-559f-434a-ab20-6f0804b550fe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:15:21.966003 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 81a01684-4acd-4157-9729-70f26887146f up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:15:21.972069 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa7c51e-929b-4f72-85ec-cbe5cd45eedd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network 140ccdcb-033e-4c38-82d3-a7945e6c221f is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:15:21.976937 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f78c7db7-559f-434a-ab20-6f0804b550fe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:21.984585 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-1aa7c51e-929b-4f72-85ec-cbe5cd45eedd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 140ccdcb-033e-4c38-82d3-a7945e6c221f) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:15:22.001120 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa7c51e-929b-4f72-85ec-cbe5cd45eedd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:22.001630 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1aa7c51e-929b-4f72-85ec-cbe5cd45eedd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:22.003821 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edc7646-bf8e-49cf-88b7-58f50beb9476 None None] Sync routers for ids ['e897170a-d451-4933-8fc2-7600d1f0af9e'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:15:22.017211 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edc7646-bf8e-49cf-88b7-58f50beb9476 None None] Routers {'e897170a-d451-4933-8fc2-7600d1f0af9e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:22.018389 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-5edc7646-bf8e-49cf-88b7-58f50beb9476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e897170a-d451-4933-8fc2-7600d1f0af9e'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:22.032115 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1aa7c51e-929b-4f72-85ec-cbe5cd45eedd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7271891 Mar 28 19:15:22.034748 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60666) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:22.043004 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa0267-a958-48be-9863-8ee80b0e4d46 None None] Sync routers for ids ['7bfbbdca-901d-4889-a309-49be42d5a670'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:15:22.045668 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2af8eec-51a8-46c9-9e91-7a9e25840707 None None] Network 140ccdcb-033e-4c38-82d3-a7945e6c221f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:15:22.116412 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa0267-a958-48be-9863-8ee80b0e4d46 None None] Routers {'7bfbbdca-901d-4889-a309-49be42d5a670'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:22.117577 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-04aa0267-a958-48be-9863-8ee80b0e4d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['7bfbbdca-901d-4889-a309-49be42d5a670'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:22.218470 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f78c7db7-559f-434a-ab20-6f0804b550fe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.8566475 Mar 28 19:15:22.234233 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0cec8d-e622-4894-a134-9533ac187bf8', 'tag': '69f3b2c4-4c8c-40d6-a267-78c04f844105'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:15:22.240562 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-5edc7646-bf8e-49cf-88b7-58f50beb9476 None None] Set router e897170a-d451-4933-8fc2-7600d1f0af9e gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:22.241618 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60670) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:22.372139 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-6dab376f-509d-499c-9c31-7e813a406ede None None] Attempting to bind port 8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:15:22.372738 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-6dab376f-509d-499c-9c31-7e813a406ede None None] Attempting to bind port 8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '4c035863-0b57-4701-bfd8-287310729f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b1669d5d-821a-4b37-80b0-399838dc33bf'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:15:22.373109 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab376f-509d-499c-9c31-7e813a406ede None None] Attempting to bind port 8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd on network b1669d5d-821a-4b37-80b0-399838dc33bf {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:15:22.395111 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0cec8d-e622-4894-a134-9533ac187bf8', 'tag': '69f3b2c4-4c8c-40d6-a267-78c04f844105', 'status': 'completed', 'code': 200} Mar 28 19:15:22.425975 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab376f-509d-499c-9c31-7e813a406ede None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:15:22.426543 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab376f-509d-499c-9c31-7e813a406ede None None] Checking segment: {'id': '4c035863-0b57-4701-bfd8-287310729f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b1669d5d-821a-4b37-80b0-399838dc33bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:15:22.427086 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6dab376f-509d-499c-9c31-7e813a406ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:22.427780 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab376f-509d-499c-9c31-7e813a406ede None None] Bound using segment: {'id': '4c035863-0b57-4701-bfd8-287310729f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b1669d5d-821a-4b37-80b0-399838dc33bf'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:15:22.428546 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-6dab376f-509d-499c-9c31-7e813a406ede None None] Bound port: 8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c035863-0b57-4701-bfd8-287310729f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b1669d5d-821a-4b37-80b0-399838dc33bf'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:15:22.429524 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6dab376f-509d-499c-9c31-7e813a406ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:22.573579 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e93e736f-d34f-4d98-8302-97f6350cd482 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:22.611428 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a43dfab2-920e-477d-bb9f-61dd9ee99043 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/b66c08cb-8d33-4913-bfea-46f92809ce26 HTTP/1.1" status: 200 len: 990 time: 0.3683822 Mar 28 19:15:22.619634 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e93e736f-d34f-4d98-8302-97f6350cd482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:22.640793 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 81a01684-4acd-4157-9729-70f26887146f completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:15:22.684614 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-5edc7646-bf8e-49cf-88b7-58f50beb9476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'name': 'tempest-RoutersTest-router-1414407960', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:59Z', 'updated_at': '2022-03-28T19:15:18Z', 'revision_number': 4, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None, '_interfaces': [{'id': '72b7376b-b7e3-4888-a2e1-2ad2401443f0', 'name': '', 'network_id': 'a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:e3:6b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:18Z', 'revision_number': 4, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9187fdc5-8256-493d-b700-32366a64b034', 'name': '', 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:81:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:03Z', 'updated_at': '2022-03-28T19:15:14Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eceb5b5c-85cc-4426-98f7-7690f0de96cc', 'name': '', 'network_id': '76b2f47f-02f3-4a23-9cbf-f80e04d66a07', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:43:5f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'a9b14bda-7579-4cc2-ab3f-db05a9973e79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:17Z', 'updated_at': '2022-03-28T19:15:19Z', 'revision_number': 2, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': 'a9b14bda-7579-4cc2-ab3f-db05a9973e79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:22.697923 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edc7646-bf8e-49cf-88b7-58f50beb9476 None None] Checking router: e897170a-d451-4933-8fc2-7600d1f0af9e for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:15:22.698276 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edc7646-bf8e-49cf-88b7-58f50beb9476 None None] Updating router e897170a-d451-4933-8fc2-7600d1f0af9e port eceb5b5c-85cc-4426-98f7-7690f0de96cc binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:15:22.700116 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 81a01684-4acd-4157-9729-70f26887146f triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:22.700521 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:22.719480 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc95de3-4646-4377-b37d-74ab0a389795 req-ec14954e-72a9-4983-9514-cb185ca039ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:22.721174 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2dc95de3-4646-4377-b37d-74ab0a389795 req-ec14954e-72a9-4983-9514-cb185ca039ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=6b0cec8d-e622-4894-a134-9533ac187bf8 HTTP/1.1" status: 200 len: 1098 time: 0.3282073 Mar 28 19:15:22.821053 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-5edc7646-bf8e-49cf-88b7-58f50beb9476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:22.838408 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-04aa0267-a958-48be-9863-8ee80b0e4d46 None None] Set router 7bfbbdca-901d-4889-a309-49be42d5a670 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:22.999197 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-e93e736f-d34f-4d98-8302-97f6350cd482 admin admin] Allocated IP 172.26.4.172 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/f8e643ab-8a32-4a07-9d52-455b3f227dc9) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:15:23.009688 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc95de3-4646-4377-b37d-74ab0a389795 req-c727029d-17cf-4a0d-bd03-e7157fa4e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:23.011292 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2dc95de3-4646-4377-b37d-74ab0a389795 req-c727029d-17cf-4a0d-bd03-e7157fa4e078 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc HTTP/1.1" status: 200 len: 897 time: 0.2817707 Mar 28 19:15:23.083172 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-6dab376f-509d-499c-9c31-7e813a406ede None None] For port 8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:15:23.114521 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9e99a600-1929-4ad9-a190-3db42bfae7bf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:23.159985 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bb36ce-bb25-40fc-8c4b-4e0f305c8d6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-140ccdcb-033e-4c38-82d3-a7945e6c221f', 'network_id': '140ccdcb-033e-4c38-82d3-a7945e6c221f', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'fixed_ips': [{'subnet_id': '31a9035e-6c6b-4b6c-aa12-bf58efeecbf7'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:15:23.161570 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-26bb36ce-bb25-40fc-8c4b-4e0f305c8d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:23.257741 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2dc95de3-4646-4377-b37d-74ab0a389795 req-4bf6e12d-165e-4796-9ae3-52973bfa81e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69f3b2c4-4c8c-40d6-a267-78c04f844105 HTTP/1.1" status: 200 len: 998 time: 0.2397790 Mar 28 19:15:23.332151 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-5edc7646-bf8e-49cf-88b7-58f50beb9476 None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:23.354915 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-5edc7646-bf8e-49cf-88b7-58f50beb9476 None None] Transition to ACTIVE for port object eceb5b5c-85cc-4426-98f7-7690f0de96cc will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:15:23.367326 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-5edc7646-bf8e-49cf-88b7-58f50beb9476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:23.468775 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd79c11-a495-42f5-a911-593fb86a1754 None None] Pushing event updated for resources: {'Port': ['ID=eceb5b5c-85cc-4426-98f7-7690f0de96cc,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:23.517045 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-26bb36ce-bb25-40fc-8c4b-4e0f305c8d6e None None] Allocated IP 172.23.0.2 (140ccdcb-033e-4c38-82d3-a7945e6c221f/31a9035e-6c6b-4b6c-aa12-bf58efeecbf7/7360e203-4a70-4a5b-b807-3ecb29ec72eb) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:15:23.526268 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-6dab376f-509d-499c-9c31-7e813a406ede None None] For port 8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd,segment=NetworkSegment(4c035863-0b57-4701-bfd8-287310729f3d),segment_id=4c035863-0b57-4701-bfd8-287310729f3d)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:15:23.568160 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:23.575539 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc95de3-4646-4377-b37d-74ab0a389795 req-ca41cf29-7a99-4999-b4e5-ee9dcdafa259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:23.576994 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2dc95de3-4646-4377-b37d-74ab0a389795 req-ca41cf29-7a99-4999-b4e5-ee9dcdafa259 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10d8f98e-bd81-46ef-99c4-167eec172d82 HTTP/1.1" status: 200 len: 834 time: 0.3067925 Mar 28 19:15:23.579985 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e93e736f-d34f-4d98-8302-97f6350cd482 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:23.609415 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6dab376f-509d-499c-9c31-7e813a406ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:23.615217 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60676) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:23.697663 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e93e736f-d34f-4d98-8302-97f6350cd482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:23.729434 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-85d4efa1-b73d-4060-8121-ffca38c69e2b None None] Provisioning for port eceb5b5c-85cc-4426-98f7-7690f0de96cc completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:15:23.765422 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-5edc7646-bf8e-49cf-88b7-58f50beb9476 None None] Attempting to bind port eceb5b5c-85cc-4426-98f7-7690f0de96cc on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:15:23.765989 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-5edc7646-bf8e-49cf-88b7-58f50beb9476 None None] Attempting to bind port eceb5b5c-85cc-4426-98f7-7690f0de96cc by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'e3f1cbe3-7c2b-472f-8dd2-a5d9e5330dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '76b2f47f-02f3-4a23-9cbf-f80e04d66a07'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:15:23.766447 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc7646-bf8e-49cf-88b7-58f50beb9476 None None] Attempting to bind port eceb5b5c-85cc-4426-98f7-7690f0de96cc on network 76b2f47f-02f3-4a23-9cbf-f80e04d66a07 {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:15:23.780817 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc7646-bf8e-49cf-88b7-58f50beb9476 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:15:23.781269 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc7646-bf8e-49cf-88b7-58f50beb9476 None None] Checking segment: {'id': 'e3f1cbe3-7c2b-472f-8dd2-a5d9e5330dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '76b2f47f-02f3-4a23-9cbf-f80e04d66a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:15:23.782040 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-5edc7646-bf8e-49cf-88b7-58f50beb9476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:23.782727 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc7646-bf8e-49cf-88b7-58f50beb9476 None None] Bound using segment: {'id': 'e3f1cbe3-7c2b-472f-8dd2-a5d9e5330dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '76b2f47f-02f3-4a23-9cbf-f80e04d66a07'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:15:23.785418 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-5edc7646-bf8e-49cf-88b7-58f50beb9476 None None] Bound port: eceb5b5c-85cc-4426-98f7-7690f0de96cc, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f1cbe3-7c2b-472f-8dd2-a5d9e5330dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '76b2f47f-02f3-4a23-9cbf-f80e04d66a07'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:15:23.785910 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-5edc7646-bf8e-49cf-88b7-58f50beb9476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:23.812935 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc95de3-4646-4377-b37d-74ab0a389795 req-2d8fd8b5-ea10-49e8-a7c7-1435d85a8767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:23.825849 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2dc95de3-4646-4377-b37d-74ab0a389795 req-2d8fd8b5-ea10-49e8-a7c7-1435d85a8767 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2356315 Mar 28 19:15:23.836329 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 81a01684-4acd-4157-9729-70f26887146f, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=81a01684-4acd-4157-9729-70f26887146f,segment=NetworkSegment(e3f1cbe3-7c2b-472f-8dd2-a5d9e5330dff),segment_id=e3f1cbe3-7c2b-472f-8dd2-a5d9e5330dff)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:15:23.844015 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93e736f-d34f-4d98-8302-97f6350cd482 admin admin] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:15:23.888720 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-e93e736f-d34f-4d98-8302-97f6350cd482 admin admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:15:23.905688 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93e736f-d34f-4d98-8302-97f6350cd482 admin admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:15:23.914490 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7100a927-aefc-4035-b213-2edabcdd43ee tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/b66c08cb-8d33-4913-bfea-46f92809ce26 HTTP/1.1" status: 200 len: 990 time: 0.2975881 Mar 28 19:15:23.952643 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e736f-d34f-4d98-8302-97f6350cd482 admin admin] Pushing event updated for resources: {'Port': ['ID=f8e643ab-8a32-4a07-9d52-455b3f227dc9,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:23.969745 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-5edc7646-bf8e-49cf-88b7-58f50beb9476 None None] For port eceb5b5c-85cc-4426-98f7-7690f0de96cc, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:15:23.981953 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-5edc7646-bf8e-49cf-88b7-58f50beb9476 None None] For port eceb5b5c-85cc-4426-98f7-7690f0de96cc, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=eceb5b5c-85cc-4426-98f7-7690f0de96cc,segment=NetworkSegment(e3f1cbe3-7c2b-472f-8dd2-a5d9e5330dff),segment_id=e3f1cbe3-7c2b-472f-8dd2-a5d9e5330dff)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:15:23.990930 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-5edc7646-bf8e-49cf-88b7-58f50beb9476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:23.992789 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:23.993607 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 72b7376b-b7e3-4888-a2e1-2ad2401443f0 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:15:24.083098 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-85d4efa1-b73d-4060-8121-ffca38c69e2b None None] Provisioning complete for port 81a01684-4acd-4157-9729-70f26887146f triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:24.083432 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-85d4efa1-b73d-4060-8121-ffca38c69e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:24.124038 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd79c11-a495-42f5-a911-593fb86a1754 None None] Pushing event updated for resources: {'Port': ['ID=eceb5b5c-85cc-4426-98f7-7690f0de96cc,revision_number=4']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:24.136464 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edc7646-bf8e-49cf-88b7-58f50beb9476 None None] Routers {'e897170a-d451-4933-8fc2-7600d1f0af9e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:24.137068 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-5edc7646-bf8e-49cf-88b7-58f50beb9476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e897170a-d451-4933-8fc2-7600d1f0af9e'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:24.343992 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-5edc7646-bf8e-49cf-88b7-58f50beb9476 None None] Set router e897170a-d451-4933-8fc2-7600d1f0af9e gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:24.393260 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2dc95de3-4646-4377-b37d-74ab0a389795 req-ba537279-efe3-4a5a-9a02-8eebd909bdd0 service neutron] 10.222.0.26 "GET /v2.0/networks/d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5592148 Mar 28 19:15:24.452387 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-26bb36ce-bb25-40fc-8c4b-4e0f305c8d6e None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:24.462309 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab376f-509d-499c-9c31-7e813a406ede None None] Pushing event updated for resources: {'Port': ['ID=8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:24.643323 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-26bb36ce-bb25-40fc-8c4b-4e0f305c8d6e None None] Transition to ACTIVE for port object 7360e203-4a70-4a5b-b807-3ecb29ec72eb will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:15:24.672081 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-26bb36ce-bb25-40fc-8c4b-4e0f305c8d6e None None] Transition to ACTIVE for port object 7360e203-4a70-4a5b-b807-3ecb29ec72eb will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:15:24.688993 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-26bb36ce-bb25-40fc-8c4b-4e0f305c8d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:24.742415 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2dc95de3-4646-4377-b37d-74ab0a389795 req-0b792622-8141-476e-84e3-b6f4d788eb02 service neutron] 10.222.0.26 "GET /v2.0/networks/d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424227 Mar 28 19:15:24.781756 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e93e736f-d34f-4d98-8302-97f6350cd482 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:24.794395 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 72b7376b-b7e3-4888-a2e1-2ad2401443f0 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:15:24.807241 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 72b7376b-b7e3-4888-a2e1-2ad2401443f0 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:24.807682 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:24.832599 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-9e99a600-1929-4ad9-a190-3db42bfae7bf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Allocated IP 172.23.0.1 (140ccdcb-033e-4c38-82d3-a7945e6c221f/31a9035e-6c6b-4b6c-aa12-bf58efeecbf7/80d2f25a-f74f-47af-99f7-a310d2ea9a4c) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:15:24.871322 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bb36ce-bb25-40fc-8c4b-4e0f305c8d6e None None] Network 140ccdcb-033e-4c38-82d3-a7945e6c221f is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:15:24.871874 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-5edc7646-bf8e-49cf-88b7-58f50beb9476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'name': 'tempest-RoutersTest-router-1414407960', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:59Z', 'updated_at': '2022-03-28T19:15:18Z', 'revision_number': 4, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None, '_interfaces': [{'id': '72b7376b-b7e3-4888-a2e1-2ad2401443f0', 'name': '', 'network_id': 'a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:e3:6b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:18Z', 'revision_number': 4, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9187fdc5-8256-493d-b700-32366a64b034', 'name': '', 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:81:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:03Z', 'updated_at': '2022-03-28T19:15:14Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eceb5b5c-85cc-4426-98f7-7690f0de96cc', 'name': '', 'network_id': '76b2f47f-02f3-4a23-9cbf-f80e04d66a07', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:43:5f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'a9b14bda-7579-4cc2-ab3f-db05a9973e79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:17Z', 'updated_at': '2022-03-28T19:15:23Z', 'revision_number': 4, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': 'a9b14bda-7579-4cc2-ab3f-db05a9973e79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:24.879772 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edc7646-bf8e-49cf-88b7-58f50beb9476 None None] The sync data for ids ['e897170a-d451-4933-8fc2-7600d1f0af9e'] in dv-neutron-834711-1-hyperv is: [{'id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'name': 'tempest-RoutersTest-router-1414407960', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:59Z', 'updated_at': '2022-03-28T19:15:18Z', 'revision_number': 4, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None, '_interfaces': [{'id': '72b7376b-b7e3-4888-a2e1-2ad2401443f0', 'name': '', 'network_id': 'a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:e3:6b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:18Z', 'revision_number': 4, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9187fdc5-8256-493d-b700-32366a64b034', 'name': '', 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:81:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:03Z', 'updated_at': '2022-03-28T19:15:14Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eceb5b5c-85cc-4426-98f7-7690f0de96cc', 'name': '', 'network_id': '76b2f47f-02f3-4a23-9cbf-f80e04d66a07', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:43:5f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'a9b14bda-7579-4cc2-ab3f-db05a9973e79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:17Z', 'updated_at': '2022-03-28T19:15:23Z', 'revision_number': 4, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': 'a9b14bda-7579-4cc2-ab3f-db05a9973e79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:15:24.906653 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-26bb36ce-bb25-40fc-8c4b-4e0f305c8d6e None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:15:24.921437 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60680) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:24.926353 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bb36ce-bb25-40fc-8c4b-4e0f305c8d6e None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:15:24.949816 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=81a01684-4acd-4157-9729-70f26887146f,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:25.180491 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e6ed70f0-ef5a-4ce9-bafc-ea660ed8c033 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/b66c08cb-8d33-4913-bfea-46f92809ce26 HTTP/1.1" status: 200 len: 990 time: 0.2579770 Mar 28 19:15:25.233296 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9e99a600-1929-4ad9-a190-3db42bfae7bf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:25.251438 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-9e99a600-1929-4ad9-a190-3db42bfae7bf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Transition to ACTIVE for port object 80d2f25a-f74f-47af-99f7-a310d2ea9a4c will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:15:25.290208 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-04aa0267-a958-48be-9863-8ee80b0e4d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'name': 'tempest-TestNetworkBasicOps-router-1249163268', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'cac85ec8-3413-49bb-abe2-b14489fdc856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:41Z', 'updated_at': '2022-03-28T19:14:50Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'cac85ec8-3413-49bb-abe2-b14489fdc856', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:43Z', 'updated_at': '2022-03-28T19:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'b66c08cb-8d33-4913-bfea-46f92809ce26', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.42', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'port_id': '69f3b2c4-4c8c-40d6-a267-78c04f844105', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc', 'mac_address': 'fa:16:3e:1c:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0cec8d-e622-4894-a134-9533ac187bf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:15:19Z', 'updated_at': '2022-03-28T19:15:19Z', 'revision_number': 0, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e84cec4-235f-4c08-aa4a-03ea390e0b40', 'name': '', 'network_id': 'd5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:af:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '10d8f98e-bd81-46ef-99c4-167eec172d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:49Z', 'updated_at': '2022-03-28T19:14:55Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '10d8f98e-bd81-46ef-99c4-167eec172d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:25.295148 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9e99a600-1929-4ad9-a190-3db42bfae7bf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:25.336028 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb36ce-bb25-40fc-8c4b-4e0f305c8d6e None None] Pushing event updated for resources: {'Port': ['ID=7360e203-4a70-4a5b-b807-3ecb29ec72eb,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:25.347044 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-26bb36ce-bb25-40fc-8c4b-4e0f305c8d6e None None] Attempting to bind port 7360e203-4a70-4a5b-b807-3ecb29ec72eb on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:15:25.347420 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-26bb36ce-bb25-40fc-8c4b-4e0f305c8d6e None None] Attempting to bind port 7360e203-4a70-4a5b-b807-3ecb29ec72eb by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '1526afba-91e0-474a-8811-b3ea2d8878c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '140ccdcb-033e-4c38-82d3-a7945e6c221f'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:15:25.347787 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb36ce-bb25-40fc-8c4b-4e0f305c8d6e None None] Attempting to bind port 7360e203-4a70-4a5b-b807-3ecb29ec72eb on network 140ccdcb-033e-4c38-82d3-a7945e6c221f {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:15:25.354511 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b4b24a-36cd-4a73-b6d6-8fb1b6c82a47 None None] Network b1669d5d-821a-4b37-80b0-399838dc33bf requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:15:25.387035 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e99a600-1929-4ad9-a190-3db42bfae7bf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network 140ccdcb-033e-4c38-82d3-a7945e6c221f is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:15:25.396145 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-9e99a600-1929-4ad9-a190-3db42bfae7bf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:15:25.401249 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e99a600-1929-4ad9-a190-3db42bfae7bf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:15:25.408167 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa0267-a958-48be-9863-8ee80b0e4d46 None None] Checking router: 7bfbbdca-901d-4889-a309-49be42d5a670 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:15:25.421237 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1c77b094-faa2-40a1-9412-e2be5fa9437a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:25.421593 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e93e736f-d34f-4d98-8302-97f6350cd482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:25.435121 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99a600-1929-4ad9-a190-3db42bfae7bf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Port': ['ID=80d2f25a-f74f-47af-99f7-a310d2ea9a4c,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:25.469725 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9e99a600-1929-4ad9-a190-3db42bfae7bf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:25.481869 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb36ce-bb25-40fc-8c4b-4e0f305c8d6e None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:15:25.482254 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb36ce-bb25-40fc-8c4b-4e0f305c8d6e None None] Checking segment: {'id': '1526afba-91e0-474a-8811-b3ea2d8878c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '140ccdcb-033e-4c38-82d3-a7945e6c221f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:15:25.482673 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-26bb36ce-bb25-40fc-8c4b-4e0f305c8d6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:25.483069 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb36ce-bb25-40fc-8c4b-4e0f305c8d6e None None] Bound using segment: {'id': '1526afba-91e0-474a-8811-b3ea2d8878c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '140ccdcb-033e-4c38-82d3-a7945e6c221f'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:15:25.483754 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-26bb36ce-bb25-40fc-8c4b-4e0f305c8d6e None None] Bound port: 7360e203-4a70-4a5b-b807-3ecb29ec72eb, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1526afba-91e0-474a-8811-b3ea2d8878c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '140ccdcb-033e-4c38-82d3-a7945e6c221f'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:15:25.483924 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-26bb36ce-bb25-40fc-8c4b-4e0f305c8d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:25.548532 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:25.623669 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa0267-a958-48be-9863-8ee80b0e4d46 None None] Routers {'7bfbbdca-901d-4889-a309-49be42d5a670'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:25.624321 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-04aa0267-a958-48be-9863-8ee80b0e4d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['7bfbbdca-901d-4889-a309-49be42d5a670'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:25.715575 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 72b7376b-b7e3-4888-a2e1-2ad2401443f0, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=72b7376b-b7e3-4888-a2e1-2ad2401443f0,segment=NetworkSegment(e388bb99-893d-457e-bc80-2ab12599e77e),segment_id=e388bb99-893d-457e-bc80-2ab12599e77e)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:15:25.745070 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:25.746145 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 8b6ff349-316d-45d6-91e9-fc06a71e1b38 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:15:25.773016 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9e99a600-1929-4ad9-a190-3db42bfae7bf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:25.814459 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ff80f8e8-20a5-461e-931c-1ccb821069f9 None None] Provisioning for port 8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:15:25.841189 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93e736f-d34f-4d98-8302-97f6350cd482 admin admin] Router a1c03962-9b5f-4995-9059-e118938ea48e is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:15:25.940836 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-26bb36ce-bb25-40fc-8c4b-4e0f305c8d6e None None] For port 7360e203-4a70-4a5b-b807-3ecb29ec72eb, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:15:26.037679 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-26bb36ce-bb25-40fc-8c4b-4e0f305c8d6e None None] For port 7360e203-4a70-4a5b-b807-3ecb29ec72eb, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=7360e203-4a70-4a5b-b807-3ecb29ec72eb,segment=NetworkSegment(1526afba-91e0-474a-8811-b3ea2d8878c5),segment_id=1526afba-91e0-474a-8811-b3ea2d8878c5)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:15:26.052720 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=72b7376b-b7e3-4888-a2e1-2ad2401443f0,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:26.056250 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93e736f-d34f-4d98-8302-97f6350cd482 admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:15:26.069483 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-26bb36ce-bb25-40fc-8c4b-4e0f305c8d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:26.084243 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e93e736f-d34f-4d98-8302-97f6350cd482 admin admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:26.090499 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e93e736f-d34f-4d98-8302-97f6350cd482 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0223498 Mar 28 19:15:26.091311 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60684) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:26.142479 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08574ac4-eb7f-4594-80a6-ddf3f77f68f1 None None] Sync routers for ids ['a1c03962-9b5f-4995-9059-e118938ea48e'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:15:26.180183 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 8b6ff349-316d-45d6-91e9-fc06a71e1b38 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:15:26.189285 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-04aa0267-a958-48be-9863-8ee80b0e4d46 None None] Set router 7bfbbdca-901d-4889-a309-49be42d5a670 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:26.190586 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60688) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:26.250268 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 8b6ff349-316d-45d6-91e9-fc06a71e1b38 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:26.250628 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:26.309801 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08574ac4-eb7f-4594-80a6-ddf3f77f68f1 None None] Routers {'a1c03962-9b5f-4995-9059-e118938ea48e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:26.310392 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-08574ac4-eb7f-4594-80a6-ddf3f77f68f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['a1c03962-9b5f-4995-9059-e118938ea48e'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:26.319476 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-96ce39a6-b6d3-4d2d-aafa-d1eeae50c79c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/b66c08cb-8d33-4913-bfea-46f92809ce26 HTTP/1.1" status: 200 len: 990 time: 0.1273816 Mar 28 19:15:26.338825 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9e99a600-1929-4ad9-a190-3db42bfae7bf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:26.347783 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9e99a600-1929-4ad9-a190-3db42bfae7bf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:26.466371 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9e99a600-1929-4ad9-a190-3db42bfae7bf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:26.470759 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99a600-1929-4ad9-a190-3db42bfae7bf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event updated for resources: {'Port': ['ID=80d2f25a-f74f-47af-99f7-a310d2ea9a4c,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:26.558988 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb36ce-bb25-40fc-8c4b-4e0f305c8d6e None None] Pushing event updated for resources: {'Port': ['ID=7360e203-4a70-4a5b-b807-3ecb29ec72eb,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:26.638494 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e99a600-1929-4ad9-a190-3db42bfae7bf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Network 140ccdcb-033e-4c38-82d3-a7945e6c221f is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:15:26.639891 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-9e99a600-1929-4ad9-a190-3db42bfae7bf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:15:26.852966 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e99a600-1929-4ad9-a190-3db42bfae7bf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Router e897170a-d451-4933-8fc2-7600d1f0af9e has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:15:26.896908 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-08574ac4-eb7f-4594-80a6-ddf3f77f68f1 None None] Set router a1c03962-9b5f-4995-9059-e118938ea48e gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:26.959693 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-90ede81b-5410-4498-b685-a5b5e01790b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:27.040995 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e99a600-1929-4ad9-a190-3db42bfae7bf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:15:27.051790 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54238d7-a606-4d4f-ad4c-7df4c3176685 None None] Sync routers for ids ['e897170a-d451-4933-8fc2-7600d1f0af9e'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:15:27.056581 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9e99a600-1929-4ad9-a190-3db42bfae7bf tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "PUT /v2.0/routers/e897170a-d451-4933-8fc2-7600d1f0af9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0206358 Mar 28 19:15:27.060520 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60692) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:27.064676 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54238d7-a606-4d4f-ad4c-7df4c3176685 None None] Routers {'e897170a-d451-4933-8fc2-7600d1f0af9e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:27.065894 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-d54238d7-a606-4d4f-ad4c-7df4c3176685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:14:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e897170a-d451-4933-8fc2-7600d1f0af9e'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:27.068565 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-b5bee619-b390-4bda-939b-eee45b7fd71c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:27.076300 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:27.246601 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 8b6ff349-316d-45d6-91e9-fc06a71e1b38, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=8b6ff349-316d-45d6-91e9-fc06a71e1b38,segment=NetworkSegment(b36378e5-7fd7-4b05-b8ed-c592bc915443),segment_id=b36378e5-7fd7-4b05-b8ed-c592bc915443)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:15:27.256099 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-d54238d7-a606-4d4f-ad4c-7df4c3176685 None None] Set router e897170a-d451-4933-8fc2-7600d1f0af9e gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:27.273844 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:27.323751 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60696) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:27.448166 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=8b6ff349-316d-45d6-91e9-fc06a71e1b38,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:27.460762 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-04aa0267-a958-48be-9863-8ee80b0e4d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'name': 'tempest-TestNetworkBasicOps-router-1249163268', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'cac85ec8-3413-49bb-abe2-b14489fdc856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:41Z', 'updated_at': '2022-03-28T19:14:50Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'cac85ec8-3413-49bb-abe2-b14489fdc856', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:43Z', 'updated_at': '2022-03-28T19:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'b66c08cb-8d33-4913-bfea-46f92809ce26', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.42', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'port_id': '69f3b2c4-4c8c-40d6-a267-78c04f844105', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc', 'mac_address': 'fa:16:3e:1c:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0cec8d-e622-4894-a134-9533ac187bf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:15:19Z', 'updated_at': '2022-03-28T19:15:19Z', 'revision_number': 0, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e84cec4-235f-4c08-aa4a-03ea390e0b40', 'name': '', 'network_id': 'd5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:af:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '10d8f98e-bd81-46ef-99c4-167eec172d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:49Z', 'updated_at': '2022-03-28T19:14:55Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '10d8f98e-bd81-46ef-99c4-167eec172d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:27.468308 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa0267-a958-48be-9863-8ee80b0e4d46 None None] The sync data for ids ['7bfbbdca-901d-4889-a309-49be42d5a670'] in dv-neutron-834711-1-hyperv is: [{'id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'name': 'tempest-TestNetworkBasicOps-router-1249163268', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'cac85ec8-3413-49bb-abe2-b14489fdc856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:41Z', 'updated_at': '2022-03-28T19:14:50Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'cac85ec8-3413-49bb-abe2-b14489fdc856', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:43Z', 'updated_at': '2022-03-28T19:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'b66c08cb-8d33-4913-bfea-46f92809ce26', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.42', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'port_id': '69f3b2c4-4c8c-40d6-a267-78c04f844105', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc', 'mac_address': 'fa:16:3e:1c:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0cec8d-e622-4894-a134-9533ac187bf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:15:19Z', 'updated_at': '2022-03-28T19:15:19Z', 'revision_number': 0, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e84cec4-235f-4c08-aa4a-03ea390e0b40', 'name': '', 'network_id': 'd5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:af:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '10d8f98e-bd81-46ef-99c4-167eec172d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:49Z', 'updated_at': '2022-03-28T19:14:55Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '10d8f98e-bd81-46ef-99c4-167eec172d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:15:27.495496 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-08574ac4-eb7f-4594-80a6-ddf3f77f68f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c03962-9b5f-4995-9059-e118938ea48e', 'name': 'tempest-TestVolumeBootPattern-53427909-router', 'tenant_id': '6782a7903d504900b1e0c82377e4a520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8e643ab-8a32-4a07-9d52-455b3f227dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:20Z', 'updated_at': '2022-03-28T19:15:24Z', 'revision_number': 3, 'project_id': '6782a7903d504900b1e0c82377e4a520', 'gw_port': {'id': 'f8e643ab-8a32-4a07-9d52-455b3f227dc9', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c03962-9b5f-4995-9059-e118938ea48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:22Z', 'updated_at': '2022-03-28T19:15:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:27.505183 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08574ac4-eb7f-4594-80a6-ddf3f77f68f1 None None] Checking router: a1c03962-9b5f-4995-9059-e118938ea48e for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:15:27.505530 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08574ac4-eb7f-4594-80a6-ddf3f77f68f1 None None] Updating router a1c03962-9b5f-4995-9059-e118938ea48e port f8e643ab-8a32-4a07-9d52-455b3f227dc9 binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:15:27.559549 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-cf793044-683f-41f6-af61-9331d3fb3ae5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/b66c08cb-8d33-4913-bfea-46f92809ce26 HTTP/1.1" status: 200 len: 990 time: 0.2342880 Mar 28 19:15:27.629612 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-08574ac4-eb7f-4594-80a6-ddf3f77f68f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:27.733120 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f18ba2-78e3-448c-8308-9934822dd94a None None] Network 140ccdcb-033e-4c38-82d3-a7945e6c221f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:15:27.753926 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:15:27.796105 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-d54238d7-a606-4d4f-ad4c-7df4c3176685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'name': 'tempest-RoutersTest-router-1414407960', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:59Z', 'updated_at': '2022-03-28T19:15:25Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None, '_interfaces': [{'id': '72b7376b-b7e3-4888-a2e1-2ad2401443f0', 'name': '', 'network_id': 'a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:e3:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:25Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80d2f25a-f74f-47af-99f7-a310d2ea9a4c', 'name': '', 'network_id': '140ccdcb-033e-4c38-82d3-a7945e6c221f', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:90:a4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '31a9035e-6c6b-4b6c-aa12-bf58efeecbf7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:23Z', 'updated_at': '2022-03-28T19:15:26Z', 'revision_number': 2, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': '31a9035e-6c6b-4b6c-aa12-bf58efeecbf7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9187fdc5-8256-493d-b700-32366a64b034', 'name': '', 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:81:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:03Z', 'updated_at': '2022-03-28T19:15:14Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eceb5b5c-85cc-4426-98f7-7690f0de96cc', 'name': '', 'network_id': '76b2f47f-02f3-4a23-9cbf-f80e04d66a07', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:43:5f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'a9b14bda-7579-4cc2-ab3f-db05a9973e79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:17Z', 'updated_at': '2022-03-28T19:15:23Z', 'revision_number': 4, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': 'a9b14bda-7579-4cc2-ab3f-db05a9973e79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:27.801322 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54238d7-a606-4d4f-ad4c-7df4c3176685 None None] Checking router: e897170a-d451-4933-8fc2-7600d1f0af9e for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:15:27.801757 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54238d7-a606-4d4f-ad4c-7df4c3176685 None None] Updating router e897170a-d451-4933-8fc2-7600d1f0af9e port 80d2f25a-f74f-47af-99f7-a310d2ea9a4c binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:15:27.842409 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1396e4-0587-4ed1-be89-e71a57c3fba6 None None] New status for floating IP b66c08cb-8d33-4913-bfea-46f92809ce26: ACTIVE {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:15:27.847175 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-90ede81b-5410-4498-b685-a5b5e01790b5 admin admin] Allocated IP 172.20.0.1 (b1669d5d-821a-4b37-80b0-399838dc33bf/3ff45c6d-699e-424a-b847-2ca8a3dfb84f/c819f580-061d-4660-a6fd-e93ad18e04ef) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:15:27.867865 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-d54238d7-a606-4d4f-ad4c-7df4c3176685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:28.000494 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-39219ce4-b67c-411c-8d88-ac280a84f128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:28.058784 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-7519b694-471d-4fbc-a7fd-277fec06d957 None None] Provisioning for port 7360e203-4a70-4a5b-b807-3ecb29ec72eb completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:15:28.174363 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-90ede81b-5410-4498-b685-a5b5e01790b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:28.199598 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-90ede81b-5410-4498-b685-a5b5e01790b5 admin admin] Transition to ACTIVE for port object c819f580-061d-4660-a6fd-e93ad18e04ef will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:15:28.260834 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:15:28.263731 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.extraroute_db [None req-b5bee619-b390-4bda-939b-eee45b7fd71c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87833) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 28 19:15:28.280706 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.extraroute_db [None req-b5bee619-b390-4bda-939b-eee45b7fd71c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Removed routes are [] {{(pid=87833) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 28 19:15:28.281197 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b5bee619-b390-4bda-939b-eee45b7fd71c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:28.283428 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-d54238d7-a606-4d4f-ad4c-7df4c3176685 None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:28.299359 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-d54238d7-a606-4d4f-ad4c-7df4c3176685 None None] Transition to ACTIVE for port object 80d2f25a-f74f-47af-99f7-a310d2ea9a4c will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:15:28.305425 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:28.305940 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:28.309835 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-d54238d7-a606-4d4f-ad4c-7df4c3176685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:28.354404 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-90ede81b-5410-4498-b685-a5b5e01790b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:28.496443 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ede81b-5410-4498-b685-a5b5e01790b5 admin admin] Network b1669d5d-821a-4b37-80b0-399838dc33bf is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:15:28.505949 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-90ede81b-5410-4498-b685-a5b5e01790b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:15:28.508564 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ede81b-5410-4498-b685-a5b5e01790b5 admin admin] Pushing event updated for resources: {'Port': ['ID=c819f580-061d-4660-a6fd-e93ad18e04ef,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:28.510367 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ede81b-5410-4498-b685-a5b5e01790b5 admin admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:15:28.512803 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93bbce-a24b-4b14-bb89-2ac917a443b4 None None] Pushing event updated for resources: {'Port': ['ID=80d2f25a-f74f-47af-99f7-a310d2ea9a4c,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:28.534065 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-d54238d7-a606-4d4f-ad4c-7df4c3176685 None None] Attempting to bind port 80d2f25a-f74f-47af-99f7-a310d2ea9a4c on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:15:28.534503 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-d54238d7-a606-4d4f-ad4c-7df4c3176685 None None] Attempting to bind port 80d2f25a-f74f-47af-99f7-a310d2ea9a4c by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '1526afba-91e0-474a-8811-b3ea2d8878c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '140ccdcb-033e-4c38-82d3-a7945e6c221f'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:15:28.534858 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54238d7-a606-4d4f-ad4c-7df4c3176685 None None] Attempting to bind port 80d2f25a-f74f-47af-99f7-a310d2ea9a4c on network 140ccdcb-033e-4c38-82d3-a7945e6c221f {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:15:28.541960 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54238d7-a606-4d4f-ad4c-7df4c3176685 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:15:28.542352 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54238d7-a606-4d4f-ad4c-7df4c3176685 None None] Checking segment: {'id': '1526afba-91e0-474a-8811-b3ea2d8878c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '140ccdcb-033e-4c38-82d3-a7945e6c221f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:15:28.542752 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-d54238d7-a606-4d4f-ad4c-7df4c3176685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:28.543165 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54238d7-a606-4d4f-ad4c-7df4c3176685 None None] Bound using segment: {'id': '1526afba-91e0-474a-8811-b3ea2d8878c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '140ccdcb-033e-4c38-82d3-a7945e6c221f'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:15:28.543956 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-d54238d7-a606-4d4f-ad4c-7df4c3176685 None None] Bound port: 80d2f25a-f74f-47af-99f7-a310d2ea9a4c, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1526afba-91e0-474a-8811-b3ea2d8878c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '140ccdcb-033e-4c38-82d3-a7945e6c221f'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:15:28.544091 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-d54238d7-a606-4d4f-ad4c-7df4c3176685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:28.559427 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60700) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:28.681334 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-d54238d7-a606-4d4f-ad4c-7df4c3176685 None None] For port 80d2f25a-f74f-47af-99f7-a310d2ea9a4c, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:15:28.685046 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:28.687317 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-d54238d7-a606-4d4f-ad4c-7df4c3176685 None None] For port 80d2f25a-f74f-47af-99f7-a310d2ea9a4c, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=80d2f25a-f74f-47af-99f7-a310d2ea9a4c,segment=NetworkSegment(1526afba-91e0-474a-8811-b3ea2d8878c5),segment_id=1526afba-91e0-474a-8811-b3ea2d8878c5)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:15:28.698994 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-d54238d7-a606-4d4f-ad4c-7df4c3176685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:28.700868 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:28.788406 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54238d7-a606-4d4f-ad4c-7df4c3176685 None None] Routers {'e897170a-d451-4933-8fc2-7600d1f0af9e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:28.789163 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-d54238d7-a606-4d4f-ad4c-7df4c3176685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:15:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e897170a-d451-4933-8fc2-7600d1f0af9e'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:28.791566 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4ca1fff5-48c7-4dd6-9998-eac1705da56b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/b66c08cb-8d33-4913-bfea-46f92809ce26 HTTP/1.1" status: 200 len: 992 time: 0.2290263 Mar 28 19:15:28.813382 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-90ede81b-5410-4498-b685-a5b5e01790b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:28.862822 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b5bee619-b390-4bda-939b-eee45b7fd71c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:28.867446 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b5bee619-b390-4bda-939b-eee45b7fd71c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-466281'] for router, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:28.868992 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:28.916069 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-08574ac4-eb7f-4594-80a6-ddf3f77f68f1 None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:28.938979 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-08574ac4-eb7f-4594-80a6-ddf3f77f68f1 None None] Transition to ACTIVE for port object f8e643ab-8a32-4a07-9d52-455b3f227dc9 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:15:28.945114 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd,segment=NetworkSegment(4c035863-0b57-4701-bfd8-287310729f3d),segment_id=4c035863-0b57-4701-bfd8-287310729f3d)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:15:28.951667 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-08574ac4-eb7f-4594-80a6-ddf3f77f68f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:28.969065 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93bbce-a24b-4b14-bb89-2ac917a443b4 None None] Pushing event updated for resources: {'Port': ['ID=80d2f25a-f74f-47af-99f7-a310d2ea9a4c,revision_number=4']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:28.990333 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:28.991279 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device eceb5b5c-85cc-4426-98f7-7690f0de96cc up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:15:29.000313 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-d54238d7-a606-4d4f-ad4c-7df4c3176685 None None] Set router e897170a-d451-4933-8fc2-7600d1f0af9e gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:29.026710 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ceac9cc2-4a92-4917-99b4-9389823e081f None None] Provisioning for port c819f580-061d-4660-a6fd-e93ad18e04ef completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:15:29.054861 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ceac9cc2-4a92-4917-99b4-9389823e081f None None] Provisioning complete for port c819f580-061d-4660-a6fd-e93ad18e04ef triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:29.055256 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ceac9cc2-4a92-4917-99b4-9389823e081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:29.091310 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5bee619-b390-4bda-939b-eee45b7fd71c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Router e897170a-d451-4933-8fc2-7600d1f0af9e has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:15:29.137099 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59e099-0606-43c3-838e-20ec7d027dee None None] Pushing event updated for resources: {'Port': ['ID=f8e643ab-8a32-4a07-9d52-455b3f227dc9,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:29.261686 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-ceac9cc2-4a92-4917-99b4-9389823e081f None None] Port c819f580-061d-4660-a6fd-e93ad18e04ef cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:15:29.265534 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-08574ac4-eb7f-4594-80a6-ddf3f77f68f1 None None] Attempting to bind port f8e643ab-8a32-4a07-9d52-455b3f227dc9 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:15:29.266120 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-08574ac4-eb7f-4594-80a6-ddf3f77f68f1 None None] Attempting to bind port f8e643ab-8a32-4a07-9d52-455b3f227dc9 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:15:29.267126 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08574ac4-eb7f-4594-80a6-ddf3f77f68f1 None None] Attempting to bind port f8e643ab-8a32-4a07-9d52-455b3f227dc9 on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:15:29.306372 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08574ac4-eb7f-4594-80a6-ddf3f77f68f1 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:15:29.306771 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08574ac4-eb7f-4594-80a6-ddf3f77f68f1 None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:15:29.307247 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-08574ac4-eb7f-4594-80a6-ddf3f77f68f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:29.307743 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08574ac4-eb7f-4594-80a6-ddf3f77f68f1 None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:15:29.308381 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-08574ac4-eb7f-4594-80a6-ddf3f77f68f1 None None] Bound port: f8e643ab-8a32-4a07-9d52-455b3f227dc9, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:15:29.308769 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-08574ac4-eb7f-4594-80a6-ddf3f77f68f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:29.339287 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:29.355416 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port eceb5b5c-85cc-4426-98f7-7690f0de96cc completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:15:29.369162 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port eceb5b5c-85cc-4426-98f7-7690f0de96cc triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:29.369715 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:29.384534 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-d54238d7-a606-4d4f-ad4c-7df4c3176685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'name': 'tempest-RoutersTest-router-1414407960', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:59Z', 'updated_at': '2022-03-28T19:15:28Z', 'revision_number': 6, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None, '_interfaces': [{'id': '72b7376b-b7e3-4888-a2e1-2ad2401443f0', 'name': '', 'network_id': 'a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:e3:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:25Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80d2f25a-f74f-47af-99f7-a310d2ea9a4c', 'name': '', 'network_id': '140ccdcb-033e-4c38-82d3-a7945e6c221f', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:90:a4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '31a9035e-6c6b-4b6c-aa12-bf58efeecbf7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:23Z', 'updated_at': '2022-03-28T19:15:28Z', 'revision_number': 4, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': '31a9035e-6c6b-4b6c-aa12-bf58efeecbf7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9187fdc5-8256-493d-b700-32366a64b034', 'name': '', 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:81:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:03Z', 'updated_at': '2022-03-28T19:15:14Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eceb5b5c-85cc-4426-98f7-7690f0de96cc', 'name': '', 'network_id': '76b2f47f-02f3-4a23-9cbf-f80e04d66a07', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:43:5f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'a9b14bda-7579-4cc2-ab3f-db05a9973e79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:17Z', 'updated_at': '2022-03-28T19:15:23Z', 'revision_number': 4, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': 'a9b14bda-7579-4cc2-ab3f-db05a9973e79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:29.389380 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54238d7-a606-4d4f-ad4c-7df4c3176685 None None] The sync data for ids ['e897170a-d451-4933-8fc2-7600d1f0af9e'] in dv-neutron-834711-1-hyperv is: [{'id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'name': 'tempest-RoutersTest-router-1414407960', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:59Z', 'updated_at': '2022-03-28T19:15:28Z', 'revision_number': 6, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None, '_interfaces': [{'id': '72b7376b-b7e3-4888-a2e1-2ad2401443f0', 'name': '', 'network_id': 'a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:e3:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:25Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80d2f25a-f74f-47af-99f7-a310d2ea9a4c', 'name': '', 'network_id': '140ccdcb-033e-4c38-82d3-a7945e6c221f', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:90:a4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '31a9035e-6c6b-4b6c-aa12-bf58efeecbf7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:23Z', 'updated_at': '2022-03-28T19:15:28Z', 'revision_number': 4, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': '31a9035e-6c6b-4b6c-aa12-bf58efeecbf7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9187fdc5-8256-493d-b700-32366a64b034', 'name': '', 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:81:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:03Z', 'updated_at': '2022-03-28T19:15:14Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eceb5b5c-85cc-4426-98f7-7690f0de96cc', 'name': '', 'network_id': '76b2f47f-02f3-4a23-9cbf-f80e04d66a07', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:43:5f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'a9b14bda-7579-4cc2-ab3f-db05a9973e79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:17Z', 'updated_at': '2022-03-28T19:15:23Z', 'revision_number': 4, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': 'a9b14bda-7579-4cc2-ab3f-db05a9973e79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:15:29.523260 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bee619-b390-4bda-939b-eee45b7fd71c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:15:29.525148 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-90ede81b-5410-4498-b685-a5b5e01790b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:29.528683 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-08574ac4-eb7f-4594-80a6-ddf3f77f68f1 None None] For port f8e643ab-8a32-4a07-9d52-455b3f227dc9, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:15:29.543810 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-08574ac4-eb7f-4594-80a6-ddf3f77f68f1 None None] For port f8e643ab-8a32-4a07-9d52-455b3f227dc9, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=f8e643ab-8a32-4a07-9d52-455b3f227dc9,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:15:29.559323 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b5bee619-b390-4bda-939b-eee45b7fd71c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:29.563501 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b5bee619-b390-4bda-939b-eee45b7fd71c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "PUT /v2.0/routers/e897170a-d451-4933-8fc2-7600d1f0af9e HTTP/1.1" status: 200 len: 934 time: 2.4995322 Mar 28 19:15:29.564205 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60704) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:29.587259 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-c0e4a92e-df23-464a-860b-ccb8258e170f None None] Provisioning for port 80d2f25a-f74f-47af-99f7-a310d2ea9a4c completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:15:29.592981 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-08574ac4-eb7f-4594-80a6-ddf3f77f68f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:29.707450 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08574ac4-eb7f-4594-80a6-ddf3f77f68f1 None None] Routers {'a1c03962-9b5f-4995-9059-e118938ea48e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:29.707858 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-08574ac4-eb7f-4594-80a6-ddf3f77f68f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:15:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['a1c03962-9b5f-4995-9059-e118938ea48e'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:29.767520 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:29.824154 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59e099-0606-43c3-838e-20ec7d027dee None None] Pushing event updated for resources: {'Port': ['ID=f8e643ab-8a32-4a07-9d52-455b3f227dc9,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:29.896667 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-90ede81b-5410-4498-b685-a5b5e01790b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:29.904351 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-90ede81b-5410-4498-b685-a5b5e01790b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:29.958478 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port eceb5b5c-85cc-4426-98f7-7690f0de96cc, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=eceb5b5c-85cc-4426-98f7-7690f0de96cc,segment=NetworkSegment(e3f1cbe3-7c2b-472f-8dd2-a5d9e5330dff),segment_id=e3f1cbe3-7c2b-472f-8dd2-a5d9e5330dff)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:15:29.981401 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:29.982223 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 72b7376b-b7e3-4888-a2e1-2ad2401443f0 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:15:30.000657 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-90ede81b-5410-4498-b685-a5b5e01790b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:30.023052 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5d9c3361-e310-45c1-92be-33225b26c4e9 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "GET /v2.0/routers/e897170a-d451-4933-8fc2-7600d1f0af9e HTTP/1.1" status: 200 len: 934 time: 0.4573798 Mar 28 19:15:30.025758 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60708) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:30.032017 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-a6ce7b69-4585-4093-9f3e-a70ccd49315d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'router': {'routes': None}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:30.140114 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ede81b-5410-4498-b685-a5b5e01790b5 admin admin] Pushing event updated for resources: {'Port': ['ID=c819f580-061d-4660-a6fd-e93ad18e04ef,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:30.194807 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-08574ac4-eb7f-4594-80a6-ddf3f77f68f1 None None] Set router a1c03962-9b5f-4995-9059-e118938ea48e gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:30.239240 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ede81b-5410-4498-b685-a5b5e01790b5 admin admin] Network b1669d5d-821a-4b37-80b0-399838dc33bf is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:15:30.244806 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-90ede81b-5410-4498-b685-a5b5e01790b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:15:30.493208 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ede81b-5410-4498-b685-a5b5e01790b5 admin admin] Router a1c03962-9b5f-4995-9059-e118938ea48e has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:15:30.568956 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:30.578537 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=eceb5b5c-85cc-4426-98f7-7690f0de96cc,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:30.605034 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 72b7376b-b7e3-4888-a2e1-2ad2401443f0 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:30.605867 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:30.681719 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ede81b-5410-4498-b685-a5b5e01790b5 admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:15:30.691466 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-90ede81b-5410-4498-b685-a5b5e01790b5 admin admin] 10.222.0.10 "PUT /v2.0/routers/a1c03962-9b5f-4995-9059-e118938ea48e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5991306 Mar 28 19:15:30.744141 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.extraroute_db [None req-a6ce7b69-4585-4093-9f3e-a70ccd49315d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Added routes are [] {{(pid=87832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 28 19:15:30.744701 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.extraroute_db [None req-a6ce7b69-4585-4093-9f3e-a70ccd49315d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 28 19:15:30.777047 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7b69-4585-4093-9f3e-a70ccd49315d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:30.807432 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 81a01684-4acd-4157-9729-70f26887146f up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:15:30.849485 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f8ec473b-3b4e-4d5a-9143-67f4c570de51 None None] Provisioning complete for port c819f580-061d-4660-a6fd-e93ad18e04ef triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:30.850047 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f8ec473b-3b4e-4d5a-9143-67f4c570de51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:30.930490 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f8ec473b-3b4e-4d5a-9143-67f4c570de51 None None] Port c819f580-061d-4660-a6fd-e93ad18e04ef cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:15:30.934455 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-08574ac4-eb7f-4594-80a6-ddf3f77f68f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c03962-9b5f-4995-9059-e118938ea48e', 'name': 'tempest-TestVolumeBootPattern-53427909-router', 'tenant_id': '6782a7903d504900b1e0c82377e4a520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8e643ab-8a32-4a07-9d52-455b3f227dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:20Z', 'updated_at': '2022-03-28T19:15:29Z', 'revision_number': 4, 'project_id': '6782a7903d504900b1e0c82377e4a520', 'gw_port': {'id': 'f8e643ab-8a32-4a07-9d52-455b3f227dc9', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c03962-9b5f-4995-9059-e118938ea48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:22Z', 'updated_at': '2022-03-28T19:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'c819f580-061d-4660-a6fd-e93ad18e04ef', 'name': '', 'network_id': 'b1669d5d-821a-4b37-80b0-399838dc33bf', 'tenant_id': '6782a7903d504900b1e0c82377e4a520', 'mac_address': 'fa:16:3e:af:d6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c03962-9b5f-4995-9059-e118938ea48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '3ff45c6d-699e-424a-b847-2ca8a3dfb84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:27Z', 'updated_at': '2022-03-28T19:15:27Z', 'revision_number': 1, 'project_id': '6782a7903d504900b1e0c82377e4a520', 'subnets': [{'id': '3ff45c6d-699e-424a-b847-2ca8a3dfb84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:30.941515 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08574ac4-eb7f-4594-80a6-ddf3f77f68f1 None None] The sync data for ids ['a1c03962-9b5f-4995-9059-e118938ea48e'] in dv-neutron-834711-1-hyperv is: [{'id': 'a1c03962-9b5f-4995-9059-e118938ea48e', 'name': 'tempest-TestVolumeBootPattern-53427909-router', 'tenant_id': '6782a7903d504900b1e0c82377e4a520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8e643ab-8a32-4a07-9d52-455b3f227dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:20Z', 'updated_at': '2022-03-28T19:15:29Z', 'revision_number': 4, 'project_id': '6782a7903d504900b1e0c82377e4a520', 'gw_port': {'id': 'f8e643ab-8a32-4a07-9d52-455b3f227dc9', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c03962-9b5f-4995-9059-e118938ea48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:22Z', 'updated_at': '2022-03-28T19:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'c819f580-061d-4660-a6fd-e93ad18e04ef', 'name': '', 'network_id': 'b1669d5d-821a-4b37-80b0-399838dc33bf', 'tenant_id': '6782a7903d504900b1e0c82377e4a520', 'mac_address': 'fa:16:3e:af:d6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c03962-9b5f-4995-9059-e118938ea48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '3ff45c6d-699e-424a-b847-2ca8a3dfb84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:27Z', 'updated_at': '2022-03-28T19:15:27Z', 'revision_number': 1, 'project_id': '6782a7903d504900b1e0c82377e4a520', 'subnets': [{'id': '3ff45c6d-699e-424a-b847-2ca8a3dfb84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:15:30.949140 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 81a01684-4acd-4157-9729-70f26887146f triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:30.949511 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:31.066391 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 7360e203-4a70-4a5b-b807-3ecb29ec72eb up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:15:31.134133 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7b69-4585-4093-9f3e-a70ccd49315d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:31.137314 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 7360e203-4a70-4a5b-b807-3ecb29ec72eb completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:15:31.137988 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7b69-4585-4093-9f3e-a70ccd49315d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-466281'] for router, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:31.142630 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 7360e203-4a70-4a5b-b807-3ecb29ec72eb triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:31.143202 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:31.261589 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:31.297170 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 7360e203-4a70-4a5b-b807-3ecb29ec72eb, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=7360e203-4a70-4a5b-b807-3ecb29ec72eb,segment=NetworkSegment(1526afba-91e0-474a-8811-b3ea2d8878c5),segment_id=1526afba-91e0-474a-8811-b3ea2d8878c5)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:15:31.304464 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:31.312970 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ce7b69-4585-4093-9f3e-a70ccd49315d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Router e897170a-d451-4933-8fc2-7600d1f0af9e has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:15:31.399416 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=7360e203-4a70-4a5b-b807-3ecb29ec72eb,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:31.521646 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:15:31.587030 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:31.615184 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:31.616439 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:31.619673 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60718) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:31.625254 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-fa91a598-370e-4bed-a338-6e9a0beba6cd tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-379833413', 'description': 'tempest-secgroup-smoke-379833413 description', 'project_id': 'b0ba31f1fab64780bafe45627411dcbe'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:31.631334 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-fa91a598-370e-4bed-a338-6e9a0beba6cd tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:31.637318 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-fa91a598-370e-4bed-a338-6e9a0beba6cd tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Usage tracker for resource:security_group and tenant:b0ba31f1fab64780bafe45627411dcbe is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:31.640167 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-fa91a598-370e-4bed-a338-6e9a0beba6cd tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:31.650544 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-fa91a598-370e-4bed-a338-6e9a0beba6cd tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:31.671379 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ce7b69-4585-4093-9f3e-a70ccd49315d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:15:31.677005 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa91a598-370e-4bed-a338-6e9a0beba6cd tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:31.680395 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7b69-4585-4093-9f3e-a70ccd49315d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:31.685278 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a6ce7b69-4585-4093-9f3e-a70ccd49315d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "PUT /v2.0/routers/e897170a-d451-4933-8fc2-7600d1f0af9e HTTP/1.1" status: 200 len: 700 time: 1.6582801 Mar 28 19:15:31.685932 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60722) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:31.720024 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-fa91a598-370e-4bed-a338-6e9a0beba6cd tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:31.732602 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-fa91a598-370e-4bed-a338-6e9a0beba6cd tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Usage tracker for resource:security_group_rule and tenant:b0ba31f1fab64780bafe45627411dcbe is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:31.736656 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-fa91a598-370e-4bed-a338-6e9a0beba6cd tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:31.744081 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-fa91a598-370e-4bed-a338-6e9a0beba6cd tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:31.770831 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device eceb5b5c-85cc-4426-98f7-7690f0de96cc up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:15:31.836141 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa91a598-370e-4bed-a338-6e9a0beba6cd tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:31.837642 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84ac7b0-c31a-4537-b050-8fd064c99125 None None] Sync routers for ids ['e897170a-d451-4933-8fc2-7600d1f0af9e'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:15:31.846627 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa91a598-370e-4bed-a338-6e9a0beba6cd tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:31.852879 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84ac7b0-c31a-4537-b050-8fd064c99125 None None] Routers {'e897170a-d451-4933-8fc2-7600d1f0af9e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:31.853593 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-a84ac7b0-c31a-4537-b050-8fd064c99125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:15:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e897170a-d451-4933-8fc2-7600d1f0af9e'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:31.889776 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port eceb5b5c-85cc-4426-98f7-7690f0de96cc triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:31.895295 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:31.921246 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91a598-370e-4bed-a338-6e9a0beba6cd tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d04548-8acb-4378-a072-f747245e61fc,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:31.923745 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fa91a598-370e-4bed-a338-6e9a0beba6cd tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:31.927847 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-fa91a598-370e-4bed-a338-6e9a0beba6cd tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3045826 Mar 28 19:15:31.929928 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60726) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:31.940962 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-04e05f13-7d0a-4d5f-a529-c38e2638cda7 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "GET /v2.0/routers/e897170a-d451-4933-8fc2-7600d1f0af9e HTTP/1.1" status: 200 len: 700 time: 0.2535784 Mar 28 19:15:31.941416 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60730) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:31.943017 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-bbb08a5d-93e1-4695-9de0-ea99dbf40db2 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Request body: {'security_group_rule': {'security_group_id': '51d04548-8acb-4378-a072-f747245e61fc', 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:31.957874 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-bbb08a5d-93e1-4695-9de0-ea99dbf40db2 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:31.966379 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-bbb08a5d-93e1-4695-9de0-ea99dbf40db2 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Usage tracker for resource:security_group_rule and tenant:b0ba31f1fab64780bafe45627411dcbe is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:31.971035 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-bbb08a5d-93e1-4695-9de0-ea99dbf40db2 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:31.978267 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-bbb08a5d-93e1-4695-9de0-ea99dbf40db2 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:32.001757 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bbb08a5d-93e1-4695-9de0-ea99dbf40db2 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:32.098178 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 8b6ff349-316d-45d6-91e9-fc06a71e1b38 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:15:32.099908 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-a84ac7b0-c31a-4537-b050-8fd064c99125 None None] Set router e897170a-d451-4933-8fc2-7600d1f0af9e gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:32.108511 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bbb08a5d-93e1-4695-9de0-ea99dbf40db2 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:32.118492 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bbb08a5d-93e1-4695-9de0-ea99dbf40db2 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:32.158642 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb08a5d-93e1-4695-9de0-ea99dbf40db2 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9842110f-fdfd-4d59-ae20-495d9dd2a9cd,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:32.188719 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 8b6ff349-316d-45d6-91e9-fc06a71e1b38 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:32.189317 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:32.193297 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bbb08a5d-93e1-4695-9de0-ea99dbf40db2 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:32.195489 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-bbb08a5d-93e1-4695-9de0-ea99dbf40db2 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2627809 Mar 28 19:15:32.198873 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60734) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:32.210868 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-e08a0e0e-2abe-471e-8750-dbeb7aab7ef3 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Request body: {'security_group_rule': {'security_group_id': '51d04548-8acb-4378-a072-f747245e61fc', 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:32.228474 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e08a0e0e-2abe-471e-8750-dbeb7aab7ef3 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:32.233664 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e08a0e0e-2abe-471e-8750-dbeb7aab7ef3 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Usage tracker for resource:security_group_rule and tenant:b0ba31f1fab64780bafe45627411dcbe is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:32.242691 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e08a0e0e-2abe-471e-8750-dbeb7aab7ef3 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:32.259235 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e08a0e0e-2abe-471e-8750-dbeb7aab7ef3 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:32.289595 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e08a0e0e-2abe-471e-8750-dbeb7aab7ef3 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:32.385435 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e08a0e0e-2abe-471e-8750-dbeb7aab7ef3 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:32.390369 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e08a0e0e-2abe-471e-8750-dbeb7aab7ef3 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:32.422754 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 80d2f25a-f74f-47af-99f7-a310d2ea9a4c up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:15:32.427327 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a0e0e-2abe-471e-8750-dbeb7aab7ef3 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2078ce50-b27e-4271-a5e7-2b3f0f54c7a0,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:32.433342 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e08a0e0e-2abe-471e-8750-dbeb7aab7ef3 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:32.438172 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e08a0e0e-2abe-471e-8750-dbeb7aab7ef3 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2382252 Mar 28 19:15:32.438794 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60738) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:32.448476 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-1a5ae7d9-18af-45a5-9ceb-76ef04e7fbfd tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Request body: {'security_group_rule': {'security_group_id': '51d04548-8acb-4378-a072-f747245e61fc', 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:32.454845 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-1a5ae7d9-18af-45a5-9ceb-76ef04e7fbfd tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:32.460782 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-1a5ae7d9-18af-45a5-9ceb-76ef04e7fbfd tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Usage tracker for resource:security_group_rule and tenant:b0ba31f1fab64780bafe45627411dcbe is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:32.464381 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-1a5ae7d9-18af-45a5-9ceb-76ef04e7fbfd tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:32.470161 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-1a5ae7d9-18af-45a5-9ceb-76ef04e7fbfd tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:32.499728 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1a5ae7d9-18af-45a5-9ceb-76ef04e7fbfd tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:32.529454 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 80d2f25a-f74f-47af-99f7-a310d2ea9a4c completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:15:32.540184 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 80d2f25a-f74f-47af-99f7-a310d2ea9a4c triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:32.540184 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:32.641576 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-a84ac7b0-c31a-4537-b050-8fd064c99125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'name': 'tempest-RoutersTest-router-1414407960', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:59Z', 'updated_at': '2022-03-28T19:15:30Z', 'revision_number': 7, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None, '_interfaces': [{'id': '72b7376b-b7e3-4888-a2e1-2ad2401443f0', 'name': '', 'network_id': 'a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:e3:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:25Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80d2f25a-f74f-47af-99f7-a310d2ea9a4c', 'name': '', 'network_id': '140ccdcb-033e-4c38-82d3-a7945e6c221f', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:90:a4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '31a9035e-6c6b-4b6c-aa12-bf58efeecbf7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:23Z', 'updated_at': '2022-03-28T19:15:28Z', 'revision_number': 4, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': '31a9035e-6c6b-4b6c-aa12-bf58efeecbf7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9187fdc5-8256-493d-b700-32366a64b034', 'name': '', 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:81:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:03Z', 'updated_at': '2022-03-28T19:15:14Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eceb5b5c-85cc-4426-98f7-7690f0de96cc', 'name': '', 'network_id': '76b2f47f-02f3-4a23-9cbf-f80e04d66a07', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:43:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'a9b14bda-7579-4cc2-ab3f-db05a9973e79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:17Z', 'updated_at': '2022-03-28T19:15:29Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': 'a9b14bda-7579-4cc2-ab3f-db05a9973e79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:32.652631 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84ac7b0-c31a-4537-b050-8fd064c99125 None None] Checking router: e897170a-d451-4933-8fc2-7600d1f0af9e for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:15:32.653082 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1a5ae7d9-18af-45a5-9ceb-76ef04e7fbfd tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:32.663701 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1a5ae7d9-18af-45a5-9ceb-76ef04e7fbfd tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:32.675267 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84ac7b0-c31a-4537-b050-8fd064c99125 None None] Routers {'e897170a-d451-4933-8fc2-7600d1f0af9e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:32.676240 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-a84ac7b0-c31a-4537-b050-8fd064c99125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:15:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e897170a-d451-4933-8fc2-7600d1f0af9e'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:32.730225 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:32.743086 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ae7d9-18af-45a5-9ceb-76ef04e7fbfd tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c758228-4fcc-443b-b95e-8ffc573fdb8c,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:32.749123 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1a5ae7d9-18af-45a5-9ceb-76ef04e7fbfd tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:32.757967 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1a5ae7d9-18af-45a5-9ceb-76ef04e7fbfd tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3180661 Mar 28 19:15:32.758910 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60742) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:32.760739 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c3ec409b-401f-461a-9356-09913287eb3b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:32.767050 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-5ab40a5f-3af7-42dd-aeff-cfad3465359f tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Request body: {'security_group_rule': {'security_group_id': '51d04548-8acb-4378-a072-f747245e61fc', 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:32.783100 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-5ab40a5f-3af7-42dd-aeff-cfad3465359f tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:32.791490 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 80d2f25a-f74f-47af-99f7-a310d2ea9a4c, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=80d2f25a-f74f-47af-99f7-a310d2ea9a4c,segment=NetworkSegment(1526afba-91e0-474a-8811-b3ea2d8878c5),segment_id=1526afba-91e0-474a-8811-b3ea2d8878c5)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:15:32.796965 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5ab40a5f-3af7-42dd-aeff-cfad3465359f tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Usage tracker for resource:security_group_rule and tenant:b0ba31f1fab64780bafe45627411dcbe is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:32.798529 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:32.803437 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5ab40a5f-3af7-42dd-aeff-cfad3465359f tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:32.820258 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-5ab40a5f-3af7-42dd-aeff-cfad3465359f tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:32.849447 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5ab40a5f-3af7-42dd-aeff-cfad3465359f tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:32.940250 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-a84ac7b0-c31a-4537-b050-8fd064c99125 None None] Set router e897170a-d451-4933-8fc2-7600d1f0af9e gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:32.944553 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5ab40a5f-3af7-42dd-aeff-cfad3465359f tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:32.950441 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5ab40a5f-3af7-42dd-aeff-cfad3465359f tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:32.950937 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=80d2f25a-f74f-47af-99f7-a310d2ea9a4c,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:33.096015 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab40a5f-3af7-42dd-aeff-cfad3465359f tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5bc628c-c866-4e38-9942-ce5c45ef58f4,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:33.108331 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5ab40a5f-3af7-42dd-aeff-cfad3465359f tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:33.113159 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5ab40a5f-3af7-42dd-aeff-cfad3465359f tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3532629 Mar 28 19:15:33.113983 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60746) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:33.122119 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-710c956b-f939-480b-9249-fdc85077560d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Request body: {'security_group_rule': {'security_group_id': '51d04548-8acb-4378-a072-f747245e61fc', 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:33.129638 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-710c956b-f939-480b-9249-fdc85077560d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:33.139762 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-710c956b-f939-480b-9249-fdc85077560d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Usage tracker for resource:security_group_rule and tenant:b0ba31f1fab64780bafe45627411dcbe is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:33.148029 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-710c956b-f939-480b-9249-fdc85077560d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:33.155551 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-710c956b-f939-480b-9249-fdc85077560d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:33.167603 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.securitygroups_db [None req-710c956b-f939-480b-9249-fdc85077560d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Project b0ba31f1fab64780bafe45627411dcbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:15:33.174342 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-710c956b-f939-480b-9249-fdc85077560d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:33.252318 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-710c956b-f939-480b-9249-fdc85077560d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:33.261712 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c3ec409b-401f-461a-9356-09913287eb3b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Deleting port 80d2f25a-f74f-47af-99f7-a310d2ea9a4c {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:15:33.262139 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c3ec409b-401f-461a-9356-09913287eb3b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:33.263511 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-710c956b-f939-480b-9249-fdc85077560d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:33.290810 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c956b-f939-480b-9249-fdc85077560d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24cb40f9-2c7d-47a5-a99f-5300985032ca,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:33.322628 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-710c956b-f939-480b-9249-fdc85077560d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:33.327249 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-710c956b-f939-480b-9249-fdc85077560d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2101400 Mar 28 19:15:33.328151 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60750) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:33.333033 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-cde4f21b-f137-4230-aa10-bfe5fc54e22d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Request body: {'security_group_rule': {'security_group_id': '51d04548-8acb-4378-a072-f747245e61fc', 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:33.338864 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-cde4f21b-f137-4230-aa10-bfe5fc54e22d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:33.344546 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-cde4f21b-f137-4230-aa10-bfe5fc54e22d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Usage tracker for resource:security_group_rule and tenant:b0ba31f1fab64780bafe45627411dcbe is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:33.347825 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-cde4f21b-f137-4230-aa10-bfe5fc54e22d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:33.353557 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-cde4f21b-f137-4230-aa10-bfe5fc54e22d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:33.359250 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-a84ac7b0-c31a-4537-b050-8fd064c99125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'name': 'tempest-RoutersTest-router-1414407960', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:59Z', 'updated_at': '2022-03-28T19:15:30Z', 'revision_number': 7, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None, '_interfaces': [{'id': '72b7376b-b7e3-4888-a2e1-2ad2401443f0', 'name': '', 'network_id': 'a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:e3:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:25Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80d2f25a-f74f-47af-99f7-a310d2ea9a4c', 'name': '', 'network_id': '140ccdcb-033e-4c38-82d3-a7945e6c221f', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:90:a4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '31a9035e-6c6b-4b6c-aa12-bf58efeecbf7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:23Z', 'updated_at': '2022-03-28T19:15:28Z', 'revision_number': 4, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': '31a9035e-6c6b-4b6c-aa12-bf58efeecbf7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9187fdc5-8256-493d-b700-32366a64b034', 'name': '', 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:81:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:03Z', 'updated_at': '2022-03-28T19:15:14Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eceb5b5c-85cc-4426-98f7-7690f0de96cc', 'name': '', 'network_id': '76b2f47f-02f3-4a23-9cbf-f80e04d66a07', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:43:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'a9b14bda-7579-4cc2-ab3f-db05a9973e79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:17Z', 'updated_at': '2022-03-28T19:15:29Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': 'a9b14bda-7579-4cc2-ab3f-db05a9973e79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:33.371290 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84ac7b0-c31a-4537-b050-8fd064c99125 None None] The sync data for ids ['e897170a-d451-4933-8fc2-7600d1f0af9e'] in dv-neutron-834711-1-hyperv is: [{'id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'name': 'tempest-RoutersTest-router-1414407960', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:59Z', 'updated_at': '2022-03-28T19:15:30Z', 'revision_number': 7, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None, '_interfaces': [{'id': '72b7376b-b7e3-4888-a2e1-2ad2401443f0', 'name': '', 'network_id': 'a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:e3:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:25Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80d2f25a-f74f-47af-99f7-a310d2ea9a4c', 'name': '', 'network_id': '140ccdcb-033e-4c38-82d3-a7945e6c221f', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:90:a4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '31a9035e-6c6b-4b6c-aa12-bf58efeecbf7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:23Z', 'updated_at': '2022-03-28T19:15:28Z', 'revision_number': 4, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': '31a9035e-6c6b-4b6c-aa12-bf58efeecbf7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9187fdc5-8256-493d-b700-32366a64b034', 'name': '', 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:81:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:03Z', 'updated_at': '2022-03-28T19:15:14Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eceb5b5c-85cc-4426-98f7-7690f0de96cc', 'name': '', 'network_id': '76b2f47f-02f3-4a23-9cbf-f80e04d66a07', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:43:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'a9b14bda-7579-4cc2-ab3f-db05a9973e79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:17Z', 'updated_at': '2022-03-28T19:15:29Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': 'a9b14bda-7579-4cc2-ab3f-db05a9973e79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:15:33.372220 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.securitygroups_db [None req-cde4f21b-f137-4230-aa10-bfe5fc54e22d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Project b0ba31f1fab64780bafe45627411dcbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:15:33.382702 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cde4f21b-f137-4230-aa10-bfe5fc54e22d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:33.515712 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cde4f21b-f137-4230-aa10-bfe5fc54e22d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:33.523250 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cde4f21b-f137-4230-aa10-bfe5fc54e22d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:33.561020 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 7360e203-4a70-4a5b-b807-3ecb29ec72eb up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:15:33.565114 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4f21b-f137-4230-aa10-bfe5fc54e22d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14fa0cd9-8f2e-4dc3-a2f2-eac66e5119b2,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:33.575169 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cde4f21b-f137-4230-aa10-bfe5fc54e22d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:33.576377 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-cde4f21b-f137-4230-aa10-bfe5fc54e22d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2473152 Mar 28 19:15:33.634451 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 7360e203-4a70-4a5b-b807-3ecb29ec72eb triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:33.634816 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:33.639089 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-c3ec409b-401f-461a-9356-09913287eb3b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] For port 80d2f25a-f74f-47af-99f7-a310d2ea9a4c, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=80d2f25a-f74f-47af-99f7-a310d2ea9a4c,segment=NetworkSegment(1526afba-91e0-474a-8811-b3ea2d8878c5),segment_id=1526afba-91e0-474a-8811-b3ea2d8878c5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:15:33.639475 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c3ec409b-401f-461a-9356-09913287eb3b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:33.803099 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device f8e643ab-8a32-4a07-9d52-455b3f227dc9 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:15:33.804719 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c3ec409b-401f-461a-9356-09913287eb3b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Calling delete_port for 80d2f25a-f74f-47af-99f7-a310d2ea9a4c owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:15:33.873187 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port f8e643ab-8a32-4a07-9d52-455b3f227dc9 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:15:33.881721 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port f8e643ab-8a32-4a07-9d52-455b3f227dc9 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:33.882390 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:34.003874 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c3ec409b-401f-461a-9356-09913287eb3b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:34.009404 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:34.025964 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port f8e643ab-8a32-4a07-9d52-455b3f227dc9, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=f8e643ab-8a32-4a07-9d52-455b3f227dc9,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:15:34.031838 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:34.032633 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 80d2f25a-f74f-47af-99f7-a310d2ea9a4c up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:15:34.062950 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec409b-401f-461a-9356-09913287eb3b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Port': ['ID=80d2f25a-f74f-47af-99f7-a310d2ea9a4c,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:34.108381 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 80d2f25a-f74f-47af-99f7-a310d2ea9a4c {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:15:34.108737 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 80d2f25a-f74f-47af-99f7-a310d2ea9a4c not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 28 19:15:34.173890 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Port 80d2f25a-f74f-47af-99f7-a310d2ea9a4c not found, will not notify nova. {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 28 19:15:34.196933 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=f8e643ab-8a32-4a07-9d52-455b3f227dc9,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:34.367832 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c3ec409b-401f-461a-9356-09913287eb3b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:34.616818 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8d3168-76ba-45ad-8e85-8e09f45db7a4 None None] Sync routers for ids ['a1c03962-9b5f-4995-9059-e118938ea48e'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:15:34.628074 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8d3168-76ba-45ad-8e85-8e09f45db7a4 None None] Routers {'a1c03962-9b5f-4995-9059-e118938ea48e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:34.628987 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-af8d3168-76ba-45ad-8e85-8e09f45db7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:15:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['a1c03962-9b5f-4995-9059-e118938ea48e'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:34.796342 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ec409b-401f-461a-9356-09913287eb3b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Router e897170a-d451-4933-8fc2-7600d1f0af9e has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:15:34.835214 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-af8d3168-76ba-45ad-8e85-8e09f45db7a4 None None] Set router a1c03962-9b5f-4995-9059-e118938ea48e gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:34.983136 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ec409b-401f-461a-9356-09913287eb3b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:15:34.994260 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdb80d7-7e93-44f5-a77e-b96c4ae93562 None None] Sync routers for ids ['e897170a-d451-4933-8fc2-7600d1f0af9e'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:15:35.003033 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c3ec409b-401f-461a-9356-09913287eb3b tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "PUT /v2.0/routers/e897170a-d451-4933-8fc2-7600d1f0af9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0603249 Mar 28 19:15:35.003478 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60826) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:35.028790 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdb80d7-7e93-44f5-a77e-b96c4ae93562 None None] Routers {'e897170a-d451-4933-8fc2-7600d1f0af9e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:35.029411 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-9cdb80d7-7e93-44f5-a77e-b96c4ae93562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:15:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e897170a-d451-4933-8fc2-7600d1f0af9e'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:35.121737 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-c29e51d7-4402-42ac-8c95-6b918695d090 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Deleting subnet 31a9035e-6c6b-4b6c-aa12-bf58efeecbf7 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:15:35.125733 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c29e51d7-4402-42ac-8c95-6b918695d090 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:35.197115 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c29e51d7-4402-42ac-8c95-6b918695d090 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:35.244536 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-9cdb80d7-7e93-44f5-a77e-b96c4ae93562 None None] Set router e897170a-d451-4933-8fc2-7600d1f0af9e gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:35.255516 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-af8d3168-76ba-45ad-8e85-8e09f45db7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c03962-9b5f-4995-9059-e118938ea48e', 'name': 'tempest-TestVolumeBootPattern-53427909-router', 'tenant_id': '6782a7903d504900b1e0c82377e4a520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8e643ab-8a32-4a07-9d52-455b3f227dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:20Z', 'updated_at': '2022-03-28T19:15:29Z', 'revision_number': 4, 'project_id': '6782a7903d504900b1e0c82377e4a520', 'gw_port': {'id': 'f8e643ab-8a32-4a07-9d52-455b3f227dc9', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c03962-9b5f-4995-9059-e118938ea48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:22Z', 'updated_at': '2022-03-28T19:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'c819f580-061d-4660-a6fd-e93ad18e04ef', 'name': '', 'network_id': 'b1669d5d-821a-4b37-80b0-399838dc33bf', 'tenant_id': '6782a7903d504900b1e0c82377e4a520', 'mac_address': 'fa:16:3e:af:d6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c03962-9b5f-4995-9059-e118938ea48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '3ff45c6d-699e-424a-b847-2ca8a3dfb84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:27Z', 'updated_at': '2022-03-28T19:15:29Z', 'revision_number': 2, 'project_id': '6782a7903d504900b1e0c82377e4a520', 'subnets': [{'id': '3ff45c6d-699e-424a-b847-2ca8a3dfb84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:35.261412 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8d3168-76ba-45ad-8e85-8e09f45db7a4 None None] Checking router: a1c03962-9b5f-4995-9059-e118938ea48e for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:15:35.262001 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8d3168-76ba-45ad-8e85-8e09f45db7a4 None None] Updating router a1c03962-9b5f-4995-9059-e118938ea48e port c819f580-061d-4660-a6fd-e93ad18e04ef binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:15:35.327904 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c29e51d7-4402-42ac-8c95-6b918695d090 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:35.347258 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-af8d3168-76ba-45ad-8e85-8e09f45db7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:35.480380 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c29e51d7-4402-42ac-8c95-6b918695d090 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:35.574995 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e51d7-4402-42ac-8c95-6b918695d090 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Subnet': ['ID=31a9035e-6c6b-4b6c-aa12-bf58efeecbf7,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:35.595114 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c29e51d7-4402-42ac-8c95-6b918695d090 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:35.614283 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c29e51d7-4402-42ac-8c95-6b918695d090 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/subnets/31a9035e-6c6b-4b6c-aa12-bf58efeecbf7 HTTP/1.1" status: 204 len: 168 time: 0.6094680 Mar 28 19:15:35.616979 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60842) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:35.636214 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device f8e643ab-8a32-4a07-9d52-455b3f227dc9 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:15:35.721309 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda2e4c0-2749-4656-9a28-a8c7b3a90f74 None None] Network 140ccdcb-033e-4c38-82d3-a7945e6c221f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:15:35.744943 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-9cdb80d7-7e93-44f5-a77e-b96c4ae93562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'name': 'tempest-RoutersTest-router-1414407960', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:59Z', 'updated_at': '2022-03-28T19:15:33Z', 'revision_number': 8, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None, '_interfaces': [{'id': '72b7376b-b7e3-4888-a2e1-2ad2401443f0', 'name': '', 'network_id': 'a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:e3:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:25Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9187fdc5-8256-493d-b700-32366a64b034', 'name': '', 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:81:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:03Z', 'updated_at': '2022-03-28T19:15:14Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eceb5b5c-85cc-4426-98f7-7690f0de96cc', 'name': '', 'network_id': '76b2f47f-02f3-4a23-9cbf-f80e04d66a07', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:43:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'a9b14bda-7579-4cc2-ab3f-db05a9973e79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:17Z', 'updated_at': '2022-03-28T19:15:29Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': 'a9b14bda-7579-4cc2-ab3f-db05a9973e79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:35.749364 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdb80d7-7e93-44f5-a77e-b96c4ae93562 None None] Checking router: e897170a-d451-4933-8fc2-7600d1f0af9e for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:15:35.759801 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdb80d7-7e93-44f5-a77e-b96c4ae93562 None None] Routers {'e897170a-d451-4933-8fc2-7600d1f0af9e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:35.760423 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-9cdb80d7-7e93-44f5-a77e-b96c4ae93562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:15:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e897170a-d451-4933-8fc2-7600d1f0af9e'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:35.979626 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-58754c31-e7aa-46f2-bfc5-c3ca6160ba9a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:35.992460 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-58754c31-e7aa-46f2-bfc5-c3ca6160ba9a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Deleting port 7360e203-4a70-4a5b-b807-3ecb29ec72eb {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:15:35.993044 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-58754c31-e7aa-46f2-bfc5-c3ca6160ba9a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:35.998751 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-9cdb80d7-7e93-44f5-a77e-b96c4ae93562 None None] Set router e897170a-d451-4933-8fc2-7600d1f0af9e gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:36.109501 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port f8e643ab-8a32-4a07-9d52-455b3f227dc9 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:36.110028 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:36.233139 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-58754c31-e7aa-46f2-bfc5-c3ca6160ba9a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] For port 7360e203-4a70-4a5b-b807-3ecb29ec72eb, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=7360e203-4a70-4a5b-b807-3ecb29ec72eb,segment=NetworkSegment(1526afba-91e0-474a-8811-b3ea2d8878c5),segment_id=1526afba-91e0-474a-8811-b3ea2d8878c5)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:15:36.233773 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-58754c31-e7aa-46f2-bfc5-c3ca6160ba9a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:36.274311 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-af8d3168-76ba-45ad-8e85-8e09f45db7a4 None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:36.324110 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0238cf-f101-4d05-bdb2-d9fb0d3b35c3 None None] DHCP port deletion for 140ccdcb-033e-4c38-82d3-a7945e6c221f request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:15:36.333299 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-af8d3168-76ba-45ad-8e85-8e09f45db7a4 None None] Transition to ACTIVE for port object c819f580-061d-4660-a6fd-e93ad18e04ef will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:15:36.340230 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-9b0238cf-f101-4d05-bdb2-d9fb0d3b35c3 None None] Deleting port 7360e203-4a70-4a5b-b807-3ecb29ec72eb {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:15:36.340766 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9b0238cf-f101-4d05-bdb2-d9fb0d3b35c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:36.376324 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-af8d3168-76ba-45ad-8e85-8e09f45db7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:36.413951 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-58754c31-e7aa-46f2-bfc5-c3ca6160ba9a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Calling delete_port for 7360e203-4a70-4a5b-b807-3ecb29ec72eb owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:15:36.424493 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-9cdb80d7-7e93-44f5-a77e-b96c4ae93562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'name': 'tempest-RoutersTest-router-1414407960', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:59Z', 'updated_at': '2022-03-28T19:15:33Z', 'revision_number': 8, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None, '_interfaces': [{'id': '72b7376b-b7e3-4888-a2e1-2ad2401443f0', 'name': '', 'network_id': 'a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:e3:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:25Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9187fdc5-8256-493d-b700-32366a64b034', 'name': '', 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:81:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:03Z', 'updated_at': '2022-03-28T19:15:14Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eceb5b5c-85cc-4426-98f7-7690f0de96cc', 'name': '', 'network_id': '76b2f47f-02f3-4a23-9cbf-f80e04d66a07', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:43:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'a9b14bda-7579-4cc2-ab3f-db05a9973e79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:17Z', 'updated_at': '2022-03-28T19:15:29Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': 'a9b14bda-7579-4cc2-ab3f-db05a9973e79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:36.433148 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdb80d7-7e93-44f5-a77e-b96c4ae93562 None None] The sync data for ids ['e897170a-d451-4933-8fc2-7600d1f0af9e'] in dv-neutron-834711-1-hyperv is: [{'id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'name': 'tempest-RoutersTest-router-1414407960', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:59Z', 'updated_at': '2022-03-28T19:15:33Z', 'revision_number': 8, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None, '_interfaces': [{'id': '72b7376b-b7e3-4888-a2e1-2ad2401443f0', 'name': '', 'network_id': 'a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:e3:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:25Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9187fdc5-8256-493d-b700-32366a64b034', 'name': '', 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:81:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:03Z', 'updated_at': '2022-03-28T19:15:14Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eceb5b5c-85cc-4426-98f7-7690f0de96cc', 'name': '', 'network_id': '76b2f47f-02f3-4a23-9cbf-f80e04d66a07', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:43:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'a9b14bda-7579-4cc2-ab3f-db05a9973e79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:17Z', 'updated_at': '2022-03-28T19:15:29Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': 'a9b14bda-7579-4cc2-ab3f-db05a9973e79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:15:36.513243 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-58754c31-e7aa-46f2-bfc5-c3ca6160ba9a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:36.570008 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58754c31-e7aa-46f2-bfc5-c3ca6160ba9a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] No DVR routers for this DVR port 7360e203-4a70-4a5b-b807-3ecb29ec72eb on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:15:36.583569 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-9b0238cf-f101-4d05-bdb2-d9fb0d3b35c3 None None] The port '7360e203-4a70-4a5b-b807-3ecb29ec72eb' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:15:36.614154 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58754c31-e7aa-46f2-bfc5-c3ca6160ba9a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Port': ['ID=7360e203-4a70-4a5b-b807-3ecb29ec72eb,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:36.615690 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a5550-7b77-42ca-8aaa-87741ae2ea9b None None] Pushing event updated for resources: {'Port': ['ID=c819f580-061d-4660-a6fd-e93ad18e04ef,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:36.725727 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-af8d3168-76ba-45ad-8e85-8e09f45db7a4 None None] Attempting to bind port c819f580-061d-4660-a6fd-e93ad18e04ef on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:15:36.726371 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-af8d3168-76ba-45ad-8e85-8e09f45db7a4 None None] Attempting to bind port c819f580-061d-4660-a6fd-e93ad18e04ef by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '4c035863-0b57-4701-bfd8-287310729f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b1669d5d-821a-4b37-80b0-399838dc33bf'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:15:36.726760 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8d3168-76ba-45ad-8e85-8e09f45db7a4 None None] Attempting to bind port c819f580-061d-4660-a6fd-e93ad18e04ef on network b1669d5d-821a-4b37-80b0-399838dc33bf {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:15:36.742066 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8d3168-76ba-45ad-8e85-8e09f45db7a4 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:15:36.742757 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8d3168-76ba-45ad-8e85-8e09f45db7a4 None None] Checking segment: {'id': '4c035863-0b57-4701-bfd8-287310729f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b1669d5d-821a-4b37-80b0-399838dc33bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:15:36.743813 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-af8d3168-76ba-45ad-8e85-8e09f45db7a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:36.745851 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8d3168-76ba-45ad-8e85-8e09f45db7a4 None None] Bound using segment: {'id': '4c035863-0b57-4701-bfd8-287310729f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b1669d5d-821a-4b37-80b0-399838dc33bf'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:15:36.746839 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-af8d3168-76ba-45ad-8e85-8e09f45db7a4 None None] Bound port: c819f580-061d-4660-a6fd-e93ad18e04ef, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c035863-0b57-4701-bfd8-287310729f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b1669d5d-821a-4b37-80b0-399838dc33bf'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:15:36.747453 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-af8d3168-76ba-45ad-8e85-8e09f45db7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:36.778934 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-58754c31-e7aa-46f2-bfc5-c3ca6160ba9a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:36.815014 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-58754c31-e7aa-46f2-bfc5-c3ca6160ba9a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140ccdcb-033e-4c38-82d3-a7945e6c221f']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:36.829205 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-58754c31-e7aa-46f2-bfc5-c3ca6160ba9a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1526afba-91e0-474a-8811-b3ea2d8878c5') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:36.829524 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-58754c31-e7aa-46f2-bfc5-c3ca6160ba9a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1526afba-91e0-474a-8811-b3ea2d8878c5') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:36.842256 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-58754c31-e7aa-46f2-bfc5-c3ca6160ba9a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:36.860184 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-58754c31-e7aa-46f2-bfc5-c3ca6160ba9a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:36.872432 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58754c31-e7aa-46f2-bfc5-c3ca6160ba9a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:15:36.872967 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-58754c31-e7aa-46f2-bfc5-c3ca6160ba9a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:15:36.889902 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:15:36.908251 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-af8d3168-76ba-45ad-8e85-8e09f45db7a4 None None] For port c819f580-061d-4660-a6fd-e93ad18e04ef, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:15:36.912257 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-af8d3168-76ba-45ad-8e85-8e09f45db7a4 None None] For port c819f580-061d-4660-a6fd-e93ad18e04ef, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c819f580-061d-4660-a6fd-e93ad18e04ef,segment=NetworkSegment(4c035863-0b57-4701-bfd8-287310729f3d),segment_id=4c035863-0b57-4701-bfd8-287310729f3d)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:15:36.918976 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-af8d3168-76ba-45ad-8e85-8e09f45db7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:36.993674 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-58754c31-e7aa-46f2-bfc5-c3ca6160ba9a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:37.000206 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-58754c31-e7aa-46f2-bfc5-c3ca6160ba9a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:37.009130 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8d3168-76ba-45ad-8e85-8e09f45db7a4 None None] Routers {'a1c03962-9b5f-4995-9059-e118938ea48e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:37.009767 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-af8d3168-76ba-45ad-8e85-8e09f45db7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:15:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['a1c03962-9b5f-4995-9059-e118938ea48e'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:37.028744 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58754c31-e7aa-46f2-bfc5-c3ca6160ba9a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Network': ['ID=140ccdcb-033e-4c38-82d3-a7945e6c221f,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:37.038549 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-58754c31-e7aa-46f2-bfc5-c3ca6160ba9a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/networks/140ccdcb-033e-4c38-82d3-a7945e6c221f HTTP/1.1" status: 204 len: 168 time: 1.4198990 Mar 28 19:15:37.041246 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60848) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:37.087466 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a5550-7b77-42ca-8aaa-87741ae2ea9b None None] Pushing event updated for resources: {'Port': ['ID=c819f580-061d-4660-a6fd-e93ad18e04ef,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:37.232932 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-af8d3168-76ba-45ad-8e85-8e09f45db7a4 None None] Set router a1c03962-9b5f-4995-9059-e118938ea48e gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:37.475777 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c819f580-061d-4660-a6fd-e93ad18e04ef up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:15:37.609550 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port c819f580-061d-4660-a6fd-e93ad18e04ef completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:15:37.617213 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port c819f580-061d-4660-a6fd-e93ad18e04ef triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:37.617592 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:37.645511 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fdfcd108-f939-4813-b852-665c8fb858cd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:37.753004 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-af8d3168-76ba-45ad-8e85-8e09f45db7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c03962-9b5f-4995-9059-e118938ea48e', 'name': 'tempest-TestVolumeBootPattern-53427909-router', 'tenant_id': '6782a7903d504900b1e0c82377e4a520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8e643ab-8a32-4a07-9d52-455b3f227dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:20Z', 'updated_at': '2022-03-28T19:15:29Z', 'revision_number': 4, 'project_id': '6782a7903d504900b1e0c82377e4a520', 'gw_port': {'id': 'f8e643ab-8a32-4a07-9d52-455b3f227dc9', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c03962-9b5f-4995-9059-e118938ea48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:22Z', 'updated_at': '2022-03-28T19:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'c819f580-061d-4660-a6fd-e93ad18e04ef', 'name': '', 'network_id': 'b1669d5d-821a-4b37-80b0-399838dc33bf', 'tenant_id': '6782a7903d504900b1e0c82377e4a520', 'mac_address': 'fa:16:3e:af:d6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c03962-9b5f-4995-9059-e118938ea48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '3ff45c6d-699e-424a-b847-2ca8a3dfb84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:27Z', 'updated_at': '2022-03-28T19:15:36Z', 'revision_number': 4, 'project_id': '6782a7903d504900b1e0c82377e4a520', 'subnets': [{'id': '3ff45c6d-699e-424a-b847-2ca8a3dfb84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:37.758231 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8d3168-76ba-45ad-8e85-8e09f45db7a4 None None] The sync data for ids ['a1c03962-9b5f-4995-9059-e118938ea48e'] in dv-neutron-834711-1-hyperv is: [{'id': 'a1c03962-9b5f-4995-9059-e118938ea48e', 'name': 'tempest-TestVolumeBootPattern-53427909-router', 'tenant_id': '6782a7903d504900b1e0c82377e4a520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8e643ab-8a32-4a07-9d52-455b3f227dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:20Z', 'updated_at': '2022-03-28T19:15:29Z', 'revision_number': 4, 'project_id': '6782a7903d504900b1e0c82377e4a520', 'gw_port': {'id': 'f8e643ab-8a32-4a07-9d52-455b3f227dc9', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c03962-9b5f-4995-9059-e118938ea48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:22Z', 'updated_at': '2022-03-28T19:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'c819f580-061d-4660-a6fd-e93ad18e04ef', 'name': '', 'network_id': 'b1669d5d-821a-4b37-80b0-399838dc33bf', 'tenant_id': '6782a7903d504900b1e0c82377e4a520', 'mac_address': 'fa:16:3e:af:d6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c03962-9b5f-4995-9059-e118938ea48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '3ff45c6d-699e-424a-b847-2ca8a3dfb84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:27Z', 'updated_at': '2022-03-28T19:15:36Z', 'revision_number': 4, 'project_id': '6782a7903d504900b1e0c82377e4a520', 'subnets': [{'id': '3ff45c6d-699e-424a-b847-2ca8a3dfb84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:15:37.822056 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:37.891240 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port c819f580-061d-4660-a6fd-e93ad18e04ef, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c819f580-061d-4660-a6fd-e93ad18e04ef,segment=NetworkSegment(4c035863-0b57-4701-bfd8-287310729f3d),segment_id=4c035863-0b57-4701-bfd8-287310729f3d)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:15:37.915315 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:38.012398 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 7360e203-4a70-4a5b-b807-3ecb29ec72eb no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:15:38.056472 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 7360e203-4a70-4a5b-b807-3ecb29ec72eb {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:15:38.056816 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 7360e203-4a70-4a5b-b807-3ecb29ec72eb not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:15:38.057245 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 80d2f25a-f74f-47af-99f7-a310d2ea9a4c no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:15:38.102029 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 80d2f25a-f74f-47af-99f7-a310d2ea9a4c {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:15:38.102617 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 80d2f25a-f74f-47af-99f7-a310d2ea9a4c not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:15:38.106268 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=c819f580-061d-4660-a6fd-e93ad18e04ef,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:38.124445 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-fdfcd108-f939-4813-b852-665c8fb858cd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Deleting port eceb5b5c-85cc-4426-98f7-7690f0de96cc {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:15:38.125034 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fdfcd108-f939-4813-b852-665c8fb858cd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:38.444747 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-fdfcd108-f939-4813-b852-665c8fb858cd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] For port eceb5b5c-85cc-4426-98f7-7690f0de96cc, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=eceb5b5c-85cc-4426-98f7-7690f0de96cc,segment=NetworkSegment(e3f1cbe3-7c2b-472f-8dd2-a5d9e5330dff),segment_id=e3f1cbe3-7c2b-472f-8dd2-a5d9e5330dff)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:15:38.445242 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fdfcd108-f939-4813-b852-665c8fb858cd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:38.574011 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-fdfcd108-f939-4813-b852-665c8fb858cd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Calling delete_port for eceb5b5c-85cc-4426-98f7-7690f0de96cc owned by network:router_interface {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:15:38.952076 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fdfcd108-f939-4813-b852-665c8fb858cd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:39.006097 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfcd108-f939-4813-b852-665c8fb858cd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Port': ['ID=eceb5b5c-85cc-4426-98f7-7690f0de96cc,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:39.263825 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fdfcd108-f939-4813-b852-665c8fb858cd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:39.444032 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c819f580-061d-4660-a6fd-e93ad18e04ef up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:15:39.523494 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port c819f580-061d-4660-a6fd-e93ad18e04ef triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:39.524283 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:39.590482 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfcd108-f939-4813-b852-665c8fb858cd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Router e897170a-d451-4933-8fc2-7600d1f0af9e has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:15:39.876428 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfcd108-f939-4813-b852-665c8fb858cd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:15:39.886572 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb55e522-0298-4ee5-a676-64f3ebce6f21 None None] Sync routers for ids ['e897170a-d451-4933-8fc2-7600d1f0af9e'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:15:39.891468 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-fdfcd108-f939-4813-b852-665c8fb858cd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "PUT /v2.0/routers/e897170a-d451-4933-8fc2-7600d1f0af9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8467383 Mar 28 19:15:39.891786 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60856) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:39.895670 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb55e522-0298-4ee5-a676-64f3ebce6f21 None None] Routers {'e897170a-d451-4933-8fc2-7600d1f0af9e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:39.896293 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-eb55e522-0298-4ee5-a676-64f3ebce6f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:15:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e897170a-d451-4933-8fc2-7600d1f0af9e'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:39.963691 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-268d4933-632d-400f-8a72-dced9b932417 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Deleting subnet a9b14bda-7579-4cc2-ab3f-db05a9973e79 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:15:39.966644 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-268d4933-632d-400f-8a72-dced9b932417 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:40.022401 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-268d4933-632d-400f-8a72-dced9b932417 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:40.063026 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-eb55e522-0298-4ee5-a676-64f3ebce6f21 None None] Set router e897170a-d451-4933-8fc2-7600d1f0af9e gateway port host: None {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:40.130059 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-268d4933-632d-400f-8a72-dced9b932417 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:40.216905 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-268d4933-632d-400f-8a72-dced9b932417 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:40.254997 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d4933-632d-400f-8a72-dced9b932417 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b14bda-7579-4cc2-ab3f-db05a9973e79,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:40.261168 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-268d4933-632d-400f-8a72-dced9b932417 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:40.267345 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-268d4933-632d-400f-8a72-dced9b932417 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/subnets/a9b14bda-7579-4cc2-ab3f-db05a9973e79 HTTP/1.1" status: 204 len: 168 time: 0.3746011 Mar 28 19:15:40.276290 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60862) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:40.308282 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acef6ce4-2b0a-45d7-b6c0-9ad35697b8ca None None] Network 76b2f47f-02f3-4a23-9cbf-f80e04d66a07 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:15:40.386268 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-df6f66cf-ae7f-49f3-94af-62ae6b5574ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:40.397193 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-df6f66cf-ae7f-49f3-94af-62ae6b5574ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Deleting port 81a01684-4acd-4157-9729-70f26887146f {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:15:40.397625 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-df6f66cf-ae7f-49f3-94af-62ae6b5574ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:40.601186 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-eb55e522-0298-4ee5-a676-64f3ebce6f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'name': 'tempest-RoutersTest-router-1414407960', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:59Z', 'updated_at': '2022-03-28T19:15:38Z', 'revision_number': 9, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None, '_interfaces': [{'id': '72b7376b-b7e3-4888-a2e1-2ad2401443f0', 'name': '', 'network_id': 'a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:e3:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:25Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9187fdc5-8256-493d-b700-32366a64b034', 'name': '', 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:81:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:03Z', 'updated_at': '2022-03-28T19:15:14Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:40.606163 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb55e522-0298-4ee5-a676-64f3ebce6f21 None None] Checking router: e897170a-d451-4933-8fc2-7600d1f0af9e for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:15:40.618080 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb55e522-0298-4ee5-a676-64f3ebce6f21 None None] Routers {'e897170a-d451-4933-8fc2-7600d1f0af9e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:40.618713 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-eb55e522-0298-4ee5-a676-64f3ebce6f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:15:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e897170a-d451-4933-8fc2-7600d1f0af9e'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:40.621285 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-df6f66cf-ae7f-49f3-94af-62ae6b5574ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] For port 81a01684-4acd-4157-9729-70f26887146f, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=81a01684-4acd-4157-9729-70f26887146f,segment=NetworkSegment(e3f1cbe3-7c2b-472f-8dd2-a5d9e5330dff),segment_id=e3f1cbe3-7c2b-472f-8dd2-a5d9e5330dff)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:15:40.621648 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-df6f66cf-ae7f-49f3-94af-62ae6b5574ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:40.754913 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-df6f66cf-ae7f-49f3-94af-62ae6b5574ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Calling delete_port for 81a01684-4acd-4157-9729-70f26887146f owned by network:dhcp {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:15:40.766855 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b06440c-ae50-430c-b7c9-a07309426869 None None] DHCP port deletion for 76b2f47f-02f3-4a23-9cbf-f80e04d66a07 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:15:40.775506 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-2b06440c-ae50-430c-b7c9-a07309426869 None None] Deleting port 81a01684-4acd-4157-9729-70f26887146f {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:15:40.775886 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2b06440c-ae50-430c-b7c9-a07309426869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:40.835382 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-df6f66cf-ae7f-49f3-94af-62ae6b5574ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:40.851244 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-eb55e522-0298-4ee5-a676-64f3ebce6f21 None None] Set router e897170a-d451-4933-8fc2-7600d1f0af9e gateway port host: None {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:40.887810 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f66cf-ae7f-49f3-94af-62ae6b5574ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Port': ['ID=81a01684-4acd-4157-9729-70f26887146f,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:40.893449 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6f66cf-ae7f-49f3-94af-62ae6b5574ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] No DVR routers for this DVR port 81a01684-4acd-4157-9729-70f26887146f on host dv-neutron-834711-1-hyperv {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:15:40.996668 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-2b06440c-ae50-430c-b7c9-a07309426869 None None] The port '81a01684-4acd-4157-9729-70f26887146f' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:15:41.029090 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-df6f66cf-ae7f-49f3-94af-62ae6b5574ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:41.066354 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-df6f66cf-ae7f-49f3-94af-62ae6b5574ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b2f47f-02f3-4a23-9cbf-f80e04d66a07']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:41.080122 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-df6f66cf-ae7f-49f3-94af-62ae6b5574ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f1cbe3-7c2b-472f-8dd2-a5d9e5330dff') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:41.080457 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-df6f66cf-ae7f-49f3-94af-62ae6b5574ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f1cbe3-7c2b-472f-8dd2-a5d9e5330dff') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:41.095334 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-df6f66cf-ae7f-49f3-94af-62ae6b5574ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:41.111658 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-df6f66cf-ae7f-49f3-94af-62ae6b5574ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:41.120221 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df6f66cf-ae7f-49f3-94af-62ae6b5574ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:15:41.120749 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-df6f66cf-ae7f-49f3-94af-62ae6b5574ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:15:41.137116 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:15:41.233136 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-df6f66cf-ae7f-49f3-94af-62ae6b5574ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:41.261635 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-df6f66cf-ae7f-49f3-94af-62ae6b5574ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:41.280044 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-df6f66cf-ae7f-49f3-94af-62ae6b5574ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/networks/76b2f47f-02f3-4a23-9cbf-f80e04d66a07 HTTP/1.1" status: 204 len: 168 time: 1.0065935 Mar 28 19:15:41.280754 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-eb55e522-0298-4ee5-a676-64f3ebce6f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'name': 'tempest-RoutersTest-router-1414407960', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:59Z', 'updated_at': '2022-03-28T19:15:38Z', 'revision_number': 9, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None, '_interfaces': [{'id': '72b7376b-b7e3-4888-a2e1-2ad2401443f0', 'name': '', 'network_id': 'a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:e3:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:25Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9187fdc5-8256-493d-b700-32366a64b034', 'name': '', 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:81:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:03Z', 'updated_at': '2022-03-28T19:15:14Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:41.280927 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60868) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:41.283876 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f66cf-ae7f-49f3-94af-62ae6b5574ae tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Network': ['ID=76b2f47f-02f3-4a23-9cbf-f80e04d66a07,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:41.284604 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb55e522-0298-4ee5-a676-64f3ebce6f21 None None] The sync data for ids ['e897170a-d451-4933-8fc2-7600d1f0af9e'] in dv-neutron-834711-1-hyperv is: [{'id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'name': 'tempest-RoutersTest-router-1414407960', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:59Z', 'updated_at': '2022-03-28T19:15:38Z', 'revision_number': 9, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None, '_interfaces': [{'id': '72b7376b-b7e3-4888-a2e1-2ad2401443f0', 'name': '', 'network_id': 'a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:e3:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:25Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': 'a850c45b-ebbd-4579-87ae-cc58f207779c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9187fdc5-8256-493d-b700-32366a64b034', 'name': '', 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:81:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:03Z', 'updated_at': '2022-03-28T19:15:14Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:15:41.731968 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 81a01684-4acd-4157-9729-70f26887146f no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:15:41.789347 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 81a01684-4acd-4157-9729-70f26887146f {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:15:41.789695 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 81a01684-4acd-4157-9729-70f26887146f not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:15:41.876061 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cbfc7089-ad48-4f73-8f04-3a02b76be207 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:42.334000 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-cbfc7089-ad48-4f73-8f04-3a02b76be207 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Deleting port 72b7376b-b7e3-4888-a2e1-2ad2401443f0 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:15:42.334902 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cbfc7089-ad48-4f73-8f04-3a02b76be207 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:42.526331 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-cbfc7089-ad48-4f73-8f04-3a02b76be207 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] For port 72b7376b-b7e3-4888-a2e1-2ad2401443f0, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=72b7376b-b7e3-4888-a2e1-2ad2401443f0,segment=NetworkSegment(e388bb99-893d-457e-bc80-2ab12599e77e),segment_id=e388bb99-893d-457e-bc80-2ab12599e77e)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:15:42.526597 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cbfc7089-ad48-4f73-8f04-3a02b76be207 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:42.652555 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-cbfc7089-ad48-4f73-8f04-3a02b76be207 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Calling delete_port for 72b7376b-b7e3-4888-a2e1-2ad2401443f0 owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:15:42.840446 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cbfc7089-ad48-4f73-8f04-3a02b76be207 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:42.890923 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc7089-ad48-4f73-8f04-3a02b76be207 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Port': ['ID=72b7376b-b7e3-4888-a2e1-2ad2401443f0,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:43.155335 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cbfc7089-ad48-4f73-8f04-3a02b76be207 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:43.412024 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device eceb5b5c-85cc-4426-98f7-7690f0de96cc no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:15:43.462727 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: eceb5b5c-85cc-4426-98f7-7690f0de96cc {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:15:43.463017 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device eceb5b5c-85cc-4426-98f7-7690f0de96cc not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:15:43.610866 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfc7089-ad48-4f73-8f04-3a02b76be207 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Router e897170a-d451-4933-8fc2-7600d1f0af9e has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:15:43.773726 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfc7089-ad48-4f73-8f04-3a02b76be207 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:15:43.782804 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5333cc-329d-41e1-989e-aed637c80c1f None None] Sync routers for ids ['e897170a-d451-4933-8fc2-7600d1f0af9e'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:15:43.790275 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60876) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:43.790902 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-cbfc7089-ad48-4f73-8f04-3a02b76be207 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "PUT /v2.0/routers/e897170a-d451-4933-8fc2-7600d1f0af9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5090837 Mar 28 19:15:43.792912 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5333cc-329d-41e1-989e-aed637c80c1f None None] Routers {'e897170a-d451-4933-8fc2-7600d1f0af9e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:43.793517 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-ff5333cc-329d-41e1-989e-aed637c80c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:15:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e897170a-d451-4933-8fc2-7600d1f0af9e'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:43.860168 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7be58be-0a31-4879-b44f-268686875544 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Deleting subnet a850c45b-ebbd-4579-87ae-cc58f207779c {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:15:43.866333 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7be58be-0a31-4879-b44f-268686875544 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:43.951226 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-ff5333cc-329d-41e1-989e-aed637c80c1f None None] Set router e897170a-d451-4933-8fc2-7600d1f0af9e gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:44.050557 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7be58be-0a31-4879-b44f-268686875544 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:44.138523 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7be58be-0a31-4879-b44f-268686875544 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:44.215196 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7be58be-0a31-4879-b44f-268686875544 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:44.262858 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e7be58be-0a31-4879-b44f-268686875544 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:44.268152 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a387067-fc37-4fcc-a808-2b719e240295 None None] Network a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:15:44.270981 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be58be-0a31-4879-b44f-268686875544 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Subnet': ['ID=a850c45b-ebbd-4579-87ae-cc58f207779c,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:44.274523 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e7be58be-0a31-4879-b44f-268686875544 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/subnets/a850c45b-ebbd-4579-87ae-cc58f207779c HTTP/1.1" status: 204 len: 168 time: 0.4831853 Mar 28 19:15:44.277138 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60880) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:44.282735 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-ff5333cc-329d-41e1-989e-aed637c80c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'name': 'tempest-RoutersTest-router-1414407960', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:59Z', 'updated_at': '2022-03-28T19:15:42Z', 'revision_number': 10, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None, '_interfaces': [{'id': '9187fdc5-8256-493d-b700-32366a64b034', 'name': '', 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:81:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:03Z', 'updated_at': '2022-03-28T19:15:14Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:44.286211 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5333cc-329d-41e1-989e-aed637c80c1f None None] Checking router: e897170a-d451-4933-8fc2-7600d1f0af9e for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:15:44.296182 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5333cc-329d-41e1-989e-aed637c80c1f None None] Routers {'e897170a-d451-4933-8fc2-7600d1f0af9e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:44.297085 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-ff5333cc-329d-41e1-989e-aed637c80c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:15:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e897170a-d451-4933-8fc2-7600d1f0af9e'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:44.413518 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-87c5faef-bbd5-4def-a1f4-7e13704b4b4a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:44.427567 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-87c5faef-bbd5-4def-a1f4-7e13704b4b4a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Deleting port 3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:15:44.428572 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-87c5faef-bbd5-4def-a1f4-7e13704b4b4a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:44.463763 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-ff5333cc-329d-41e1-989e-aed637c80c1f None None] Set router e897170a-d451-4933-8fc2-7600d1f0af9e gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:44.594373 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec499fdc-7cec-4573-a612-79fdb7d6d0b7 None None] DHCP port deletion for a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:15:44.604822 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-ec499fdc-7cec-4573-a612-79fdb7d6d0b7 None None] Deleting port 3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:15:44.604822 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ec499fdc-7cec-4573-a612-79fdb7d6d0b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:44.710469 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-87c5faef-bbd5-4def-a1f4-7e13704b4b4a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] For port 3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d,segment=NetworkSegment(e388bb99-893d-457e-bc80-2ab12599e77e),segment_id=e388bb99-893d-457e-bc80-2ab12599e77e)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:15:44.710851 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-87c5faef-bbd5-4def-a1f4-7e13704b4b4a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:44.918144 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-ff5333cc-329d-41e1-989e-aed637c80c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'name': 'tempest-RoutersTest-router-1414407960', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:59Z', 'updated_at': '2022-03-28T19:15:42Z', 'revision_number': 10, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None, '_interfaces': [{'id': '9187fdc5-8256-493d-b700-32366a64b034', 'name': '', 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:81:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:03Z', 'updated_at': '2022-03-28T19:15:14Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:44.925089 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5333cc-329d-41e1-989e-aed637c80c1f None None] The sync data for ids ['e897170a-d451-4933-8fc2-7600d1f0af9e'] in dv-neutron-834711-1-hyperv is: [{'id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'name': 'tempest-RoutersTest-router-1414407960', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:59Z', 'updated_at': '2022-03-28T19:15:42Z', 'revision_number': 10, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None, '_interfaces': [{'id': '9187fdc5-8256-493d-b700-32366a64b034', 'name': '', 'network_id': '539e46c0-8e4b-4cc7-999e-730103c3dce8', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'mac_address': 'fa:16:3e:81:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:03Z', 'updated_at': '2022-03-28T19:15:14Z', 'revision_number': 5, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'subnets': [{'id': '63896818-3740-4b33-bd24-4f1f445fd5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:15:44.938196 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-ec499fdc-7cec-4573-a612-79fdb7d6d0b7 None None] For port 3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d,segment=NetworkSegment(e388bb99-893d-457e-bc80-2ab12599e77e),segment_id=e388bb99-893d-457e-bc80-2ab12599e77e)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:15:44.939158 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ec499fdc-7cec-4573-a612-79fdb7d6d0b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:44.983523 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-87c5faef-bbd5-4def-a1f4-7e13704b4b4a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Calling delete_port for 3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d owned by network:dhcp {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:15:45.095865 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-87c5faef-bbd5-4def-a1f4-7e13704b4b4a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:45.107105 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-ec499fdc-7cec-4573-a612-79fdb7d6d0b7 None None] Calling delete_port for 3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:15:45.150167 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5faef-bbd5-4def-a1f4-7e13704b4b4a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Port': ['ID=3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:45.151964 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c5faef-bbd5-4def-a1f4-7e13704b4b4a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] No DVR routers for this DVR port 3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d on host dv-neutron-834711-1-hyperv {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:15:45.188999 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-ec499fdc-7cec-4573-a612-79fdb7d6d0b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:15:45.189455 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-ec499fdc-7cec-4573-a612-79fdb7d6d0b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:15:45.276617 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-87c5faef-bbd5-4def-a1f4-7e13704b4b4a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:45.303617 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-87c5faef-bbd5-4def-a1f4-7e13704b4b4a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:45.316657 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-87c5faef-bbd5-4def-a1f4-7e13704b4b4a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e388bb99-893d-457e-bc80-2ab12599e77e') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:45.316982 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-87c5faef-bbd5-4def-a1f4-7e13704b4b4a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e388bb99-893d-457e-bc80-2ab12599e77e') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:45.329731 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-87c5faef-bbd5-4def-a1f4-7e13704b4b4a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:45.348189 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-87c5faef-bbd5-4def-a1f4-7e13704b4b4a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:45.356015 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c5faef-bbd5-4def-a1f4-7e13704b4b4a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:15:45.356489 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-87c5faef-bbd5-4def-a1f4-7e13704b4b4a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:15:45.373297 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:15:45.421147 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 72b7376b-b7e3-4888-a2e1-2ad2401443f0 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:15:45.461030 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 72b7376b-b7e3-4888-a2e1-2ad2401443f0 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:15:45.461372 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 72b7376b-b7e3-4888-a2e1-2ad2401443f0 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:15:45.461822 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:15:45.471884 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-87c5faef-bbd5-4def-a1f4-7e13704b4b4a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:45.490049 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-87c5faef-bbd5-4def-a1f4-7e13704b4b4a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:45.501457 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5faef-bbd5-4def-a1f4-7e13704b4b4a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Network': ['ID=a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:45.508634 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:15:45.508899 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:15:45.510064 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-87c5faef-bbd5-4def-a1f4-7e13704b4b4a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/networks/a12a7f6a-03e7-43f5-a5ab-a0c35fff4eff HTTP/1.1" status: 204 len: 168 time: 1.2317843 Mar 28 19:15:45.513074 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60886) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:45.690744 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-ec499fdc-7cec-4573-a612-79fdb7d6d0b7 None None] Deleting port 3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:15:45.691375 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ec499fdc-7cec-4573-a612-79fdb7d6d0b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:45.763858 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-ec499fdc-7cec-4573-a612-79fdb7d6d0b7 None None] The port '3c7f5ce1-4ff4-4aee-a5d5-36f216fc101d' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:15:46.156149 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ba446741-7bee-491c-92f5-a582d5a44c34 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:46.511688 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-ba446741-7bee-491c-92f5-a582d5a44c34 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Deleting port 9187fdc5-8256-493d-b700-32366a64b034 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:15:46.512020 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ba446741-7bee-491c-92f5-a582d5a44c34 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:46.709720 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-ba446741-7bee-491c-92f5-a582d5a44c34 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] For port 9187fdc5-8256-493d-b700-32366a64b034, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=9187fdc5-8256-493d-b700-32366a64b034,segment=NetworkSegment(32dc0002-48a3-438d-978d-b53436984ba9),segment_id=32dc0002-48a3-438d-978d-b53436984ba9)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:15:46.710199 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ba446741-7bee-491c-92f5-a582d5a44c34 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:46.836740 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-ba446741-7bee-491c-92f5-a582d5a44c34 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Calling delete_port for 9187fdc5-8256-493d-b700-32366a64b034 owned by network:router_interface {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:15:47.014415 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ba446741-7bee-491c-92f5-a582d5a44c34 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:47.063696 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba446741-7bee-491c-92f5-a582d5a44c34 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Port': ['ID=9187fdc5-8256-493d-b700-32366a64b034,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:47.289960 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ba446741-7bee-491c-92f5-a582d5a44c34 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:47.676441 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba446741-7bee-491c-92f5-a582d5a44c34 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Router e897170a-d451-4933-8fc2-7600d1f0af9e has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:15:47.815590 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba446741-7bee-491c-92f5-a582d5a44c34 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:15:47.824758 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83279e2a-a61e-453f-ae2f-bf2485bd567a None None] Sync routers for ids ['e897170a-d451-4933-8fc2-7600d1f0af9e'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:15:47.829009 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ba446741-7bee-491c-92f5-a582d5a44c34 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "PUT /v2.0/routers/e897170a-d451-4933-8fc2-7600d1f0af9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3148119 Mar 28 19:15:47.831587 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60914) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:47.833807 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83279e2a-a61e-453f-ae2f-bf2485bd567a None None] Routers {'e897170a-d451-4933-8fc2-7600d1f0af9e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:47.834519 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-83279e2a-a61e-453f-ae2f-bf2485bd567a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:15:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e897170a-d451-4933-8fc2-7600d1f0af9e'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:47.896828 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d015681-8da7-47df-bec5-07caf81c2ddc tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Deleting subnet 63896818-3740-4b33-bd24-4f1f445fd5e5 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:15:47.900041 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1d015681-8da7-47df-bec5-07caf81c2ddc tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:47.955727 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1d015681-8da7-47df-bec5-07caf81c2ddc tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:48.001975 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-83279e2a-a61e-453f-ae2f-bf2485bd567a None None] Set router e897170a-d451-4933-8fc2-7600d1f0af9e gateway port host: None {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:48.042523 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1d015681-8da7-47df-bec5-07caf81c2ddc tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:48.110803 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-83279e2a-a61e-453f-ae2f-bf2485bd567a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'name': 'tempest-RoutersTest-router-1414407960', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:59Z', 'updated_at': '2022-03-28T19:15:46Z', 'revision_number': 11, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:48.115082 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83279e2a-a61e-453f-ae2f-bf2485bd567a None None] Checking router: e897170a-d451-4933-8fc2-7600d1f0af9e for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:15:48.120562 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1d015681-8da7-47df-bec5-07caf81c2ddc tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:48.124794 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83279e2a-a61e-453f-ae2f-bf2485bd567a None None] Routers {'e897170a-d451-4933-8fc2-7600d1f0af9e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:48.125416 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-83279e2a-a61e-453f-ae2f-bf2485bd567a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:15:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e897170a-d451-4933-8fc2-7600d1f0af9e'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:48.163660 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1d015681-8da7-47df-bec5-07caf81c2ddc tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:48.166187 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d015681-8da7-47df-bec5-07caf81c2ddc tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Subnet': ['ID=63896818-3740-4b33-bd24-4f1f445fd5e5,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:48.171811 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1d015681-8da7-47df-bec5-07caf81c2ddc tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/subnets/63896818-3740-4b33-bd24-4f1f445fd5e5 HTTP/1.1" status: 204 len: 168 time: 0.3392849 Mar 28 19:15:48.174572 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60918) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:48.180378 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007becb5-2812-477e-85ab-e4af998c16c4 None None] Network 539e46c0-8e4b-4cc7-999e-730103c3dce8 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:15:48.289456 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1ce56752-27a1-4cd8-b1ef-8298095a90e3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:48.308463 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-1ce56752-27a1-4cd8-b1ef-8298095a90e3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Deleting port e01ad373-89ea-438d-bffa-077ccf1c10a0 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:15:48.308797 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1ce56752-27a1-4cd8-b1ef-8298095a90e3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:48.343938 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-83279e2a-a61e-453f-ae2f-bf2485bd567a None None] Set router e897170a-d451-4933-8fc2-7600d1f0af9e gateway port host: None {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:48.453080 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-83279e2a-a61e-453f-ae2f-bf2485bd567a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'name': 'tempest-RoutersTest-router-1414407960', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:59Z', 'updated_at': '2022-03-28T19:15:46Z', 'revision_number': 11, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:48.487894 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83279e2a-a61e-453f-ae2f-bf2485bd567a None None] The sync data for ids ['e897170a-d451-4933-8fc2-7600d1f0af9e'] in dv-neutron-834711-1-hyperv is: [{'id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'name': 'tempest-RoutersTest-router-1414407960', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:59Z', 'updated_at': '2022-03-28T19:15:46Z', 'revision_number': 11, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:15:48.535498 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-1ce56752-27a1-4cd8-b1ef-8298095a90e3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] For port e01ad373-89ea-438d-bffa-077ccf1c10a0, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e01ad373-89ea-438d-bffa-077ccf1c10a0,segment=NetworkSegment(32dc0002-48a3-438d-978d-b53436984ba9),segment_id=32dc0002-48a3-438d-978d-b53436984ba9)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:15:48.535937 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1ce56752-27a1-4cd8-b1ef-8298095a90e3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:48.664576 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-1ce56752-27a1-4cd8-b1ef-8298095a90e3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Calling delete_port for e01ad373-89ea-438d-bffa-077ccf1c10a0 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:15:48.748588 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1ce56752-27a1-4cd8-b1ef-8298095a90e3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:48.801460 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce56752-27a1-4cd8-b1ef-8298095a90e3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] No DVR routers for this DVR port e01ad373-89ea-438d-bffa-077ccf1c10a0 on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:15:48.832601 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce56752-27a1-4cd8-b1ef-8298095a90e3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Port': ['ID=e01ad373-89ea-438d-bffa-077ccf1c10a0,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:48.862019 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70f9500-2adb-4741-b912-07d067473f0a None None] DHCP port deletion for 539e46c0-8e4b-4cc7-999e-730103c3dce8 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:15:48.978778 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1ce56752-27a1-4cd8-b1ef-8298095a90e3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:49.010717 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-1ce56752-27a1-4cd8-b1ef-8298095a90e3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539e46c0-8e4b-4cc7-999e-730103c3dce8']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:49.025225 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-1ce56752-27a1-4cd8-b1ef-8298095a90e3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32dc0002-48a3-438d-978d-b53436984ba9') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:49.025522 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-1ce56752-27a1-4cd8-b1ef-8298095a90e3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32dc0002-48a3-438d-978d-b53436984ba9') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:49.037076 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1ce56752-27a1-4cd8-b1ef-8298095a90e3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:49.053995 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1ce56752-27a1-4cd8-b1ef-8298095a90e3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:49.060084 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce56752-27a1-4cd8-b1ef-8298095a90e3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:15:49.060496 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1ce56752-27a1-4cd8-b1ef-8298095a90e3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:15:49.075410 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:15:49.154431 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1ce56752-27a1-4cd8-b1ef-8298095a90e3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:49.171517 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1ce56752-27a1-4cd8-b1ef-8298095a90e3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:49.185440 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce56752-27a1-4cd8-b1ef-8298095a90e3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Pushing event deleted for resources: {'Network': ['ID=539e46c0-8e4b-4cc7-999e-730103c3dce8,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:49.194147 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1ce56752-27a1-4cd8-b1ef-8298095a90e3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/networks/539e46c0-8e4b-4cc7-999e-730103c3dce8 HTTP/1.1" status: 204 len: 168 time: 1.0146675 Mar 28 19:15:49.194147 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60932) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:49.198544 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-3771aabd-630f-4e60-893f-3e7b5b65e0ce tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'router': {'routes': None}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:49.397945 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e01ad373-89ea-438d-bffa-077ccf1c10a0 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:15:49.434429 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: e01ad373-89ea-438d-bffa-077ccf1c10a0 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:15:49.435067 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e01ad373-89ea-438d-bffa-077ccf1c10a0 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:15:49.435557 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 9187fdc5-8256-493d-b700-32366a64b034 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:15:49.472350 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 9187fdc5-8256-493d-b700-32366a64b034 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:15:49.472788 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 9187fdc5-8256-493d-b700-32366a64b034 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:15:49.602124 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.extraroute_db [None req-3771aabd-630f-4e60-893f-3e7b5b65e0ce tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Added routes are [] {{(pid=87832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 28 19:15:49.602376 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.extraroute_db [None req-3771aabd-630f-4e60-893f-3e7b5b65e0ce tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Removed routes are [] {{(pid=87832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 28 19:15:49.602670 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3771aabd-630f-4e60-893f-3e7b5b65e0ce tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:49.615171 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:15:49.866520 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3771aabd-630f-4e60-893f-3e7b5b65e0ce tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:49.869800 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3771aabd-630f-4e60-893f-3e7b5b65e0ce tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-466281'] for router, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:50.012288 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3771aabd-630f-4e60-893f-3e7b5b65e0ce tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Router e897170a-d451-4933-8fc2-7600d1f0af9e has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:15:50.145019 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3771aabd-630f-4e60-893f-3e7b5b65e0ce tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:15:50.151442 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3771aabd-630f-4e60-893f-3e7b5b65e0ce tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:50.155489 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3771aabd-630f-4e60-893f-3e7b5b65e0ce tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "PUT /v2.0/routers/e897170a-d451-4933-8fc2-7600d1f0af9e HTTP/1.1" status: 200 len: 701 time: 0.9580209 Mar 28 19:15:50.155489 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60938) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:50.157617 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a236e4f-4e39-40a3-b292-6ce37184a401 None None] Sync routers for ids ['e897170a-d451-4933-8fc2-7600d1f0af9e'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:15:50.167444 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a236e4f-4e39-40a3-b292-6ce37184a401 None None] Routers {'e897170a-d451-4933-8fc2-7600d1f0af9e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:50.168039 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-6a236e4f-4e39-40a3-b292-6ce37184a401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:15:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e897170a-d451-4933-8fc2-7600d1f0af9e'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:50.204104 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8cb80650-f53b-418e-9f0b-573612fd76fd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Synchronizing usage tracker for tenant:850c7a06f362434c857dc7f4b61d686b on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:15:50.221441 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8cb80650-f53b-418e-9f0b-573612fd76fd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Unset dirty status for tenant:850c7a06f362434c857dc7f4b61d686b on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:15:50.226001 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8cb80650-f53b-418e-9f0b-573612fd76fd tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "GET /v2.0/ports?device_id=e897170a-d451-4933-8fc2-7600d1f0af9e HTTP/1.1" status: 200 len: 205 time: 0.0664473 Mar 28 19:15:50.226339 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60942) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:50.296730 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-6a236e4f-4e39-40a3-b292-6ce37184a401 None None] Set router e897170a-d451-4933-8fc2-7600d1f0af9e gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:50.363301 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7bb4c469-1d48-46de-9201-3cd99e44319e tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:50.419961 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-6a236e4f-4e39-40a3-b292-6ce37184a401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'name': 'tempest-RoutersTest-router-1414407960', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:59Z', 'updated_at': '2022-03-28T19:15:46Z', 'revision_number': 11, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:50.424607 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a236e4f-4e39-40a3-b292-6ce37184a401 None None] Checking router: e897170a-d451-4933-8fc2-7600d1f0af9e for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:15:50.437735 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a236e4f-4e39-40a3-b292-6ce37184a401 None None] Routers {'e897170a-d451-4933-8fc2-7600d1f0af9e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:50.440612 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-6a236e4f-4e39-40a3-b292-6ce37184a401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:15:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e897170a-d451-4933-8fc2-7600d1f0af9e'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:50.610133 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-6a236e4f-4e39-40a3-b292-6ce37184a401 None None] Set router e897170a-d451-4933-8fc2-7600d1f0af9e gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:50.744790 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-6a236e4f-4e39-40a3-b292-6ce37184a401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'name': 'tempest-RoutersTest-router-1414407960', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:59Z', 'updated_at': '2022-03-28T19:15:46Z', 'revision_number': 11, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:50.750399 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a236e4f-4e39-40a3-b292-6ce37184a401 None None] The sync data for ids ['e897170a-d451-4933-8fc2-7600d1f0af9e'] in dv-neutron-834711-1-hyperv is: [{'id': 'e897170a-d451-4933-8fc2-7600d1f0af9e', 'name': 'tempest-RoutersTest-router-1414407960', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:59Z', 'updated_at': '2022-03-28T19:15:46Z', 'revision_number': 11, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:15:50.851056 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7bb4c469-1d48-46de-9201-3cd99e44319e tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:50.853806 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7bb4c469-1d48-46de-9201-3cd99e44319e tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:50.887510 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7bb4c469-1d48-46de-9201-3cd99e44319e tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:50.890172 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb4c469-1d48-46de-9201-3cd99e44319e tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Fanout notify agent at l3_agent the message router_deleted on router e897170a-d451-4933-8fc2-7600d1f0af9e {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:15:50.908837 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7bb4c469-1d48-46de-9201-3cd99e44319e tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:50.915227 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7bb4c469-1d48-46de-9201-3cd99e44319e tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/routers/e897170a-d451-4933-8fc2-7600d1f0af9e HTTP/1.1" status: 204 len: 168 time: 0.6828768 Mar 28 19:15:50.915662 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60948) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:50.923594 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-00005b82-eda0-46f4-81c4-a04c314195c0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2079843375', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:50.945819 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-00005b82-eda0-46f4-81c4-a04c314195c0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:50.951923 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-00005b82-eda0-46f4-81c4-a04c314195c0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Usage tracker for resource:router and tenant:850c7a06f362434c857dc7f4b61d686b is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:50.956710 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-00005b82-eda0-46f4-81c4-a04c314195c0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:50.974242 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-00005b82-eda0-46f4-81c4-a04c314195c0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:50.992734 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-00005b82-eda0-46f4-81c4-a04c314195c0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:50.993475 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-00005b82-eda0-46f4-81c4-a04c314195c0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:51.012774 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-00005b82-eda0-46f4-81c4-a04c314195c0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:51.039298 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-00005b82-eda0-46f4-81c4-a04c314195c0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:51.097580 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-00005b82-eda0-46f4-81c4-a04c314195c0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:51.099129 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-00005b82-eda0-46f4-81c4-a04c314195c0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1823602 Mar 28 19:15:51.101952 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60956) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:51.116942 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-8f902a0c-f0c0-4b73-bd5d-28c2e2c8439d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:51.486580 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8f902a0c-f0c0-4b73-bd5d-28c2e2c8439d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:51.498667 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8f902a0c-f0c0-4b73-bd5d-28c2e2c8439d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-466281'] for router, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:51.659384 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f902a0c-f0c0-4b73-bd5d-28c2e2c8439d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Router 54a691bf-9bc1-4938-bebf-c8efd18dfaff is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:15:51.908641 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f902a0c-f0c0-4b73-bd5d-28c2e2c8439d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:15:51.914906 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8f902a0c-f0c0-4b73-bd5d-28c2e2c8439d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:51.915950 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-8f902a0c-f0c0-4b73-bd5d-28c2e2c8439d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "PUT /v2.0/routers/54a691bf-9bc1-4938-bebf-c8efd18dfaff HTTP/1.1" status: 200 len: 694 time: 0.8130810 Mar 28 19:15:51.918531 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60960) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:51.919248 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33694366-2b51-4447-b66d-6a2ca0a5ec6c None None] Sync routers for ids ['54a691bf-9bc1-4938-bebf-c8efd18dfaff'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:15:51.929455 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33694366-2b51-4447-b66d-6a2ca0a5ec6c None None] Routers {'54a691bf-9bc1-4938-bebf-c8efd18dfaff'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:51.930053 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-33694366-2b51-4447-b66d-6a2ca0a5ec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:15:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['54a691bf-9bc1-4938-bebf-c8efd18dfaff'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:52.050171 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4a7d2c73-bf95-4cb0-aa4d-f18cee2bf630 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "GET /v2.0/routers/54a691bf-9bc1-4938-bebf-c8efd18dfaff HTTP/1.1" status: 200 len: 700 time: 0.1305065 Mar 28 19:15:52.052128 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-33694366-2b51-4447-b66d-6a2ca0a5ec6c None None] Set router 54a691bf-9bc1-4938-bebf-c8efd18dfaff gateway port host: None {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:52.053253 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60964) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:52.097723 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-cf0c1e7f-0bd3-4595-a016-9bc4ec6d2890 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Synchronizing usage tracker for tenant:850c7a06f362434c857dc7f4b61d686b on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:15:52.109417 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-cf0c1e7f-0bd3-4595-a016-9bc4ec6d2890 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Unset dirty status for tenant:850c7a06f362434c857dc7f4b61d686b on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:15:52.110531 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-cf0c1e7f-0bd3-4595-a016-9bc4ec6d2890 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "GET /v2.0/ports?device_id=54a691bf-9bc1-4938-bebf-c8efd18dfaff HTTP/1.1" status: 200 len: 205 time: 0.0563259 Mar 28 19:15:52.113677 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60968) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:52.156725 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-33694366-2b51-4447-b66d-6a2ca0a5ec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a691bf-9bc1-4938-bebf-c8efd18dfaff', 'name': 'tempest-RoutersTest-router-2079843375', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:50Z', 'updated_at': '2022-03-28T19:15:51Z', 'revision_number': 2, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:52.160991 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33694366-2b51-4447-b66d-6a2ca0a5ec6c None None] Checking router: 54a691bf-9bc1-4938-bebf-c8efd18dfaff for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:15:52.170235 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33694366-2b51-4447-b66d-6a2ca0a5ec6c None None] Routers {'54a691bf-9bc1-4938-bebf-c8efd18dfaff'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:15:52.170847 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-33694366-2b51-4447-b66d-6a2ca0a5ec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:15:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['54a691bf-9bc1-4938-bebf-c8efd18dfaff'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:52.246430 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d2023a47-fad0-40b0-a697-3fd569af6c67 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:52.303823 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-33694366-2b51-4447-b66d-6a2ca0a5ec6c None None] Set router 54a691bf-9bc1-4938-bebf-c8efd18dfaff gateway port host: None {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:15:52.417359 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-33694366-2b51-4447-b66d-6a2ca0a5ec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a691bf-9bc1-4938-bebf-c8efd18dfaff', 'name': 'tempest-RoutersTest-router-2079843375', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:50Z', 'updated_at': '2022-03-28T19:15:51Z', 'revision_number': 2, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:15:52.421318 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33694366-2b51-4447-b66d-6a2ca0a5ec6c None None] The sync data for ids ['54a691bf-9bc1-4938-bebf-c8efd18dfaff'] in dv-neutron-834711-1-hyperv is: [{'id': '54a691bf-9bc1-4938-bebf-c8efd18dfaff', 'name': 'tempest-RoutersTest-router-2079843375', 'tenant_id': '850c7a06f362434c857dc7f4b61d686b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:50Z', 'updated_at': '2022-03-28T19:15:51Z', 'revision_number': 2, 'project_id': '850c7a06f362434c857dc7f4b61d686b', 'gw_port_host': None}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:15:52.562420 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d2023a47-fad0-40b0-a697-3fd569af6c67 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:52.571151 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d2023a47-fad0-40b0-a697-3fd569af6c67 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:52.597259 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-26567dcc-14a2-4b7f-8563-60199c39ba9b tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Synchronizing usage tracker for tenant:b0ba31f1fab64780bafe45627411dcbe on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:15:52.611096 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d2023a47-fad0-40b0-a697-3fd569af6c67 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:52.611707 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2023a47-fad0-40b0-a697-3fd569af6c67 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Fanout notify agent at l3_agent the message router_deleted on router 54a691bf-9bc1-4938-bebf-c8efd18dfaff {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:15:52.631865 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d2023a47-fad0-40b0-a697-3fd569af6c67 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:52.632957 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d2023a47-fad0-40b0-a697-3fd569af6c67 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/routers/54a691bf-9bc1-4938-bebf-c8efd18dfaff HTTP/1.1" status: 204 len: 168 time: 0.5183969 Mar 28 19:15:52.634197 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-26567dcc-14a2-4b7f-8563-60199c39ba9b tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Unset dirty status for tenant:b0ba31f1fab64780bafe45627411dcbe on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:15:52.635727 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-26567dcc-14a2-4b7f-8563-60199c39ba9b tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-379833413&fields=id&tenant_id=b0ba31f1fab64780bafe45627411dcbe HTTP/1.1" status: 200 len: 267 time: 0.1625357 Mar 28 19:15:52.636501 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 60982) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:52.710567 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2c2bcf83-f728-439e-9517-10c122e2055a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "GET /v2.0/ports?device_id=54a691bf-9bc1-4938-bebf-c8efd18dfaff HTTP/1.1" status: 200 len: 205 time: 0.0728481 Mar 28 19:15:52.713168 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60986) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:52.779301 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-7217f8bf-3c60-4ad8-b9de-f37bc4c3488f tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] delete failed (client error): The resource could not be found. Mar 28 19:15:52.780972 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7217f8bf-3c60-4ad8-b9de-f37bc4c3488f tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/routers/54a691bf-9bc1-4938-bebf-c8efd18dfaff HTTP/1.1" status: 404 len: 336 time: 0.0666308 Mar 28 19:15:52.783904 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60990) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:52.823918 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecfeee4a-b158-4d22-932b-a7ec2e30bdd4 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] DELETE failed (client error): The resource could not be found. Mar 28 19:15:52.824353 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecfeee4a-b158-4d22-932b-a7ec2e30bdd4 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:15:52.826007 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ecfeee4a-b158-4d22-932b-a7ec2e30bdd4 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/subnets/31a9035e-6c6b-4b6c-aa12-bf58efeecbf7 HTTP/1.1" status: 404 len: 337 time: 0.0412047 Mar 28 19:15:52.828565 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60994) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:52.829613 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-db1863a0-d012-49fb-8faa-0015816ede72 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:52.831055 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-db1863a0-d012-49fb-8faa-0015816ede72 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/networks?id=8efa11ac-7efa-4436-8a41-9dfec0a8f282 HTTP/1.1" status: 200 len: 812 time: 0.1624618 Mar 28 19:15:52.847394 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-1be93242-ddaf-4b7e-9ae1-e7ed0432d30b tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/quotas/b0ba31f1fab64780bafe45627411dcbe HTTP/1.1" status: 200 len: 375 time: 0.0099506 Mar 28 19:15:52.867700 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-377b0e7b-9dad-407e-81c6-62926bd15c82 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] DELETE failed (client error): The resource could not be found. Mar 28 19:15:52.868154 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-377b0e7b-9dad-407e-81c6-62926bd15c82 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:15:52.869894 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-377b0e7b-9dad-407e-81c6-62926bd15c82 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/subnets/a9b14bda-7579-4cc2-ab3f-db05a9973e79 HTTP/1.1" status: 404 len: 337 time: 0.0404491 Mar 28 19:15:52.872339 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 60998) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:52.909372 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff291f4-9114-4775-baec-69db2174ed75 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] DELETE failed (client error): The resource could not be found. Mar 28 19:15:52.909827 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ff291f4-9114-4775-baec-69db2174ed75 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:15:52.911537 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7ff291f4-9114-4775-baec-69db2174ed75 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/subnets/a850c45b-ebbd-4579-87ae-cc58f207779c HTTP/1.1" status: 404 len: 337 time: 0.0383084 Mar 28 19:15:52.914172 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32770) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:52.934460 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-6a8e600b-4071-45a2-84d9-f0d82a0217cb tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Synchronizing usage tracker for tenant:b0ba31f1fab64780bafe45627411dcbe on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:15:52.952455 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-6a8e600b-4071-45a2-84d9-f0d82a0217cb tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Unset dirty status for tenant:b0ba31f1fab64780bafe45627411dcbe on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:15:52.953819 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-6a8e600b-4071-45a2-84d9-f0d82a0217cb tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0ba31f1fab64780bafe45627411dcbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995231 Mar 28 19:15:52.957020 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-4256f26d-bfcb-47dd-ae58-6232890555ba tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] DELETE failed (client error): The resource could not be found. Mar 28 19:15:52.957477 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4256f26d-bfcb-47dd-ae58-6232890555ba tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:15:52.959198 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4256f26d-bfcb-47dd-ae58-6232890555ba tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/subnets/63896818-3740-4b33-bd24-4f1f445fd5e5 HTTP/1.1" status: 404 len: 337 time: 0.0440922 Mar 28 19:15:52.961948 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32774) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:53.004200 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b821ace0-719a-4587-bb1f-d463cb5332be tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "GET /v2.0/ports?device_id=e897170a-d451-4933-8fc2-7600d1f0af9e HTTP/1.1" status: 200 len: 205 time: 0.0412138 Mar 28 19:15:53.007163 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32778) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:53.083616 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-4f8787ac-0f1a-4386-ac43-3c49ad30ea9d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] delete failed (client error): The resource could not be found. Mar 28 19:15:53.085549 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4f8787ac-0f1a-4386-ac43-3c49ad30ea9d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/routers/e897170a-d451-4933-8fc2-7600d1f0af9e HTTP/1.1" status: 404 len: 336 time: 0.0772405 Mar 28 19:15:53.088155 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32782) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:53.103393 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-477f836d-7b4e-432f-8dde-fc55f35a00d1 service neutron] 10.222.0.10 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352615 Mar 28 19:15:53.133111 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-bcc47d74-1b84-4972-9fc8-a913201e2b3e tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "GET /v2.0/ports?device_id=7de79cf9-4a7e-4916-aa4b-3bcff223abb9 HTTP/1.1" status: 200 len: 205 time: 0.0437281 Mar 28 19:15:53.135401 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32786) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:53.213198 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-46e88391-acff-4b33-9964-c255210565cc tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] delete failed (client error): The resource could not be found. Mar 28 19:15:53.213198 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-46e88391-acff-4b33-9964-c255210565cc tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/routers/7de79cf9-4a7e-4916-aa4b-3bcff223abb9 HTTP/1.1" status: 404 len: 336 time: 0.0731919 Mar 28 19:15:53.213198 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32790) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:53.252134 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d259a31-f423-4c7d-a2a4-31f5e0756ba1 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] DELETE failed (client error): The resource could not be found. Mar 28 19:15:53.252607 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d259a31-f423-4c7d-a2a4-31f5e0756ba1 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:15:53.254306 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3d259a31-f423-4c7d-a2a4-31f5e0756ba1 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/subnets/b76fca9e-e68e-4a3e-9685-35b7f2ebe03c HTTP/1.1" status: 404 len: 337 time: 0.0410855 Mar 28 19:15:53.257569 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32794) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:53.301243 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a195b3db-aa80-4d70-a5cd-ccfbcf34ebec tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "GET /v2.0/ports?device_id=57db13c3-2372-4762-93c8-ff4c00a7892b HTTP/1.1" status: 200 len: 205 time: 0.0424929 Mar 28 19:15:53.303503 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32798) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:53.365912 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-dce3e59d-3955-4e4e-a9c3-2bad02d8433b service neutron] 10.222.0.10 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579620 Mar 28 19:15:53.377743 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-8d3b24e9-4231-4178-8275-b568bef6a1f1 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] delete failed (client error): The resource could not be found. Mar 28 19:15:53.381279 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8d3b24e9-4231-4178-8275-b568bef6a1f1 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/routers/57db13c3-2372-4762-93c8-ff4c00a7892b HTTP/1.1" status: 404 len: 336 time: 0.0743332 Mar 28 19:15:53.381867 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32802) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:53.424497 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0741c1e2-d853-4006-abc7-25df4db18307 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cc33587-8a66-43c3-ad8b-be342cb01b4a HTTP/1.1" status: 200 len: 205 time: 0.0419030 Mar 28 19:15:53.426746 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32808) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:53.494434 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-98defc45-7d2d-4e09-9c86-ab20d154aa02 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] delete failed (client error): The resource could not be found. Mar 28 19:15:53.495701 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-98defc45-7d2d-4e09-9c86-ab20d154aa02 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/routers/5cc33587-8a66-43c3-ad8b-be342cb01b4a HTTP/1.1" status: 404 len: 336 time: 0.0676606 Mar 28 19:15:53.497984 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32812) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:53.534944 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d6fb61-7950-4b01-9e97-0a4a6a27521c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] DELETE failed (client error): The resource could not be found. Mar 28 19:15:53.535398 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95d6fb61-7950-4b01-9e97-0a4a6a27521c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:15:53.537122 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-95d6fb61-7950-4b01-9e97-0a4a6a27521c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/subnets/8ea1fc43-1b36-49c9-be60-a322f3f715ef HTTP/1.1" status: 404 len: 337 time: 0.0381961 Mar 28 19:15:53.539857 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32820) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:53.586843 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-536bb325-e95d-4d04-8d88-8ca6f5d78b1a tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca021bd3-75c6-4aa2-86ed-4772ef10418b HTTP/1.1" status: 200 len: 205 time: 0.0459378 Mar 28 19:15:53.589261 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32824) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:53.654313 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-acd5982e-b7b0-4f8b-b7fe-4340121cf1a3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] delete failed (client error): The resource could not be found. Mar 28 19:15:53.655345 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-acd5982e-b7b0-4f8b-b7fe-4340121cf1a3 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/routers/ca021bd3-75c6-4aa2-86ed-4772ef10418b HTTP/1.1" status: 404 len: 336 time: 0.0651908 Mar 28 19:15:53.657959 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32830) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:53.712126 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c542d1-24b8-474c-911a-7cc5a41bdcd0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] DELETE failed (client error): The resource could not be found. Mar 28 19:15:53.712582 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5c542d1-24b8-474c-911a-7cc5a41bdcd0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:15:53.714286 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d5c542d1-24b8-474c-911a-7cc5a41bdcd0 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/subnets/8bebcf4e-7b31-4fc6-8bfe-ecb27d7a1400 HTTP/1.1" status: 404 len: 337 time: 0.0553615 Mar 28 19:15:53.717369 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 32836) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:53.789279 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-fbe43efa-e4f1-4da9-a573-9a4f94c9490d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "GET /v2.0/ports?device_id=a72298b2-78d0-48f8-8ad9-067c67d046be HTTP/1.1" status: 200 len: 205 time: 0.0702915 Mar 28 19:15:53.791794 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32840) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:53.801101 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-888119f9-a873-4650-acb1-47bb64b2aee1 req-bca4f524-a7b9-40d4-8af4-c9f2e8a449b1 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8 HTTP/1.1" status: 200 len: 210 time: 0.0467520 Mar 28 19:15:53.856980 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-7661f658-4b89-4fd6-b9a0-038af84c1041 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] delete failed (client error): The resource could not be found. Mar 28 19:15:53.857975 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7661f658-4b89-4fd6-b9a0-038af84c1041 tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/routers/a72298b2-78d0-48f8-8ad9-067c67d046be HTTP/1.1" status: 404 len: 336 time: 0.0651796 Mar 28 19:15:53.860789 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 32844) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:53.900541 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-962d8202-d765-4e0d-a3d4-ce9e2d1f419d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] DELETE failed (client error): The resource could not be found. Mar 28 19:15:53.900973 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-962d8202-d765-4e0d-a3d4-ce9e2d1f419d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:15:53.902539 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-962d8202-d765-4e0d-a3d4-ce9e2d1f419d tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/subnets/0d278bf3-3667-41ac-9449-632d88eb96be HTTP/1.1" status: 404 len: 337 time: 0.0408053 Mar 28 19:15:53.904982 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 32848) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:53.940920 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-3110b10d-319c-476f-9a31-1b9dcca2c78c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] DELETE failed (client error): The resource could not be found. Mar 28 19:15:53.941592 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3110b10d-319c-476f-9a31-1b9dcca2c78c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:15:53.942868 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3110b10d-319c-476f-9a31-1b9dcca2c78c tempest-RoutersTest-525721720 tempest-RoutersTest-525721720-project] 10.222.0.10 "DELETE /v2.0/subnets/045d351d-b89a-4626-bb8e-07983977e3f3 HTTP/1.1" status: 404 len: 337 time: 0.0370500 Mar 28 19:15:54.204447 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32856) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:54.350797 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f571c7a9-3b91-4661-b940-670881710ea5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=850c7a06f362434c857dc7f4b61d686b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451700 Mar 28 19:15:54.353333 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32862) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:54.408332 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8940c27a-55bc-4aae-9f78-a6751a5052f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:54.433489 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8940c27a-55bc-4aae-9f78-a6751a5052f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:54.484283 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8940c27a-55bc-4aae-9f78-a6751a5052f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:54.501323 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940c27a-55bc-4aae-9f78-a6751a5052f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc57af35-6540-4f29-a7d3-21c123e66d8d,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:54.509028 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940c27a-55bc-4aae-9f78-a6751a5052f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:54.509372 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940c27a-55bc-4aae-9f78-a6751a5052f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:54.509705 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940c27a-55bc-4aae-9f78-a6751a5052f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:54.510032 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940c27a-55bc-4aae-9f78-a6751a5052f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:54.510357 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940c27a-55bc-4aae-9f78-a6751a5052f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:54.510680 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940c27a-55bc-4aae-9f78-a6751a5052f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:54.511025 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940c27a-55bc-4aae-9f78-a6751a5052f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:54.511351 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940c27a-55bc-4aae-9f78-a6751a5052f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:54.511790 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940c27a-55bc-4aae-9f78-a6751a5052f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:54.512061 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940c27a-55bc-4aae-9f78-a6751a5052f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:54.512665 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940c27a-55bc-4aae-9f78-a6751a5052f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:54.512989 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940c27a-55bc-4aae-9f78-a6751a5052f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:54.516625 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8940c27a-55bc-4aae-9f78-a6751a5052f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:54.517724 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8940c27a-55bc-4aae-9f78-a6751a5052f9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cc57af35-6540-4f29-a7d3-21c123e66d8d HTTP/1.1" status: 204 len: 168 time: 0.1635237 Mar 28 19:15:54.903988 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-af54b10e-c65f-4837-82c7-edf0e8ba82d1 req-25476278-0e31-41e4-b4e8-23e9d12edf73 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8 HTTP/1.1" status: 200 len: 210 time: 0.0460608 Mar 28 19:15:55.235651 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 32898) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:55.254760 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5a416c3e-a5eb-48c2-b0e3-0601e7f33ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:55.345577 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Request body: {'security_group': {'name': 'tempest-secgroup--973288968'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:55.353276 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:55.357454 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Usage tracker for resource:security_group and tenant:b43564d02841461a925a1d76e22a58dc is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:55.360271 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:55.368044 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:55.387750 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:55.405754 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:55.424021 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:55.428442 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Usage tracker for resource:security_group_rule and tenant:b43564d02841461a925a1d76e22a58dc is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:55.431479 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:55.437089 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:55.516863 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:55.520348 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:55.530732 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:55.538799 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Usage tracker for resource:security_group_rule and tenant:b43564d02841461a925a1d76e22a58dc is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:55.543332 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:55.557272 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:55.564284 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbf36c8-d8a9-4e8d-94a2-4a852aeb17c2,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:55.576822 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:55.577167 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:55.577502 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:55.577908 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:55.578250 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:55.578581 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:55.578927 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:55.579256 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:55.579576 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:55.579894 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:55.580213 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:55.580530 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:15:55.646946 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:55.653248 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:55.695867 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46023c12-5ce6-4050-82ce-0c0a21379499,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:55.698954 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:55.702803 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32904) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:55.703402 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5b4bcecc-7f88-4e57-a93b-caa6cdf97faf tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4660938 Mar 28 19:15:55.773507 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 32908) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:55.773785 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-66382f1c-c98b-4bbd-a7b0-5acbbfc145c9 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0691080 Mar 28 19:15:55.781258 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-360eff63-8d57-470c-a8b4-b2cb8471f9a4 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Request body: {'security_group': {'name': 'tempest-security--63033423', 'description': 'tempest-security-description-1961977533'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:55.874372 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-360eff63-8d57-470c-a8b4-b2cb8471f9a4 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:55.932624 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-b66f3c9d-f273-4aea-bae5-67e6727e720a tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:55.934482 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-b66f3c9d-f273-4aea-bae5-67e6727e720a tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.26 "GET /v2.0/networks?id=8efa11ac-7efa-4436-8a41-9dfec0a8f282 HTTP/1.1" status: 200 len: 812 time: 0.2024195 Mar 28 19:15:55.969238 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-360eff63-8d57-470c-a8b4-b2cb8471f9a4 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:55.976979 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-360eff63-8d57-470c-a8b4-b2cb8471f9a4 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:55.979394 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-360eff63-8d57-470c-a8b4-b2cb8471f9a4 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:55.980659 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-360eff63-8d57-470c-a8b4-b2cb8471f9a4 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "PUT /v2.0/security-groups/46023c12-5ce6-4050-82ce-0c0a21379499 HTTP/1.1" status: 200 len: 1778 time: 0.2060008 Mar 28 19:15:55.983750 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32914) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:56.021650 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-3d93765d-4d7b-4f89-9d18-636f589a2c5b tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0ba31f1fab64780bafe45627411dcbe HTTP/1.1" status: 200 len: 379 time: 0.0700681 Mar 28 19:15:56.025235 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360eff63-8d57-470c-a8b4-b2cb8471f9a4 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46023c12-5ce6-4050-82ce-0c0a21379499,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:56.043340 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7ff1b7da-104a-49ba-803e-a7b2a4e906dd tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "GET /v2.0/security-groups/46023c12-5ce6-4050-82ce-0c0a21379499 HTTP/1.1" status: 200 len: 1778 time: 0.0506709 Mar 28 19:15:56.046042 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32918) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:56.069917 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-75a1583a-4c9e-4984-b94b-120f7fd9021a req-f69bdce6-ab5f-4e52-b354-54b744649399 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8 HTTP/1.1" status: 200 len: 210 time: 0.0422020 Mar 28 19:15:56.083286 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-679be6b3-9a30-47ae-8c01-0622b100d441 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Request body: {'port': {'device_id': '2cc1a4b7-56f4-410a-9766-69adeaf44eb8', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'admin_state_up': True, 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'security_groups': ['51d04548-8acb-4378-a072-f747245e61fc']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:56.110814 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6da8fe2-462c-416e-b5a5-d4dd19499604 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:56.139740 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6da8fe2-462c-416e-b5a5-d4dd19499604 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:56.189390 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6da8fe2-462c-416e-b5a5-d4dd19499604 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:56.210197 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da8fe2-462c-416e-b5a5-d4dd19499604 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46023c12-5ce6-4050-82ce-0c0a21379499,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:56.214693 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6da8fe2-462c-416e-b5a5-d4dd19499604 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:56.218812 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c6da8fe2-462c-416e-b5a5-d4dd19499604 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "DELETE /v2.0/security-groups/46023c12-5ce6-4050-82ce-0c0a21379499 HTTP/1.1" status: 204 len: 168 time: 0.1717837 Mar 28 19:15:56.219417 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32924) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:56.227259 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-679be6b3-9a30-47ae-8c01-0622b100d441 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:56.242288 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-679be6b3-9a30-47ae-8c01-0622b100d441 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:56.254971 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-679be6b3-9a30-47ae-8c01-0622b100d441 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Made reservation on behalf of b0ba31f1fab64780bafe45627411dcbe for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:15:56.259619 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-679be6b3-9a30-47ae-8c01-0622b100d441 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:56.284690 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-20f6aa3b-5d42-4b94-8b36-ccd8b71be1c7 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Synchronizing usage tracker for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:15:56.305324 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-20f6aa3b-5d42-4b94-8b36-ccd8b71be1c7 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Unset dirty status for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:15:56.309587 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-20f6aa3b-5d42-4b94-8b36-ccd8b71be1c7 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0861583 Mar 28 19:15:56.309771 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32930) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:56.330669 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-8b6e8f8b-7133-4982-949e-8ee52c8d9a93 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] delete failed (client error): The resource could not be found. Mar 28 19:15:56.338176 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8b6e8f8b-7133-4982-949e-8ee52c8d9a93 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "DELETE /v2.0/security-groups/46023c12-5ce6-4050-82ce-0c0a21379499 HTTP/1.1" status: 404 len: 347 time: 0.0211508 Mar 28 19:15:56.338404 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32934) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:56.343155 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-ab2382e7-2322-473d-b8b1-78f60395b38c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Request body: {'security_group': {'name': 'tempest-secgroup--998595562'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:56.349312 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-ab2382e7-2322-473d-b8b1-78f60395b38c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:56.361271 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-ab2382e7-2322-473d-b8b1-78f60395b38c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:56.372252 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ab2382e7-2322-473d-b8b1-78f60395b38c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:56.393267 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-ab2382e7-2322-473d-b8b1-78f60395b38c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:56.398283 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ab2382e7-2322-473d-b8b1-78f60395b38c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Usage tracker for resource:security_group_rule and tenant:b43564d02841461a925a1d76e22a58dc is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:56.401291 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ab2382e7-2322-473d-b8b1-78f60395b38c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:56.407331 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-ab2382e7-2322-473d-b8b1-78f60395b38c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:56.460461 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-679be6b3-9a30-47ae-8c01-0622b100d441 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Allocated IP 172.20.0.13 (8efa11ac-7efa-4436-8a41-9dfec0a8f282/93e49b98-1ab2-403b-80e2-ed54c2bdd260/2244de14-9423-45f9-a597-b8105bab2b0f) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:15:56.482872 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ab2382e7-2322-473d-b8b1-78f60395b38c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:56.486871 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ab2382e7-2322-473d-b8b1-78f60395b38c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:56.533508 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2382e7-2322-473d-b8b1-78f60395b38c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=759a02d0-8dc4-436e-b408-c82df90db135,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:56.541924 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ab2382e7-2322-473d-b8b1-78f60395b38c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:56.543314 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ab2382e7-2322-473d-b8b1-78f60395b38c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2041357 Mar 28 19:15:56.546213 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32938) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:56.551633 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-2c1e9961-e672-40e0-98ed-200dd7dc154f tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Request body: {'security_group_rule': {'security_group_id': '759a02d0-8dc4-436e-b408-c82df90db135', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:56.557841 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2c1e9961-e672-40e0-98ed-200dd7dc154f tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:56.561866 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2c1e9961-e672-40e0-98ed-200dd7dc154f tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Usage tracker for resource:security_group_rule and tenant:b43564d02841461a925a1d76e22a58dc is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:56.564965 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2c1e9961-e672-40e0-98ed-200dd7dc154f tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:56.570770 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2c1e9961-e672-40e0-98ed-200dd7dc154f tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:56.588372 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9961-e672-40e0-98ed-200dd7dc154f tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:56.654249 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9961-e672-40e0-98ed-200dd7dc154f tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:56.658777 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9961-e672-40e0-98ed-200dd7dc154f tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:56.679739 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-679be6b3-9a30-47ae-8c01-0622b100d441 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:56.688077 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9961-e672-40e0-98ed-200dd7dc154f tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9fee46-6ddd-4ae8-8782-a16207b54a87,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:56.700036 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-679be6b3-9a30-47ae-8c01-0622b100d441 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Transition to ACTIVE for port object 2244de14-9423-45f9-a597-b8105bab2b0f will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:15:56.704180 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9961-e672-40e0-98ed-200dd7dc154f tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:56.708292 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2c1e9961-e672-40e0-98ed-200dd7dc154f tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1582904 Mar 28 19:15:56.708599 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32942) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:56.727777 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-679be6b3-9a30-47ae-8c01-0622b100d441 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:56.739307 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3c8476d5-23e2-4e83-84f8-ffa70dc0683c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:56.750848 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3c8476d5-23e2-4e83-84f8-ffa70dc0683c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:56.776402 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3c8476d5-23e2-4e83-84f8-ffa70dc0683c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:56.793889 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8476d5-23e2-4e83-84f8-ffa70dc0683c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f9fee46-6ddd-4ae8-8782-a16207b54a87,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:56.797165 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3c8476d5-23e2-4e83-84f8-ffa70dc0683c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:56.798980 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3c8476d5-23e2-4e83-84f8-ffa70dc0683c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/0f9fee46-6ddd-4ae8-8782-a16207b54a87 HTTP/1.1" status: 204 len: 168 time: 0.0886102 Mar 28 19:15:56.801576 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32946) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:56.801861 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-679be6b3-9a30-47ae-8c01-0622b100d441 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Network 8efa11ac-7efa-4436-8a41-9dfec0a8f282 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:15:56.806245 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-679be6b3-9a30-47ae-8c01-0622b100d441 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:15:56.808730 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-679be6b3-9a30-47ae-8c01-0622b100d441 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:15:56.859941 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6edea48b-b3cb-44cc-a084-f1dafba8232c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Synchronizing usage tracker for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group_rule {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:15:56.870187 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679be6b3-9a30-47ae-8c01-0622b100d441 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Pushing event updated for resources: {'Port': ['ID=2244de14-9423-45f9-a597-b8105bab2b0f,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:56.879656 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6edea48b-b3cb-44cc-a084-f1dafba8232c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Unset dirty status for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group_rule {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:15:56.883390 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6edea48b-b3cb-44cc-a084-f1dafba8232c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0804777 Mar 28 19:15:56.885398 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32950) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:56.903428 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-679be6b3-9a30-47ae-8c01-0622b100d441 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:56.904226 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-679be6b3-9a30-47ae-8c01-0622b100d441 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:56.940192 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-679be6b3-9a30-47ae-8c01-0622b100d441 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8609440 Mar 28 19:15:56.955486 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d1a63295-3ce3-410d-8a63-ace54d860958 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:56.956417 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-535aa493-d3d8-4aad-bbd0-b829f8518736 service neutron] Request body: {'port': {'device_id': '2cc1a4b7-56f4-410a-9766-69adeaf44eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:56.985370 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d1a63295-3ce3-410d-8a63-ace54d860958 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:57.047030 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d1a63295-3ce3-410d-8a63-ace54d860958 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:57.083762 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-9fc06789-78df-4a53-9355-997544a82483 None None] Provisioning for port 2244de14-9423-45f9-a597-b8105bab2b0f completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:15:57.090937 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-9fc06789-78df-4a53-9355-997544a82483 None None] Provisioning complete for port 2244de14-9423-45f9-a597-b8105bab2b0f triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:15:57.091317 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9fc06789-78df-4a53-9355-997544a82483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:57.098041 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-535aa493-d3d8-4aad-bbd0-b829f8518736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:57.164529 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-9fc06789-78df-4a53-9355-997544a82483 None None] Port 2244de14-9423-45f9-a597-b8105bab2b0f cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:15:57.188403 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a63295-3ce3-410d-8a63-ace54d860958 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=759a02d0-8dc4-436e-b408-c82df90db135,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:57.215386 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d1a63295-3ce3-410d-8a63-ace54d860958 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:57.216637 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d1a63295-3ce3-410d-8a63-ace54d860958 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "DELETE /v2.0/security-groups/759a02d0-8dc4-436e-b408-c82df90db135 HTTP/1.1" status: 204 len: 168 time: 0.3303056 Mar 28 19:15:57.219125 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32958) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:57.277234 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-38650cb2-ad7e-455c-a597-8a0b8bdaf18b tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Synchronizing usage tracker for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:15:57.293845 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-38650cb2-ad7e-455c-a597-8a0b8bdaf18b tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Unset dirty status for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:15:57.295259 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-38650cb2-ad7e-455c-a597-8a0b8bdaf18b tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0749350 Mar 28 19:15:57.300121 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32962) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:57.304706 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-dc99e411-3727-407b-baf4-37eb90b2b314 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Request body: {'security_group': {'name': 'tempest-secgroup--659532331'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:57.311105 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-dc99e411-3727-407b-baf4-37eb90b2b314 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:57.321421 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-dc99e411-3727-407b-baf4-37eb90b2b314 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:57.334385 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dc99e411-3727-407b-baf4-37eb90b2b314 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:57.355251 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-dc99e411-3727-407b-baf4-37eb90b2b314 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:57.359360 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-dc99e411-3727-407b-baf4-37eb90b2b314 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Usage tracker for resource:security_group_rule and tenant:b43564d02841461a925a1d76e22a58dc is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:57.362306 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-dc99e411-3727-407b-baf4-37eb90b2b314 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:57.368925 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-dc99e411-3727-407b-baf4-37eb90b2b314 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:57.377098 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a523d62-61d9-435e-9cb9-f67a50375cec req-700f11bd-9dd2-45df-9955-7040c34ad73e tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:57.378068 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-6a523d62-61d9-435e-9cb9-f67a50375cec req-700f11bd-9dd2-45df-9955-7040c34ad73e tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Synchronizing usage tracker for tenant:b0ba31f1fab64780bafe45627411dcbe on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:15:57.448963 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dc99e411-3727-407b-baf4-37eb90b2b314 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:57.454548 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dc99e411-3727-407b-baf4-37eb90b2b314 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:57.510706 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99e411-3727-407b-baf4-37eb90b2b314 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5138f81c-3991-4875-a189-ae82dd72ec82,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:57.528517 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dc99e411-3727-407b-baf4-37eb90b2b314 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:57.530469 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-dc99e411-3727-407b-baf4-37eb90b2b314 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2299109 Mar 28 19:15:57.532490 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32966) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:57.537804 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-33eceb2b-585f-4577-beab-4a348c0b5913 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Request body: {'security_group_rule': {'security_group_id': '5138f81c-3991-4875-a189-ae82dd72ec82', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:57.544089 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-33eceb2b-585f-4577-beab-4a348c0b5913 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:57.548257 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-33eceb2b-585f-4577-beab-4a348c0b5913 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Usage tracker for resource:security_group_rule and tenant:b43564d02841461a925a1d76e22a58dc is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:57.551501 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-33eceb2b-585f-4577-beab-4a348c0b5913 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:57.557780 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-33eceb2b-585f-4577-beab-4a348c0b5913 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:57.577198 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-6a523d62-61d9-435e-9cb9-f67a50375cec req-700f11bd-9dd2-45df-9955-7040c34ad73e tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Unset dirty status for tenant:b0ba31f1fab64780bafe45627411dcbe on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:15:57.580091 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-33eceb2b-585f-4577-beab-4a348c0b5913 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:57.584832 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6a523d62-61d9-435e-9cb9-f67a50375cec req-700f11bd-9dd2-45df-9955-7040c34ad73e tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8 HTTP/1.1" status: 200 len: 932 time: 0.3938916 Mar 28 19:15:57.601686 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e55d50c4-5c6c-4391-92e0-f06ba602d28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:57.655328 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-33eceb2b-585f-4577-beab-4a348c0b5913 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:57.659044 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6a523d62-61d9-435e-9cb9-f67a50375cec req-9a6fa9ce-7737-46aa-9baf-89dcef7c943a tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732470 Mar 28 19:15:57.663218 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-33eceb2b-585f-4577-beab-4a348c0b5913 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:57.702772 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eceb2b-585f-4577-beab-4a348c0b5913 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c50848-9967-46e8-aabe-0b89d667b8be,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:57.707613 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-33eceb2b-585f-4577-beab-4a348c0b5913 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:57.709793 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-33eceb2b-585f-4577-beab-4a348c0b5913 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1753542 Mar 28 19:15:57.712574 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32970) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:57.718814 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-611d2cc9-f78b-4987-afb5-848991a4be80 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Request body: {'security_group_rule': {'security_group_id': '5138f81c-3991-4875-a189-ae82dd72ec82', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:57.726178 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-611d2cc9-f78b-4987-afb5-848991a4be80 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:57.731111 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-611d2cc9-f78b-4987-afb5-848991a4be80 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Usage tracker for resource:security_group_rule and tenant:b43564d02841461a925a1d76e22a58dc is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:57.735418 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-611d2cc9-f78b-4987-afb5-848991a4be80 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:57.742448 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-611d2cc9-f78b-4987-afb5-848991a4be80 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:57.761940 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-611d2cc9-f78b-4987-afb5-848991a4be80 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:57.780156 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-535aa493-d3d8-4aad-bbd0-b829f8518736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2244de14-9423-45f9-a597-b8105bab2b0f {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:15:57.788624 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-535aa493-d3d8-4aad-bbd0-b829f8518736 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:57.808451 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-535aa493-d3d8-4aad-bbd0-b829f8518736 service neutron] Transition to ACTIVE for port object 2244de14-9423-45f9-a597-b8105bab2b0f will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:15:57.816252 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-535aa493-d3d8-4aad-bbd0-b829f8518736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:57.829591 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-611d2cc9-f78b-4987-afb5-848991a4be80 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:57.834515 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-611d2cc9-f78b-4987-afb5-848991a4be80 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:57.852816 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d2cc9-f78b-4987-afb5-848991a4be80 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524406ef-fa2c-4e85-b944-871589d4d545,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:57.876106 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-611d2cc9-f78b-4987-afb5-848991a4be80 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:57.878196 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-611d2cc9-f78b-4987-afb5-848991a4be80 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1643105 Mar 28 19:15:57.881643 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32974) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:57.891289 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-5b69c181-946a-48a5-b23a-acf6b9dace37 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Request body: {'security_group_rule': {'security_group_id': '5138f81c-3991-4875-a189-ae82dd72ec82', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:57.897963 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-5b69c181-946a-48a5-b23a-acf6b9dace37 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:57.903186 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-5b69c181-946a-48a5-b23a-acf6b9dace37 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Usage tracker for resource:security_group_rule and tenant:b43564d02841461a925a1d76e22a58dc is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:57.906746 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-5b69c181-946a-48a5-b23a-acf6b9dace37 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:57.912632 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-5b69c181-946a-48a5-b23a-acf6b9dace37 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:57.939342 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5b69c181-946a-48a5-b23a-acf6b9dace37 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:57.988488 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535aa493-d3d8-4aad-bbd0-b829f8518736 service neutron] Pushing event updated for resources: {'Port': ['ID=2244de14-9423-45f9-a597-b8105bab2b0f,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:58.009593 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5b69c181-946a-48a5-b23a-acf6b9dace37 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:58.016478 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5b69c181-946a-48a5-b23a-acf6b9dace37 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:58.047836 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69c181-946a-48a5-b23a-acf6b9dace37 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deab7b41-9ff7-4381-9e8b-f60b0c1dc8e7,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:58.065604 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5b69c181-946a-48a5-b23a-acf6b9dace37 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:58.070022 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 32978) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:58.071191 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5b69c181-946a-48a5-b23a-acf6b9dace37 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1845801 Mar 28 19:15:58.078977 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-a77b8a9d-d627-4296-b59d-7e4cb928d039 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Request body: {'security_group_rule': {'security_group_id': '5138f81c-3991-4875-a189-ae82dd72ec82', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:58.088665 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a77b8a9d-d627-4296-b59d-7e4cb928d039 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:58.090995 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-535aa493-d3d8-4aad-bbd0-b829f8518736 service neutron] Attempting to bind port 2244de14-9423-45f9-a597-b8105bab2b0f on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:15:58.091331 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-535aa493-d3d8-4aad-bbd0-b829f8518736 service neutron] Attempting to bind port 2244de14-9423-45f9-a597-b8105bab2b0f by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': 'b36378e5-7fd7-4b05-b8ed-c592bc915443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:15:58.091662 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-535aa493-d3d8-4aad-bbd0-b829f8518736 service neutron] Attempting to bind port 2244de14-9423-45f9-a597-b8105bab2b0f on network 8efa11ac-7efa-4436-8a41-9dfec0a8f282 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:15:58.096659 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a77b8a9d-d627-4296-b59d-7e4cb928d039 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Usage tracker for resource:security_group_rule and tenant:b43564d02841461a925a1d76e22a58dc is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:58.101672 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a77b8a9d-d627-4296-b59d-7e4cb928d039 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:58.104379 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-535aa493-d3d8-4aad-bbd0-b829f8518736 service neutron] Port 2244de14-9423-45f9-a597-b8105bab2b0f on network 8efa11ac-7efa-4436-8a41-9dfec0a8f282 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:15:58.104706 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-535aa493-d3d8-4aad-bbd0-b829f8518736 service neutron] Attempting to bind port 2244de14-9423-45f9-a597-b8105bab2b0f on network 8efa11ac-7efa-4436-8a41-9dfec0a8f282 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:15:58.110426 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a77b8a9d-d627-4296-b59d-7e4cb928d039 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:58.114963 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-535aa493-d3d8-4aad-bbd0-b829f8518736 service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:15:58.115382 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-535aa493-d3d8-4aad-bbd0-b829f8518736 service neutron] Checking segment: {'id': 'b36378e5-7fd7-4b05-b8ed-c592bc915443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:15:58.116400 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-535aa493-d3d8-4aad-bbd0-b829f8518736 service neutron] Bound using segment: {'id': 'b36378e5-7fd7-4b05-b8ed-c592bc915443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:15:58.116845 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-535aa493-d3d8-4aad-bbd0-b829f8518736 service neutron] Bound port: 2244de14-9423-45f9-a597-b8105bab2b0f, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36378e5-7fd7-4b05-b8ed-c592bc915443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:15:58.117195 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-535aa493-d3d8-4aad-bbd0-b829f8518736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:58.181734 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a77b8a9d-d627-4296-b59d-7e4cb928d039 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:58.261847 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-535aa493-d3d8-4aad-bbd0-b829f8518736 service neutron] For port 2244de14-9423-45f9-a597-b8105bab2b0f, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:15:58.266436 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-535aa493-d3d8-4aad-bbd0-b829f8518736 service neutron] For port 2244de14-9423-45f9-a597-b8105bab2b0f, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=2244de14-9423-45f9-a597-b8105bab2b0f,segment=NetworkSegment(b36378e5-7fd7-4b05-b8ed-c592bc915443),segment_id=b36378e5-7fd7-4b05-b8ed-c592bc915443)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:15:58.278834 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-535aa493-d3d8-4aad-bbd0-b829f8518736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:58.283364 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a77b8a9d-d627-4296-b59d-7e4cb928d039 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:58.328115 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a77b8a9d-d627-4296-b59d-7e4cb928d039 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:58.364311 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-535aa493-d3d8-4aad-bbd0-b829f8518736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:58.364921 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-535aa493-d3d8-4aad-bbd0-b829f8518736 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:58.366998 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-535aa493-d3d8-4aad-bbd0-b829f8518736 service neutron] 10.222.0.26 "PUT /v2.0/ports/2244de14-9423-45f9-a597-b8105bab2b0f HTTP/1.1" status: 200 len: 1094 time: 1.4162869 Mar 28 19:15:58.373629 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc1a4b7-56f4-410a-9766-69adeaf44eb8', 'tag': '2244de14-9423-45f9-a597-b8105bab2b0f'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:15:58.386326 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b8a9d-d627-4296-b59d-7e4cb928d039 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e405cc8b-8541-433c-8c5e-8be3c1b163ee,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:58.404189 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535aa493-d3d8-4aad-bbd0-b829f8518736 service neutron] Pushing event updated for resources: {'Port': ['ID=2244de14-9423-45f9-a597-b8105bab2b0f,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:58.445464 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc1a4b7-56f4-410a-9766-69adeaf44eb8', 'tag': '2244de14-9423-45f9-a597-b8105bab2b0f', 'status': 'completed', 'code': 200} Mar 28 19:15:58.451146 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a77b8a9d-d627-4296-b59d-7e4cb928d039 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:58.452318 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a77b8a9d-d627-4296-b59d-7e4cb928d039 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3813512 Mar 28 19:15:58.455690 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32984) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:58.463707 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-4872bd22-844d-4df3-ba5e-d713567e570b tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Request body: {'security_group_rule': {'security_group_id': '5138f81c-3991-4875-a189-ae82dd72ec82', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:58.473965 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-4872bd22-844d-4df3-ba5e-d713567e570b tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:58.480706 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-4872bd22-844d-4df3-ba5e-d713567e570b tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Usage tracker for resource:security_group_rule and tenant:b43564d02841461a925a1d76e22a58dc is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:58.487049 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-4872bd22-844d-4df3-ba5e-d713567e570b tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:58.497974 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-1fb89ee0-a0c1-4c79-9085-94905c7d0c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:58.500528 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-1fb89ee0-a0c1-4c79-9085-94905c7d0c67 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0ba31f1fab64780bafe45627411dcbe&device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8 HTTP/1.1" status: 200 len: 1097 time: 0.0933273 Mar 28 19:15:58.501568 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-4872bd22-844d-4df3-ba5e-d713567e570b tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:58.533285 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4872bd22-844d-4df3-ba5e-d713567e570b tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:58.599419 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:58.612182 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:58.620834 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-6d9da67f-a089-40ee-a3a5-d73661926edd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2244de14-9423-45f9-a597-b8105bab2b0f HTTP/1.1" status: 200 len: 217 time: 0.1131554 Mar 28 19:15:58.634078 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4872bd22-844d-4df3-ba5e-d713567e570b tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:58.638179 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4872bd22-844d-4df3-ba5e-d713567e570b tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:58.667907 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872bd22-844d-4df3-ba5e-d713567e570b tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f982a4-c107-4733-bfa5-cf348b3ad1a1,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:58.691859 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-81e0c75d-a055-4962-8ddd-abf12187dc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:58.693688 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-81e0c75d-a055-4962-8ddd-abf12187dc26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93e49b98-1ab2-403b-80e2-ed54c2bdd260 HTTP/1.1" status: 200 len: 851 time: 0.0667810 Mar 28 19:15:58.696637 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4872bd22-844d-4df3-ba5e-d713567e570b tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:58.700521 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4872bd22-844d-4df3-ba5e-d713567e570b tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2409453 Mar 28 19:15:58.700863 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32990) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:58.754288 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d1733a9c-36fb-44fd-84d5-1eb314933840 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:58.767733 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d1733a9c-36fb-44fd-84d5-1eb314933840 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:58.798065 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-61c98aee-edb9-4b61-a065-3425f3215be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:58.799629 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-61c98aee-edb9-4b61-a065-3425f3215be4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8efa11ac-7efa-4436-8a41-9dfec0a8f282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1005816 Mar 28 19:15:58.800784 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d1733a9c-36fb-44fd-84d5-1eb314933840 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:58.826367 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1733a9c-36fb-44fd-84d5-1eb314933840 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36f982a4-c107-4733-bfa5-cf348b3ad1a1,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:58.829367 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d1733a9c-36fb-44fd-84d5-1eb314933840 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:58.832967 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d1733a9c-36fb-44fd-84d5-1eb314933840 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/36f982a4-c107-4733-bfa5-cf348b3ad1a1 HTTP/1.1" status: 204 len: 168 time: 0.1286733 Mar 28 19:15:58.834397 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32994) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:58.888710 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e885847a-927d-40d2-b6d6-1718f65d8559 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Synchronizing usage tracker for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group_rule {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:15:58.905061 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e885847a-927d-40d2-b6d6-1718f65d8559 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Unset dirty status for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group_rule {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:15:58.906398 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e885847a-927d-40d2-b6d6-1718f65d8559 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0723858 Mar 28 19:15:58.909525 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 32998) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:58.946935 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8b0441d2-fa3d-490d-ae6f-9bb30025e6bc tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:58.957114 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8b0441d2-fa3d-490d-ae6f-9bb30025e6bc tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:58.981461 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8b0441d2-fa3d-490d-ae6f-9bb30025e6bc tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:58.996730 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0441d2-fa3d-490d-ae6f-9bb30025e6bc tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e405cc8b-8541-433c-8c5e-8be3c1b163ee,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:59.008011 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8b0441d2-fa3d-490d-ae6f-9bb30025e6bc tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:59.011569 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8b0441d2-fa3d-490d-ae6f-9bb30025e6bc tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/e405cc8b-8541-433c-8c5e-8be3c1b163ee HTTP/1.1" status: 204 len: 168 time: 0.0986016 Mar 28 19:15:59.011760 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33002) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:59.014778 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbf52b-57c1-4f2d-aeef-f0ca3c60b241 req-e34448bc-c276-4cac-b697-436f782a6082 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:59.016396 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-96dbf52b-57c1-4f2d-aeef-f0ca3c60b241 req-e34448bc-c276-4cac-b697-436f782a6082 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8 HTTP/1.1" status: 200 len: 944 time: 0.2156916 Mar 28 19:15:59.019880 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-170b7948-95d0-4df5-b95a-7d6b8b9eb776 service neutron] 10.222.0.26 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736133 Mar 28 19:15:59.065307 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-74f3b798-ac1a-4459-a264-17bafe00f88d tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Synchronizing usage tracker for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group_rule {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:15:59.081701 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-74f3b798-ac1a-4459-a264-17bafe00f88d tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Unset dirty status for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group_rule {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:15:59.083479 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-74f3b798-ac1a-4459-a264-17bafe00f88d tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0708368 Mar 28 19:15:59.086587 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33006) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:59.115495 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4ab23b0b-57c4-4c29-81a7-dd8ea81e0aa8 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:59.127045 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4ab23b0b-57c4-4c29-81a7-dd8ea81e0aa8 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:59.145359 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-96dbf52b-57c1-4f2d-aeef-f0ca3c60b241 req-92c84bf5-3670-4f6f-bdaa-f9d77501fb81 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226873 Mar 28 19:15:59.172567 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4ab23b0b-57c4-4c29-81a7-dd8ea81e0aa8 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:59.191889 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2f1265dc-f929-4f80-82b6-0142fa0a55f0 req-6358128c-b239-4b25-8661-83738f8d6b89 service neutron] 10.222.0.26 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530352 Mar 28 19:15:59.196451 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab23b0b-57c4-4c29-81a7-dd8ea81e0aa8 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=deab7b41-9ff7-4381-9e8b-f60b0c1dc8e7,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:59.199945 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4ab23b0b-57c4-4c29-81a7-dd8ea81e0aa8 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:59.203566 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4ab23b0b-57c4-4c29-81a7-dd8ea81e0aa8 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/deab7b41-9ff7-4381-9e8b-f60b0c1dc8e7 HTTP/1.1" status: 204 len: 168 time: 0.1135437 Mar 28 19:15:59.203782 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33010) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:59.258984 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a578fe4a-039f-40ac-9334-6bbda9195d31 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Synchronizing usage tracker for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group_rule {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:15:59.274843 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a578fe4a-039f-40ac-9334-6bbda9195d31 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Unset dirty status for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group_rule {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:15:59.279218 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a578fe4a-039f-40ac-9334-6bbda9195d31 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0717301 Mar 28 19:15:59.279431 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33014) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:59.307645 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8f4365be-3614-4ca5-a241-414c04999e4b tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:59.317987 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4a55f-8b4d-42b6-9778-4f740a6aafea req-23b79996-9da9-47b1-bfa1-84135bf47fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:59.318860 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8f4365be-3614-4ca5-a241-414c04999e4b tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:59.320059 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e9b4a55f-8b4d-42b6-9778-4f740a6aafea req-23b79996-9da9-47b1-bfa1-84135bf47fd0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0ba31f1fab64780bafe45627411dcbe&device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8 HTTP/1.1" status: 200 len: 1097 time: 0.0756230 Mar 28 19:15:59.345959 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8f4365be-3614-4ca5-a241-414c04999e4b tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:59.371841 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4365be-3614-4ca5-a241-414c04999e4b tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=524406ef-fa2c-4e85-b944-871589d4d545,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:59.382187 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8f4365be-3614-4ca5-a241-414c04999e4b tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:59.385862 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8f4365be-3614-4ca5-a241-414c04999e4b tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/524406ef-fa2c-4e85-b944-871589d4d545 HTTP/1.1" status: 204 len: 168 time: 0.1032584 Mar 28 19:15:59.386115 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33018) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:59.434295 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f30bca03-9ff1-4ed9-a7ee-5c7714ca4f21 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Synchronizing usage tracker for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group_rule {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:15:59.449496 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f30bca03-9ff1-4ed9-a7ee-5c7714ca4f21 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Unset dirty status for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group_rule {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:15:59.453611 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f30bca03-9ff1-4ed9-a7ee-5c7714ca4f21 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0639582 Mar 28 19:15:59.453860 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33022) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:59.459593 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4a55f-8b4d-42b6-9778-4f740a6aafea req-eec73c1a-7d80-4582-bbaa-0887be609c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:59.461649 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e9b4a55f-8b4d-42b6-9778-4f740a6aafea req-eec73c1a-7d80-4582-bbaa-0887be609c1f service neutron] 10.222.0.26 "GET /v2.0/networks?id=8efa11ac-7efa-4436-8a41-9dfec0a8f282 HTTP/1.1" status: 200 len: 913 time: 0.1356723 Mar 28 19:15:59.483925 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-54b03ac6-3d47-4082-b2f5-9edd7a2136c0 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:59.494684 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-54b03ac6-3d47-4082-b2f5-9edd7a2136c0 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:59.519421 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-54b03ac6-3d47-4082-b2f5-9edd7a2136c0 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:59.539839 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b03ac6-3d47-4082-b2f5-9edd7a2136c0 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73c50848-9967-46e8-aabe-0b89d667b8be,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:59.553189 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-54b03ac6-3d47-4082-b2f5-9edd7a2136c0 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:59.557584 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-54b03ac6-3d47-4082-b2f5-9edd7a2136c0 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/73c50848-9967-46e8-aabe-0b89d667b8be HTTP/1.1" status: 204 len: 168 time: 0.1003389 Mar 28 19:15:59.557884 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33026) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:59.612663 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2ed6457f-0253-492a-b24a-1e19480b1f62 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Synchronizing usage tracker for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group_rule {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:15:59.631263 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2ed6457f-0253-492a-b24a-1e19480b1f62 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Unset dirty status for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group_rule {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:15:59.635740 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2ed6457f-0253-492a-b24a-1e19480b1f62 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0735819 Mar 28 19:15:59.635740 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33030) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:59.655508 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e9b4a55f-8b4d-42b6-9778-4f740a6aafea req-fff5ec19-1dbf-4186-b153-5d071b5b66f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2244de14-9423-45f9-a597-b8105bab2b0f HTTP/1.1" status: 200 len: 217 time: 0.1869807 Mar 28 19:15:59.705400 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-04af79ca-007d-428d-b75a-724b378bf419 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:59.732523 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4a55f-8b4d-42b6-9778-4f740a6aafea req-fe8c15da-04a4-4404-9dc1-e785690bc0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:59.733954 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e9b4a55f-8b4d-42b6-9778-4f740a6aafea req-fe8c15da-04a4-4404-9dc1-e785690bc0c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93e49b98-1ab2-403b-80e2-ed54c2bdd260 HTTP/1.1" status: 200 len: 851 time: 0.0715539 Mar 28 19:15:59.742360 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-04af79ca-007d-428d-b75a-724b378bf419 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:59.799152 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-04af79ca-007d-428d-b75a-724b378bf419 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:59.819376 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af79ca-007d-428d-b75a-724b378bf419 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5138f81c-3991-4875-a189-ae82dd72ec82,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:15:59.821371 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4a55f-8b4d-42b6-9778-4f740a6aafea req-beea9e54-f308-4a12-865a-40f91e41cedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:15:59.823063 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e9b4a55f-8b4d-42b6-9778-4f740a6aafea req-beea9e54-f308-4a12-865a-40f91e41cedf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8efa11ac-7efa-4436-8a41-9dfec0a8f282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825286 Mar 28 19:15:59.835475 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-04af79ca-007d-428d-b75a-724b378bf419 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:59.839591 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-04af79ca-007d-428d-b75a-724b378bf419 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "DELETE /v2.0/security-groups/5138f81c-3991-4875-a189-ae82dd72ec82 HTTP/1.1" status: 204 len: 168 time: 0.2029510 Mar 28 19:15:59.840214 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33034) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:59.891848 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b6f858cb-c7c3-42f0-a4a1-3f6260b8a943 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Synchronizing usage tracker for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:15:59.908311 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b6f858cb-c7c3-42f0-a4a1-3f6260b8a943 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Unset dirty status for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:15:59.914381 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b6f858cb-c7c3-42f0-a4a1-3f6260b8a943 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0685432 Mar 28 19:15:59.916643 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33038) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:15:59.921644 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-44537ef2-d85d-4b2e-b2f9-302e8f25effa tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Request body: {'security_group': {'name': 'tempest-secgroup--995884782'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:15:59.928990 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-44537ef2-d85d-4b2e-b2f9-302e8f25effa tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:59.939084 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-44537ef2-d85d-4b2e-b2f9-302e8f25effa tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:15:59.949548 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-44537ef2-d85d-4b2e-b2f9-302e8f25effa tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:15:59.969377 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-44537ef2-d85d-4b2e-b2f9-302e8f25effa tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:15:59.972349 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e9b4a55f-8b4d-42b6-9778-4f740a6aafea req-b5c0b784-f1d0-47b6-9a24-bd6d6c68624a service neutron] 10.222.0.26 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405504 Mar 28 19:15:59.973547 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-44537ef2-d85d-4b2e-b2f9-302e8f25effa tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Usage tracker for resource:security_group_rule and tenant:b43564d02841461a925a1d76e22a58dc is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:15:59.976948 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-44537ef2-d85d-4b2e-b2f9-302e8f25effa tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:15:59.982707 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-44537ef2-d85d-4b2e-b2f9-302e8f25effa tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:00.053287 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-44537ef2-d85d-4b2e-b2f9-302e8f25effa tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:00.057126 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-44537ef2-d85d-4b2e-b2f9-302e8f25effa tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:00.105702 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44537ef2-d85d-4b2e-b2f9-302e8f25effa tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcea6fe9-757a-4e49-b095-3edf7ccf408d,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:00.113723 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e9b4a55f-8b4d-42b6-9778-4f740a6aafea req-fb649234-4ef4-4103-a6a0-826d9047b717 service neutron] 10.222.0.26 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352923 Mar 28 19:16:00.117663 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-44537ef2-d85d-4b2e-b2f9-302e8f25effa tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:00.118864 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-44537ef2-d85d-4b2e-b2f9-302e8f25effa tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2012935 Mar 28 19:16:00.121685 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33042) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:00.126676 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-e8a88f2a-0e1b-42e3-b13b-53bc65a53f1a tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Request body: {'security_group_rule': {'security_group_id': 'fcea6fe9-757a-4e49-b095-3edf7ccf408d', 'direction': 'ingress', 'protocol': 17}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:16:00.132581 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e8a88f2a-0e1b-42e3-b13b-53bc65a53f1a tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:00.136700 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e8a88f2a-0e1b-42e3-b13b-53bc65a53f1a tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Usage tracker for resource:security_group_rule and tenant:b43564d02841461a925a1d76e22a58dc is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:16:00.139528 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e8a88f2a-0e1b-42e3-b13b-53bc65a53f1a tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:16:00.140411 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:00.145126 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e8a88f2a-0e1b-42e3-b13b-53bc65a53f1a tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:00.166067 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e8a88f2a-0e1b-42e3-b13b-53bc65a53f1a tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:00.227061 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e8a88f2a-0e1b-42e3-b13b-53bc65a53f1a tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:00.230563 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e8a88f2a-0e1b-42e3-b13b-53bc65a53f1a tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:00.253278 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a88f2a-0e1b-42e3-b13b-53bc65a53f1a tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19800d48-ffaa-46ce-8756-ecd022c99da3,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:00.264669 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e8a88f2a-0e1b-42e3-b13b-53bc65a53f1a tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:00.265820 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e8a88f2a-0e1b-42e3-b13b-53bc65a53f1a tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1431682 Mar 28 19:16:00.268633 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33048) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:00.330821 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8b9c3b08-e3ab-458f-a82b-43d6d3da4a9d tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:00.346650 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4a90d-2a1d-41dc-bc38-4e97c2c43935 req-0a51a224-b4f5-45ab-95c0-5692fe38ed70 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:00.348100 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e2c4a90d-2a1d-41dc-bc38-4e97c2c43935 req-0a51a224-b4f5-45ab-95c0-5692fe38ed70 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8 HTTP/1.1" status: 200 len: 944 time: 0.0828388 Mar 28 19:16:00.357250 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8b9c3b08-e3ab-458f-a82b-43d6d3da4a9d tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:00.391993 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e2c4a90d-2a1d-41dc-bc38-4e97c2c43935 req-5bb84c21-e22b-4753-9a5e-8959e49c21a9 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375605 Mar 28 19:16:00.408459 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8b9c3b08-e3ab-458f-a82b-43d6d3da4a9d tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:00.427878 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c3b08-e3ab-458f-a82b-43d6d3da4a9d tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcea6fe9-757a-4e49-b095-3edf7ccf408d,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:00.438502 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8b9c3b08-e3ab-458f-a82b-43d6d3da4a9d tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:00.439679 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8b9c3b08-e3ab-458f-a82b-43d6d3da4a9d tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "DELETE /v2.0/security-groups/fcea6fe9-757a-4e49-b095-3edf7ccf408d HTTP/1.1" status: 204 len: 168 time: 0.1701679 Mar 28 19:16:00.442417 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33052) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:00.491436 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5b702dee-cef6-4006-a551-6488fe11c534 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Synchronizing usage tracker for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:16:00.506573 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5b702dee-cef6-4006-a551-6488fe11c534 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Unset dirty status for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:16:00.508003 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5b702dee-cef6-4006-a551-6488fe11c534 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0639386 Mar 28 19:16:00.511692 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33056) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:00.516657 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-c75721d1-ec44-4eb6-bc1c-8cdaa0192150 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Request body: {'security_group': {'name': 'tempest-secgroup--1917226790'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:16:00.523630 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c75721d1-ec44-4eb6-bc1c-8cdaa0192150 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:00.533052 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c75721d1-ec44-4eb6-bc1c-8cdaa0192150 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:00.542700 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c75721d1-ec44-4eb6-bc1c-8cdaa0192150 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:00.561848 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c75721d1-ec44-4eb6-bc1c-8cdaa0192150 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:00.565719 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c75721d1-ec44-4eb6-bc1c-8cdaa0192150 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Usage tracker for resource:security_group_rule and tenant:b43564d02841461a925a1d76e22a58dc is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:16:00.569115 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c75721d1-ec44-4eb6-bc1c-8cdaa0192150 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:16:00.574674 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c75721d1-ec44-4eb6-bc1c-8cdaa0192150 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:00.643467 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c75721d1-ec44-4eb6-bc1c-8cdaa0192150 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:00.648520 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c75721d1-ec44-4eb6-bc1c-8cdaa0192150 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:00.692006 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75721d1-ec44-4eb6-bc1c-8cdaa0192150 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=962dbfda-2237-48bf-bcd8-afd8b1b121fe,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:00.703655 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c75721d1-ec44-4eb6-bc1c-8cdaa0192150 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:00.704965 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c75721d1-ec44-4eb6-bc1c-8cdaa0192150 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1923678 Mar 28 19:16:00.707885 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33062) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:00.713412 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-0ab1f979-701c-4ac9-9f0c-69757d120786 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Request body: {'security_group': {'name': 'tempest-secgroup--330056293'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:16:00.719650 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0ab1f979-701c-4ac9-9f0c-69757d120786 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:00.725103 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0ab1f979-701c-4ac9-9f0c-69757d120786 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Usage tracker for resource:security_group and tenant:b43564d02841461a925a1d76e22a58dc is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:16:00.728052 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0ab1f979-701c-4ac9-9f0c-69757d120786 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:16:00.733732 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0ab1f979-701c-4ac9-9f0c-69757d120786 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:00.747135 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0ab1f979-701c-4ac9-9f0c-69757d120786 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:00.766359 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0ab1f979-701c-4ac9-9f0c-69757d120786 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:00.770375 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0ab1f979-701c-4ac9-9f0c-69757d120786 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Usage tracker for resource:security_group_rule and tenant:b43564d02841461a925a1d76e22a58dc is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:16:00.773777 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0ab1f979-701c-4ac9-9f0c-69757d120786 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:16:00.779351 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0ab1f979-701c-4ac9-9f0c-69757d120786 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:00.848436 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0ab1f979-701c-4ac9-9f0c-69757d120786 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:00.852399 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0ab1f979-701c-4ac9-9f0c-69757d120786 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:00.899997 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1f979-701c-4ac9-9f0c-69757d120786 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f67d212d-e196-463d-8dc5-a13d3774cd16,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:00.903635 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0ab1f979-701c-4ac9-9f0c-69757d120786 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:00.904824 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0ab1f979-701c-4ac9-9f0c-69757d120786 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1960304 Mar 28 19:16:00.907524 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33066) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:00.912520 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-4d747f52-6feb-49dd-a6fc-476ac2a7f5af tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Request body: {'security_group_rule': {'security_group_id': '962dbfda-2237-48bf-bcd8-afd8b1b121fe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f67d212d-e196-463d-8dc5-a13d3774cd16', 'remote_ip_prefix': None}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:16:00.918614 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4d747f52-6feb-49dd-a6fc-476ac2a7f5af tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:00.922675 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4d747f52-6feb-49dd-a6fc-476ac2a7f5af tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Usage tracker for resource:security_group_rule and tenant:b43564d02841461a925a1d76e22a58dc is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:16:00.925519 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4d747f52-6feb-49dd-a6fc-476ac2a7f5af tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:16:00.932050 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4d747f52-6feb-49dd-a6fc-476ac2a7f5af tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:00.954208 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4d747f52-6feb-49dd-a6fc-476ac2a7f5af tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:01.018151 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4d747f52-6feb-49dd-a6fc-476ac2a7f5af tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:01.021364 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4d747f52-6feb-49dd-a6fc-476ac2a7f5af tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:01.048248 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d747f52-6feb-49dd-a6fc-476ac2a7f5af tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98580c9f-243b-4695-8195-fba0ae679b54,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:01.058304 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4d747f52-6feb-49dd-a6fc-476ac2a7f5af tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:01.059500 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4d747f52-6feb-49dd-a6fc-476ac2a7f5af tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1510534 Mar 28 19:16:01.062219 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33070) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:01.092959 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f4d8f185-b432-48f5-aa2e-cb5aad4006ca tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:01.103244 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f4d8f185-b432-48f5-aa2e-cb5aad4006ca tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:01.129695 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f4d8f185-b432-48f5-aa2e-cb5aad4006ca tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:01.144513 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8f185-b432-48f5-aa2e-cb5aad4006ca tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98580c9f-243b-4695-8195-fba0ae679b54,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:01.151034 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f4d8f185-b432-48f5-aa2e-cb5aad4006ca tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:01.152063 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f4d8f185-b432-48f5-aa2e-cb5aad4006ca tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/98580c9f-243b-4695-8195-fba0ae679b54 HTTP/1.1" status: 204 len: 168 time: 0.0889411 Mar 28 19:16:01.154571 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33074) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:01.202637 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-95997a02-69e7-445c-bc45-0485d77317e4 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Synchronizing usage tracker for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group_rule {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:16:01.217085 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-95997a02-69e7-445c-bc45-0485d77317e4 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Unset dirty status for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group_rule {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:16:01.218314 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-95997a02-69e7-445c-bc45-0485d77317e4 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0628302 Mar 28 19:16:01.221145 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33078) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:01.282180 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-99d4d163-2f79-465c-819d-6443b22f9633 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:01.308207 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-99d4d163-2f79-465c-819d-6443b22f9633 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:01.353113 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-99d4d163-2f79-465c-819d-6443b22f9633 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:01.375086 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4d163-2f79-465c-819d-6443b22f9633 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67d212d-e196-463d-8dc5-a13d3774cd16,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:01.391627 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-99d4d163-2f79-465c-819d-6443b22f9633 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:01.393043 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-99d4d163-2f79-465c-819d-6443b22f9633 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "DELETE /v2.0/security-groups/f67d212d-e196-463d-8dc5-a13d3774cd16 HTTP/1.1" status: 204 len: 168 time: 0.1709473 Mar 28 19:16:01.395682 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33082) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:01.458871 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-38a22fb1-c208-4fd8-9019-26bbdb934611 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Synchronizing usage tracker for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:16:01.473871 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-38a22fb1-c208-4fd8-9019-26bbdb934611 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Unset dirty status for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:16:01.476034 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-38a22fb1-c208-4fd8-9019-26bbdb934611 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0793605 Mar 28 19:16:01.478813 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33088) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:01.587575 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:01.591589 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-75448485-861b-41d9-aa1a-b21d4c995c25 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:01.629355 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-75448485-861b-41d9-aa1a-b21d4c995c25 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:01.647409 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51243974-193f-4e4f-9b09-181861308775 req-391e6eeb-9362-44df-a92a-d47751533255 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:01.648846 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-51243974-193f-4e4f-9b09-181861308775 req-391e6eeb-9362-44df-a92a-d47751533255 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8 HTTP/1.1" status: 200 len: 944 time: 0.1443138 Mar 28 19:16:01.712764 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-51243974-193f-4e4f-9b09-181861308775 req-866a0404-66cb-42d2-9582-92e3653073bf tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545945 Mar 28 19:16:01.717563 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-75448485-861b-41d9-aa1a-b21d4c995c25 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:01.739576 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75448485-861b-41d9-aa1a-b21d4c995c25 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=962dbfda-2237-48bf-bcd8-afd8b1b121fe,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:01.751315 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-75448485-861b-41d9-aa1a-b21d4c995c25 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:01.752425 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-75448485-861b-41d9-aa1a-b21d4c995c25 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "DELETE /v2.0/security-groups/962dbfda-2237-48bf-bcd8-afd8b1b121fe HTTP/1.1" status: 204 len: 168 time: 0.2726722 Mar 28 19:16:01.755186 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33094) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:01.809652 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-4ede7c08-dac6-478a-9540-c07455da31b9 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Synchronizing usage tracker for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:16:01.824486 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-4ede7c08-dac6-478a-9540-c07455da31b9 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Unset dirty status for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:16:01.825706 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4ede7c08-dac6-478a-9540-c07455da31b9 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0695217 Mar 28 19:16:01.829668 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33098) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:01.835085 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-6665c091-0c8c-417d-8bd3-d69805d623ca tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Request body: {'security_group': {'name': 'tempest-secgroup--903912249'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:16:01.841239 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6665c091-0c8c-417d-8bd3-d69805d623ca tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:01.851743 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6665c091-0c8c-417d-8bd3-d69805d623ca tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:01.861304 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6665c091-0c8c-417d-8bd3-d69805d623ca tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:01.880653 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6665c091-0c8c-417d-8bd3-d69805d623ca tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:01.884727 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6665c091-0c8c-417d-8bd3-d69805d623ca tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Usage tracker for resource:security_group_rule and tenant:b43564d02841461a925a1d76e22a58dc is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:16:01.887505 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6665c091-0c8c-417d-8bd3-d69805d623ca tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:16:01.893117 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6665c091-0c8c-417d-8bd3-d69805d623ca tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:01.963185 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6665c091-0c8c-417d-8bd3-d69805d623ca tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:01.966568 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6665c091-0c8c-417d-8bd3-d69805d623ca tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:02.007466 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665c091-0c8c-417d-8bd3-d69805d623ca tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72559fce-d2b8-4a86-85b8-ebb913c1b016,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:02.020013 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6665c091-0c8c-417d-8bd3-d69805d623ca tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:02.021971 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6665c091-0c8c-417d-8bd3-d69805d623ca tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1907499 Mar 28 19:16:02.025262 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33102) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:02.030137 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-d64ff11a-c808-46f2-bd72-8f08dec3ee35 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Request body: {'security_group_rule': {'security_group_id': '72559fce-d2b8-4a86-85b8-ebb913c1b016', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:16:02.036252 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d64ff11a-c808-46f2-bd72-8f08dec3ee35 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:02.040395 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d64ff11a-c808-46f2-bd72-8f08dec3ee35 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Usage tracker for resource:security_group_rule and tenant:b43564d02841461a925a1d76e22a58dc is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:16:02.043184 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d64ff11a-c808-46f2-bd72-8f08dec3ee35 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:16:02.048702 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d64ff11a-c808-46f2-bd72-8f08dec3ee35 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:02.065826 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d64ff11a-c808-46f2-bd72-8f08dec3ee35 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:02.126831 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d64ff11a-c808-46f2-bd72-8f08dec3ee35 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:02.129974 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d64ff11a-c808-46f2-bd72-8f08dec3ee35 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:02.153293 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ff11a-c808-46f2-bd72-8f08dec3ee35 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b83d1b-ea80-4854-a833-dc7bf2341fd9,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:02.164944 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d64ff11a-c808-46f2-bd72-8f08dec3ee35 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:02.166087 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d64ff11a-c808-46f2-bd72-8f08dec3ee35 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1399400 Mar 28 19:16:02.168898 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33106) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:02.197613 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c7a675aa-f6ba-40f8-bbe1-8315394de0b7 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:02.207900 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c7a675aa-f6ba-40f8-bbe1-8315394de0b7 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:02.231145 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c7a675aa-f6ba-40f8-bbe1-8315394de0b7 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:02.250361 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a675aa-f6ba-40f8-bbe1-8315394de0b7 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75b83d1b-ea80-4854-a833-dc7bf2341fd9,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:02.253339 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c7a675aa-f6ba-40f8-bbe1-8315394de0b7 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:02.254668 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c7a675aa-f6ba-40f8-bbe1-8315394de0b7 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/75b83d1b-ea80-4854-a833-dc7bf2341fd9 HTTP/1.1" status: 204 len: 168 time: 0.0846262 Mar 28 19:16:02.257512 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33110) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:02.301443 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e21726ca-c294-48c2-a2aa-e9ef3dc3be3a tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Synchronizing usage tracker for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group_rule {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:16:02.316427 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e21726ca-c294-48c2-a2aa-e9ef3dc3be3a tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Unset dirty status for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group_rule {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:16:02.317683 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e21726ca-c294-48c2-a2aa-e9ef3dc3be3a tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0591938 Mar 28 19:16:02.320636 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33114) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:02.380017 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b504da32-c903-4137-b03c-8b340bc0e3e3 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:02.406343 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b504da32-c903-4137-b03c-8b340bc0e3e3 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:02.454212 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b504da32-c903-4137-b03c-8b340bc0e3e3 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:02.470393 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504da32-c903-4137-b03c-8b340bc0e3e3 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72559fce-d2b8-4a86-85b8-ebb913c1b016,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:02.485302 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b504da32-c903-4137-b03c-8b340bc0e3e3 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:02.486597 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b504da32-c903-4137-b03c-8b340bc0e3e3 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "DELETE /v2.0/security-groups/72559fce-d2b8-4a86-85b8-ebb913c1b016 HTTP/1.1" status: 204 len: 168 time: 0.1650376 Mar 28 19:16:02.489246 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33118) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:02.543154 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a517ba9c-16da-4ecb-b516-5718809d938e tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Synchronizing usage tracker for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:16:02.558452 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a517ba9c-16da-4ecb-b516-5718809d938e tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Unset dirty status for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:16:02.559670 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a517ba9c-16da-4ecb-b516-5718809d938e tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0695117 Mar 28 19:16:02.563578 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33122) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:02.569158 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-aae67aed-086b-4a94-99be-5cc99c5ab2fc tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Request body: {'security_group': {'name': 'tempest-secgroup--949013504'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:16:02.575634 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-aae67aed-086b-4a94-99be-5cc99c5ab2fc tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:02.585383 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-aae67aed-086b-4a94-99be-5cc99c5ab2fc tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:02.594813 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-aae67aed-086b-4a94-99be-5cc99c5ab2fc tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:02.613556 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-aae67aed-086b-4a94-99be-5cc99c5ab2fc tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:02.618137 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-aae67aed-086b-4a94-99be-5cc99c5ab2fc tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Usage tracker for resource:security_group_rule and tenant:b43564d02841461a925a1d76e22a58dc is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:16:02.620969 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-aae67aed-086b-4a94-99be-5cc99c5ab2fc tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:16:02.626644 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-aae67aed-086b-4a94-99be-5cc99c5ab2fc tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:02.697031 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-aae67aed-086b-4a94-99be-5cc99c5ab2fc tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:02.701260 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-aae67aed-086b-4a94-99be-5cc99c5ab2fc tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:02.748376 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae67aed-086b-4a94-99be-5cc99c5ab2fc tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d0e980-6120-45d7-bd2a-40cb7e8d317c,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:02.766256 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-aae67aed-086b-4a94-99be-5cc99c5ab2fc tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:02.767948 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-aae67aed-086b-4a94-99be-5cc99c5ab2fc tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2034009 Mar 28 19:16:02.770546 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33128) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:02.777585 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-e53b9931-f542-4335-bc85-c2e02c42ea3c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Request body: {'security_group_rule': {'security_group_id': 'e5d0e980-6120-45d7-bd2a-40cb7e8d317c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:16:02.783953 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e53b9931-f542-4335-bc85-c2e02c42ea3c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:02.789150 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e53b9931-f542-4335-bc85-c2e02c42ea3c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Usage tracker for resource:security_group_rule and tenant:b43564d02841461a925a1d76e22a58dc is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:16:02.792082 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e53b9931-f542-4335-bc85-c2e02c42ea3c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:16:02.797963 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e53b9931-f542-4335-bc85-c2e02c42ea3c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:02.819244 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e53b9931-f542-4335-bc85-c2e02c42ea3c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:02.881844 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e53b9931-f542-4335-bc85-c2e02c42ea3c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:02.885938 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e53b9931-f542-4335-bc85-c2e02c42ea3c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:02.907044 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84b535-7170-4ca2-a200-552d4a7f0724 req-5806b24e-0e3f-469b-b2cf-60f46ed2fe00 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:02.908483 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-aa84b535-7170-4ca2-a200-552d4a7f0724 req-5806b24e-0e3f-469b-b2cf-60f46ed2fe00 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8 HTTP/1.1" status: 200 len: 944 time: 0.0855374 Mar 28 19:16:02.910265 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b9931-f542-4335-bc85-c2e02c42ea3c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968bc62f-9a7e-412a-b715-5f0bf47d2808,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:02.922699 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e53b9931-f542-4335-bc85-c2e02c42ea3c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:02.923899 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e53b9931-f542-4335-bc85-c2e02c42ea3c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1522708 Mar 28 19:16:02.926489 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33132) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:02.945691 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e5a6205d-6f0a-42a3-826e-b0f961cf0d69 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "GET /v2.0/security-group-rules/968bc62f-9a7e-412a-b715-5f0bf47d2808 HTTP/1.1" status: 200 len: 763 time: 0.0181162 Mar 28 19:16:02.948080 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33136) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:02.956360 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-aa84b535-7170-4ca2-a200-552d4a7f0724 req-9968c085-0f89-4652-909f-4ca86d3d60c9 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403852 Mar 28 19:16:02.994842 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bb29b4b5-233f-4493-a5a3-a99b2fa1dac6 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Synchronizing usage tracker for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group_rule {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:16:03.009288 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bb29b4b5-233f-4493-a5a3-a99b2fa1dac6 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Unset dirty status for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group_rule {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:16:03.010585 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-bb29b4b5-233f-4493-a5a3-a99b2fa1dac6 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0616331 Mar 28 19:16:03.013319 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33140) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:03.040266 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4b4d1da1-a6cd-4755-b807-5c51888985b5 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:03.050195 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4b4d1da1-a6cd-4755-b807-5c51888985b5 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:03.075682 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4b4d1da1-a6cd-4755-b807-5c51888985b5 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:03.094228 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d1da1-a6cd-4755-b807-5c51888985b5 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=968bc62f-9a7e-412a-b715-5f0bf47d2808,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:03.103027 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4b4d1da1-a6cd-4755-b807-5c51888985b5 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:03.104160 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4b4d1da1-a6cd-4755-b807-5c51888985b5 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/968bc62f-9a7e-412a-b715-5f0bf47d2808 HTTP/1.1" status: 204 len: 168 time: 0.0899382 Mar 28 19:16:03.106743 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33144) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:03.153842 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e83286b8-4c15-4b08-a650-e25f4124b3b9 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Synchronizing usage tracker for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group_rule {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:16:03.168652 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e83286b8-4c15-4b08-a650-e25f4124b3b9 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Unset dirty status for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group_rule {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:16:03.169906 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e83286b8-4c15-4b08-a650-e25f4124b3b9 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0622323 Mar 28 19:16:03.172578 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33148) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:03.177374 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-f17a0e21-6f0c-4f80-8a6a-884be3cea803 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Request body: {'security_group_rule': {'security_group_id': 'e5d0e980-6120-45d7-bd2a-40cb7e8d317c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:16:03.183346 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f17a0e21-6f0c-4f80-8a6a-884be3cea803 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:03.192717 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f17a0e21-6f0c-4f80-8a6a-884be3cea803 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:03.208633 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f17a0e21-6f0c-4f80-8a6a-884be3cea803 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:03.266840 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f17a0e21-6f0c-4f80-8a6a-884be3cea803 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:03.270153 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f17a0e21-6f0c-4f80-8a6a-884be3cea803 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:03.296885 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a0e21-6f0c-4f80-8a6a-884be3cea803 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5213e3e-1f9b-44bf-8042-cfb7382565ef,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:03.307270 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f17a0e21-6f0c-4f80-8a6a-884be3cea803 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:03.308415 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f17a0e21-6f0c-4f80-8a6a-884be3cea803 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1349556 Mar 28 19:16:03.311097 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33152) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:03.329366 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6caafae9-73eb-4084-bf76-25a401f43acc tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "GET /v2.0/security-group-rules/a5213e3e-1f9b-44bf-8042-cfb7382565ef HTTP/1.1" status: 200 len: 763 time: 0.0172915 Mar 28 19:16:03.331751 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33156) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:03.378947 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-575081ce-708f-4f50-9073-4e11a19095b7 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Synchronizing usage tracker for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group_rule {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:16:03.393510 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-575081ce-708f-4f50-9073-4e11a19095b7 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Unset dirty status for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group_rule {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:16:03.394746 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-575081ce-708f-4f50-9073-4e11a19095b7 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0621221 Mar 28 19:16:03.398134 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33160) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:03.426637 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-95d10e0a-42e8-40ed-a558-2c7db2b27453 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:03.437442 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-95d10e0a-42e8-40ed-a558-2c7db2b27453 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:03.462462 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-95d10e0a-42e8-40ed-a558-2c7db2b27453 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:03.479480 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d10e0a-42e8-40ed-a558-2c7db2b27453 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5213e3e-1f9b-44bf-8042-cfb7382565ef,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:03.486342 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-95d10e0a-42e8-40ed-a558-2c7db2b27453 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:03.487639 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-95d10e0a-42e8-40ed-a558-2c7db2b27453 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/a5213e3e-1f9b-44bf-8042-cfb7382565ef HTTP/1.1" status: 204 len: 168 time: 0.0886106 Mar 28 19:16:03.490057 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33164) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:03.538542 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-014a16c4-f2ce-46c3-8bd7-2e7c204fddd6 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Synchronizing usage tracker for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group_rule {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:16:03.553153 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-014a16c4-f2ce-46c3-8bd7-2e7c204fddd6 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Unset dirty status for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group_rule {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:16:03.554624 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-014a16c4-f2ce-46c3-8bd7-2e7c204fddd6 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0632877 Mar 28 19:16:03.557338 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33168) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:03.562047 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-28af9e47-a970-440f-8f3b-84652981eaac tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Request body: {'security_group_rule': {'security_group_id': 'e5d0e980-6120-45d7-bd2a-40cb7e8d317c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:16:03.567619 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-28af9e47-a970-440f-8f3b-84652981eaac tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:03.577516 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-28af9e47-a970-440f-8f3b-84652981eaac tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:03.594078 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-28af9e47-a970-440f-8f3b-84652981eaac tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:03.653053 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-28af9e47-a970-440f-8f3b-84652981eaac tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:03.656305 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-28af9e47-a970-440f-8f3b-84652981eaac tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:03.679756 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af9e47-a970-440f-8f3b-84652981eaac tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d5cbb4-8cd2-4c03-abd7-f9b324a805a8,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:03.692973 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-28af9e47-a970-440f-8f3b-84652981eaac tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:03.697244 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-28af9e47-a970-440f-8f3b-84652981eaac tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1366398 Mar 28 19:16:03.697541 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33172) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:03.716510 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-edfc1483-f03a-4488-99ce-462b6a49ae33 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "GET /v2.0/security-group-rules/f2d5cbb4-8cd2-4c03-abd7-f9b324a805a8 HTTP/1.1" status: 200 len: 764 time: 0.0179405 Mar 28 19:16:03.719059 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33176) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:03.766174 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-61793a3d-e654-46a1-90c0-73a811588d29 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Synchronizing usage tracker for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group_rule {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:16:03.781517 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-61793a3d-e654-46a1-90c0-73a811588d29 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Unset dirty status for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group_rule {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:16:03.782956 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-61793a3d-e654-46a1-90c0-73a811588d29 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0628252 Mar 28 19:16:03.785745 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33180) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:03.812815 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-83339a6e-50b3-4b0e-b270-8bc0d145461d tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:03.823089 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-83339a6e-50b3-4b0e-b270-8bc0d145461d tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:03.846544 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-83339a6e-50b3-4b0e-b270-8bc0d145461d tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:03.867503 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83339a6e-50b3-4b0e-b270-8bc0d145461d tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2d5cbb4-8cd2-4c03-abd7-f9b324a805a8,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:03.875428 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-83339a6e-50b3-4b0e-b270-8bc0d145461d tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:03.876588 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-83339a6e-50b3-4b0e-b270-8bc0d145461d tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/f2d5cbb4-8cd2-4c03-abd7-f9b324a805a8 HTTP/1.1" status: 204 len: 168 time: 0.0899782 Mar 28 19:16:03.879112 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33184) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:03.923915 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-538f347d-1bba-4aea-b792-d4d46f446338 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Synchronizing usage tracker for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group_rule {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:16:03.938709 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-538f347d-1bba-4aea-b792-d4d46f446338 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Unset dirty status for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group_rule {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:16:03.939909 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-538f347d-1bba-4aea-b792-d4d46f446338 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0599034 Mar 28 19:16:03.942732 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33188) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:04.002330 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0307a416-1789-4b6a-b3c7-a514d0ea9145 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:04.031109 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0307a416-1789-4b6a-b3c7-a514d0ea9145 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:04.079647 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0307a416-1789-4b6a-b3c7-a514d0ea9145 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:04.096247 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307a416-1789-4b6a-b3c7-a514d0ea9145 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d0e980-6120-45d7-bd2a-40cb7e8d317c,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:04.116855 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0307a416-1789-4b6a-b3c7-a514d0ea9145 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:04.120919 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0307a416-1789-4b6a-b3c7-a514d0ea9145 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "DELETE /v2.0/security-groups/e5d0e980-6120-45d7-bd2a-40cb7e8d317c HTTP/1.1" status: 204 len: 168 time: 0.1737986 Mar 28 19:16:04.120919 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33194) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:04.156707 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483e6c7-1e0f-42b4-b2fd-8e554bda733a req-76d1ffad-fd22-43e0-aa0c-513eee273b43 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:04.158383 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7483e6c7-1e0f-42b4-b2fd-8e554bda733a req-76d1ffad-fd22-43e0-aa0c-513eee273b43 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8 HTTP/1.1" status: 200 len: 944 time: 0.0836000 Mar 28 19:16:04.173418 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c8bdaad2-ae88-4945-9372-82295d1964c9 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Synchronizing usage tracker for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:16:04.189097 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c8bdaad2-ae88-4945-9372-82295d1964c9 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Unset dirty status for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:16:04.190530 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c8bdaad2-ae88-4945-9372-82295d1964c9 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0685873 Mar 28 19:16:04.195773 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33198) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:04.200736 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-e1fe6d19-71ca-4149-b3a7-f53a87b3b21e tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Request body: {'security_group': {'name': 'tempest-secgroup--312046184'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:16:04.206339 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7483e6c7-1e0f-42b4-b2fd-8e554bda733a req-7ba6e9c1-8dba-46e5-b5ae-83df6b82ba85 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418370 Mar 28 19:16:04.207153 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e1fe6d19-71ca-4149-b3a7-f53a87b3b21e tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:04.217355 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e1fe6d19-71ca-4149-b3a7-f53a87b3b21e tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:04.228154 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e1fe6d19-71ca-4149-b3a7-f53a87b3b21e tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:04.247945 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e1fe6d19-71ca-4149-b3a7-f53a87b3b21e tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:04.251933 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e1fe6d19-71ca-4149-b3a7-f53a87b3b21e tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Usage tracker for resource:security_group_rule and tenant:b43564d02841461a925a1d76e22a58dc is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:16:04.254648 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e1fe6d19-71ca-4149-b3a7-f53a87b3b21e tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:16:04.260329 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e1fe6d19-71ca-4149-b3a7-f53a87b3b21e tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:04.329316 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e1fe6d19-71ca-4149-b3a7-f53a87b3b21e tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:04.332874 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e1fe6d19-71ca-4149-b3a7-f53a87b3b21e tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:04.377500 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe6d19-71ca-4149-b3a7-f53a87b3b21e tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20dfbf39-5644-4b3d-a3d1-6dbc6e11ac3e,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:04.386764 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e1fe6d19-71ca-4149-b3a7-f53a87b3b21e tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:04.387901 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e1fe6d19-71ca-4149-b3a7-f53a87b3b21e tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1912191 Mar 28 19:16:04.390571 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33202) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:04.395450 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-23783588-621b-4970-ae86-061354ccda6d tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Request body: {'security_group_rule': {'security_group_id': '20dfbf39-5644-4b3d-a3d1-6dbc6e11ac3e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:16:04.401937 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-23783588-621b-4970-ae86-061354ccda6d tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:04.405928 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-23783588-621b-4970-ae86-061354ccda6d tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Usage tracker for resource:security_group_rule and tenant:b43564d02841461a925a1d76e22a58dc is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:16:04.408747 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-23783588-621b-4970-ae86-061354ccda6d tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:16:04.415394 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-23783588-621b-4970-ae86-061354ccda6d tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:04.432081 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-23783588-621b-4970-ae86-061354ccda6d tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:04.488576 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-23783588-621b-4970-ae86-061354ccda6d tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:04.493495 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-23783588-621b-4970-ae86-061354ccda6d tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:04.522225 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23783588-621b-4970-ae86-061354ccda6d tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c65ef8e-29cd-4c27-adb8-9e9ed768394c,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:04.531529 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-23783588-621b-4970-ae86-061354ccda6d tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:04.532806 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-23783588-621b-4970-ae86-061354ccda6d tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1412859 Mar 28 19:16:04.535399 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33206) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:04.596477 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-05470f00-47d7-4848-ab05-963b4e8637f5 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:04.622947 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-05470f00-47d7-4848-ab05-963b4e8637f5 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:04.672632 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-05470f00-47d7-4848-ab05-963b4e8637f5 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:04.691997 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05470f00-47d7-4848-ab05-963b4e8637f5 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dfbf39-5644-4b3d-a3d1-6dbc6e11ac3e,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:04.703756 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-05470f00-47d7-4848-ab05-963b4e8637f5 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:04.707151 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-05470f00-47d7-4848-ab05-963b4e8637f5 tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "DELETE /v2.0/security-groups/20dfbf39-5644-4b3d-a3d1-6dbc6e11ac3e HTTP/1.1" status: 204 len: 168 time: 0.1685936 Mar 28 19:16:04.707697 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33210) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:04.757653 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0d3b9640-7ff0-4734-9e26-ae39da13a79c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Synchronizing usage tracker for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:16:04.772314 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0d3b9640-7ff0-4734-9e26-ae39da13a79c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Unset dirty status for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:16:04.773496 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0d3b9640-7ff0-4734-9e26-ae39da13a79c tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0649073 Mar 28 19:16:04.776181 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33214) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:04.822106 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a5c02b8c-d58f-436c-89c2-16b255013f8d tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Synchronizing usage tracker for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group_rule {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:16:04.837146 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a5c02b8c-d58f-436c-89c2-16b255013f8d tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] Unset dirty status for tenant:b43564d02841461a925a1d76e22a58dc on resource:security_group_rule {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:16:04.838518 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a5c02b8c-d58f-436c-89c2-16b255013f8d tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0614018 Mar 28 19:16:04.841507 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33218) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:04.859801 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-249a94fe-704a-445b-a294-c41ba8d5245b tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] delete failed (client error): The resource could not be found. Mar 28 19:16:04.860666 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-249a94fe-704a-445b-a294-c41ba8d5245b tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "DELETE /v2.0/security-groups/20dfbf39-5644-4b3d-a3d1-6dbc6e11ac3e HTTP/1.1" status: 404 len: 347 time: 0.0179369 Mar 28 19:16:04.864012 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33222) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:04.913431 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3744063d-2d90-4c00-ae92-cef07b3a5e6b tempest-SecGroupTest-30717384 tempest-SecGroupTest-30717384-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0483918 Mar 28 19:16:05.178004 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33230) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:05.327474 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-bba74f39-5a28-458f-9d89-09d887633f4d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b43564d02841461a925a1d76e22a58dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483750 Mar 28 19:16:05.330009 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33238) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:05.390394 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3e4ac9c0-26cb-4591-9e8a-877c03668359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:05.395222 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdaca7-5bd9-45a3-8b07-a976ceda4e8b req-34857793-86f7-4fd6-a087-6366bdc0b7be tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:05.396690 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8efdaca7-5bd9-45a3-8b07-a976ceda4e8b req-34857793-86f7-4fd6-a087-6366bdc0b7be tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8 HTTP/1.1" status: 200 len: 944 time: 0.0832837 Mar 28 19:16:05.416425 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3e4ac9c0-26cb-4591-9e8a-877c03668359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:05.440449 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8efdaca7-5bd9-45a3-8b07-a976ceda4e8b req-d8d2d3dd-990b-4236-809b-f41ad708a923 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378921 Mar 28 19:16:05.473309 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3e4ac9c0-26cb-4591-9e8a-877c03668359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:05.490373 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ac9c0-26cb-4591-9e8a-877c03668359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbf36c8-d8a9-4e8d-94a2-4a852aeb17c2,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:05.507653 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3e4ac9c0-26cb-4591-9e8a-877c03668359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:05.511230 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3e4ac9c0-26cb-4591-9e8a-877c03668359 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5bbf36c8-d8a9-4e8d-94a2-4a852aeb17c2 HTTP/1.1" status: 204 len: 168 time: 0.1778779 Mar 28 19:16:06.156042 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33262) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:06.259111 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-289c776f-aceb-421c-a172-dfcf0e7c804a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1429928783-network', 'tenant_id': 'c0bcf9b150744c48ae74b044f33539f3'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:16:06.263829 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-289c776f-aceb-421c-a172-dfcf0e7c804a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:06.267793 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-289c776f-aceb-421c-a172-dfcf0e7c804a admin admin] Usage tracker for resource:network and tenant:c0bcf9b150744c48ae74b044f33539f3 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:16:06.270586 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-289c776f-aceb-421c-a172-dfcf0e7c804a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:16:06.277190 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-289c776f-aceb-421c-a172-dfcf0e7c804a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:06.286408 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289c776f-aceb-421c-a172-dfcf0e7c804a admin admin] Made reservation on behalf of c0bcf9b150744c48ae74b044f33539f3 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:16:06.289002 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-289c776f-aceb-421c-a172-dfcf0e7c804a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:06.300559 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-289c776f-aceb-421c-a172-dfcf0e7c804a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:06.315471 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-289c776f-aceb-421c-a172-dfcf0e7c804a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:06.319927 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-289c776f-aceb-421c-a172-dfcf0e7c804a admin admin] Usage tracker for resource:security_group_rule and tenant:c0bcf9b150744c48ae74b044f33539f3 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:16:06.322614 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-289c776f-aceb-421c-a172-dfcf0e7c804a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:16:06.328151 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-289c776f-aceb-421c-a172-dfcf0e7c804a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:06.413466 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-289c776f-aceb-421c-a172-dfcf0e7c804a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:06.418019 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-289c776f-aceb-421c-a172-dfcf0e7c804a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:06.452744 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289c776f-aceb-421c-a172-dfcf0e7c804a admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:16:06.455012 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c776f-aceb-421c-a172-dfcf0e7c804a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6b7daa-2b4d-41b0-976b-0f82010a479c,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:06.477984 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-289c776f-aceb-421c-a172-dfcf0e7c804a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:06.478332 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-289c776f-aceb-421c-a172-dfcf0e7c804a admin admin] Added segment bc3e00c2-f2e0-4e57-8070-2e3b5e1226e7 of type vlan for network 976e9eb7-5de3-42c4-9f7a-44ca6dd2e424 Mar 28 19:16:06.505890 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-289c776f-aceb-421c-a172-dfcf0e7c804a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:06.535091 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-289c776f-aceb-421c-a172-dfcf0e7c804a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:06.536058 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289c776f-aceb-421c-a172-dfcf0e7c804a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:06.538366 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-289c776f-aceb-421c-a172-dfcf0e7c804a admin admin] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:06.632082 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee518e0-1b2f-406c-ab74-bfb3c34bc103 req-eb11918e-2248-442f-adf7-091df60de58a tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:06.633618 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4ee518e0-1b2f-406c-ab74-bfb3c34bc103 req-eb11918e-2248-442f-adf7-091df60de58a tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8 HTTP/1.1" status: 200 len: 944 time: 0.0836053 Mar 28 19:16:06.648763 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c776f-aceb-421c-a172-dfcf0e7c804a admin admin] Pushing event updated for resources: {'Network': ['ID=976e9eb7-5de3-42c4-9f7a-44ca6dd2e424,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:06.660404 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 976e9eb7-5de3-42c4-9f7a-44ca6dd2e424 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:16:06.672103 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33270) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:06.672349 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-289c776f-aceb-421c-a172-dfcf0e7c804a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5151310 Mar 28 19:16:06.683329 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-14403dd9-f694-4644-817f-63bcdaf5b217 admin admin] Request body: {'subnet': {'network_id': '976e9eb7-5de3-42c4-9f7a-44ca6dd2e424', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1429928783-subnet', 'tenant_id': 'c0bcf9b150744c48ae74b044f33539f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:16:06.693950 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-14403dd9-f694-4644-817f-63bcdaf5b217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:06.704660 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4ee518e0-1b2f-406c-ab74-bfb3c34bc103 req-57c811bd-ffda-41fd-9606-1ec5bba889cf tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646324 Mar 28 19:16:06.705810 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-14403dd9-f694-4644-817f-63bcdaf5b217 admin admin] Usage tracker for resource:subnet and tenant:c0bcf9b150744c48ae74b044f33539f3 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:16:06.709878 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-14403dd9-f694-4644-817f-63bcdaf5b217 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:16:06.716322 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-14403dd9-f694-4644-817f-63bcdaf5b217 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:06.730077 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14403dd9-f694-4644-817f-63bcdaf5b217 admin admin] Made reservation on behalf of c0bcf9b150744c48ae74b044f33539f3 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:16:06.733330 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-14403dd9-f694-4644-817f-63bcdaf5b217 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:07.027820 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-14403dd9-f694-4644-817f-63bcdaf5b217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:07.097193 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14403dd9-f694-4644-817f-63bcdaf5b217 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a426ad3-8bb6-41ff-9e40-88a563702a39,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:07.105528 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14403dd9-f694-4644-817f-63bcdaf5b217 admin admin] Checking segment: {'id': 'bc3e00c2-f2e0-4e57-8070-2e3b5e1226e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '976e9eb7-5de3-42c4-9f7a-44ca6dd2e424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:16:07.105877 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14403dd9-f694-4644-817f-63bcdaf5b217 admin admin] Network hostable DHCP agents. Network: 976e9eb7-5de3-42c4-9f7a-44ca6dd2e424, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:16:07.124733 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14403dd9-f694-4644-817f-63bcdaf5b217 admin admin] Network 976e9eb7-5de3-42c4-9f7a-44ca6dd2e424 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:16:07.134624 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-14403dd9-f694-4644-817f-63bcdaf5b217 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 976e9eb7-5de3-42c4-9f7a-44ca6dd2e424) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:16:07.138595 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14403dd9-f694-4644-817f-63bcdaf5b217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:07.139205 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-14403dd9-f694-4644-817f-63bcdaf5b217 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:07.144106 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e19955b-06b8-4e99-90ea-41847da93625 None None] Network 976e9eb7-5de3-42c4-9f7a-44ca6dd2e424 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:16:07.162488 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-14403dd9-f694-4644-817f-63bcdaf5b217 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4886096 Mar 28 19:16:07.349077 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b400744-9df4-4dc5-89fb-16b7915a71d4 None None] Network 976e9eb7-5de3-42c4-9f7a-44ca6dd2e424 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:16:07.664108 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33290) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:07.669721 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-c71189f1-9a54-44c1-a9b5-ca1f8487401d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1366091084-network', 'tenant_id': '7390172904a8414082608690cb8c8ac4'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:16:07.674541 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c71189f1-9a54-44c1-a9b5-ca1f8487401d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:07.679015 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c71189f1-9a54-44c1-a9b5-ca1f8487401d admin admin] Usage tracker for resource:network and tenant:7390172904a8414082608690cb8c8ac4 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:16:07.682137 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c71189f1-9a54-44c1-a9b5-ca1f8487401d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:16:07.687894 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c71189f1-9a54-44c1-a9b5-ca1f8487401d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:07.698748 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71189f1-9a54-44c1-a9b5-ca1f8487401d admin admin] Made reservation on behalf of 7390172904a8414082608690cb8c8ac4 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:16:07.701201 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c71189f1-9a54-44c1-a9b5-ca1f8487401d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:07.713474 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c71189f1-9a54-44c1-a9b5-ca1f8487401d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:07.729867 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c71189f1-9a54-44c1-a9b5-ca1f8487401d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:07.733782 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c71189f1-9a54-44c1-a9b5-ca1f8487401d admin admin] Usage tracker for resource:security_group_rule and tenant:7390172904a8414082608690cb8c8ac4 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:16:07.736622 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c71189f1-9a54-44c1-a9b5-ca1f8487401d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:16:07.742800 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c71189f1-9a54-44c1-a9b5-ca1f8487401d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:07.852456 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c71189f1-9a54-44c1-a9b5-ca1f8487401d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:07.858091 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c71189f1-9a54-44c1-a9b5-ca1f8487401d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:07.902411 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71189f1-9a54-44c1-a9b5-ca1f8487401d admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:16:07.908184 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71189f1-9a54-44c1-a9b5-ca1f8487401d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88fea2b-3667-483a-922d-3419b1f7ad13,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:07.919929 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c71189f1-9a54-44c1-a9b5-ca1f8487401d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:07.920272 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-c71189f1-9a54-44c1-a9b5-ca1f8487401d admin admin] Added segment 678a9b93-947e-45eb-a597-f67f946166c1 of type vlan for network 06b89ab3-f414-43b1-ad2b-028270eef25c Mar 28 19:16:07.962493 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af95e4f-0671-42c4-8597-d019a114ae2b req-74fe3366-99d4-4dd9-987f-cd468135df7c tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:07.963963 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5af95e4f-0671-42c4-8597-d019a114ae2b req-74fe3366-99d4-4dd9-987f-cd468135df7c tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8 HTTP/1.1" status: 200 len: 944 time: 0.1440001 Mar 28 19:16:07.967324 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c71189f1-9a54-44c1-a9b5-ca1f8487401d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:08.024931 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5af95e4f-0671-42c4-8597-d019a114ae2b req-507e084b-7af6-4385-ba9a-b3938e9a65d5 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540085 Mar 28 19:16:08.029590 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c71189f1-9a54-44c1-a9b5-ca1f8487401d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:08.030531 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71189f1-9a54-44c1-a9b5-ca1f8487401d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:08.031127 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c71189f1-9a54-44c1-a9b5-ca1f8487401d admin admin] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:08.132763 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c71189f1-9a54-44c1-a9b5-ca1f8487401d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4672391 Mar 28 19:16:08.133530 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71189f1-9a54-44c1-a9b5-ca1f8487401d admin admin] Pushing event updated for resources: {'Network': ['ID=06b89ab3-f414-43b1-ad2b-028270eef25c,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:08.135445 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33296) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:08.141181 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-7d9a7a59-9cce-465f-abfe-626a6a4d01a8 admin admin] Request body: {'subnet': {'network_id': '06b89ab3-f414-43b1-ad2b-028270eef25c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1366091084-subnet', 'tenant_id': '7390172904a8414082608690cb8c8ac4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:16:08.144325 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 06b89ab3-f414-43b1-ad2b-028270eef25c details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:16:08.146306 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-7d9a7a59-9cce-465f-abfe-626a6a4d01a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:08.150173 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-7d9a7a59-9cce-465f-abfe-626a6a4d01a8 admin admin] Usage tracker for resource:subnet and tenant:7390172904a8414082608690cb8c8ac4 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:16:08.152986 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-7d9a7a59-9cce-465f-abfe-626a6a4d01a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:16:08.158561 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-7d9a7a59-9cce-465f-abfe-626a6a4d01a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:08.169007 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9a7a59-9cce-465f-abfe-626a6a4d01a8 admin admin] Made reservation on behalf of 7390172904a8414082608690cb8c8ac4 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:16:08.171311 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7d9a7a59-9cce-465f-abfe-626a6a4d01a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:08.370456 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7d9a7a59-9cce-465f-abfe-626a6a4d01a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:08.442037 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a7a59-9cce-465f-abfe-626a6a4d01a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e98fa6c5-21c4-4f63-aa39-1f69b7a707d4,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:08.449296 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a7a59-9cce-465f-abfe-626a6a4d01a8 admin admin] Checking segment: {'id': '678a9b93-947e-45eb-a597-f67f946166c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '06b89ab3-f414-43b1-ad2b-028270eef25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:16:08.449633 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9a7a59-9cce-465f-abfe-626a6a4d01a8 admin admin] Network hostable DHCP agents. Network: 06b89ab3-f414-43b1-ad2b-028270eef25c, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:16:08.468245 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9a7a59-9cce-465f-abfe-626a6a4d01a8 admin admin] Network 06b89ab3-f414-43b1-ad2b-028270eef25c is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:16:08.477577 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-7d9a7a59-9cce-465f-abfe-626a6a4d01a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 06b89ab3-f414-43b1-ad2b-028270eef25c) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:16:08.481401 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9a7a59-9cce-465f-abfe-626a6a4d01a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:08.481984 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7d9a7a59-9cce-465f-abfe-626a6a4d01a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:08.486157 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b7533a-b112-49f9-9cdd-40e8dcf3ab7a None None] Network 06b89ab3-f414-43b1-ad2b-028270eef25c requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:16:08.501119 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7d9a7a59-9cce-465f-abfe-626a6a4d01a8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3644850 Mar 28 19:16:08.696438 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7939831-2678-45d6-af46-97b59934a8f9 None None] Network 06b89ab3-f414-43b1-ad2b-028270eef25c requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:16:09.071467 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-9142db24-a68d-498f-8617-2777c80e08ee tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:09.072895 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-9142db24-a68d-498f-8617-2777c80e08ee tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/networks?id=976e9eb7-5de3-42c4-9f7a-44ca6dd2e424 HTTP/1.1" status: 200 len: 812 time: 0.1471384 Mar 28 19:16:09.087844 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-3a045b1e-ac23-4780-a600-4889a68fcd9f tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/quotas/c0bcf9b150744c48ae74b044f33539f3 HTTP/1.1" status: 200 len: 375 time: 0.0096018 Mar 28 19:16:09.133489 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-29d128f4-d78b-4283-a5ef-a16b09d73e20 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0bcf9b150744c48ae74b044f33539f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405850 Mar 28 19:16:09.320074 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-261a6b01-9954-4d2f-945d-361a4896e755 service neutron] 10.222.0.10 "GET /v2.0/networks/976e9eb7-5de3-42c4-9f7a-44ca6dd2e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800923 Mar 28 19:16:09.327329 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a870f-c4e1-418b-a1c9-22b0d7ed876e req-edf0e4dd-22ed-4a74-8419-2390e8af9437 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:09.328689 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-808a870f-c4e1-418b-a1c9-22b0d7ed876e req-edf0e4dd-22ed-4a74-8419-2390e8af9437 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8 HTTP/1.1" status: 200 len: 944 time: 0.1905947 Mar 28 19:16:09.456901 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-808a870f-c4e1-418b-a1c9-22b0d7ed876e req-2c0cd483-8d11-470b-be13-304c55e18a26 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098266 Mar 28 19:16:09.484146 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-d6f9272f-a207-44ee-bbeb-37ceeb435194 service neutron] 10.222.0.10 "GET /v2.0/networks/976e9eb7-5de3-42c4-9f7a-44ca6dd2e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544812 Mar 28 19:16:09.655991 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6fae7124-921a-44e4-8719-096a8a54e05f req-d37119be-d36c-4d48-84be-58b10a21abef tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/ports?device_id=398e01e7-4608-4d43-876c-40799fb5ed25 HTTP/1.1" status: 200 len: 210 time: 0.0460076 Mar 28 19:16:10.433514 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 2244de14-9423-45f9-a597-b8105bab2b0f details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:16:10.571692 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 2244de14-9423-45f9-a597-b8105bab2b0f, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=2244de14-9423-45f9-a597-b8105bab2b0f,segment=NetworkSegment(b36378e5-7fd7-4b05-b8ed-c592bc915443),segment_id=b36378e5-7fd7-4b05-b8ed-c592bc915443)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:16:10.586374 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '2244de14-9423-45f9-a597-b8105bab2b0f', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'port_id': '2244de14-9423-45f9-a597-b8105bab2b0f', 'mac_address': 'fa:16:3e:c7:bc:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:16:10.644024 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:10.669221 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2244de14-9423-45f9-a597-b8105bab2b0f {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:16:10.687234 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 2244de14-9423-45f9-a597-b8105bab2b0f, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=2244de14-9423-45f9-a597-b8105bab2b0f,segment=NetworkSegment(b36378e5-7fd7-4b05-b8ed-c592bc915443),segment_id=b36378e5-7fd7-4b05-b8ed-c592bc915443)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:16:10.694472 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:10.759680 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2228a-586f-4fc7-8393-eccd5de3e3b7 req-99b355c4-9da8-44ae-8331-25c6e9eef0fa tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:10.761194 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-54e2228a-586f-4fc7-8393-eccd5de3e3b7 req-99b355c4-9da8-44ae-8331-25c6e9eef0fa tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8 HTTP/1.1" status: 200 len: 944 time: 0.1802981 Mar 28 19:16:10.799870 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-a172a1f1-96d3-468e-8bb5-27b15b07b21e tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:10.801758 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-a172a1f1-96d3-468e-8bb5-27b15b07b21e tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.26 "GET /v2.0/networks?id=976e9eb7-5de3-42c4-9f7a-44ca6dd2e424 HTTP/1.1" status: 200 len: 812 time: 0.2460093 Mar 28 19:16:10.824681 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-4f445f0b-1a78-4ca3-bc50-ec455576ead8 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Request body: {'port': {'device_id': '398e01e7-4608-4d43-876c-40799fb5ed25', 'network_id': '976e9eb7-5de3-42c4-9f7a-44ca6dd2e424', 'admin_state_up': True, 'tenant_id': 'c0bcf9b150744c48ae74b044f33539f3'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:16:10.861718 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=2244de14-9423-45f9-a597-b8105bab2b0f,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:10.870189 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:10.870404 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:10.870750 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:10.871274 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:10.871594 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:10.871998 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:10.872400 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:10.872801 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:10.873283 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:10.873657 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:10.874051 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:10.874442 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:10.875493 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-54e2228a-586f-4fc7-8393-eccd5de3e3b7 req-5b956917-fabd-4a71-8af6-b3cae417daca tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051264 Mar 28 19:16:10.994547 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f84d67bd-2d2d-4620-aff6-0a443c1f459f req-b052dee0-820f-478d-b412-761cd3fe716f tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/ports?device_id=398e01e7-4608-4d43-876c-40799fb5ed25 HTTP/1.1" status: 200 len: 210 time: 0.1809695 Mar 28 19:16:11.088467 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['2244de14-9423-45f9-a597-b8105bab2b0f'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:16:11.140127 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-4f445f0b-1a78-4ca3-bc50-ec455576ead8 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:11.143967 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-4f445f0b-1a78-4ca3-bc50-ec455576ead8 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Usage tracker for resource:port and tenant:c0bcf9b150744c48ae74b044f33539f3 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:16:11.147476 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-4f445f0b-1a78-4ca3-bc50-ec455576ead8 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:16:11.153034 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-4f445f0b-1a78-4ca3-bc50-ec455576ead8 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:11.162842 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-4f445f0b-1a78-4ca3-bc50-ec455576ead8 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Made reservation on behalf of c0bcf9b150744c48ae74b044f33539f3 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:16:11.166330 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-4f445f0b-1a78-4ca3-bc50-ec455576ead8 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:11.326699 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-4f445f0b-1a78-4ca3-bc50-ec455576ead8 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Allocated IP 172.20.0.9 (976e9eb7-5de3-42c4-9f7a-44ca6dd2e424/6a426ad3-8bb6-41ff-9e40-88a563702a39/185dbff7-ec9f-444e-a24e-20ef086d335f) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:16:11.522526 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-4f445f0b-1a78-4ca3-bc50-ec455576ead8 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:11.550195 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-4f445f0b-1a78-4ca3-bc50-ec455576ead8 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:11.613309 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-4f445f0b-1a78-4ca3-bc50-ec455576ead8 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Network 976e9eb7-5de3-42c4-9f7a-44ca6dd2e424 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:16:11.623661 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-4f445f0b-1a78-4ca3-bc50-ec455576ead8 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:16:11.627924 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-4f445f0b-1a78-4ca3-bc50-ec455576ead8 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:16:11.657810 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f445f0b-1a78-4ca3-bc50-ec455576ead8 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Pushing event updated for resources: {'Port': ['ID=185dbff7-ec9f-444e-a24e-20ef086d335f,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:11.692826 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-4f445f0b-1a78-4ca3-bc50-ec455576ead8 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:11.694068 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-4f445f0b-1a78-4ca3-bc50-ec455576ead8 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:11.713994 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-4f445f0b-1a78-4ca3-bc50-ec455576ead8 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8934815 Mar 28 19:16:11.725679 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-b70899af-d2d9-41f8-acbf-37729e6f4a10 service neutron] Request body: {'port': {'device_id': '398e01e7-4608-4d43-876c-40799fb5ed25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:16:11.836242 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-b70899af-d2d9-41f8-acbf-37729e6f4a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:12.230073 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21be1d5-5994-41d2-bf0d-e1ae7080a004 req-c2580c08-697c-4040-ac30-35b9621245ea tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:12.231605 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b21be1d5-5994-41d2-bf0d-e1ae7080a004 req-c2580c08-697c-4040-ac30-35b9621245ea tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8 HTTP/1.1" status: 200 len: 945 time: 0.2590373 Mar 28 19:16:12.296947 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccc7fd-0751-4307-a410-1ce40aca13b2 req-1a3fb32e-74cd-4aae-a9e4-811dad562945 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:12.297617 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-62ccc7fd-0751-4307-a410-1ce40aca13b2 req-1a3fb32e-74cd-4aae-a9e4-811dad562945 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Synchronizing usage tracker for tenant:c0bcf9b150744c48ae74b044f33539f3 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:16:12.355020 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b21be1d5-5994-41d2-bf0d-e1ae7080a004 req-b686ce4e-92be-4603-8c9b-d51baf62cd6d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175418 Mar 28 19:16:12.368932 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-b70899af-d2d9-41f8-acbf-37729e6f4a10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 185dbff7-ec9f-444e-a24e-20ef086d335f {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:16:12.373926 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-62ccc7fd-0751-4307-a410-1ce40aca13b2 req-1a3fb32e-74cd-4aae-a9e4-811dad562945 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Unset dirty status for tenant:c0bcf9b150744c48ae74b044f33539f3 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:16:12.375099 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-62ccc7fd-0751-4307-a410-1ce40aca13b2 req-1a3fb32e-74cd-4aae-a9e4-811dad562945 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/ports?device_id=398e01e7-4608-4d43-876c-40799fb5ed25 HTTP/1.1" status: 200 len: 931 time: 0.2638776 Mar 28 19:16:12.381021 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-b70899af-d2d9-41f8-acbf-37729e6f4a10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:12.416812 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-b70899af-d2d9-41f8-acbf-37729e6f4a10 service neutron] Transition to ACTIVE for port object 185dbff7-ec9f-444e-a24e-20ef086d335f will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:16:12.425927 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-b70899af-d2d9-41f8-acbf-37729e6f4a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:12.435018 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 2244de14-9423-45f9-a597-b8105bab2b0f up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:16:12.483374 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-62ccc7fd-0751-4307-a410-1ce40aca13b2 req-4b11be33-4d51-472e-91b5-fd1b15bd3f72 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb6b7daa-2b4d-41b0-976b-0f82010a479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997081 Mar 28 19:16:12.522396 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port 2244de14-9423-45f9-a597-b8105bab2b0f completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:16:12.527391 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 2244de14-9423-45f9-a597-b8105bab2b0f triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:16:12.527838 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:12.564577 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70899af-d2d9-41f8-acbf-37729e6f4a10 service neutron] Pushing event updated for resources: {'Port': ['ID=185dbff7-ec9f-444e-a24e-20ef086d335f,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:12.650645 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:12.665067 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-b70899af-d2d9-41f8-acbf-37729e6f4a10 service neutron] Attempting to bind port 185dbff7-ec9f-444e-a24e-20ef086d335f on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:16:12.665396 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-b70899af-d2d9-41f8-acbf-37729e6f4a10 service neutron] Attempting to bind port 185dbff7-ec9f-444e-a24e-20ef086d335f by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': 'bc3e00c2-f2e0-4e57-8070-2e3b5e1226e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '976e9eb7-5de3-42c4-9f7a-44ca6dd2e424'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:16:12.665718 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-b70899af-d2d9-41f8-acbf-37729e6f4a10 service neutron] Attempting to bind port 185dbff7-ec9f-444e-a24e-20ef086d335f on network 976e9eb7-5de3-42c4-9f7a-44ca6dd2e424 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:16:12.670294 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-b70899af-d2d9-41f8-acbf-37729e6f4a10 service neutron] Port 185dbff7-ec9f-444e-a24e-20ef086d335f on network 976e9eb7-5de3-42c4-9f7a-44ca6dd2e424 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:16:12.670542 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-b70899af-d2d9-41f8-acbf-37729e6f4a10 service neutron] Attempting to bind port 185dbff7-ec9f-444e-a24e-20ef086d335f on network 976e9eb7-5de3-42c4-9f7a-44ca6dd2e424 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:16:12.675489 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-b70899af-d2d9-41f8-acbf-37729e6f4a10 service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:16:12.675816 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-b70899af-d2d9-41f8-acbf-37729e6f4a10 service neutron] Checking segment: {'id': 'bc3e00c2-f2e0-4e57-8070-2e3b5e1226e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '976e9eb7-5de3-42c4-9f7a-44ca6dd2e424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:16:12.676186 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-b70899af-d2d9-41f8-acbf-37729e6f4a10 service neutron] Bound using segment: {'id': 'bc3e00c2-f2e0-4e57-8070-2e3b5e1226e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '976e9eb7-5de3-42c4-9f7a-44ca6dd2e424'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:16:12.676605 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-b70899af-d2d9-41f8-acbf-37729e6f4a10 service neutron] Bound port: 185dbff7-ec9f-444e-a24e-20ef086d335f, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3e00c2-f2e0-4e57-8070-2e3b5e1226e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '976e9eb7-5de3-42c4-9f7a-44ca6dd2e424'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:16:12.676953 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc1a4b7-56f4-410a-9766-69adeaf44eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2244de14-9423-45f9-a597-b8105bab2b0f'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:16:12.677095 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-b70899af-d2d9-41f8-acbf-37729e6f4a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:12.687966 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 2244de14-9423-45f9-a597-b8105bab2b0f, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=2244de14-9423-45f9-a597-b8105bab2b0f,segment=NetworkSegment(b36378e5-7fd7-4b05-b8ed-c592bc915443),segment_id=b36378e5-7fd7-4b05-b8ed-c592bc915443)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:16:12.695009 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:12.745723 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc1a4b7-56f4-410a-9766-69adeaf44eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2244de14-9423-45f9-a597-b8105bab2b0f', 'code': 200} Mar 28 19:16:12.772235 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=2244de14-9423-45f9-a597-b8105bab2b0f,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:12.777189 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-b70899af-d2d9-41f8-acbf-37729e6f4a10 service neutron] For port 185dbff7-ec9f-444e-a24e-20ef086d335f, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:16:12.780516 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-b70899af-d2d9-41f8-acbf-37729e6f4a10 service neutron] For port 185dbff7-ec9f-444e-a24e-20ef086d335f, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=185dbff7-ec9f-444e-a24e-20ef086d335f,segment=NetworkSegment(bc3e00c2-f2e0-4e57-8070-2e3b5e1226e7),segment_id=bc3e00c2-f2e0-4e57-8070-2e3b5e1226e7)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:16:12.784649 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-b70899af-d2d9-41f8-acbf-37729e6f4a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:12.839816 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-b70899af-d2d9-41f8-acbf-37729e6f4a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:12.840697 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-b70899af-d2d9-41f8-acbf-37729e6f4a10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:12.842225 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-b70899af-d2d9-41f8-acbf-37729e6f4a10 service neutron] 10.222.0.26 "PUT /v2.0/ports/185dbff7-ec9f-444e-a24e-20ef086d335f HTTP/1.1" status: 200 len: 1093 time: 1.1211417 Mar 28 19:16:12.842709 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398e01e7-4608-4d43-876c-40799fb5ed25', 'tag': '185dbff7-ec9f-444e-a24e-20ef086d335f'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:16:12.868356 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70899af-d2d9-41f8-acbf-37729e6f4a10 service neutron] Pushing event updated for resources: {'Port': ['ID=185dbff7-ec9f-444e-a24e-20ef086d335f,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:12.922612 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398e01e7-4608-4d43-876c-40799fb5ed25', 'tag': '185dbff7-ec9f-444e-a24e-20ef086d335f', 'status': 'completed', 'code': 200} Mar 28 19:16:13.124748 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f43c5-3238-48ec-844c-bb1c28b4528b req-90675624-0c68-4247-aab9-a0735071bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:13.126187 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ae3f43c5-3238-48ec-844c-bb1c28b4528b req-90675624-0c68-4247-aab9-a0735071bf64 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8 HTTP/1.1" status: 200 len: 1099 time: 0.2430511 Mar 28 19:16:13.127992 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-dfa2aa31-71fb-443b-857b-65b9fe190cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:13.129275 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-dfa2aa31-71fb-443b-857b-65b9fe190cb0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0bcf9b150744c48ae74b044f33539f3&device_id=398e01e7-4608-4d43-876c-40799fb5ed25 HTTP/1.1" status: 200 len: 1096 time: 0.2060027 Mar 28 19:16:13.216878 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-4903bded-1507-4f7a-b610-0d2763051a06 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=185dbff7-ec9f-444e-a24e-20ef086d335f HTTP/1.1" status: 200 len: 217 time: 0.0779963 Mar 28 19:16:13.275652 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ae3f43c5-3238-48ec-844c-bb1c28b4528b req-45e9f838-233a-412c-9823-93e888a835a7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379378 Mar 28 19:16:13.289755 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-55c36b6d-bdaf-4707-8a0b-f7c5c60bd5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:13.291140 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-55c36b6d-bdaf-4707-8a0b-f7c5c60bd5c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a426ad3-8bb6-41ff-9e40-88a563702a39 HTTP/1.1" status: 200 len: 852 time: 0.0669391 Mar 28 19:16:13.602004 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-1078c3f2-589e-4ede-94a4-d16525d5d68a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=976e9eb7-5de3-42c4-9f7a-44ca6dd2e424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512977 Mar 28 19:16:13.798977 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd41777-e2a4-43c9-84fd-b9283369ae37 req-5b699739-c4ea-4662-a285-391557245c3a tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:13.800312 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2cd41777-e2a4-43c9-84fd-b9283369ae37 req-5b699739-c4ea-4662-a285-391557245c3a tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8 HTTP/1.1" status: 200 len: 946 time: 0.3278878 Mar 28 19:16:13.814154 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-848a55ce-9472-4a59-82cb-08056ce15a3b service neutron] 10.222.0.26 "GET /v2.0/networks/976e9eb7-5de3-42c4-9f7a-44ca6dd2e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730471 Mar 28 19:16:13.873817 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fdd737-362f-4270-b7d4-5948bd4844a7 req-1d7d1e2e-4f1b-41b9-aa81-90f8f46595c9 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:13.875225 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c3fdd737-362f-4270-b7d4-5948bd4844a7 req-1d7d1e2e-4f1b-41b9-aa81-90f8f46595c9 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/ports?device_id=398e01e7-4608-4d43-876c-40799fb5ed25 HTTP/1.1" status: 200 len: 943 time: 0.2758060 Mar 28 19:16:13.965414 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2cd41777-e2a4-43c9-84fd-b9283369ae37 req-619b48e4-71c7-460c-a4d8-be0761983fff tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558766 Mar 28 19:16:13.994611 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c3fdd737-362f-4270-b7d4-5948bd4844a7 req-a0d41d4b-befe-4a31-bcef-ceaf80454492 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb6b7daa-2b4d-41b0-976b-0f82010a479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052949 Mar 28 19:16:14.019814 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-47fb5efd-792d-4bce-82f5-ebf1b3506062 req-b5abd032-8afd-4133-ac64-f4004f50ba9c service neutron] 10.222.0.26 "GET /v2.0/networks/976e9eb7-5de3-42c4-9f7a-44ca6dd2e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914785 Mar 28 19:16:14.128642 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daba26a-9f0f-4820-969b-2e6c9aa859af req-fc4be03d-ef6d-441a-b7ee-f15685fb9f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:14.129973 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0daba26a-9f0f-4820-969b-2e6c9aa859af req-fc4be03d-ef6d-441a-b7ee-f15685fb9f20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0bcf9b150744c48ae74b044f33539f3&device_id=398e01e7-4608-4d43-876c-40799fb5ed25 HTTP/1.1" status: 200 len: 1096 time: 0.0678687 Mar 28 19:16:14.260044 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daba26a-9f0f-4820-969b-2e6c9aa859af req-d2755e2d-d76b-4377-8475-b83d3525ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:14.261432 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0daba26a-9f0f-4820-969b-2e6c9aa859af req-d2755e2d-d76b-4377-8475-b83d3525ab77 service neutron] 10.222.0.26 "GET /v2.0/networks?id=976e9eb7-5de3-42c4-9f7a-44ca6dd2e424 HTTP/1.1" status: 200 len: 913 time: 0.1252801 Mar 28 19:16:14.329686 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0daba26a-9f0f-4820-969b-2e6c9aa859af req-c9824a35-aecc-472e-b854-cbea9b8cc350 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=185dbff7-ec9f-444e-a24e-20ef086d335f HTTP/1.1" status: 200 len: 217 time: 0.0613809 Mar 28 19:16:14.389204 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daba26a-9f0f-4820-969b-2e6c9aa859af req-30a0d452-24a8-4e20-a405-42a7e7a71ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:14.390548 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0daba26a-9f0f-4820-969b-2e6c9aa859af req-30a0d452-24a8-4e20-a405-42a7e7a71ad6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a426ad3-8bb6-41ff-9e40-88a563702a39 HTTP/1.1" status: 200 len: 852 time: 0.0552332 Mar 28 19:16:14.438708 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0daba26a-9f0f-4820-969b-2e6c9aa859af req-a9646c7b-5289-475b-9ec7-8d67552b4da2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=976e9eb7-5de3-42c4-9f7a-44ca6dd2e424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392354 Mar 28 19:16:14.574700 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0daba26a-9f0f-4820-969b-2e6c9aa859af req-1e2794bf-fc12-415e-b749-45ee52660df1 service neutron] 10.222.0.26 "GET /v2.0/networks/976e9eb7-5de3-42c4-9f7a-44ca6dd2e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207838 Mar 28 19:16:14.707467 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0daba26a-9f0f-4820-969b-2e6c9aa859af req-923f4b6f-9142-4147-980c-6c8f6c3daca6 service neutron] 10.222.0.26 "GET /v2.0/networks/976e9eb7-5de3-42c4-9f7a-44ca6dd2e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246283 Mar 28 19:16:15.370958 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d9e83-e632-4a7b-8e81-920739f476bb req-ce1ef45b-924f-4367-a74e-e31322829aa2 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:15.372390 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-031d9e83-e632-4a7b-8e81-920739f476bb req-ce1ef45b-924f-4367-a74e-e31322829aa2 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8 HTTP/1.1" status: 200 len: 946 time: 0.3057387 Mar 28 19:16:15.381081 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349121f-f76f-4979-a5b6-161cac8f63d6 req-9b1eebb5-5cf2-4d46-ba13-36356407127c tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:15.382452 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5349121f-f76f-4979-a5b6-161cac8f63d6 req-9b1eebb5-5cf2-4d46-ba13-36356407127c tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/ports?device_id=398e01e7-4608-4d43-876c-40799fb5ed25 HTTP/1.1" status: 200 len: 943 time: 0.1717088 Mar 28 19:16:15.399885 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-081dd077-42e0-4eb8-b6c4-4953b0073517 req-0fdc67ee-4dd0-43d5-9f00-02d779449fed service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6b0cec8d-e622-4894-a134-9533ac187bf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1550376 Mar 28 19:16:15.452931 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-031d9e83-e632-4a7b-8e81-920739f476bb req-59300c83-54c5-4707-b29e-ccc58fee6ddd tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682709 Mar 28 19:16:15.462974 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5349121f-f76f-4979-a5b6-161cac8f63d6 req-f03df021-1b32-4e97-a9ca-688929fb1aa4 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb6b7daa-2b4d-41b0-976b-0f82010a479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607097 Mar 28 19:16:15.535856 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081dd077-42e0-4eb8-b6c4-4953b0073517 req-aea2135f-d7c3-4869-ae31-546d66a3c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:15.537818 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-081dd077-42e0-4eb8-b6c4-4953b0073517 req-aea2135f-d7c3-4869-ae31-546d66a3c618 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=6b0cec8d-e622-4894-a134-9533ac187bf8 HTTP/1.1" status: 200 len: 1098 time: 0.0694165 Mar 28 19:16:15.734743 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081dd077-42e0-4eb8-b6c4-4953b0073517 req-b6ffe8bb-19f0-4ab4-8b02-b53713a23cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:15.736210 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-081dd077-42e0-4eb8-b6c4-4953b0073517 req-b6ffe8bb-19f0-4ab4-8b02-b53713a23cc9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc HTTP/1.1" status: 200 len: 897 time: 0.1805875 Mar 28 19:16:15.747627 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500d8c0-0bc0-4275-8741-db7ed85707e4 req-2917d393-1ac8-45ec-9d8d-b0325a439545 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:15.748938 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c500d8c0-0bc0-4275-8741-db7ed85707e4 req-2917d393-1ac8-45ec-9d8d-b0325a439545 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8 HTTP/1.1" status: 200 len: 946 time: 0.1759460 Mar 28 19:16:15.874943 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c500d8c0-0bc0-4275-8741-db7ed85707e4 req-baa23d67-d020-4819-b35d-5f7cfc2c0fd1 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764830 Mar 28 19:16:15.876664 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-081dd077-42e0-4eb8-b6c4-4953b0073517 req-84bbbba3-02b0-422e-a3f5-b31f1e17b501 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69f3b2c4-4c8c-40d6-a267-78c04f844105 HTTP/1.1" status: 200 len: 1000 time: 0.1269257 Mar 28 19:16:15.898293 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33360) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:15.939076 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081dd077-42e0-4eb8-b6c4-4953b0073517 req-f351f18b-1d85-44e0-aecd-a88987095c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:15.940505 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-081dd077-42e0-4eb8-b6c4-4953b0073517 req-f351f18b-1d85-44e0-aecd-a88987095c7b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10d8f98e-bd81-46ef-99c4-167eec172d82 HTTP/1.1" status: 200 len: 834 time: 0.0569305 Mar 28 19:16:16.013593 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081dd077-42e0-4eb8-b6c4-4953b0073517 req-520be71f-06f0-49e3-b001-aecff7a7be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:16.015060 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-081dd077-42e0-4eb8-b6c4-4953b0073517 req-520be71f-06f0-49e3-b001-aecff7a7be4d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681338 Mar 28 19:16:16.148389 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-081dd077-42e0-4eb8-b6c4-4953b0073517 req-18cb6a98-e6db-4ef3-b7c3-b2352c61de0c service neutron] 10.222.0.26 "GET /v2.0/networks/d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260390 Mar 28 19:16:16.169290 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50313fd0-a42e-40c0-925e-2ea1ce7d05e1 tempest-TestVolumeBootPattern-2050323424 tempest-TestVolumeBootPattern-2050323424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:16.170791 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-50313fd0-a42e-40c0-925e-2ea1ce7d05e1 tempest-TestVolumeBootPattern-2050323424 tempest-TestVolumeBootPattern-2050323424-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8 HTTP/1.1" status: 200 len: 1094 time: 0.2714095 Mar 28 19:16:16.173614 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33366) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:16.179068 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-1a631495-75f2-4b4c-b075-454ef7cef548 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'port_id': '2244de14-9423-45f9-a597-b8105bab2b0f', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:16:16.185187 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-1a631495-75f2-4b4c-b075-454ef7cef548 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:16.189018 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1a631495-75f2-4b4c-b075-454ef7cef548 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Usage tracker for resource:floatingip and tenant:b0ba31f1fab64780bafe45627411dcbe is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:16:16.191804 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1a631495-75f2-4b4c-b075-454ef7cef548 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:16:16.197986 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-1a631495-75f2-4b4c-b075-454ef7cef548 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:16.208117 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a631495-75f2-4b4c-b075-454ef7cef548 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for floatingip, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:16.281848 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-081dd077-42e0-4eb8-b6c4-4953b0073517 req-343d69f8-caa2-4f68-b90c-771ecab3ef17 service neutron] 10.222.0.26 "GET /v2.0/networks/d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273725 Mar 28 19:16:16.341430 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a631495-75f2-4b4c-b075-454ef7cef548 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:16.470584 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-1a631495-75f2-4b4c-b075-454ef7cef548 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Allocated IP 172.26.4.195 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/97d0de33-b45a-4c61-8e4b-93d70f430784) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:16:16.620912 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a631495-75f2-4b4c-b075-454ef7cef548 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:16.652524 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a631495-75f2-4b4c-b075-454ef7cef548 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:16.656832 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e2ba1-d311-4d1f-8b52-5b98722e360a req-14f15391-07cf-4ed1-8f7f-0056d9167a4e tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:16.658267 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8a5e2ba1-d311-4d1f-8b52-5b98722e360a req-14f15391-07cf-4ed1-8f7f-0056d9167a4e tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/ports?device_id=398e01e7-4608-4d43-876c-40799fb5ed25 HTTP/1.1" status: 200 len: 943 time: 0.0846734 Mar 28 19:16:16.703747 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8a5e2ba1-d311-4d1f-8b52-5b98722e360a req-f6d9ee30-5be4-4f94-be60-ce516e30d8d5 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb6b7daa-2b4d-41b0-976b-0f82010a479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391309 Mar 28 19:16:16.723742 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a631495-75f2-4b4c-b075-454ef7cef548 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:16:16.728520 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-1a631495-75f2-4b4c-b075-454ef7cef548 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:16:16.732937 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a631495-75f2-4b4c-b075-454ef7cef548 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:16:16.760436 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a631495-75f2-4b4c-b075-454ef7cef548 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Pushing event updated for resources: {'Port': ['ID=97d0de33-b45a-4c61-8e4b-93d70f430784,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:17.140302 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a631495-75f2-4b4c-b075-454ef7cef548 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:17.212550 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a631495-75f2-4b4c-b075-454ef7cef548 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:17.416241 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a631495-75f2-4b4c-b075-454ef7cef548 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:17.420562 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a631495-75f2-4b4c-b075-454ef7cef548 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:17.528929 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a631495-75f2-4b4c-b075-454ef7cef548 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Pushing event updated for resources: {'Port': ['ID=97d0de33-b45a-4c61-8e4b-93d70f430784,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:17.538520 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a631495-75f2-4b4c-b075-454ef7cef548 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:17.708189 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.l3_db [None req-1a631495-75f2-4b4c-b075-454ef7cef548 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Floating IP cc9a2193-439f-42e8-b66c-611c8eb98e44 associated. External IP: 172.26.4.195, port: 2244de14-9423-45f9-a597-b8105bab2b0f. Mar 28 19:16:17.897057 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a1781-4908-4cf8-99bb-d203f1532cb2 req-a4526525-3baa-492b-a84b-063cf7896e20 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:17.898631 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3b2a1781-4908-4cf8-99bb-d203f1532cb2 req-a4526525-3baa-492b-a84b-063cf7896e20 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/ports?device_id=398e01e7-4608-4d43-876c-40799fb5ed25 HTTP/1.1" status: 200 len: 943 time: 0.0793738 Mar 28 19:16:17.946249 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3b2a1781-4908-4cf8-99bb-d203f1532cb2 req-b31b1e25-64ee-469b-968a-7dbae0241f1c tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb6b7daa-2b4d-41b0-976b-0f82010a479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417032 Mar 28 19:16:18.168931 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a631495-75f2-4b4c-b075-454ef7cef548 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Router 3f8412fd-f723-4525-81e9-8b7f1fe85118 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:16:18.346784 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a631495-75f2-4b4c-b075-454ef7cef548 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:16:18.357054 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a476091-28cd-4d3a-8861-3ce5bd948e7b None None] Sync routers for ids ['3f8412fd-f723-4525-81e9-8b7f1fe85118'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:16:18.366539 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a476091-28cd-4d3a-8861-3ce5bd948e7b None None] Routers {'3f8412fd-f723-4525-81e9-8b7f1fe85118'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:16:18.367387 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-6a476091-28cd-4d3a-8861-3ce5bd948e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:15:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3f8412fd-f723-4525-81e9-8b7f1fe85118'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:16:18.372569 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a631495-75f2-4b4c-b075-454ef7cef548 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:18.427320 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1a631495-75f2-4b4c-b075-454ef7cef548 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2524536 Mar 28 19:16:18.427816 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc1a4b7-56f4-410a-9766-69adeaf44eb8', 'tag': '2244de14-9423-45f9-a597-b8105bab2b0f'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:16:18.474593 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 185dbff7-ec9f-444e-a24e-20ef086d335f details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:16:18.528990 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc1a4b7-56f4-410a-9766-69adeaf44eb8', 'tag': '2244de14-9423-45f9-a597-b8105bab2b0f', 'status': 'completed', 'code': 200} Mar 28 19:16:18.559045 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-6a476091-28cd-4d3a-8861-3ce5bd948e7b None None] Set router 3f8412fd-f723-4525-81e9-8b7f1fe85118 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:16:18.610093 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 185dbff7-ec9f-444e-a24e-20ef086d335f, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=185dbff7-ec9f-444e-a24e-20ef086d335f,segment=NetworkSegment(bc3e00c2-f2e0-4e57-8070-2e3b5e1226e7),segment_id=bc3e00c2-f2e0-4e57-8070-2e3b5e1226e7)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:16:18.623672 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '185dbff7-ec9f-444e-a24e-20ef086d335f', 'network_id': '976e9eb7-5de3-42c4-9f7a-44ca6dd2e424', 'port_id': '185dbff7-ec9f-444e-a24e-20ef086d335f', 'mac_address': 'fa:16:3e:d4:62:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a426ad3-8bb6-41ff-9e40-88a563702a39', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:16:18.628034 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf68b23-8dd6-4875-95cd-b5cc400bc534 req-0c427598-f32d-4fb1-b822-21e33fad05e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:18.629712 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0cf68b23-8dd6-4875-95cd-b5cc400bc534 req-0c427598-f32d-4fb1-b822-21e33fad05e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0ba31f1fab64780bafe45627411dcbe&device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8 HTTP/1.1" status: 200 len: 1099 time: 0.0771132 Mar 28 19:16:18.684539 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:18.702178 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 185dbff7-ec9f-444e-a24e-20ef086d335f {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:16:18.718235 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 185dbff7-ec9f-444e-a24e-20ef086d335f, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=185dbff7-ec9f-444e-a24e-20ef086d335f,segment=NetworkSegment(bc3e00c2-f2e0-4e57-8070-2e3b5e1226e7),segment_id=bc3e00c2-f2e0-4e57-8070-2e3b5e1226e7)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:16:18.723509 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:18.790377 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf68b23-8dd6-4875-95cd-b5cc400bc534 req-b05e24bd-462d-4f73-b466-ce42ec9aee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:18.791955 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0cf68b23-8dd6-4875-95cd-b5cc400bc534 req-b05e24bd-462d-4f73-b466-ce42ec9aee61 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8efa11ac-7efa-4436-8a41-9dfec0a8f282 HTTP/1.1" status: 200 len: 913 time: 0.1568420 Mar 28 19:16:18.796338 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=185dbff7-ec9f-444e-a24e-20ef086d335f,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:18.946680 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-6a476091-28cd-4d3a-8861-3ce5bd948e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'name': 'tempest-TestVolumeBootPattern-1258508700-router', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:07Z', 'updated_at': '2022-03-28T19:15:15Z', 'revision_number': 4, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'gw_port': {'id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'cc9a2193-439f-42e8-b66c-611c8eb98e44', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'floating_ip_address': '172.26.4.195', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'port_id': '2244de14-9423-45f9-a597-b8105bab2b0f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'mac_address': 'fa:16:3e:c7:bc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1a4b7-56f4-410a-9766-69adeaf44eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:16:17Z', 'updated_at': '2022-03-28T19:16:17Z', 'revision_number': 0, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6ff349-316d-45d6-91e9-fc06a71e1b38', 'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'mac_address': 'fa:16:3e:95:db:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:14Z', 'updated_at': '2022-03-28T19:15:27Z', 'revision_number': 5, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'subnets': [{'id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:16:18.950669 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a476091-28cd-4d3a-8861-3ce5bd948e7b None None] Checking router: 3f8412fd-f723-4525-81e9-8b7f1fe85118 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:16:18.959482 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a476091-28cd-4d3a-8861-3ce5bd948e7b None None] Routers {'3f8412fd-f723-4525-81e9-8b7f1fe85118'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:16:18.960075 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-6a476091-28cd-4d3a-8861-3ce5bd948e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:15:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3f8412fd-f723-4525-81e9-8b7f1fe85118'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:16:19.013898 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0cf68b23-8dd6-4875-95cd-b5cc400bc534 req-bba6fb8f-7af4-49fc-8208-042ffb95c327 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2244de14-9423-45f9-a597-b8105bab2b0f HTTP/1.1" status: 200 len: 1000 time: 0.2150609 Mar 28 19:16:19.056413 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['185dbff7-ec9f-444e-a24e-20ef086d335f'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:16:19.128030 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf68b23-8dd6-4875-95cd-b5cc400bc534 req-41477c76-89d3-4d27-b8e5-06ad62a7361d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:19.129604 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0cf68b23-8dd6-4875-95cd-b5cc400bc534 req-41477c76-89d3-4d27-b8e5-06ad62a7361d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93e49b98-1ab2-403b-80e2-ed54c2bdd260 HTTP/1.1" status: 200 len: 851 time: 0.1073883 Mar 28 19:16:19.143404 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-6a476091-28cd-4d3a-8861-3ce5bd948e7b None None] Set router 3f8412fd-f723-4525-81e9-8b7f1fe85118 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:16:19.204317 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b1826-8ebf-4dca-9432-45ddf80d60f4 req-b8985a09-772e-45bf-9e78-512c6e9304be tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:19.205782 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-da2b1826-8ebf-4dca-9432-45ddf80d60f4 req-b8985a09-772e-45bf-9e78-512c6e9304be tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/ports?device_id=398e01e7-4608-4d43-876c-40799fb5ed25 HTTP/1.1" status: 200 len: 944 time: 0.1453626 Mar 28 19:16:19.265882 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf68b23-8dd6-4875-95cd-b5cc400bc534 req-a7321e1b-055e-4b47-b41d-5cba0935f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:19.267443 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0cf68b23-8dd6-4875-95cd-b5cc400bc534 req-a7321e1b-055e-4b47-b41d-5cba0935f4d4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8efa11ac-7efa-4436-8a41-9dfec0a8f282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1299555 Mar 28 19:16:19.270257 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-da2b1826-8ebf-4dca-9432-45ddf80d60f4 req-ed378ac9-0eb9-406a-b90e-030e95bc311a tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb6b7daa-2b4d-41b0-976b-0f82010a479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545030 Mar 28 19:16:19.405544 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0cf68b23-8dd6-4875-95cd-b5cc400bc534 req-6ac04c86-4c31-4a34-bed2-06e27ed63d51 service neutron] 10.222.0.26 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312447 Mar 28 19:16:19.493218 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-6a476091-28cd-4d3a-8861-3ce5bd948e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'name': 'tempest-TestVolumeBootPattern-1258508700-router', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:07Z', 'updated_at': '2022-03-28T19:15:15Z', 'revision_number': 4, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'gw_port': {'id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'cc9a2193-439f-42e8-b66c-611c8eb98e44', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'floating_ip_address': '172.26.4.195', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'port_id': '2244de14-9423-45f9-a597-b8105bab2b0f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'mac_address': 'fa:16:3e:c7:bc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1a4b7-56f4-410a-9766-69adeaf44eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:16:17Z', 'updated_at': '2022-03-28T19:16:17Z', 'revision_number': 0, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6ff349-316d-45d6-91e9-fc06a71e1b38', 'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'mac_address': 'fa:16:3e:95:db:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:14Z', 'updated_at': '2022-03-28T19:15:27Z', 'revision_number': 5, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'subnets': [{'id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:16:19.497241 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a476091-28cd-4d3a-8861-3ce5bd948e7b None None] The sync data for ids ['3f8412fd-f723-4525-81e9-8b7f1fe85118'] in dv-neutron-834711-1-hyperv is: [{'id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'name': 'tempest-TestVolumeBootPattern-1258508700-router', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:07Z', 'updated_at': '2022-03-28T19:15:15Z', 'revision_number': 4, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'gw_port': {'id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'cc9a2193-439f-42e8-b66c-611c8eb98e44', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'floating_ip_address': '172.26.4.195', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'port_id': '2244de14-9423-45f9-a597-b8105bab2b0f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'mac_address': 'fa:16:3e:c7:bc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc1a4b7-56f4-410a-9766-69adeaf44eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:16:17Z', 'updated_at': '2022-03-28T19:16:17Z', 'revision_number': 0, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6ff349-316d-45d6-91e9-fc06a71e1b38', 'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'mac_address': 'fa:16:3e:95:db:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:14Z', 'updated_at': '2022-03-28T19:15:27Z', 'revision_number': 5, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'subnets': [{'id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:16:19.536744 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0cf68b23-8dd6-4875-95cd-b5cc400bc534 req-16a72af1-2bc1-4d2d-82f6-9c9cfddf3ea9 service neutron] 10.222.0.26 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250434 Mar 28 19:16:19.701558 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404fc58e-9bdd-427d-bb1d-91ddfe42104e None None] New status for floating IP cc9a2193-439f-42e8-b66c-611c8eb98e44: ACTIVE {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:16:20.456376 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c5e92-b21e-4fbc-8ade-14ac6ee93260 req-d512dc49-62ae-4cb5-86a4-94daf03a13c1 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:20.457793 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-249c5e92-b21e-4fbc-8ade-14ac6ee93260 req-d512dc49-62ae-4cb5-86a4-94daf03a13c1 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/ports?device_id=398e01e7-4608-4d43-876c-40799fb5ed25 HTTP/1.1" status: 200 len: 944 time: 0.0819044 Mar 28 19:16:20.479973 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 185dbff7-ec9f-444e-a24e-20ef086d335f up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:16:20.502041 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-249c5e92-b21e-4fbc-8ade-14ac6ee93260 req-54c07fec-e3d3-40a9-8cbe-6f469375b443 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb6b7daa-2b4d-41b0-976b-0f82010a479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383952 Mar 28 19:16:20.548286 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port 185dbff7-ec9f-444e-a24e-20ef086d335f completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:16:20.553328 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 185dbff7-ec9f-444e-a24e-20ef086d335f triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:16:20.553641 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:20.666177 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:20.692343 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398e01e7-4608-4d43-876c-40799fb5ed25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185dbff7-ec9f-444e-a24e-20ef086d335f'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:16:20.702832 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 185dbff7-ec9f-444e-a24e-20ef086d335f, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=185dbff7-ec9f-444e-a24e-20ef086d335f,segment=NetworkSegment(bc3e00c2-f2e0-4e57-8070-2e3b5e1226e7),segment_id=bc3e00c2-f2e0-4e57-8070-2e3b5e1226e7)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:16:20.707115 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:20.738652 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398e01e7-4608-4d43-876c-40799fb5ed25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185dbff7-ec9f-444e-a24e-20ef086d335f', 'code': 200} Mar 28 19:16:20.778841 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=185dbff7-ec9f-444e-a24e-20ef086d335f,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:20.958515 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46317ccf-f83e-4bb5-afdc-7d4db8c54640 req-75ea30b8-4726-4a24-abcc-2adf4c22112a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:20.960159 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-46317ccf-f83e-4bb5-afdc-7d4db8c54640 req-75ea30b8-4726-4a24-abcc-2adf4c22112a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=398e01e7-4608-4d43-876c-40799fb5ed25 HTTP/1.1" status: 200 len: 1098 time: 0.0692599 Mar 28 19:16:21.004466 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-46317ccf-f83e-4bb5-afdc-7d4db8c54640 req-0f456c28-ca30-44a2-843b-4a9077e1fc3c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cb6b7daa-2b4d-41b0-976b-0f82010a479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379915 Mar 28 19:16:21.681264 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98475d98-fecb-4e01-9d24-a63dca7fc3a9 req-0fa80b6e-41a7-41a2-8b49-81645ebe0791 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:21.682686 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-98475d98-fecb-4e01-9d24-a63dca7fc3a9 req-0fa80b6e-41a7-41a2-8b49-81645ebe0791 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/ports?device_id=398e01e7-4608-4d43-876c-40799fb5ed25 HTTP/1.1" status: 200 len: 945 time: 0.0791285 Mar 28 19:16:21.728278 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-98475d98-fecb-4e01-9d24-a63dca7fc3a9 req-22b4d78e-75ee-422c-93f5-419640b785cc tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb6b7daa-2b4d-41b0-976b-0f82010a479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395319 Mar 28 19:16:22.917874 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a3692-f8bd-4fbc-a17c-693e0c691618 req-ec164bf8-7530-4f2b-9c55-61e394412182 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:22.919381 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-079a3692-f8bd-4fbc-a17c-693e0c691618 req-ec164bf8-7530-4f2b-9c55-61e394412182 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/ports?device_id=398e01e7-4608-4d43-876c-40799fb5ed25 HTTP/1.1" status: 200 len: 945 time: 0.0839560 Mar 28 19:16:22.963657 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-079a3692-f8bd-4fbc-a17c-693e0c691618 req-1b62e056-18d9-4a62-bfa2-8c7b20c058f3 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb6b7daa-2b4d-41b0-976b-0f82010a479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385175 Mar 28 19:16:23.145272 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33f52c-c991-4949-aec2-73c5baba08d1 req-03f50343-c50c-4624-af11-ce07a05af9bb tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:23.147165 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-df33f52c-c991-4949-aec2-73c5baba08d1 req-03f50343-c50c-4624-af11-ce07a05af9bb tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/ports?device_id=398e01e7-4608-4d43-876c-40799fb5ed25 HTTP/1.1" status: 200 len: 945 time: 0.0782678 Mar 28 19:16:23.190822 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-df33f52c-c991-4949-aec2-73c5baba08d1 req-705b909a-a5c7-4907-9938-60eed94fe507 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb6b7daa-2b4d-41b0-976b-0f82010a479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380545 Mar 28 19:16:23.726230 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e92590-0432-4689-a70a-ab3875a918b5 req-5c2dbb98-600a-4fc9-8ab5-987c60483b3e tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:23.727743 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e6e92590-0432-4689-a70a-ab3875a918b5 req-5c2dbb98-600a-4fc9-8ab5-987c60483b3e tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/ports?device_id=398e01e7-4608-4d43-876c-40799fb5ed25 HTTP/1.1" status: 200 len: 945 time: 0.0822122 Mar 28 19:16:23.772597 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e6e92590-0432-4689-a70a-ab3875a918b5 req-50048d65-a301-4557-b271-5696202c8904 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb6b7daa-2b4d-41b0-976b-0f82010a479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379927 Mar 28 19:16:24.957491 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7e967-b975-4ec3-bd1e-e340fd45ef73 req-d9399cfc-fe55-4799-a973-b3d9051f94e3 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:24.958959 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2ff7e967-b975-4ec3-bd1e-e340fd45ef73 req-d9399cfc-fe55-4799-a973-b3d9051f94e3 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/ports?device_id=398e01e7-4608-4d43-876c-40799fb5ed25 HTTP/1.1" status: 200 len: 945 time: 0.0813890 Mar 28 19:16:25.006392 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2ff7e967-b975-4ec3-bd1e-e340fd45ef73 req-3259426e-b929-4daf-9617-01978687bfe4 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb6b7daa-2b4d-41b0-976b-0f82010a479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415955 Mar 28 19:16:25.258461 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2bcf5c1f-8305-40c8-9911-389ac65aaf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:25.398527 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0ad97-0aab-4571-919b-0630b34db614 req-fb015177-be1a-4537-b22f-049e677975aa tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:25.400231 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7dc0ad97-0aab-4571-919b-0630b34db614 req-fb015177-be1a-4537-b22f-049e677975aa tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/ports?device_id=398e01e7-4608-4d43-876c-40799fb5ed25 HTTP/1.1" status: 200 len: 945 time: 0.1350687 Mar 28 19:16:25.405022 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd106c4-734a-415a-ae33-dfa186b95e6b req-913a7672-8718-4545-b072-46a1124e5728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:25.406345 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6dd106c4-734a-415a-ae33-dfa186b95e6b req-913a7672-8718-4545-b072-46a1124e5728 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0bcf9b150744c48ae74b044f33539f3&device_id=398e01e7-4608-4d43-876c-40799fb5ed25 HTTP/1.1" status: 200 len: 1098 time: 0.1067979 Mar 28 19:16:25.529106 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7dc0ad97-0aab-4571-919b-0630b34db614 req-0b334b0d-110a-419b-b5b7-32124746b63c tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb6b7daa-2b4d-41b0-976b-0f82010a479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218295 Mar 28 19:16:25.565976 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd106c4-734a-415a-ae33-dfa186b95e6b req-1ab57698-c179-422c-b794-9744cc9c0699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:25.567643 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6dd106c4-734a-415a-ae33-dfa186b95e6b req-1ab57698-c179-422c-b794-9744cc9c0699 service neutron] 10.222.0.26 "GET /v2.0/networks?id=976e9eb7-5de3-42c4-9f7a-44ca6dd2e424 HTTP/1.1" status: 200 len: 913 time: 0.1471698 Mar 28 19:16:25.632645 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6dd106c4-734a-415a-ae33-dfa186b95e6b req-8a2e30f6-c74a-4dd7-b84f-9986756e72e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=185dbff7-ec9f-444e-a24e-20ef086d335f HTTP/1.1" status: 200 len: 217 time: 0.0598197 Mar 28 19:16:25.809297 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd106c4-734a-415a-ae33-dfa186b95e6b req-9dea4846-05cd-42ff-a29f-12f31fc32496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:25.811041 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6dd106c4-734a-415a-ae33-dfa186b95e6b req-9dea4846-05cd-42ff-a29f-12f31fc32496 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a426ad3-8bb6-41ff-9e40-88a563702a39 HTTP/1.1" status: 200 len: 852 time: 0.1727259 Mar 28 19:16:25.867178 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6dd106c4-734a-415a-ae33-dfa186b95e6b req-ef8a493b-cd94-4dea-a803-9d4e019f5422 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=976e9eb7-5de3-42c4-9f7a-44ca6dd2e424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501425 Mar 28 19:16:25.877436 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [req-6dd106c4-734a-415a-ae33-dfa186b95e6b req-14432e3c-12ea-4fec-94b6-d5bbaf8a3ec5 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:16:25.878168 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6dd106c4-734a-415a-ae33-dfa186b95e6b req-14432e3c-12ea-4fec-94b6-d5bbaf8a3ec5 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053461 Mar 28 19:16:26.010791 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6dd106c4-734a-415a-ae33-dfa186b95e6b req-17a1e294-bf3b-4bff-b37f-a9ed6bf16469 service neutron] 10.222.0.26 "GET /v2.0/networks/976e9eb7-5de3-42c4-9f7a-44ca6dd2e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269257 Mar 28 19:16:26.147996 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6dd106c4-734a-415a-ae33-dfa186b95e6b req-325f5a45-a51f-4ad9-92ae-05fb01cf49a4 service neutron] 10.222.0.26 "GET /v2.0/networks/976e9eb7-5de3-42c4-9f7a-44ca6dd2e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315560 Mar 28 19:16:26.614403 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:16:26.729555 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc6aba-0a64-4e42-8aa5-ee189511437c req-99cbb471-aac1-4f4c-ac5a-c08ff3326dbe tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:26.731093 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b6dc6aba-0a64-4e42-8aa5-ee189511437c req-99cbb471-aac1-4f4c-ac5a-c08ff3326dbe tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/ports?device_id=398e01e7-4608-4d43-876c-40799fb5ed25 HTTP/1.1" status: 200 len: 945 time: 0.0890522 Mar 28 19:16:26.775635 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b6dc6aba-0a64-4e42-8aa5-ee189511437c req-8fc54fcb-6b4e-42f7-84c2-5f148c3a2db4 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb6b7daa-2b4d-41b0-976b-0f82010a479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387301 Mar 28 19:16:27.594870 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f83f184e-a1a2-4dff-9ded-672a90a092d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:27.956049 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80954b-a7af-466a-974d-0a61a73ad07b req-ec09b36a-db63-406e-b35f-90fbac6f1dd5 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:27.957464 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dc80954b-a7af-466a-974d-0a61a73ad07b req-ec09b36a-db63-406e-b35f-90fbac6f1dd5 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/ports?device_id=398e01e7-4608-4d43-876c-40799fb5ed25 HTTP/1.1" status: 200 len: 945 time: 0.0785148 Mar 28 19:16:28.003084 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dc80954b-a7af-466a-974d-0a61a73ad07b req-9924c05a-a40d-4f74-a586-3c8da2517cf8 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb6b7daa-2b4d-41b0-976b-0f82010a479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396979 Mar 28 19:16:28.396451 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41d950-259c-4891-a034-e5342af34606 req-287408ed-aa4c-433d-aaf0-d3394ba54340 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:28.397776 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9c41d950-259c-4891-a034-e5342af34606 req-287408ed-aa4c-433d-aaf0-d3394ba54340 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/ports?device_id=398e01e7-4608-4d43-876c-40799fb5ed25 HTTP/1.1" status: 200 len: 945 time: 0.0847485 Mar 28 19:16:28.441551 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9c41d950-259c-4891-a034-e5342af34606 req-cc6743fb-46af-40c8-8ee5-c653b00ab3ac tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb6b7daa-2b4d-41b0-976b-0f82010a479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380702 Mar 28 19:16:28.568944 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:28.579793 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:29.768807 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112b1dc-f692-48dc-8376-0fdec1747579 req-b0902e13-af5e-41e9-bc46-dcf0baf130f9 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:29.770216 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7112b1dc-f692-48dc-8376-0fdec1747579 req-b0902e13-af5e-41e9-bc46-dcf0baf130f9 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/ports?device_id=398e01e7-4608-4d43-876c-40799fb5ed25 HTTP/1.1" status: 200 len: 945 time: 0.0819862 Mar 28 19:16:29.813645 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7112b1dc-f692-48dc-8376-0fdec1747579 req-d13c8636-23c5-4c2e-8c58-a80818334b20 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb6b7daa-2b4d-41b0-976b-0f82010a479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371263 Mar 28 19:16:30.030464 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33422) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:30.143205 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:30.206970 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c3e89-568d-4862-acc3-6beb9d3e4af1 req-d3eea08e-b7e5-435e-9a2b-f0149704252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:30.208435 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b71c3e89-568d-4862-acc3-6beb9d3e4af1 req-d3eea08e-b7e5-435e-9a2b-f0149704252c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0bcf9b150744c48ae74b044f33539f3&device_id=398e01e7-4608-4d43-876c-40799fb5ed25 HTTP/1.1" status: 200 len: 1098 time: 0.1056523 Mar 28 19:16:30.216318 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f46e5-f425-4e88-88c8-588434ac9e23 req-c2028496-8bdf-4902-a930-7697b492f5fb tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:30.217661 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-239f46e5-f425-4e88-88c8-588434ac9e23 req-c2028496-8bdf-4902-a930-7697b492f5fb tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/ports?device_id=398e01e7-4608-4d43-876c-40799fb5ed25 HTTP/1.1" status: 200 len: 945 time: 0.1464696 Mar 28 19:16:30.256392 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8162aa3a-296f-4d5d-9d97-c0063195bd53 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/b66c08cb-8d33-4913-bfea-46f92809ce26 HTTP/1.1" status: 200 len: 992 time: 0.2200768 Mar 28 19:16:30.349006 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-239f46e5-f425-4e88-88c8-588434ac9e23 req-564a78e3-fb28-4b95-a071-23b527456952 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb6b7daa-2b4d-41b0-976b-0f82010a479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107111 Mar 28 19:16:30.375945 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c3e89-568d-4862-acc3-6beb9d3e4af1 req-4c9edd61-7218-44b3-96d6-0c2df02ef41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:30.377363 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b71c3e89-568d-4862-acc3-6beb9d3e4af1 req-4c9edd61-7218-44b3-96d6-0c2df02ef41e service neutron] 10.222.0.26 "GET /v2.0/networks?id=976e9eb7-5de3-42c4-9f7a-44ca6dd2e424 HTTP/1.1" status: 200 len: 913 time: 0.1588826 Mar 28 19:16:30.466430 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b71c3e89-568d-4862-acc3-6beb9d3e4af1 req-7413544e-efbe-4d43-8ec9-fd62c0c88697 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=185dbff7-ec9f-444e-a24e-20ef086d335f HTTP/1.1" status: 200 len: 217 time: 0.0637922 Mar 28 19:16:30.527855 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c3e89-568d-4862-acc3-6beb9d3e4af1 req-5cebb727-09f7-43e1-9546-76db88afd786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:30.529141 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b71c3e89-568d-4862-acc3-6beb9d3e4af1 req-5cebb727-09f7-43e1-9546-76db88afd786 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a426ad3-8bb6-41ff-9e40-88a563702a39 HTTP/1.1" status: 200 len: 852 time: 0.0560055 Mar 28 19:16:30.554030 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33434) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:30.575700 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b71c3e89-568d-4862-acc3-6beb9d3e4af1 req-c7c9821c-65f9-448b-88c9-1ae93c30fa9d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=976e9eb7-5de3-42c4-9f7a-44ca6dd2e424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398791 Mar 28 19:16:30.706769 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b71c3e89-568d-4862-acc3-6beb9d3e4af1 req-401be1d2-755f-487d-811a-e8956199897a service neutron] 10.222.0.26 "GET /v2.0/networks/976e9eb7-5de3-42c4-9f7a-44ca6dd2e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235068 Mar 28 19:16:30.761056 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2aaec04d-bd26-4f7d-8a4b-a3b3bad505c5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port 809df4a3-87ee-40dd-9b3f-e707a09da4bf {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:16:30.761405 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2aaec04d-bd26-4f7d-8a4b-a3b3bad505c5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:30.838440 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b71c3e89-568d-4862-acc3-6beb9d3e4af1 req-a637d4fe-53fe-4a4d-b0d6-d99c17c30d02 service neutron] 10.222.0.26 "GET /v2.0/networks/976e9eb7-5de3-42c4-9f7a-44ca6dd2e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247354 Mar 28 19:16:30.939990 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2aaec04d-bd26-4f7d-8a4b-a3b3bad505c5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:30.940317 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2aaec04d-bd26-4f7d-8a4b-a3b3bad505c5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:31.062802 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2aaec04d-bd26-4f7d-8a4b-a3b3bad505c5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for 809df4a3-87ee-40dd-9b3f-e707a09da4bf owned by network:floatingip {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:16:31.330823 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2aaec04d-bd26-4f7d-8a4b-a3b3bad505c5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:31.377083 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaec04d-bd26-4f7d-8a4b-a3b3bad505c5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=809df4a3-87ee-40dd-9b3f-e707a09da4bf,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:31.467630 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2aaec04d-bd26-4f7d-8a4b-a3b3bad505c5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:31.467963 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.l3_db [None req-2aaec04d-bd26-4f7d-8a4b-a3b3bad505c5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Floating IP b66c08cb-8d33-4913-bfea-46f92809ce26 disassociated (deleted). External IP: 172.26.4.42, port: 69f3b2c4-4c8c-40d6-a267-78c04f844105. Mar 28 19:16:31.588356 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:31.649776 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870f29e-0996-4cbc-9e67-26e363346efa req-234efcab-5c98-440b-aa3d-48ba5489f2c8 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:31.651251 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9870f29e-0996-4cbc-9e67-26e363346efa req-234efcab-5c98-440b-aa3d-48ba5489f2c8 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/ports?device_id=398e01e7-4608-4d43-876c-40799fb5ed25 HTTP/1.1" status: 200 len: 945 time: 0.1957769 Mar 28 19:16:31.720585 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9870f29e-0996-4cbc-9e67-26e363346efa req-6f499633-1331-407a-aa3e-f4a79cf790fd tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb6b7daa-2b4d-41b0-976b-0f82010a479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604327 Mar 28 19:16:31.830857 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aaec04d-bd26-4f7d-8a4b-a3b3bad505c5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router 7bfbbdca-901d-4889-a309-49be42d5a670 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:16:32.023951 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aaec04d-bd26-4f7d-8a4b-a3b3bad505c5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:16:32.034188 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95d0390-c90b-4c19-9ac2-54df76338ad4 None None] Sync routers for ids ['7bfbbdca-901d-4889-a309-49be42d5a670'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:16:32.043039 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2aaec04d-bd26-4f7d-8a4b-a3b3bad505c5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:32.043435 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95d0390-c90b-4c19-9ac2-54df76338ad4 None None] Routers {'7bfbbdca-901d-4889-a309-49be42d5a670'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:16:32.044042 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-f95d0390-c90b-4c19-9ac2-54df76338ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:16:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['7bfbbdca-901d-4889-a309-49be42d5a670'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:16:32.097029 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2aaec04d-bd26-4f7d-8a4b-a3b3bad505c5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/floatingips/b66c08cb-8d33-4913-bfea-46f92809ce26 HTTP/1.1" status: 204 len: 168 time: 1.5416508 Mar 28 19:16:32.097795 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0cec8d-e622-4894-a134-9533ac187bf8', 'tag': '69f3b2c4-4c8c-40d6-a267-78c04f844105'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:16:32.141358 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0cec8d-e622-4894-a134-9533ac187bf8', 'tag': '69f3b2c4-4c8c-40d6-a267-78c04f844105', 'status': 'completed', 'code': 200} Mar 28 19:16:32.223162 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-f95d0390-c90b-4c19-9ac2-54df76338ad4 None None] Set router 7bfbbdca-901d-4889-a309-49be42d5a670 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:16:32.238426 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57130eaa-6263-4975-b76f-36285e2f9d33 req-694ddeab-933c-4b46-ad3c-722c2d595375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:32.240037 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-57130eaa-6263-4975-b76f-36285e2f9d33 req-694ddeab-933c-4b46-ad3c-722c2d595375 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=6b0cec8d-e622-4894-a134-9533ac187bf8 HTTP/1.1" status: 200 len: 1098 time: 0.0753944 Mar 28 19:16:32.382481 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57130eaa-6263-4975-b76f-36285e2f9d33 req-4fd41c79-7ca5-4e00-b896-69c6d722abee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:32.384421 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-57130eaa-6263-4975-b76f-36285e2f9d33 req-4fd41c79-7ca5-4e00-b896-69c6d722abee service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc HTTP/1.1" status: 200 len: 897 time: 0.1385314 Mar 28 19:16:32.482137 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-57130eaa-6263-4975-b76f-36285e2f9d33 req-b2d7b9f9-eb62-4886-ace7-304270762065 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69f3b2c4-4c8c-40d6-a267-78c04f844105 HTTP/1.1" status: 200 len: 217 time: 0.0918219 Mar 28 19:16:32.541521 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-f95d0390-c90b-4c19-9ac2-54df76338ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'name': 'tempest-TestNetworkBasicOps-router-1249163268', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'cac85ec8-3413-49bb-abe2-b14489fdc856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:41Z', 'updated_at': '2022-03-28T19:14:50Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'cac85ec8-3413-49bb-abe2-b14489fdc856', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:43Z', 'updated_at': '2022-03-28T19:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '1e84cec4-235f-4c08-aa4a-03ea390e0b40', 'name': '', 'network_id': 'd5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:af:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '10d8f98e-bd81-46ef-99c4-167eec172d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:49Z', 'updated_at': '2022-03-28T19:14:55Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '10d8f98e-bd81-46ef-99c4-167eec172d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:16:32.545285 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95d0390-c90b-4c19-9ac2-54df76338ad4 None None] Checking router: 7bfbbdca-901d-4889-a309-49be42d5a670 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:16:32.553623 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95d0390-c90b-4c19-9ac2-54df76338ad4 None None] Routers {'7bfbbdca-901d-4889-a309-49be42d5a670'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:16:32.554248 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-f95d0390-c90b-4c19-9ac2-54df76338ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:16:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['7bfbbdca-901d-4889-a309-49be42d5a670'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:16:32.558955 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57130eaa-6263-4975-b76f-36285e2f9d33 req-b3060810-9c46-4a95-9725-05d5bcdd351e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:32.560303 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-57130eaa-6263-4975-b76f-36285e2f9d33 req-b3060810-9c46-4a95-9725-05d5bcdd351e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10d8f98e-bd81-46ef-99c4-167eec172d82 HTTP/1.1" status: 200 len: 834 time: 0.0673807 Mar 28 19:16:32.621124 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ec601-b904-4bbc-9af2-718e0ca7ab56 req-8879f19e-8a8d-4996-a25f-7aa1831af68b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:32.622534 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-eb6ec601-b904-4bbc-9af2-718e0ca7ab56 req-8879f19e-8a8d-4996-a25f-7aa1831af68b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0cec8d-e622-4894-a134-9533ac187bf8 HTTP/1.1" status: 200 len: 945 time: 0.1857226 Mar 28 19:16:32.681008 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-eb6ec601-b904-4bbc-9af2-718e0ca7ab56 req-d67e2f62-4806-46d4-8d5f-9f2fcfddf6d4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=82877f70-447b-4840-b370-ab0f281557e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523825 Mar 28 19:16:32.687109 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57130eaa-6263-4975-b76f-36285e2f9d33 req-b341ce46-5c78-4c48-8f4d-61d9a0306064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:32.688745 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-57130eaa-6263-4975-b76f-36285e2f9d33 req-b341ce46-5c78-4c48-8f4d-61d9a0306064 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1205568 Mar 28 19:16:32.769827 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-f95d0390-c90b-4c19-9ac2-54df76338ad4 None None] Set router 7bfbbdca-901d-4889-a309-49be42d5a670 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:16:32.831375 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-57130eaa-6263-4975-b76f-36285e2f9d33 req-8ad8503c-15f9-48a5-944a-95442114ee2e service neutron] 10.222.0.26 "GET /v2.0/networks/d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333382 Mar 28 19:16:33.032573 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab111452-8f46-4eeb-9bbb-ee6b59271391 req-4ccd9ed2-c53a-40f2-b44f-f4d4aa4060d6 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:33.032573 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ab111452-8f46-4eeb-9bbb-ee6b59271391 req-4ccd9ed2-c53a-40f2-b44f-f4d4aa4060d6 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/ports?device_id=398e01e7-4608-4d43-876c-40799fb5ed25 HTTP/1.1" status: 200 len: 945 time: 0.1976972 Mar 28 19:16:33.070069 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-57130eaa-6263-4975-b76f-36285e2f9d33 req-fa5cc0f1-a9a3-4c82-a617-2ff8f4755398 service neutron] 10.222.0.26 "GET /v2.0/networks/d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080369 Mar 28 19:16:33.102163 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ab111452-8f46-4eeb-9bbb-ee6b59271391 req-557bfba3-4f0d-4fd1-aadf-f19a8373cf47 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb6b7daa-2b4d-41b0-976b-0f82010a479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578697 Mar 28 19:16:33.108584 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-f95d0390-c90b-4c19-9ac2-54df76338ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'name': 'tempest-TestNetworkBasicOps-router-1249163268', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'cac85ec8-3413-49bb-abe2-b14489fdc856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:41Z', 'updated_at': '2022-03-28T19:14:50Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'cac85ec8-3413-49bb-abe2-b14489fdc856', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:43Z', 'updated_at': '2022-03-28T19:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '1e84cec4-235f-4c08-aa4a-03ea390e0b40', 'name': '', 'network_id': 'd5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:af:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '10d8f98e-bd81-46ef-99c4-167eec172d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:49Z', 'updated_at': '2022-03-28T19:14:55Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '10d8f98e-bd81-46ef-99c4-167eec172d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:16:33.108584 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95d0390-c90b-4c19-9ac2-54df76338ad4 None None] The sync data for ids ['7bfbbdca-901d-4889-a309-49be42d5a670'] in dv-neutron-834711-1-hyperv is: [{'id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'name': 'tempest-TestNetworkBasicOps-router-1249163268', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'cac85ec8-3413-49bb-abe2-b14489fdc856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:41Z', 'updated_at': '2022-03-28T19:14:50Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'cac85ec8-3413-49bb-abe2-b14489fdc856', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:43Z', 'updated_at': '2022-03-28T19:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '1e84cec4-235f-4c08-aa4a-03ea390e0b40', 'name': '', 'network_id': 'd5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:af:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '10d8f98e-bd81-46ef-99c4-167eec172d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:49Z', 'updated_at': '2022-03-28T19:14:55Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '10d8f98e-bd81-46ef-99c4-167eec172d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:16:33.432746 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed5b672-3f8c-4e7a-aa78-cdc59fe5aa5b None None] New status for floating IP b66c08cb-8d33-4913-bfea-46f92809ce26: DOWN {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:16:33.565939 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306b8fe-500a-432d-8437-f67d6c2dd72d req-e0df7ec2-fb33-4fdf-ba6b-0a1de39317a3 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:33.565939 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0306b8fe-500a-432d-8437-f67d6c2dd72d req-e0df7ec2-fb33-4fdf-ba6b-0a1de39317a3 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/ports?device_id=398e01e7-4608-4d43-876c-40799fb5ed25 HTTP/1.1" status: 200 len: 945 time: 0.0869954 Mar 28 19:16:33.631513 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0306b8fe-500a-432d-8437-f67d6c2dd72d req-600a5983-acfb-49bb-aece-e7344c688ac3 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb6b7daa-2b4d-41b0-976b-0f82010a479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515776 Mar 28 19:16:33.876481 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58d233-cf44-4332-9f00-1da95e225a99 req-9f268593-a8fe-4378-8540-8f74ddaf97c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:33.877829 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3a58d233-cf44-4332-9f00-1da95e225a99 req-9f268593-a8fe-4378-8540-8f74ddaf97c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0cec8d-e622-4894-a134-9533ac187bf8 HTTP/1.1" status: 200 len: 945 time: 0.0830863 Mar 28 19:16:33.922799 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3a58d233-cf44-4332-9f00-1da95e225a99 req-b31f12aa-96b9-4f25-a19e-87c50a17f749 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=82877f70-447b-4840-b370-ab0f281557e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385158 Mar 28 19:16:34.178847 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f694409-08c3-4bcc-b6c3-7601b52a1c67 req-21082576-f0b5-49bd-b002-8c90bb9a0a3b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:34.180509 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5f694409-08c3-4bcc-b6c3-7601b52a1c67 req-21082576-f0b5-49bd-b002-8c90bb9a0a3b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b0cec8d-e622-4894-a134-9533ac187bf8 HTTP/1.1" status: 200 len: 945 time: 0.0771055 Mar 28 19:16:34.250989 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-5f694409-08c3-4bcc-b6c3-7601b52a1c67 req-f671ecda-e34d-4390-a496-0e0e8f48d938 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port 69f3b2c4-4c8c-40d6-a267-78c04f844105 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:16:34.251323 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-5f694409-08c3-4bcc-b6c3-7601b52a1c67 req-f671ecda-e34d-4390-a496-0e0e8f48d938 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:34.490389 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-5f694409-08c3-4bcc-b6c3-7601b52a1c67 req-f671ecda-e34d-4390-a496-0e0e8f48d938 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] For port 69f3b2c4-4c8c-40d6-a267-78c04f844105, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=69f3b2c4-4c8c-40d6-a267-78c04f844105,segment=NetworkSegment(239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca),segment_id=239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:16:34.490661 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-5f694409-08c3-4bcc-b6c3-7601b52a1c67 req-f671ecda-e34d-4390-a496-0e0e8f48d938 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:34.732456 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-5f694409-08c3-4bcc-b6c3-7601b52a1c67 req-f671ecda-e34d-4390-a496-0e0e8f48d938 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for 69f3b2c4-4c8c-40d6-a267-78c04f844105 owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:16:34.922509 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09375c-8503-4a3f-9d8c-231d12ad799a req-152dbf37-8c94-4df6-901a-396524d0807b tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:34.923964 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8b09375c-8503-4a3f-9d8c-231d12ad799a req-152dbf37-8c94-4df6-901a-396524d0807b tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/ports?device_id=398e01e7-4608-4d43-876c-40799fb5ed25 HTTP/1.1" status: 200 len: 945 time: 0.1641262 Mar 28 19:16:34.972053 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-5f694409-08c3-4bcc-b6c3-7601b52a1c67 req-f671ecda-e34d-4390-a496-0e0e8f48d938 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:35.032127 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671ecda-e34d-4390-a496-0e0e8f48d938 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=69f3b2c4-4c8c-40d6-a267-78c04f844105,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:35.037851 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8b09375c-8503-4a3f-9d8c-231d12ad799a req-a74dcd37-42af-4f68-8fc7-66c7f6d4e352 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb6b7daa-2b4d-41b0-976b-0f82010a479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070597 Mar 28 19:16:35.159038 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ddf8aed4-8711-4baf-a846-da680563e4ad req-6e99807e-8ed3-4a3b-b75d-6608e3b4f125 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b0cec8d-e622-4894-a134-9533ac187bf8 HTTP/1.1" status: 200 len: 210 time: 0.0856719 Mar 28 19:16:35.165191 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f694409-08c3-4bcc-b6c3-7601b52a1c67 req-f671ecda-e34d-4390-a496-0e0e8f48d938 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] No DVR routers for this DVR port 69f3b2c4-4c8c-40d6-a267-78c04f844105 on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:16:35.167879 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-5f694409-08c3-4bcc-b6c3-7601b52a1c67 req-f671ecda-e34d-4390-a496-0e0e8f48d938 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:35.171872 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0cec8d-e622-4894-a134-9533ac187bf8', 'name': 'network-vif-deleted', 'tag': '69f3b2c4-4c8c-40d6-a267-78c04f844105'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:16:35.182776 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5f694409-08c3-4bcc-b6c3-7601b52a1c67 req-f671ecda-e34d-4390-a496-0e0e8f48d938 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "DELETE /v2.0/ports/69f3b2c4-4c8c-40d6-a267-78c04f844105 HTTP/1.1" status: 204 len: 173 time: 0.9968138 Mar 28 19:16:35.219190 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0cec8d-e622-4894-a134-9533ac187bf8', 'name': 'network-vif-deleted', 'tag': '69f3b2c4-4c8c-40d6-a267-78c04f844105', 'status': 'completed', 'code': 200} Mar 28 19:16:35.667048 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d472f61-df10-4ac1-8eed-ee9a475bf0de req-0be723ca-146a-4b28-a89f-1f3e56376bf9 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:35.668461 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3d472f61-df10-4ac1-8eed-ee9a475bf0de req-0be723ca-146a-4b28-a89f-1f3e56376bf9 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.26 "GET /v2.0/ports?device_id=398e01e7-4608-4d43-876c-40799fb5ed25 HTTP/1.1" status: 200 len: 945 time: 0.0824542 Mar 28 19:16:35.751646 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-3d472f61-df10-4ac1-8eed-ee9a475bf0de req-26645e33-fe0f-46c0-a33f-760fcb5aa179 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Deleting port 185dbff7-ec9f-444e-a24e-20ef086d335f {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:16:35.752237 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-3d472f61-df10-4ac1-8eed-ee9a475bf0de req-26645e33-fe0f-46c0-a33f-760fcb5aa179 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:35.998250 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-3d472f61-df10-4ac1-8eed-ee9a475bf0de req-26645e33-fe0f-46c0-a33f-760fcb5aa179 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] For port 185dbff7-ec9f-444e-a24e-20ef086d335f, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=185dbff7-ec9f-444e-a24e-20ef086d335f,segment=NetworkSegment(bc3e00c2-f2e0-4e57-8070-2e3b5e1226e7),segment_id=bc3e00c2-f2e0-4e57-8070-2e3b5e1226e7)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:16:35.998608 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-3d472f61-df10-4ac1-8eed-ee9a475bf0de req-26645e33-fe0f-46c0-a33f-760fcb5aa179 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:36.121369 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-3d472f61-df10-4ac1-8eed-ee9a475bf0de req-26645e33-fe0f-46c0-a33f-760fcb5aa179 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Calling delete_port for 185dbff7-ec9f-444e-a24e-20ef086d335f owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:16:36.263179 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33466) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:36.309098 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95d0ff-b39c-4b68-aef3-b6ce4b7fd406 req-64e4be9c-5946-466f-a1e0-ec4c8ff69f5d tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:36.310550 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bb95d0ff-b39c-4b68-aef3-b6ce4b7fd406 req-64e4be9c-5946-466f-a1e0-ec4c8ff69f5d tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/ports?device_id=398e01e7-4608-4d43-876c-40799fb5ed25 HTTP/1.1" status: 200 len: 945 time: 0.1547885 Mar 28 19:16:36.339393 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-163eb704-bdfd-4fff-823c-729239b3258a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:36.357159 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-3d472f61-df10-4ac1-8eed-ee9a475bf0de req-26645e33-fe0f-46c0-a33f-760fcb5aa179 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:36.368454 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['185dbff7-ec9f-444e-a24e-20ef086d335f'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:16:36.381259 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-163eb704-bdfd-4fff-823c-729239b3258a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:36.418484 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bb95d0ff-b39c-4b68-aef3-b6ce4b7fd406 req-00c96dbe-f03c-49e8-9e64-295b138e3d17 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb6b7daa-2b4d-41b0-976b-0f82010a479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987065 Mar 28 19:16:36.419402 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26645e33-fe0f-46c0-a33f-760fcb5aa179 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Pushing event deleted for resources: {'Port': ['ID=185dbff7-ec9f-444e-a24e-20ef086d335f,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:36.467179 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-163eb704-bdfd-4fff-823c-729239b3258a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:36.486490 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163eb704-bdfd-4fff-823c-729239b3258a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82877f70-447b-4840-b370-ab0f281557e7,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:36.495685 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d472f61-df10-4ac1-8eed-ee9a475bf0de req-26645e33-fe0f-46c0-a33f-760fcb5aa179 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] No DVR routers for this DVR port 185dbff7-ec9f-444e-a24e-20ef086d335f on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:16:36.498019 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-3d472f61-df10-4ac1-8eed-ee9a475bf0de req-26645e33-fe0f-46c0-a33f-760fcb5aa179 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:36.513878 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-163eb704-bdfd-4fff-823c-729239b3258a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:36.513878 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-163eb704-bdfd-4fff-823c-729239b3258a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/security-groups/82877f70-447b-4840-b370-ab0f281557e7 HTTP/1.1" status: 204 len: 168 time: 0.2501662 Mar 28 19:16:36.520361 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3d472f61-df10-4ac1-8eed-ee9a475bf0de req-26645e33-fe0f-46c0-a33f-760fcb5aa179 tempest-TestServerAdvancedOps-189455795 tempest-TestServerAdvancedOps-189455795-project] 10.222.0.26 "DELETE /v2.0/ports/185dbff7-ec9f-444e-a24e-20ef086d335f HTTP/1.1" status: 204 len: 173 time: 0.8290539 Mar 28 19:16:36.549684 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33472) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:37.220720 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398e01e7-4608-4d43-876c-40799fb5ed25', 'name': 'network-vif-deleted', 'tag': '185dbff7-ec9f-444e-a24e-20ef086d335f'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:16:37.272724 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c8a69b72-7b0f-44b0-8e72-ec18ae3ce3b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:37.318442 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398e01e7-4608-4d43-876c-40799fb5ed25', 'name': 'network-vif-deleted', 'tag': '185dbff7-ec9f-444e-a24e-20ef086d335f', 'status': 'completed', 'code': 200} Mar 28 19:16:37.529791 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33482) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:37.655779 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c8a69b72-7b0f-44b0-8e72-ec18ae3ce3b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port 1e84cec4-235f-4c08-aa4a-03ea390e0b40 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:16:37.656359 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c8a69b72-7b0f-44b0-8e72-ec18ae3ce3b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:37.703482 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec74d4d-c222-4abb-a356-68af807b7e82 admin admin] Deleting subnet 6a426ad3-8bb6-41ff-9e40-88a563702a39 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:16:37.706335 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-eec74d4d-c222-4abb-a356-68af807b7e82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:37.755999 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-eec74d4d-c222-4abb-a356-68af807b7e82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:37.813530 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-eec74d4d-c222-4abb-a356-68af807b7e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:37.860130 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-c8a69b72-7b0f-44b0-8e72-ec18ae3ce3b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] For port 1e84cec4-235f-4c08-aa4a-03ea390e0b40, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1e84cec4-235f-4c08-aa4a-03ea390e0b40,segment=NetworkSegment(239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca),segment_id=239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:16:37.860130 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c8a69b72-7b0f-44b0-8e72-ec18ae3ce3b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:37.894986 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-eec74d4d-c222-4abb-a356-68af807b7e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:37.930504 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec74d4d-c222-4abb-a356-68af807b7e82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a426ad3-8bb6-41ff-9e40-88a563702a39,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:37.937909 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-eec74d4d-c222-4abb-a356-68af807b7e82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:37.946376 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-eec74d4d-c222-4abb-a356-68af807b7e82 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6a426ad3-8bb6-41ff-9e40-88a563702a39 HTTP/1.1" status: 204 len: 168 time: 0.4089525 Mar 28 19:16:37.946376 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33486) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:38.003848 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c8a69b72-7b0f-44b0-8e72-ec18ae3ce3b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for 1e84cec4-235f-4c08-aa4a-03ea390e0b40 owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:16:38.048496 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e56259c1-a055-44bf-ad76-458813504a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:38.173739 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e56259c1-a055-44bf-ad76-458813504a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:38.200050 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-e56259c1-a055-44bf-ad76-458813504a32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976e9eb7-5de3-42c4-9f7a-44ca6dd2e424']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:16:38.206659 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c8a69b72-7b0f-44b0-8e72-ec18ae3ce3b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:38.213888 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-e56259c1-a055-44bf-ad76-458813504a32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3e00c2-f2e0-4e57-8070-2e3b5e1226e7') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:16:38.214191 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-e56259c1-a055-44bf-ad76-458813504a32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3e00c2-f2e0-4e57-8070-2e3b5e1226e7') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:16:38.227855 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e56259c1-a055-44bf-ad76-458813504a32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:38.250350 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e56259c1-a055-44bf-ad76-458813504a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:38.252406 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a69b72-7b0f-44b0-8e72-ec18ae3ce3b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=1e84cec4-235f-4c08-aa4a-03ea390e0b40,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:38.259716 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e56259c1-a055-44bf-ad76-458813504a32 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:16:38.259716 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e56259c1-a055-44bf-ad76-458813504a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:16:38.274832 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:16:38.357521 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e56259c1-a055-44bf-ad76-458813504a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:38.376465 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e56259c1-a055-44bf-ad76-458813504a32 admin admin] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:38.383973 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56259c1-a055-44bf-ad76-458813504a32 admin admin] Pushing event deleted for resources: {'Network': ['ID=976e9eb7-5de3-42c4-9f7a-44ca6dd2e424,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:38.386414 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e56259c1-a055-44bf-ad76-458813504a32 admin admin] 10.222.0.10 "DELETE /v2.0/networks/976e9eb7-5de3-42c4-9f7a-44ca6dd2e424 HTTP/1.1" status: 204 len: 168 time: 0.4433770 Mar 28 19:16:38.389790 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33490) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:38.457097 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e86386-3280-486e-912b-608513d830e8 admin admin] Deleting subnet e98fa6c5-21c4-4f63-aa39-1f69b7a707d4 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:16:38.461586 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-89e86386-3280-486e-912b-608513d830e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:38.514502 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 69f3b2c4-4c8c-40d6-a267-78c04f844105 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:16:38.517788 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-89e86386-3280-486e-912b-608513d830e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:38.565825 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: 69f3b2c4-4c8c-40d6-a267-78c04f844105 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:16:38.565825 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 69f3b2c4-4c8c-40d6-a267-78c04f844105 not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:16:38.565825 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 185dbff7-ec9f-444e-a24e-20ef086d335f no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:16:38.573112 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c8a69b72-7b0f-44b0-8e72-ec18ae3ce3b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:38.598893 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-89e86386-3280-486e-912b-608513d830e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:38.603724 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: 185dbff7-ec9f-444e-a24e-20ef086d335f {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:16:38.603724 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 185dbff7-ec9f-444e-a24e-20ef086d335f not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:16:38.705118 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-89e86386-3280-486e-912b-608513d830e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:38.747618 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e86386-3280-486e-912b-608513d830e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e98fa6c5-21c4-4f63-aa39-1f69b7a707d4,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:38.750114 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-89e86386-3280-486e-912b-608513d830e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:38.756124 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-89e86386-3280-486e-912b-608513d830e8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e98fa6c5-21c4-4f63-aa39-1f69b7a707d4 HTTP/1.1" status: 204 len: 168 time: 0.3637638 Mar 28 19:16:38.757083 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33494) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:38.878113 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-30e553e6-e9a3-4fb3-851d-9230243c81e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:39.004713 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-30e553e6-e9a3-4fb3-851d-9230243c81e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:39.028868 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-30e553e6-e9a3-4fb3-851d-9230243c81e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b89ab3-f414-43b1-ad2b-028270eef25c']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:16:39.045063 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-30e553e6-e9a3-4fb3-851d-9230243c81e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '678a9b93-947e-45eb-a597-f67f946166c1') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:16:39.045328 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-30e553e6-e9a3-4fb3-851d-9230243c81e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '678a9b93-947e-45eb-a597-f67f946166c1') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:16:39.061390 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-30e553e6-e9a3-4fb3-851d-9230243c81e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:39.068599 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a69b72-7b0f-44b0-8e72-ec18ae3ce3b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router 7bfbbdca-901d-4889-a309-49be42d5a670 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:16:39.076973 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-30e553e6-e9a3-4fb3-851d-9230243c81e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:39.085413 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e553e6-e9a3-4fb3-851d-9230243c81e8 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:16:39.085413 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-30e553e6-e9a3-4fb3-851d-9230243c81e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:16:39.095146 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:16:39.172015 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-30e553e6-e9a3-4fb3-851d-9230243c81e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:39.200767 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-30e553e6-e9a3-4fb3-851d-9230243c81e8 admin admin] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:39.207624 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e553e6-e9a3-4fb3-851d-9230243c81e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=06b89ab3-f414-43b1-ad2b-028270eef25c,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:39.207624 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-30e553e6-e9a3-4fb3-851d-9230243c81e8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/06b89ab3-f414-43b1-ad2b-028270eef25c HTTP/1.1" status: 204 len: 168 time: 0.4473650 Mar 28 19:16:39.266064 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a69b72-7b0f-44b0-8e72-ec18ae3ce3b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:16:39.278156 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4dee64-c96e-4ce8-a085-58b7c679f7a3 None None] Sync routers for ids ['7bfbbdca-901d-4889-a309-49be42d5a670'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:16:39.288020 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4dee64-c96e-4ce8-a085-58b7c679f7a3 None None] Routers {'7bfbbdca-901d-4889-a309-49be42d5a670'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:16:39.288738 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-5f4dee64-c96e-4ce8-a085-58b7c679f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:16:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['7bfbbdca-901d-4889-a309-49be42d5a670'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:16:39.294915 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c8a69b72-7b0f-44b0-8e72-ec18ae3ce3b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "PUT /v2.0/routers/7bfbbdca-901d-4889-a309-49be42d5a670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7428436 Mar 28 19:16:39.297829 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33500) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:39.385886 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b8d02f-64e2-474b-9879-aacbee9b4f2a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting subnet 10d8f98e-bd81-46ef-99c4-167eec172d82 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:16:39.391310 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d6b8d02f-64e2-474b-9879-aacbee9b4f2a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:39.453759 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d6b8d02f-64e2-474b-9879-aacbee9b4f2a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:39.456042 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33506) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:39.489188 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-5f4dee64-c96e-4ce8-a085-58b7c679f7a3 None None] Set router 7bfbbdca-901d-4889-a309-49be42d5a670 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:16:39.534462 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b7968b0a-5874-420e-aba9-f1d76b2dd21f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c0bcf9b150744c48ae74b044f33539f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0730276 Mar 28 19:16:39.534808 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33510) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:39.622154 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-361e98d9-9db0-45c6-ba8c-b4252a850510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:39.636931 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d6b8d02f-64e2-474b-9879-aacbee9b4f2a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:39.695813 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-361e98d9-9db0-45c6-ba8c-b4252a850510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:39.759521 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d6b8d02f-64e2-474b-9879-aacbee9b4f2a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:39.807944 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-361e98d9-9db0-45c6-ba8c-b4252a850510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:39.818044 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-5f4dee64-c96e-4ce8-a085-58b7c679f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'name': 'tempest-TestNetworkBasicOps-router-1249163268', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'cac85ec8-3413-49bb-abe2-b14489fdc856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:41Z', 'updated_at': '2022-03-28T19:16:38Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'cac85ec8-3413-49bb-abe2-b14489fdc856', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:43Z', 'updated_at': '2022-03-28T19:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:16:39.820968 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4dee64-c96e-4ce8-a085-58b7c679f7a3 None None] Checking router: 7bfbbdca-901d-4889-a309-49be42d5a670 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:16:39.821766 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b8d02f-64e2-474b-9879-aacbee9b4f2a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Subnet': ['ID=10d8f98e-bd81-46ef-99c4-167eec172d82,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:39.827928 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e98d9-9db0-45c6-ba8c-b4252a850510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6b7daa-2b4d-41b0-976b-0f82010a479c,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:39.829579 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4dee64-c96e-4ce8-a085-58b7c679f7a3 None None] Routers {'7bfbbdca-901d-4889-a309-49be42d5a670'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:16:39.830404 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-5f4dee64-c96e-4ce8-a085-58b7c679f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:16:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['7bfbbdca-901d-4889-a309-49be42d5a670'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:16:39.836281 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d6b8d02f-64e2-474b-9879-aacbee9b4f2a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:39.845244 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3fba9c-f463-41bd-b71c-217d27f130b7 None None] Network d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:16:39.878924 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d6b8d02f-64e2-474b-9879-aacbee9b4f2a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/subnets/10d8f98e-bd81-46ef-99c4-167eec172d82 HTTP/1.1" status: 204 len: 168 time: 0.5769796 Mar 28 19:16:39.878924 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-361e98d9-9db0-45c6-ba8c-b4252a850510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:39.879195 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33514) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:39.887062 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-361e98d9-9db0-45c6-ba8c-b4252a850510 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cb6b7daa-2b4d-41b0-976b-0f82010a479c HTTP/1.1" status: 204 len: 168 time: 0.3446963 Mar 28 19:16:40.036380 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-5f4dee64-c96e-4ce8-a085-58b7c679f7a3 None None] Set router 7bfbbdca-901d-4889-a309-49be42d5a670 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:16:40.090416 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2e0e697c-b921-41c2-bd34-36a5f90f3347 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:40.214380 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f307305a-24d4-4d08-ad64-3dff38a28fb2 None None] DHCP port deletion for d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:16:40.221320 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f307305a-24d4-4d08-ad64-3dff38a28fb2 None None] Deleting port b53e595e-8138-44fa-822a-bbc215d7326d {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:16:40.221748 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f307305a-24d4-4d08-ad64-3dff38a28fb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:40.338647 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2e0e697c-b921-41c2-bd34-36a5f90f3347 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:40.357919 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2e0e697c-b921-41c2-bd34-36a5f90f3347 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port cac85ec8-3413-49bb-abe2-b14489fdc856 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:16:40.358229 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2e0e697c-b921-41c2-bd34-36a5f90f3347 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:40.435717 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-5f4dee64-c96e-4ce8-a085-58b7c679f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'name': 'tempest-TestNetworkBasicOps-router-1249163268', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'cac85ec8-3413-49bb-abe2-b14489fdc856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:41Z', 'updated_at': '2022-03-28T19:16:38Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'cac85ec8-3413-49bb-abe2-b14489fdc856', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:43Z', 'updated_at': '2022-03-28T19:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:16:40.440101 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4dee64-c96e-4ce8-a085-58b7c679f7a3 None None] The sync data for ids ['7bfbbdca-901d-4889-a309-49be42d5a670'] in dv-neutron-834711-1-hyperv is: [{'id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'name': 'tempest-TestNetworkBasicOps-router-1249163268', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'cac85ec8-3413-49bb-abe2-b14489fdc856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:14:41Z', 'updated_at': '2022-03-28T19:16:38Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'cac85ec8-3413-49bb-abe2-b14489fdc856', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfbbdca-901d-4889-a309-49be42d5a670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:14:43Z', 'updated_at': '2022-03-28T19:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:16:40.464446 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33522) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:40.502739 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-f307305a-24d4-4d08-ad64-3dff38a28fb2 None None] For port b53e595e-8138-44fa-822a-bbc215d7326d, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=b53e595e-8138-44fa-822a-bbc215d7326d,segment=NetworkSegment(239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca),segment_id=239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:16:40.503275 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f307305a-24d4-4d08-ad64-3dff38a28fb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:40.539074 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6f5a78af-5745-4d46-91be-b0d2cd2be9b7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7390172904a8414082608690cb8c8ac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0724523 Mar 28 19:16:40.541141 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33526) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:40.624093 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-2e0e697c-b921-41c2-bd34-36a5f90f3347 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] For port cac85ec8-3413-49bb-abe2-b14489fdc856, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=cac85ec8-3413-49bb-abe2-b14489fdc856,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:16:40.624675 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2e0e697c-b921-41c2-bd34-36a5f90f3347 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:40.639523 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ccad91ed-843c-41b2-b2c2-df130c998d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:40.654272 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f307305a-24d4-4d08-ad64-3dff38a28fb2 None None] Calling delete_port for b53e595e-8138-44fa-822a-bbc215d7326d owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:16:40.676049 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ccad91ed-843c-41b2-b2c2-df130c998d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:40.754221 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ccad91ed-843c-41b2-b2c2-df130c998d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:40.761995 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f307305a-24d4-4d08-ad64-3dff38a28fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:40.776007 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad91ed-843c-41b2-b2c2-df130c998d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88fea2b-3667-483a-922d-3419b1f7ad13,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:40.794363 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2e0e697c-b921-41c2-bd34-36a5f90f3347 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for cac85ec8-3413-49bb-abe2-b14489fdc856 owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:16:40.805101 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ccad91ed-843c-41b2-b2c2-df130c998d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:40.806776 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ccad91ed-843c-41b2-b2c2-df130c998d6c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a88fea2b-3667-483a-922d-3419b1f7ad13 HTTP/1.1" status: 204 len: 168 time: 0.2643971 Mar 28 19:16:40.826282 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f307305a-24d4-4d08-ad64-3dff38a28fb2 None None] No DVR routers for this DVR port b53e595e-8138-44fa-822a-bbc215d7326d on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:16:40.830686 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307305a-24d4-4d08-ad64-3dff38a28fb2 None None] Pushing event deleted for resources: {'Port': ['ID=b53e595e-8138-44fa-822a-bbc215d7326d,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:41.188835 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2e0e697c-b921-41c2-bd34-36a5f90f3347 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:41.271893 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e697c-b921-41c2-bd34-36a5f90f3347 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=cac85ec8-3413-49bb-abe2-b14489fdc856,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:41.355995 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2e0e697c-b921-41c2-bd34-36a5f90f3347 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:41.498306 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1e84cec4-235f-4c08-aa4a-03ea390e0b40 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:16:41.533201 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2e0e697c-b921-41c2-bd34-36a5f90f3347 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:41.534414 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 1e84cec4-235f-4c08-aa4a-03ea390e0b40 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:16:41.534741 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1e84cec4-235f-4c08-aa4a-03ea390e0b40 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:16:41.535183 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device b53e595e-8138-44fa-822a-bbc215d7326d no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:16:41.535415 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2e0e697c-b921-41c2-bd34-36a5f90f3347 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:41.558540 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2e0e697c-b921-41c2-bd34-36a5f90f3347 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:41.559085 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0e697c-b921-41c2-bd34-36a5f90f3347 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Fanout notify agent at l3_agent the message router_deleted on router 7bfbbdca-901d-4889-a309-49be42d5a670 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:16:41.568816 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: b53e595e-8138-44fa-822a-bbc215d7326d {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:16:41.569170 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device b53e595e-8138-44fa-822a-bbc215d7326d not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:16:41.574001 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2e0e697c-b921-41c2-bd34-36a5f90f3347 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:41.575178 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2e0e697c-b921-41c2-bd34-36a5f90f3347 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/routers/7bfbbdca-901d-4889-a309-49be42d5a670 HTTP/1.1" status: 204 len: 168 time: 1.6953409 Mar 28 19:16:41.577768 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33532) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:41.695963 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8413f84b-3186-422d-9d8b-bd13a0fd4dfd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:41.825350 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8413f84b-3186-422d-9d8b-bd13a0fd4dfd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:41.853278 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-8413f84b-3186-422d-9d8b-bd13a0fd4dfd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:16:41.864636 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-8413f84b-3186-422d-9d8b-bd13a0fd4dfd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:16:41.865587 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-8413f84b-3186-422d-9d8b-bd13a0fd4dfd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239dfe6a-0bf4-47f2-8e73-30d9f7ca47ca') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:16:41.876378 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8413f84b-3186-422d-9d8b-bd13a0fd4dfd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:41.891412 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8413f84b-3186-422d-9d8b-bd13a0fd4dfd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:41.897194 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8413f84b-3186-422d-9d8b-bd13a0fd4dfd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:16:41.897568 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8413f84b-3186-422d-9d8b-bd13a0fd4dfd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:16:41.911245 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:16:41.988146 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8413f84b-3186-422d-9d8b-bd13a0fd4dfd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:41.993862 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8413f84b-3186-422d-9d8b-bd13a0fd4dfd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:42.020621 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413f84b-3186-422d-9d8b-bd13a0fd4dfd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Network': ['ID=d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:42.030550 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8413f84b-3186-422d-9d8b-bd13a0fd4dfd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/networks/d5c3bf83-c025-46f7-89e6-2f1d2dc7f0bc HTTP/1.1" status: 204 len: 168 time: 0.4515336 Mar 28 19:16:42.050533 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33536) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:42.056115 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-efe72517-d76c-4b41-8933-d4d5e00e9f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'network': {'name': 'tempest-network-smoke--904086455', 'project_id': '061332865d564f96959562b5c3aa8701', 'port_security_enabled': True}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:16:42.061335 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-efe72517-d76c-4b41-8933-d4d5e00e9f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:42.068224 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-efe72517-d76c-4b41-8933-d4d5e00e9f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:network and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:16:42.072075 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-efe72517-d76c-4b41-8933-d4d5e00e9f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:16:42.080441 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-efe72517-d76c-4b41-8933-d4d5e00e9f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:42.092110 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe72517-d76c-4b41-8933-d4d5e00e9f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Made reservation on behalf of 061332865d564f96959562b5c3aa8701 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:16:42.095831 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-efe72517-d76c-4b41-8933-d4d5e00e9f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:42.123583 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efe72517-d76c-4b41-8933-d4d5e00e9f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:16:42.131910 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-efe72517-d76c-4b41-8933-d4d5e00e9f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:42.132247 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-efe72517-d76c-4b41-8933-d4d5e00e9f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Added segment ab8a9603-aac3-4e04-9465-b378f965685f of type vlan for network 685de59c-1320-4384-b4c7-4def6ef9d015 Mar 28 19:16:42.156819 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-efe72517-d76c-4b41-8933-d4d5e00e9f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:42.184369 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-efe72517-d76c-4b41-8933-d4d5e00e9f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:42.189560 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe72517-d76c-4b41-8933-d4d5e00e9f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:42.190189 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-efe72517-d76c-4b41-8933-d4d5e00e9f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:42.291298 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-efe72517-d76c-4b41-8933-d4d5e00e9f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2420752 Mar 28 19:16:42.293935 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33540) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:42.296830 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe72517-d76c-4b41-8933-d4d5e00e9f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Network': ['ID=685de59c-1320-4384-b4c7-4def6ef9d015,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:42.299275 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-57523e3f-1b0b-42ca-a55f-1a1e0a802d8c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-667267970', 'admin_state_up': True, 'project_id': '061332865d564f96959562b5c3aa8701', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:16:42.306770 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-57523e3f-1b0b-42ca-a55f-1a1e0a802d8c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:42.308801 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 685de59c-1320-4384-b4c7-4def6ef9d015 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:16:42.310787 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-57523e3f-1b0b-42ca-a55f-1a1e0a802d8c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:router and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:16:42.313630 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-57523e3f-1b0b-42ca-a55f-1a1e0a802d8c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:16:42.319797 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-57523e3f-1b0b-42ca-a55f-1a1e0a802d8c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:42.328995 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-57523e3f-1b0b-42ca-a55f-1a1e0a802d8c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:42.329951 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-57523e3f-1b0b-42ca-a55f-1a1e0a802d8c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:42.345747 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-57523e3f-1b0b-42ca-a55f-1a1e0a802d8c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:42.720737 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-57523e3f-1b0b-42ca-a55f-1a1e0a802d8c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:43.017572 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-57523e3f-1b0b-42ca-a55f-1a1e0a802d8c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_gateway, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:43.045490 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-57523e3f-1b0b-42ca-a55f-1a1e0a802d8c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:43.182489 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-57523e3f-1b0b-42ca-a55f-1a1e0a802d8c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.26.4.64 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/201ec1ea-6fc6-4f34-ba23-47f77a1312e7) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:16:43.324887 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-57523e3f-1b0b-42ca-a55f-1a1e0a802d8c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:43.353668 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-57523e3f-1b0b-42ca-a55f-1a1e0a802d8c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:43.403293 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device cac85ec8-3413-49bb-abe2-b14489fdc856 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:16:43.418085 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57523e3f-1b0b-42ca-a55f-1a1e0a802d8c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:16:43.424218 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-57523e3f-1b0b-42ca-a55f-1a1e0a802d8c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:16:43.428409 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57523e3f-1b0b-42ca-a55f-1a1e0a802d8c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:16:43.442548 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: cac85ec8-3413-49bb-abe2-b14489fdc856 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:16:43.442548 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device cac85ec8-3413-49bb-abe2-b14489fdc856 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:16:43.461973 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57523e3f-1b0b-42ca-a55f-1a1e0a802d8c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=201ec1ea-6fc6-4f34-ba23-47f77a1312e7,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:43.999891 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-57523e3f-1b0b-42ca-a55f-1a1e0a802d8c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_gateway, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:44.362501 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-57523e3f-1b0b-42ca-a55f-1a1e0a802d8c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:44.572439 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57523e3f-1b0b-42ca-a55f-1a1e0a802d8c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router d495d9e4-91ae-4a26-91c6-d6ea69bf2711 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:16:44.769122 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57523e3f-1b0b-42ca-a55f-1a1e0a802d8c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:16:44.787436 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c47a29a-e15b-48d6-9da1-8cd2654b5cac None None] Sync routers for ids ['d495d9e4-91ae-4a26-91c6-d6ea69bf2711'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:16:44.791094 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c47a29a-e15b-48d6-9da1-8cd2654b5cac None None] Routers {'d495d9e4-91ae-4a26-91c6-d6ea69bf2711'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:16:44.791094 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-4c47a29a-e15b-48d6-9da1-8cd2654b5cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:16:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['d495d9e4-91ae-4a26-91c6-d6ea69bf2711'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:16:44.816158 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-57523e3f-1b0b-42ca-a55f-1a1e0a802d8c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:44.816158 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-57523e3f-1b0b-42ca-a55f-1a1e0a802d8c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5177829 Mar 28 19:16:44.822357 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33544) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:45.025763 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-4c47a29a-e15b-48d6-9da1-8cd2654b5cac None None] Set router d495d9e4-91ae-4a26-91c6-d6ea69bf2711 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:16:45.136158 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-099486a6-f3ac-4f01-821f-d3e168ccbf25 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=061332865d564f96959562b5c3aa8701&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3173676 Mar 28 19:16:45.139327 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33550) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:45.283302 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e1a02c-2800-4026-88a6-b717d50e798b tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:45.284703 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-09e1a02c-2800-4026-88a6-b717d50e798b tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1450689 Mar 28 19:16:45.288543 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33554) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:45.342641 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-4c47a29a-e15b-48d6-9da1-8cd2654b5cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'name': 'tempest-TestNetworkBasicOps-router-667267970', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:16:42Z', 'updated_at': '2022-03-28T19:16:43Z', 'revision_number': 3, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:43Z', 'updated_at': '2022-03-28T19:16:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:16:45.351511 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1216b226-6ae3-4fda-ba3e-400afefbbf9a tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=222bb166-3b66-45c7-9663-18be61b96587&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0576131 Mar 28 19:16:45.351511 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33558) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:45.351746 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c47a29a-e15b-48d6-9da1-8cd2654b5cac None None] Checking router: d495d9e4-91ae-4a26-91c6-d6ea69bf2711 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:16:45.352005 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c47a29a-e15b-48d6-9da1-8cd2654b5cac None None] Updating router d495d9e4-91ae-4a26-91c6-d6ea69bf2711 port 201ec1ea-6fc6-4f34-ba23-47f77a1312e7 binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:16:45.358260 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-eb497202-edc2-4150-840b-96e13a0f6f20 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-906758706', 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015', 'project_id': '061332865d564f96959562b5c3aa8701', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:16:45.424232 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4c47a29a-e15b-48d6-9da1-8cd2654b5cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:45.484775 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-eb497202-edc2-4150-840b-96e13a0f6f20 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:45.490366 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-eb497202-edc2-4150-840b-96e13a0f6f20 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:subnet and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:16:45.490366 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-eb497202-edc2-4150-840b-96e13a0f6f20 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:16:45.499648 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-eb497202-edc2-4150-840b-96e13a0f6f20 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:45.512696 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb497202-edc2-4150-840b-96e13a0f6f20 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Made reservation on behalf of 061332865d564f96959562b5c3aa8701 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:16:45.516523 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eb497202-edc2-4150-840b-96e13a0f6f20 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:45.795926 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4c47a29a-e15b-48d6-9da1-8cd2654b5cac None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:45.806690 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-4c47a29a-e15b-48d6-9da1-8cd2654b5cac None None] Transition to ACTIVE for port object 201ec1ea-6fc6-4f34-ba23-47f77a1312e7 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:16:45.814341 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4c47a29a-e15b-48d6-9da1-8cd2654b5cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:45.912318 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-4c47a29a-e15b-48d6-9da1-8cd2654b5cac None None] Attempting to bind port 201ec1ea-6fc6-4f34-ba23-47f77a1312e7 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:16:45.912318 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-4c47a29a-e15b-48d6-9da1-8cd2654b5cac None None] Attempting to bind port 201ec1ea-6fc6-4f34-ba23-47f77a1312e7 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:16:45.912318 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c47a29a-e15b-48d6-9da1-8cd2654b5cac None None] Attempting to bind port 201ec1ea-6fc6-4f34-ba23-47f77a1312e7 on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:16:45.917125 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eb497202-edc2-4150-840b-96e13a0f6f20 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:45.921966 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca8e63-fe68-4b8d-b6df-780f3ab16bfc None None] Pushing event updated for resources: {'Port': ['ID=201ec1ea-6fc6-4f34-ba23-47f77a1312e7,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:45.921966 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c47a29a-e15b-48d6-9da1-8cd2654b5cac None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:16:45.921966 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c47a29a-e15b-48d6-9da1-8cd2654b5cac None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:16:45.921966 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4c47a29a-e15b-48d6-9da1-8cd2654b5cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:45.921966 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c47a29a-e15b-48d6-9da1-8cd2654b5cac None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:16:45.921966 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-4c47a29a-e15b-48d6-9da1-8cd2654b5cac None None] Bound port: 201ec1ea-6fc6-4f34-ba23-47f77a1312e7, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:16:45.921966 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4c47a29a-e15b-48d6-9da1-8cd2654b5cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:45.994791 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb497202-edc2-4150-840b-96e13a0f6f20 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Subnet': ['ID=99d57783-3631-4e31-8984-c7e1a9e0992c,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:46.002897 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb497202-edc2-4150-840b-96e13a0f6f20 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Checking segment: {'id': 'ab8a9603-aac3-4e04-9465-b378f965685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:16:46.003651 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb497202-edc2-4150-840b-96e13a0f6f20 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network hostable DHCP agents. Network: 685de59c-1320-4384-b4c7-4def6ef9d015, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:16:46.012390 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-4c47a29a-e15b-48d6-9da1-8cd2654b5cac None None] For port 201ec1ea-6fc6-4f34-ba23-47f77a1312e7, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:16:46.015514 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-4c47a29a-e15b-48d6-9da1-8cd2654b5cac None None] For port 201ec1ea-6fc6-4f34-ba23-47f77a1312e7, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=201ec1ea-6fc6-4f34-ba23-47f77a1312e7,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:16:46.018547 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4c47a29a-e15b-48d6-9da1-8cd2654b5cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:46.024733 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb497202-edc2-4150-840b-96e13a0f6f20 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network 685de59c-1320-4384-b4c7-4def6ef9d015 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:16:46.034385 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-eb497202-edc2-4150-840b-96e13a0f6f20 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 685de59c-1320-4384-b4c7-4def6ef9d015) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:16:46.040154 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb497202-edc2-4150-840b-96e13a0f6f20 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:46.040894 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eb497202-edc2-4150-840b-96e13a0f6f20 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:46.063542 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfe8bdb-894f-4167-9a88-e2afc204a38f None None] Network 685de59c-1320-4384-b4c7-4def6ef9d015 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:16:46.066636 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-eb497202-edc2-4150-840b-96e13a0f6f20 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7127817 Mar 28 19:16:46.067874 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33562) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:46.208204 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c47a29a-e15b-48d6-9da1-8cd2654b5cac None None] Routers {'d495d9e4-91ae-4a26-91c6-d6ea69bf2711'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:16:46.209940 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-4c47a29a-e15b-48d6-9da1-8cd2654b5cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:16:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['d495d9e4-91ae-4a26-91c6-d6ea69bf2711'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:16:46.280062 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca8e63-fe68-4b8d-b6df-780f3ab16bfc None None] Pushing event updated for resources: {'Port': ['ID=201ec1ea-6fc6-4f34-ba23-47f77a1312e7,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:46.526137 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-4c47a29a-e15b-48d6-9da1-8cd2654b5cac None None] Set router d495d9e4-91ae-4a26-91c6-d6ea69bf2711 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:16:46.577933 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77aaee1-1592-4ca0-97ee-aa417feacd53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-685de59c-1320-4384-b4c7-4def6ef9d015', 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'fixed_ips': [{'subnet_id': '99d57783-3631-4e31-8984-c7e1a9e0992c'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:16:46.577933 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f77aaee1-1592-4ca0-97ee-aa417feacd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:46.811820 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7aa931e-2dc4-421e-aa1a-dd781999a731 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:46.965615 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-f77aaee1-1592-4ca0-97ee-aa417feacd53 None None] Allocated IP 172.20.0.2 (685de59c-1320-4384-b4c7-4def6ef9d015/99d57783-3631-4e31-8984-c7e1a9e0992c/2e6e3102-cc16-4117-84dc-34f3d9d90ceb) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:16:47.079871 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-4c47a29a-e15b-48d6-9da1-8cd2654b5cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'name': 'tempest-TestNetworkBasicOps-router-667267970', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:16:42Z', 'updated_at': '2022-03-28T19:16:43Z', 'revision_number': 3, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:43Z', 'updated_at': '2022-03-28T19:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:16:47.088642 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c47a29a-e15b-48d6-9da1-8cd2654b5cac None None] The sync data for ids ['d495d9e4-91ae-4a26-91c6-d6ea69bf2711'] in dv-neutron-834711-1-hyperv is: [{'id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'name': 'tempest-TestNetworkBasicOps-router-667267970', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:16:42Z', 'updated_at': '2022-03-28T19:16:43Z', 'revision_number': 3, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:43Z', 'updated_at': '2022-03-28T19:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:16:47.198942 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f77aaee1-1592-4ca0-97ee-aa417feacd53 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:47.214268 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f77aaee1-1592-4ca0-97ee-aa417feacd53 None None] Transition to ACTIVE for port object 2e6e3102-cc16-4117-84dc-34f3d9d90ceb will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:16:47.232920 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f77aaee1-1592-4ca0-97ee-aa417feacd53 None None] Transition to ACTIVE for port object 2e6e3102-cc16-4117-84dc-34f3d9d90ceb will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:16:47.240305 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f77aaee1-1592-4ca0-97ee-aa417feacd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:47.302018 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77aaee1-1592-4ca0-97ee-aa417feacd53 None None] Network 685de59c-1320-4384-b4c7-4def6ef9d015 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:16:47.305769 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-f77aaee1-1592-4ca0-97ee-aa417feacd53 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:16:47.314074 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77aaee1-1592-4ca0-97ee-aa417feacd53 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:16:47.321724 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-b7aa931e-2dc4-421e-aa1a-dd781999a731 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.20.0.1 (685de59c-1320-4384-b4c7-4def6ef9d015/99d57783-3631-4e31-8984-c7e1a9e0992c/63a54619-3607-406f-88d9-07fa46b1c1ab) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:16:47.351523 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77aaee1-1592-4ca0-97ee-aa417feacd53 None None] Pushing event updated for resources: {'Port': ['ID=2e6e3102-cc16-4117-84dc-34f3d9d90ceb,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:47.456392 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-f77aaee1-1592-4ca0-97ee-aa417feacd53 None None] Attempting to bind port 2e6e3102-cc16-4117-84dc-34f3d9d90ceb on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:16:47.456757 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-f77aaee1-1592-4ca0-97ee-aa417feacd53 None None] Attempting to bind port 2e6e3102-cc16-4117-84dc-34f3d9d90ceb by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'ab8a9603-aac3-4e04-9465-b378f965685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:16:47.457405 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77aaee1-1592-4ca0-97ee-aa417feacd53 None None] Attempting to bind port 2e6e3102-cc16-4117-84dc-34f3d9d90ceb on network 685de59c-1320-4384-b4c7-4def6ef9d015 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:16:47.464223 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77aaee1-1592-4ca0-97ee-aa417feacd53 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:16:47.464686 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77aaee1-1592-4ca0-97ee-aa417feacd53 None None] Checking segment: {'id': 'ab8a9603-aac3-4e04-9465-b378f965685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:16:47.464917 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f77aaee1-1592-4ca0-97ee-aa417feacd53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:47.465313 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77aaee1-1592-4ca0-97ee-aa417feacd53 None None] Bound using segment: {'id': 'ab8a9603-aac3-4e04-9465-b378f965685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:16:47.465982 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-f77aaee1-1592-4ca0-97ee-aa417feacd53 None None] Bound port: 2e6e3102-cc16-4117-84dc-34f3d9d90ceb, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8a9603-aac3-4e04-9465-b378f965685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:16:47.466182 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f77aaee1-1592-4ca0-97ee-aa417feacd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:47.550092 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 201ec1ea-6fc6-4f34-ba23-47f77a1312e7 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:16:47.562976 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7aa931e-2dc4-421e-aa1a-dd781999a731 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:47.588605 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b7aa931e-2dc4-421e-aa1a-dd781999a731 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Transition to ACTIVE for port object 63a54619-3607-406f-88d9-07fa46b1c1ab will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:16:47.621037 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7aa931e-2dc4-421e-aa1a-dd781999a731 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:47.653815 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-f77aaee1-1592-4ca0-97ee-aa417feacd53 None None] For port 2e6e3102-cc16-4117-84dc-34f3d9d90ceb, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:16:47.657684 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-f77aaee1-1592-4ca0-97ee-aa417feacd53 None None] For port 2e6e3102-cc16-4117-84dc-34f3d9d90ceb, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=2e6e3102-cc16-4117-84dc-34f3d9d90ceb,segment=NetworkSegment(ab8a9603-aac3-4e04-9465-b378f965685f),segment_id=ab8a9603-aac3-4e04-9465-b378f965685f)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:16:47.662692 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f77aaee1-1592-4ca0-97ee-aa417feacd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:47.710530 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 201ec1ea-6fc6-4f34-ba23-47f77a1312e7 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:16:47.747730 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 201ec1ea-6fc6-4f34-ba23-47f77a1312e7 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:16:47.748100 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:47.813479 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aa931e-2dc4-421e-aa1a-dd781999a731 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network 685de59c-1320-4384-b4c7-4def6ef9d015 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:16:47.816398 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77aaee1-1592-4ca0-97ee-aa417feacd53 None None] Pushing event updated for resources: {'Port': ['ID=2e6e3102-cc16-4117-84dc-34f3d9d90ceb,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:47.817560 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-b7aa931e-2dc4-421e-aa1a-dd781999a731 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:16:47.839368 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aa931e-2dc4-421e-aa1a-dd781999a731 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:16:47.875112 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa931e-2dc4-421e-aa1a-dd781999a731 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=63a54619-3607-406f-88d9-07fa46b1c1ab,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:47.907784 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7aa931e-2dc4-421e-aa1a-dd781999a731 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:47.925708 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:47.949652 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 201ec1ea-6fc6-4f34-ba23-47f77a1312e7, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=201ec1ea-6fc6-4f34-ba23-47f77a1312e7,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:16:47.956704 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:48.053780 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=201ec1ea-6fc6-4f34-ba23-47f77a1312e7,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:48.181486 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7aa931e-2dc4-421e-aa1a-dd781999a731 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:48.600236 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7aa931e-2dc4-421e-aa1a-dd781999a731 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:48.604863 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7aa931e-2dc4-421e-aa1a-dd781999a731 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:48.721229 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa931e-2dc4-421e-aa1a-dd781999a731 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=63a54619-3607-406f-88d9-07fa46b1c1ab,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:48.727845 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b7aa931e-2dc4-421e-aa1a-dd781999a731 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:48.771601 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3082f704-22f6-4098-a090-cf0c367299d9 None None] Network 685de59c-1320-4384-b4c7-4def6ef9d015 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:16:48.888152 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aa931e-2dc4-421e-aa1a-dd781999a731 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network 685de59c-1320-4384-b4c7-4def6ef9d015 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:16:48.888152 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-b7aa931e-2dc4-421e-aa1a-dd781999a731 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:16:48.898004 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-898f8bf2-8542-4ecd-9aae-7db23cda2dee None None] Provisioning for port 2e6e3102-cc16-4117-84dc-34f3d9d90ceb completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:16:49.097658 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7aa931e-2dc4-421e-aa1a-dd781999a731 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router d495d9e4-91ae-4a26-91c6-d6ea69bf2711 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:16:49.293684 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7aa931e-2dc4-421e-aa1a-dd781999a731 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:16:49.304296 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a84a06-a1b9-41df-b2a3-44de417eb2f6 None None] Sync routers for ids ['d495d9e4-91ae-4a26-91c6-d6ea69bf2711'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:16:49.309200 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b7aa931e-2dc4-421e-aa1a-dd781999a731 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "PUT /v2.0/routers/d495d9e4-91ae-4a26-91c6-d6ea69bf2711/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2382913 Mar 28 19:16:49.309630 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33568) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:49.314962 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a84a06-a1b9-41df-b2a3-44de417eb2f6 None None] Routers {'d495d9e4-91ae-4a26-91c6-d6ea69bf2711'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:16:49.315571 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-54a84a06-a1b9-41df-b2a3-44de417eb2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:16:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['d495d9e4-91ae-4a26-91c6-d6ea69bf2711'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:16:49.354051 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-c4814a8a-fe6a-4d48-ae63-3ff6ecfa7cda None None] Provisioning for port 63a54619-3607-406f-88d9-07fa46b1c1ab completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:16:49.361142 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-c4814a8a-fe6a-4d48-ae63-3ff6ecfa7cda None None] Provisioning complete for port 63a54619-3607-406f-88d9-07fa46b1c1ab triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:16:49.361688 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c4814a8a-fe6a-4d48-ae63-3ff6ecfa7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:49.421817 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-c4814a8a-fe6a-4d48-ae63-3ff6ecfa7cda None None] Port 63a54619-3607-406f-88d9-07fa46b1c1ab cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:16:49.504696 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfbdfb7-28ea-452f-8c7d-bd8229998d53 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:49.505694 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfbdfb7-28ea-452f-8c7d-bd8229998d53 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:49.506227 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfbdfb7-28ea-452f-8c7d-bd8229998d53 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:49.506685 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfbdfb7-28ea-452f-8c7d-bd8229998d53 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:49.507494 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfbdfb7-28ea-452f-8c7d-bd8229998d53 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:49.508505 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfbdfb7-28ea-452f-8c7d-bd8229998d53 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:49.510835 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1bfbdfb7-28ea-452f-8c7d-bd8229998d53 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1999848 Mar 28 19:16:49.513594 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33572) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:49.554294 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-54a84a06-a1b9-41df-b2a3-44de417eb2f6 None None] Set router d495d9e4-91ae-4a26-91c6-d6ea69bf2711 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:16:49.558717 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e5ee4aa0-7ef2-4d50-acbb-e25393b2c401 None None] Provisioning complete for port 63a54619-3607-406f-88d9-07fa46b1c1ab triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:16:49.558717 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e5ee4aa0-7ef2-4d50-acbb-e25393b2c401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:49.600706 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2e6e3102-cc16-4117-84dc-34f3d9d90ceb up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:16:49.637547 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac55fa5-9ca7-4987-baa6-3219a7b7981d tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:49.638108 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac55fa5-9ca7-4987-baa6-3219a7b7981d tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:49.638628 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac55fa5-9ca7-4987-baa6-3219a7b7981d tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:49.639212 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac55fa5-9ca7-4987-baa6-3219a7b7981d tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:49.640739 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac55fa5-9ca7-4987-baa6-3219a7b7981d tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:49.641538 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac55fa5-9ca7-4987-baa6-3219a7b7981d tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:49.646748 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5ac55fa5-9ca7-4987-baa6-3219a7b7981d tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.1287775 Mar 28 19:16:49.646748 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33576) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:49.735269 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-e5ee4aa0-7ef2-4d50-acbb-e25393b2c401 None None] Port 63a54619-3607-406f-88d9-07fa46b1c1ab cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:16:49.758596 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 2e6e3102-cc16-4117-84dc-34f3d9d90ceb completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:16:49.764235 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 2e6e3102-cc16-4117-84dc-34f3d9d90ceb triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:16:49.764656 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:49.892854 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-4d8528f3-f150-47dc-9211-1307885af03b None None] Provisioning complete for port 63a54619-3607-406f-88d9-07fa46b1c1ab triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:16:49.893117 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4d8528f3-f150-47dc-9211-1307885af03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:49.939400 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:49.954408 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-54a84a06-a1b9-41df-b2a3-44de417eb2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'name': 'tempest-TestNetworkBasicOps-router-667267970', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:16:42Z', 'updated_at': '2022-03-28T19:16:48Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:43Z', 'updated_at': '2022-03-28T19:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '63a54619-3607-406f-88d9-07fa46b1c1ab', 'name': '', 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:98:d4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:47Z', 'updated_at': '2022-03-28T19:16:48Z', 'revision_number': 2, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:16:49.960995 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a84a06-a1b9-41df-b2a3-44de417eb2f6 None None] Checking router: d495d9e4-91ae-4a26-91c6-d6ea69bf2711 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:16:49.961348 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a84a06-a1b9-41df-b2a3-44de417eb2f6 None None] Updating router d495d9e4-91ae-4a26-91c6-d6ea69bf2711 port 63a54619-3607-406f-88d9-07fa46b1c1ab binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:16:49.964875 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-4d8528f3-f150-47dc-9211-1307885af03b None None] Port 63a54619-3607-406f-88d9-07fa46b1c1ab cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:16:49.982574 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 2e6e3102-cc16-4117-84dc-34f3d9d90ceb, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=2e6e3102-cc16-4117-84dc-34f3d9d90ceb,segment=NetworkSegment(ab8a9603-aac3-4e04-9465-b378f965685f),segment_id=ab8a9603-aac3-4e04-9465-b378f965685f)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:16:49.987394 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:49.988245 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 201ec1ea-6fc6-4f34-ba23-47f77a1312e7 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:16:50.015866 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-54a84a06-a1b9-41df-b2a3-44de417eb2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:50.016502 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c53c4b5c-a838-47af-9915-6a8e88714e55 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.3663592 Mar 28 19:16:50.113625 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=2e6e3102-cc16-4117-84dc-34f3d9d90ceb,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:50.122302 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 201ec1ea-6fc6-4f34-ba23-47f77a1312e7 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:16:50.122675 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:50.325673 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33582) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:50.330730 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-7136576e-0f65-4853-afcd-9552f2e1b0d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-810221854', 'description': 'tempest-secgroup-smoke-810221854 description', 'project_id': '061332865d564f96959562b5c3aa8701'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:16:50.337384 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-7136576e-0f65-4853-afcd-9552f2e1b0d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:50.341772 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-7136576e-0f65-4853-afcd-9552f2e1b0d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:16:50.345197 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-7136576e-0f65-4853-afcd-9552f2e1b0d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:16:50.351389 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-7136576e-0f65-4853-afcd-9552f2e1b0d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:50.361748 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7136576e-0f65-4853-afcd-9552f2e1b0d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:50.381175 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-54a84a06-a1b9-41df-b2a3-44de417eb2f6 None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:50.381867 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-7136576e-0f65-4853-afcd-9552f2e1b0d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:50.385887 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-7136576e-0f65-4853-afcd-9552f2e1b0d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:16:50.388803 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-7136576e-0f65-4853-afcd-9552f2e1b0d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:16:50.393090 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-54a84a06-a1b9-41df-b2a3-44de417eb2f6 None None] Transition to ACTIVE for port object 63a54619-3607-406f-88d9-07fa46b1c1ab will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:16:50.394511 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-7136576e-0f65-4853-afcd-9552f2e1b0d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:50.400844 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-54a84a06-a1b9-41df-b2a3-44de417eb2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:50.481653 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7136576e-0f65-4853-afcd-9552f2e1b0d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:50.497966 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7136576e-0f65-4853-afcd-9552f2e1b0d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:50.538631 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136576e-0f65-4853-afcd-9552f2e1b0d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=619dbab9-8d65-434f-b627-13eae0d5029f,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:50.545061 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7136576e-0f65-4853-afcd-9552f2e1b0d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:50.546446 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7136576e-0f65-4853-afcd-9552f2e1b0d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2197840 Mar 28 19:16:50.549353 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33586) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:50.558495 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-14d1f918-e62d-4eba-9f74-81255430daed tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '619dbab9-8d65-434f-b627-13eae0d5029f', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:16:50.562036 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed629a6-7ee5-4780-8abd-c35b4ae012b5 None None] Pushing event updated for resources: {'Port': ['ID=63a54619-3607-406f-88d9-07fa46b1c1ab,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:50.565158 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-14d1f918-e62d-4eba-9f74-81255430daed tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:50.569379 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-14d1f918-e62d-4eba-9f74-81255430daed tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:16:50.572571 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-14d1f918-e62d-4eba-9f74-81255430daed tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:16:50.579177 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-14d1f918-e62d-4eba-9f74-81255430daed tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:50.598365 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-14d1f918-e62d-4eba-9f74-81255430daed tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:50.607891 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed629a6-7ee5-4780-8abd-c35b4ae012b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:50.608243 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed629a6-7ee5-4780-8abd-c35b4ae012b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:50.608557 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed629a6-7ee5-4780-8abd-c35b4ae012b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:50.608875 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed629a6-7ee5-4780-8abd-c35b4ae012b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:50.609195 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed629a6-7ee5-4780-8abd-c35b4ae012b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:50.609514 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed629a6-7ee5-4780-8abd-c35b4ae012b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:50.609830 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed629a6-7ee5-4780-8abd-c35b4ae012b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:50.610144 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed629a6-7ee5-4780-8abd-c35b4ae012b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:50.610979 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed629a6-7ee5-4780-8abd-c35b4ae012b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:50.610979 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed629a6-7ee5-4780-8abd-c35b4ae012b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:50.611287 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed629a6-7ee5-4780-8abd-c35b4ae012b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:50.611382 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed629a6-7ee5-4780-8abd-c35b4ae012b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:50.664441 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-14d1f918-e62d-4eba-9f74-81255430daed tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:50.668574 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-54a84a06-a1b9-41df-b2a3-44de417eb2f6 None None] Attempting to bind port 63a54619-3607-406f-88d9-07fa46b1c1ab on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:16:50.668958 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-54a84a06-a1b9-41df-b2a3-44de417eb2f6 None None] Attempting to bind port 63a54619-3607-406f-88d9-07fa46b1c1ab by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'ab8a9603-aac3-4e04-9465-b378f965685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:16:50.669452 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a84a06-a1b9-41df-b2a3-44de417eb2f6 None None] Attempting to bind port 63a54619-3607-406f-88d9-07fa46b1c1ab on network 685de59c-1320-4384-b4c7-4def6ef9d015 {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:16:50.669616 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-14d1f918-e62d-4eba-9f74-81255430daed tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:50.676702 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a84a06-a1b9-41df-b2a3-44de417eb2f6 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:16:50.677818 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a84a06-a1b9-41df-b2a3-44de417eb2f6 None None] Checking segment: {'id': 'ab8a9603-aac3-4e04-9465-b378f965685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:16:50.678476 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-54a84a06-a1b9-41df-b2a3-44de417eb2f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:50.679141 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a84a06-a1b9-41df-b2a3-44de417eb2f6 None None] Bound using segment: {'id': 'ab8a9603-aac3-4e04-9465-b378f965685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:16:50.680035 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-54a84a06-a1b9-41df-b2a3-44de417eb2f6 None None] Bound port: 63a54619-3607-406f-88d9-07fa46b1c1ab, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8a9603-aac3-4e04-9465-b378f965685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:16:50.680585 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-54a84a06-a1b9-41df-b2a3-44de417eb2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:50.696933 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1f918-e62d-4eba-9f74-81255430daed tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37db8ff8-ec3c-410a-8b0b-1cabb1c3ecfc,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:50.708549 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-14d1f918-e62d-4eba-9f74-81255430daed tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:50.712935 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-14d1f918-e62d-4eba-9f74-81255430daed tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1582980 Mar 28 19:16:50.713277 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33590) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:50.718596 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-97739238-8d21-43b6-bbf5-c0e2f5fc68d8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '619dbab9-8d65-434f-b627-13eae0d5029f', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:16:50.725524 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-97739238-8d21-43b6-bbf5-c0e2f5fc68d8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:50.729395 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-97739238-8d21-43b6-bbf5-c0e2f5fc68d8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:16:50.732718 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-97739238-8d21-43b6-bbf5-c0e2f5fc68d8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:16:50.738503 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-97739238-8d21-43b6-bbf5-c0e2f5fc68d8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:50.756284 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-97739238-8d21-43b6-bbf5-c0e2f5fc68d8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:50.780673 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-54a84a06-a1b9-41df-b2a3-44de417eb2f6 None None] For port 63a54619-3607-406f-88d9-07fa46b1c1ab, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:16:50.784324 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-54a84a06-a1b9-41df-b2a3-44de417eb2f6 None None] For port 63a54619-3607-406f-88d9-07fa46b1c1ab, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=63a54619-3607-406f-88d9-07fa46b1c1ab,segment=NetworkSegment(ab8a9603-aac3-4e04-9465-b378f965685f),segment_id=ab8a9603-aac3-4e04-9465-b378f965685f)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:16:50.788824 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-54a84a06-a1b9-41df-b2a3-44de417eb2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:50.822168 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-97739238-8d21-43b6-bbf5-c0e2f5fc68d8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:50.826321 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-97739238-8d21-43b6-bbf5-c0e2f5fc68d8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:50.850103 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97739238-8d21-43b6-bbf5-c0e2f5fc68d8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05727017-3e23-43f9-a595-dd7c76444089,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:50.861359 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-97739238-8d21-43b6-bbf5-c0e2f5fc68d8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:50.862846 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-97739238-8d21-43b6-bbf5-c0e2f5fc68d8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1485467 Mar 28 19:16:50.865906 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33594) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:50.870525 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a84a06-a1b9-41df-b2a3-44de417eb2f6 None None] Routers {'d495d9e4-91ae-4a26-91c6-d6ea69bf2711'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:16:50.871004 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-c07ef1e2-f0c0-44fd-b3f8-598958f7359e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '619dbab9-8d65-434f-b627-13eae0d5029f', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:16:50.871164 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-54a84a06-a1b9-41df-b2a3-44de417eb2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:16:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['d495d9e4-91ae-4a26-91c6-d6ea69bf2711'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:16:50.877042 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c07ef1e2-f0c0-44fd-b3f8-598958f7359e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:50.882069 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c07ef1e2-f0c0-44fd-b3f8-598958f7359e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:16:50.885121 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c07ef1e2-f0c0-44fd-b3f8-598958f7359e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:16:50.893973 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c07ef1e2-f0c0-44fd-b3f8-598958f7359e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:50.913128 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c07ef1e2-f0c0-44fd-b3f8-598958f7359e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:50.981268 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c07ef1e2-f0c0-44fd-b3f8-598958f7359e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:50.986271 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed629a6-7ee5-4780-8abd-c35b4ae012b5 None None] Pushing event updated for resources: {'Port': ['ID=63a54619-3607-406f-88d9-07fa46b1c1ab,revision_number=4']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:50.986956 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c07ef1e2-f0c0-44fd-b3f8-598958f7359e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:51.005526 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ef1e2-f0c0-44fd-b3f8-598958f7359e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=755dbb90-f1c7-4fe6-be8f-dd37fb063dde,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:51.030641 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c07ef1e2-f0c0-44fd-b3f8-598958f7359e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:51.035857 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33598) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:51.036315 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c07ef1e2-f0c0-44fd-b3f8-598958f7359e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1687071 Mar 28 19:16:51.041028 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-7f8391e6-5e2f-4530-b6b3-3282bde3970c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '619dbab9-8d65-434f-b627-13eae0d5029f', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:16:51.047423 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-7f8391e6-5e2f-4530-b6b3-3282bde3970c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:51.055668 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-7f8391e6-5e2f-4530-b6b3-3282bde3970c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:16:51.058552 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-7f8391e6-5e2f-4530-b6b3-3282bde3970c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:16:51.064242 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-7f8391e6-5e2f-4530-b6b3-3282bde3970c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:51.080735 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7f8391e6-5e2f-4530-b6b3-3282bde3970c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:51.107983 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-54a84a06-a1b9-41df-b2a3-44de417eb2f6 None None] Set router d495d9e4-91ae-4a26-91c6-d6ea69bf2711 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:16:51.147699 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7f8391e6-5e2f-4530-b6b3-3282bde3970c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:51.151964 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7f8391e6-5e2f-4530-b6b3-3282bde3970c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:51.174291 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8391e6-5e2f-4530-b6b3-3282bde3970c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3295e4bf-41dd-49cf-b69d-5f2e602cfc10,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:51.186913 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7f8391e6-5e2f-4530-b6b3-3282bde3970c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:51.188159 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7f8391e6-5e2f-4530-b6b3-3282bde3970c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1517756 Mar 28 19:16:51.190938 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33602) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:51.196014 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-fad14f45-c285-4af9-9ecb-23ca16a83806 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '619dbab9-8d65-434f-b627-13eae0d5029f', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:16:51.201700 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-fad14f45-c285-4af9-9ecb-23ca16a83806 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:51.205426 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-fad14f45-c285-4af9-9ecb-23ca16a83806 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:16:51.208797 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-fad14f45-c285-4af9-9ecb-23ca16a83806 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:16:51.215122 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-fad14f45-c285-4af9-9ecb-23ca16a83806 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:51.224922 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-fad14f45-c285-4af9-9ecb-23ca16a83806 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Project 061332865d564f96959562b5c3aa8701 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:16:51.231502 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fad14f45-c285-4af9-9ecb-23ca16a83806 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:51.294528 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fad14f45-c285-4af9-9ecb-23ca16a83806 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:51.298354 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fad14f45-c285-4af9-9ecb-23ca16a83806 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:51.321242 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad14f45-c285-4af9-9ecb-23ca16a83806 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83093385-4d99-4f47-90fa-c942da040c51,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:51.330150 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fad14f45-c285-4af9-9ecb-23ca16a83806 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:51.331359 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-fad14f45-c285-4af9-9ecb-23ca16a83806 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1394887 Mar 28 19:16:51.334586 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33606) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:16:51.339563 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-76a3ac11-f150-4281-a6c3-0645c6b856dc tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '619dbab9-8d65-434f-b627-13eae0d5029f', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:16:51.345174 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-76a3ac11-f150-4281-a6c3-0645c6b856dc tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:51.349549 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-76a3ac11-f150-4281-a6c3-0645c6b856dc tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:16:51.352386 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-76a3ac11-f150-4281-a6c3-0645c6b856dc tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:16:51.358025 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-76a3ac11-f150-4281-a6c3-0645c6b856dc tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:51.369027 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-76a3ac11-f150-4281-a6c3-0645c6b856dc tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Project 061332865d564f96959562b5c3aa8701 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:16:51.375852 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-76a3ac11-f150-4281-a6c3-0645c6b856dc tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:51.437017 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-54a84a06-a1b9-41df-b2a3-44de417eb2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'name': 'tempest-TestNetworkBasicOps-router-667267970', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:16:42Z', 'updated_at': '2022-03-28T19:16:48Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:43Z', 'updated_at': '2022-03-28T19:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '63a54619-3607-406f-88d9-07fa46b1c1ab', 'name': '', 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:98:d4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:47Z', 'updated_at': '2022-03-28T19:16:50Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:16:51.444603 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a84a06-a1b9-41df-b2a3-44de417eb2f6 None None] The sync data for ids ['d495d9e4-91ae-4a26-91c6-d6ea69bf2711'] in dv-neutron-834711-1-hyperv is: [{'id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'name': 'tempest-TestNetworkBasicOps-router-667267970', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:16:42Z', 'updated_at': '2022-03-28T19:16:48Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:43Z', 'updated_at': '2022-03-28T19:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '63a54619-3607-406f-88d9-07fa46b1c1ab', 'name': '', 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:98:d4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:47Z', 'updated_at': '2022-03-28T19:16:50Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:16:51.446712 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-76a3ac11-f150-4281-a6c3-0645c6b856dc tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:51.450760 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-76a3ac11-f150-4281-a6c3-0645c6b856dc tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:51.463446 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2e6e3102-cc16-4117-84dc-34f3d9d90ceb up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:16:51.479356 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3ac11-f150-4281-a6c3-0645c6b856dc tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd0f827-d6ac-421f-83f0-e2163d475ddb,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:51.502985 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-76a3ac11-f150-4281-a6c3-0645c6b856dc tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:51.502985 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-76a3ac11-f150-4281-a6c3-0645c6b856dc tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1662254 Mar 28 19:16:51.574039 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 2e6e3102-cc16-4117-84dc-34f3d9d90ceb triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:16:51.574413 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:51.766323 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-05e750e4-2efa-45dc-b744-81d83db1ffb3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-810221854&fields=id&tenant_id=061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 267 time: 0.0453331 Mar 28 19:16:52.050354 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-f5fc1833-1eee-4a42-b627-984a8893c3c7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:52.051884 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-f5fc1833-1eee-4a42-b627-984a8893c3c7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/networks?id=685de59c-1320-4384-b4c7-4def6ef9d015 HTTP/1.1" status: 200 len: 796 time: 0.2772217 Mar 28 19:16:52.070665 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-e4fa4222-b2c0-4b6e-a289-ea8ee75d641a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/quotas/061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 375 time: 0.0116234 Mar 28 19:16:52.156794 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-8b35874a-ad3d-41ba-9278-d98997a8c4d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:16:52.177958 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-8b35874a-ad3d-41ba-9278-d98997a8c4d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:16:52.179688 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-8b35874a-ad3d-41ba-9278-d98997a8c4d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1026700 Mar 28 19:16:52.248349 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-f4244722-aa4f-4915-a933-f80f2513b6ac service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:16:52.249794 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-f4244722-aa4f-4915-a933-f80f2513b6ac service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0552156 Mar 28 19:16:52.396055 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-b69d2fe9-053a-4413-ae6c-352c02dee9c2 service neutron] 10.222.0.10 "GET /v2.0/networks/685de59c-1320-4384-b4c7-4def6ef9d015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382778 Mar 28 19:16:52.540128 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-389818b4-6fa4-478f-8742-d4c402107861 service neutron] 10.222.0.10 "GET /v2.0/networks/685de59c-1320-4384-b4c7-4def6ef9d015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374922 Mar 28 19:16:52.729335 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e5c54deb-040c-46e3-9c6b-1440d665de14 req-a983f620-3fdc-4761-b03b-45da023d796c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd85c86-5c2f-453d-8ce1-0f0572dd87c0 HTTP/1.1" status: 200 len: 210 time: 0.0473566 Mar 28 19:16:53.482712 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 63a54619-3607-406f-88d9-07fa46b1c1ab up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:16:53.550553 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 63a54619-3607-406f-88d9-07fa46b1c1ab completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:16:53.555556 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 63a54619-3607-406f-88d9-07fa46b1c1ab triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:16:53.555926 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:53.676268 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:53.713173 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 63a54619-3607-406f-88d9-07fa46b1c1ab, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=63a54619-3607-406f-88d9-07fa46b1c1ab,segment=NetworkSegment(ab8a9603-aac3-4e04-9465-b378f965685f),segment_id=ab8a9603-aac3-4e04-9465-b378f965685f)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:16:53.717797 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:53.788533 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=63a54619-3607-406f-88d9-07fa46b1c1ab,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:53.908134 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a32c8063-8521-4079-817a-2e25004d8e68 req-eb326bc0-b6f0-42e6-8177-2eb7cb046929 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd85c86-5c2f-453d-8ce1-0f0572dd87c0 HTTP/1.1" status: 200 len: 210 time: 0.0470564 Mar 28 19:16:54.016381 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-a30d5746-aa73-4eb1-972e-dc92bf58421f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:54.017051 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-a30d5746-aa73-4eb1-972e-dc92bf58421f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/networks?id=685de59c-1320-4384-b4c7-4def6ef9d015 HTTP/1.1" status: 200 len: 796 time: 0.1894996 Mar 28 19:16:54.081123 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-130b0432-2a1f-4141-b5cb-917c82c1b535 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 379 time: 0.0512872 Mar 28 19:16:54.095497 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-43c74753-2170-45b4-bb8b-9e895dbc6a79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'port': {'device_id': '5fd85c86-5c2f-453d-8ce1-0f0572dd87c0', 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015', 'admin_state_up': True, 'tenant_id': '061332865d564f96959562b5c3aa8701', 'security_groups': ['619dbab9-8d65-434f-b627-13eae0d5029f']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:16:54.230344 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-43c74753-2170-45b4-bb8b-9e895dbc6a79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:16:54.240773 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-43c74753-2170-45b4-bb8b-9e895dbc6a79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:16:54.252535 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-43c74753-2170-45b4-bb8b-9e895dbc6a79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Made reservation on behalf of 061332865d564f96959562b5c3aa8701 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:16:54.254865 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-43c74753-2170-45b4-bb8b-9e895dbc6a79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:54.423974 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-43c74753-2170-45b4-bb8b-9e895dbc6a79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.20.0.4 (685de59c-1320-4384-b4c7-4def6ef9d015/99d57783-3631-4e31-8984-c7e1a9e0992c/11f724fc-c6e9-44e6-aad8-6e2abd47a510) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:16:54.642986 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-43c74753-2170-45b4-bb8b-9e895dbc6a79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:54.664842 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-43c74753-2170-45b4-bb8b-9e895dbc6a79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Transition to ACTIVE for port object 11f724fc-c6e9-44e6-aad8-6e2abd47a510 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:16:54.698330 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-43c74753-2170-45b4-bb8b-9e895dbc6a79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:54.757124 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-43c74753-2170-45b4-bb8b-9e895dbc6a79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network 685de59c-1320-4384-b4c7-4def6ef9d015 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:16:54.760373 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-43c74753-2170-45b4-bb8b-9e895dbc6a79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:16:54.764796 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-43c74753-2170-45b4-bb8b-9e895dbc6a79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:16:54.828121 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c74753-2170-45b4-bb8b-9e895dbc6a79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=11f724fc-c6e9-44e6-aad8-6e2abd47a510,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:54.850826 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-43c74753-2170-45b4-bb8b-9e895dbc6a79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:54.851826 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-43c74753-2170-45b4-bb8b-9e895dbc6a79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:54.879511 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-43c74753-2170-45b4-bb8b-9e895dbc6a79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7937360 Mar 28 19:16:54.947490 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Request body: {'port': {'device_id': '5fd85c86-5c2f-453d-8ce1-0f0572dd87c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:16:54.989356 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8facb17-55a6-403c-b664-84df3bacd899 None None] Provisioning for port 11f724fc-c6e9-44e6-aad8-6e2abd47a510 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:16:55.003252 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8facb17-55a6-403c-b664-84df3bacd899 None None] Provisioning complete for port 11f724fc-c6e9-44e6-aad8-6e2abd47a510 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:16:55.003252 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8facb17-55a6-403c-b664-84df3bacd899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:55.069730 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8facb17-55a6-403c-b664-84df3bacd899 None None] Port 11f724fc-c6e9-44e6-aad8-6e2abd47a510 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:16:55.118452 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:55.263441 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b79418c9-b9c1-4c93-acfa-ee9ef93d6bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:55.270304 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2bfd19-7fc3-4518-a264-67b72768a4ef req-92b098c6-0bde-4df5-a623-0e96d9785994 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:55.271864 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-3b2bfd19-7fc3-4518-a264-67b72768a4ef req-92b098c6-0bde-4df5-a623-0e96d9785994 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:16:55.305723 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-3b2bfd19-7fc3-4518-a264-67b72768a4ef req-92b098c6-0bde-4df5-a623-0e96d9785994 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:16:55.306846 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3b2bfd19-7fc3-4518-a264-67b72768a4ef req-92b098c6-0bde-4df5-a623-0e96d9785994 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd85c86-5c2f-453d-8ce1-0f0572dd87c0 HTTP/1.1" status: 200 len: 931 time: 0.2382653 Mar 28 19:16:55.466283 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3b2bfd19-7fc3-4518-a264-67b72768a4ef req-a2217abf-f1d2-4b2f-b86d-63022cb1cb06 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=619dbab9-8d65-434f-b627-13eae0d5029f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368487 Mar 28 19:16:55.469773 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 63a54619-3607-406f-88d9-07fa46b1c1ab up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:16:55.544340 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 63a54619-3607-406f-88d9-07fa46b1c1ab triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:16:55.544340 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:55.758811 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11f724fc-c6e9-44e6-aad8-6e2abd47a510 {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:16:55.762157 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:55.780799 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Transition to ACTIVE for port object 11f724fc-c6e9-44e6-aad8-6e2abd47a510 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:16:55.784227 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:55.940573 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Pushing event updated for resources: {'Port': ['ID=11f724fc-c6e9-44e6-aad8-6e2abd47a510,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:55.957801 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:55.959147 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:55.959147 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:55.959703 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:55.960187 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:55.960523 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:55.960852 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:55.961177 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:55.961502 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:55.961829 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:55.962150 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:55.962930 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:16:56.039284 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Attempting to bind port 11f724fc-c6e9-44e6-aad8-6e2abd47a510 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:16:56.039284 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Attempting to bind port 11f724fc-c6e9-44e6-aad8-6e2abd47a510 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': 'ab8a9603-aac3-4e04-9465-b378f965685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:16:56.039284 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Attempting to bind port 11f724fc-c6e9-44e6-aad8-6e2abd47a510 on network 685de59c-1320-4384-b4c7-4def6ef9d015 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:16:56.042649 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Port 11f724fc-c6e9-44e6-aad8-6e2abd47a510 on network 685de59c-1320-4384-b4c7-4def6ef9d015 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:16:56.042649 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Attempting to bind port 11f724fc-c6e9-44e6-aad8-6e2abd47a510 on network 685de59c-1320-4384-b4c7-4def6ef9d015 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:16:56.047523 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:16:56.047661 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Checking segment: {'id': 'ab8a9603-aac3-4e04-9465-b378f965685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:16:56.048032 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Bound using segment: {'id': 'ab8a9603-aac3-4e04-9465-b378f965685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:16:56.048450 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Bound port: 11f724fc-c6e9-44e6-aad8-6e2abd47a510, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab8a9603-aac3-4e04-9465-b378f965685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:16:56.048793 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:56.141449 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] For port 11f724fc-c6e9-44e6-aad8-6e2abd47a510, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:16:56.144371 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] For port 11f724fc-c6e9-44e6-aad8-6e2abd47a510, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=11f724fc-c6e9-44e6-aad8-6e2abd47a510,segment=NetworkSegment(ab8a9603-aac3-4e04-9465-b378f965685f),segment_id=ab8a9603-aac3-4e04-9465-b378f965685f)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:16:56.149794 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:56.204431 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:56.205259 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:56.206416 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] 10.222.0.26 "PUT /v2.0/ports/11f724fc-c6e9-44e6-aad8-6e2abd47a510 HTTP/1.1" status: 200 len: 1093 time: 1.3195090 Mar 28 19:16:56.207003 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd85c86-5c2f-453d-8ce1-0f0572dd87c0', 'tag': '11f724fc-c6e9-44e6-aad8-6e2abd47a510'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:16:56.248520 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb9889c-f772-429f-b4ed-bd040b5f6505 service neutron] Pushing event updated for resources: {'Port': ['ID=11f724fc-c6e9-44e6-aad8-6e2abd47a510,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:16:56.261230 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd85c86-5c2f-453d-8ce1-0f0572dd87c0', 'tag': '11f724fc-c6e9-44e6-aad8-6e2abd47a510', 'status': 'completed', 'code': 200} Mar 28 19:16:56.346863 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-43e02a43-9be4-4c78-abc9-b3a8c53e70fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:56.348370 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-43e02a43-9be4-4c78-abc9-b3a8c53e70fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=5fd85c86-5c2f-453d-8ce1-0f0572dd87c0 HTTP/1.1" status: 200 len: 1096 time: 0.0855587 Mar 28 19:16:56.424693 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-c2eca066-b691-4af5-a383-9fb13819884d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11f724fc-c6e9-44e6-aad8-6e2abd47a510 HTTP/1.1" status: 200 len: 217 time: 0.0682712 Mar 28 19:16:56.492680 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-6f69aa57-dd71-4f8e-854e-2dd674a27eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:56.494110 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-6f69aa57-dd71-4f8e-854e-2dd674a27eec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=99d57783-3631-4e31-8984-c7e1a9e0992c HTTP/1.1" status: 200 len: 834 time: 0.0619845 Mar 28 19:16:56.618186 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-e66832a1-51c0-4f24-96cd-2c034e4fdc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:56.619356 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-e66832a1-51c0-4f24-96cd-2c034e4fdc51 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=685de59c-1320-4384-b4c7-4def6ef9d015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1184850 Mar 28 19:16:56.757464 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4be66e-d81a-49cd-879e-6b7fa6e9a323 req-fc3cd42e-5588-491b-a3e1-7aa81b7d754a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:56.758988 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4f4be66e-d81a-49cd-879e-6b7fa6e9a323 req-fc3cd42e-5588-491b-a3e1-7aa81b7d754a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd85c86-5c2f-453d-8ce1-0f0572dd87c0 HTTP/1.1" status: 200 len: 943 time: 0.1925318 Mar 28 19:16:56.800948 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-9d33e123-8b4c-4911-836e-36b8114cbb37 service neutron] 10.222.0.26 "GET /v2.0/networks/685de59c-1320-4384-b4c7-4def6ef9d015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749372 Mar 28 19:16:56.850609 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4f4be66e-d81a-49cd-879e-6b7fa6e9a323 req-f37fa8f5-9eb6-469f-86ee-72f44333a5c0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=619dbab9-8d65-434f-b627-13eae0d5029f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839567 Mar 28 19:16:56.945324 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f831e6e6-4b20-4ecb-b69a-944837dcabe1 req-9c4e2854-e2e1-461a-aaef-29b62bb612ec service neutron] 10.222.0.26 "GET /v2.0/networks/685de59c-1320-4384-b4c7-4def6ef9d015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370559 Mar 28 19:16:57.063349 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd32c4-8514-4bd0-9ab9-14f3e1b7cc76 req-20fde2b6-bb93-4787-80fb-6a1c801c7c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:57.064799 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-86dd32c4-8514-4bd0-9ab9-14f3e1b7cc76 req-20fde2b6-bb93-4787-80fb-6a1c801c7c54 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=5fd85c86-5c2f-453d-8ce1-0f0572dd87c0 HTTP/1.1" status: 200 len: 1096 time: 0.0751991 Mar 28 19:16:57.192532 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd32c4-8514-4bd0-9ab9-14f3e1b7cc76 req-a69fa477-03de-44b1-a386-9878e2a21ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:57.194462 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-86dd32c4-8514-4bd0-9ab9-14f3e1b7cc76 req-a69fa477-03de-44b1-a386-9878e2a21ba0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=685de59c-1320-4384-b4c7-4def6ef9d015 HTTP/1.1" status: 200 len: 897 time: 0.1233778 Mar 28 19:16:57.262800 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-86dd32c4-8514-4bd0-9ab9-14f3e1b7cc76 req-abc14f04-5af2-4889-96ac-5c03aa8f688f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11f724fc-c6e9-44e6-aad8-6e2abd47a510 HTTP/1.1" status: 200 len: 217 time: 0.0620813 Mar 28 19:16:57.321675 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd32c4-8514-4bd0-9ab9-14f3e1b7cc76 req-dbac837c-8694-4f7d-84ed-e665477b5230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:57.322985 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-86dd32c4-8514-4bd0-9ab9-14f3e1b7cc76 req-dbac837c-8694-4f7d-84ed-e665477b5230 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=99d57783-3631-4e31-8984-c7e1a9e0992c HTTP/1.1" status: 200 len: 834 time: 0.0549119 Mar 28 19:16:57.505268 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd32c4-8514-4bd0-9ab9-14f3e1b7cc76 req-7f32f327-1e85-496d-86cd-3b03c45c324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:57.506714 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-86dd32c4-8514-4bd0-9ab9-14f3e1b7cc76 req-7f32f327-1e85-496d-86cd-3b03c45c324e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=685de59c-1320-4384-b4c7-4def6ef9d015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1774518 Mar 28 19:16:57.596616 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-bf371903-35d3-4806-bc0b-c10c187e152d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:57.635211 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-86dd32c4-8514-4bd0-9ab9-14f3e1b7cc76 req-30c702cc-41e4-4773-97be-ae5109772408 service neutron] 10.222.0.26 "GET /v2.0/networks/685de59c-1320-4384-b4c7-4def6ef9d015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219857 Mar 28 19:16:57.766716 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-86dd32c4-8514-4bd0-9ab9-14f3e1b7cc76 req-a23537d8-33bb-4c6d-8460-94c7eb40521b service neutron] 10.222.0.26 "GET /v2.0/networks/685de59c-1320-4384-b4c7-4def6ef9d015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255262 Mar 28 19:16:58.032333 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f85db9-fcd6-4199-b782-89da39626d69 req-7bf0bf30-c5ff-46cd-808d-2bd8f237af3f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:58.033755 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-89f85db9-fcd6-4199-b782-89da39626d69 req-7bf0bf30-c5ff-46cd-808d-2bd8f237af3f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd85c86-5c2f-453d-8ce1-0f0572dd87c0 HTTP/1.1" status: 200 len: 943 time: 0.0792837 Mar 28 19:16:58.077512 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-89f85db9-fcd6-4199-b782-89da39626d69 req-88f1df45-b109-487d-ba12-00d50082e817 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=619dbab9-8d65-434f-b627-13eae0d5029f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372133 Mar 28 19:16:58.561580 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:58.579470 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:16:59.261097 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5336ecf-ea67-4614-9a67-073b65960b9f req-84dd351a-8a31-43ce-938d-8122b4e8f442 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:16:59.262531 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e5336ecf-ea67-4614-9a67-073b65960b9f req-84dd351a-8a31-43ce-938d-8122b4e8f442 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd85c86-5c2f-453d-8ce1-0f0572dd87c0 HTTP/1.1" status: 200 len: 943 time: 0.0806017 Mar 28 19:16:59.306173 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e5336ecf-ea67-4614-9a67-073b65960b9f req-6a90a652-33b9-4d22-8479-61b5f2372df7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=619dbab9-8d65-434f-b627-13eae0d5029f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379410 Mar 28 19:17:00.145514 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:17:00.487043 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67d86c-bc96-4d9f-94e3-ca06c4342777 req-f9224f95-a8cf-47e7-abe9-824e4328125b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:17:00.488476 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7f67d86c-bc96-4d9f-94e3-ca06c4342777 req-f9224f95-a8cf-47e7-abe9-824e4328125b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd85c86-5c2f-453d-8ce1-0f0572dd87c0 HTTP/1.1" status: 200 len: 943 time: 0.0780697 Mar 28 19:17:00.533943 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7f67d86c-bc96-4d9f-94e3-ca06c4342777 req-24544247-cff7-42d1-8e66-726579dcfef7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=619dbab9-8d65-434f-b627-13eae0d5029f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392222 Mar 28 19:17:00.627717 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 11f724fc-c6e9-44e6-aad8-6e2abd47a510 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:17:00.758593 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 11f724fc-c6e9-44e6-aad8-6e2abd47a510, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=11f724fc-c6e9-44e6-aad8-6e2abd47a510,segment=NetworkSegment(ab8a9603-aac3-4e04-9465-b378f965685f),segment_id=ab8a9603-aac3-4e04-9465-b378f965685f)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:17:00.771578 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '11f724fc-c6e9-44e6-aad8-6e2abd47a510', 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015', 'port_id': '11f724fc-c6e9-44e6-aad8-6e2abd47a510', 'mac_address': 'fa:16:3e:21:8d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:17:00.860354 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:17:00.876724 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11f724fc-c6e9-44e6-aad8-6e2abd47a510 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:17:00.892129 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 11f724fc-c6e9-44e6-aad8-6e2abd47a510, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=11f724fc-c6e9-44e6-aad8-6e2abd47a510,segment=NetworkSegment(ab8a9603-aac3-4e04-9465-b378f965685f),segment_id=ab8a9603-aac3-4e04-9465-b378f965685f)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:17:00.895925 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:17:00.963461 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=11f724fc-c6e9-44e6-aad8-6e2abd47a510,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:17:01.220555 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['11f724fc-c6e9-44e6-aad8-6e2abd47a510'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:17:01.601169 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:17:01.718847 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1dc73c-60ef-4100-b6c7-f9b5ad2f9280 req-4e184cfa-f930-4e1d-a961-58db5a891b27 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:17:01.720302 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bc1dc73c-60ef-4100-b6c7-f9b5ad2f9280 req-4e184cfa-f930-4e1d-a961-58db5a891b27 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd85c86-5c2f-453d-8ce1-0f0572dd87c0 HTTP/1.1" status: 200 len: 944 time: 0.0827429 Mar 28 19:17:01.766045 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bc1dc73c-60ef-4100-b6c7-f9b5ad2f9280 req-ef44e086-3965-497a-a3b4-8306cfacbab3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=619dbab9-8d65-434f-b627-13eae0d5029f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391331 Mar 28 19:17:02.619524 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 11f724fc-c6e9-44e6-aad8-6e2abd47a510 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:17:02.686242 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port 11f724fc-c6e9-44e6-aad8-6e2abd47a510 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:17:02.690996 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 11f724fc-c6e9-44e6-aad8-6e2abd47a510 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:17:02.691366 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:17:02.809562 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:17:02.836080 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd85c86-5c2f-453d-8ce1-0f0572dd87c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f724fc-c6e9-44e6-aad8-6e2abd47a510'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:17:02.845598 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 11f724fc-c6e9-44e6-aad8-6e2abd47a510, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=11f724fc-c6e9-44e6-aad8-6e2abd47a510,segment=NetworkSegment(ab8a9603-aac3-4e04-9465-b378f965685f),segment_id=ab8a9603-aac3-4e04-9465-b378f965685f)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:17:02.851478 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:17:02.922157 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=11f724fc-c6e9-44e6-aad8-6e2abd47a510,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:17:02.957120 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a2285-36a9-4e62-9fff-e9930944992b req-516fb8b4-b29d-47b5-b3f5-8249711c70a6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:17:02.958502 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-819a2285-36a9-4e62-9fff-e9930944992b req-516fb8b4-b29d-47b5-b3f5-8249711c70a6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd85c86-5c2f-453d-8ce1-0f0572dd87c0 HTTP/1.1" status: 200 len: 945 time: 0.0856664 Mar 28 19:17:03.003371 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-819a2285-36a9-4e62-9fff-e9930944992b req-e0689081-92fd-4584-ac02-10fb85c8bfd2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=619dbab9-8d65-434f-b627-13eae0d5029f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391378 Mar 28 19:17:03.009521 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd85c86-5c2f-453d-8ce1-0f0572dd87c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f724fc-c6e9-44e6-aad8-6e2abd47a510', 'code': 200} Mar 28 19:17:03.230028 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db5061-2047-4a20-b9cf-04eda48a470a req-afc76847-ab5a-467f-ae4d-b96598db1ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:17:03.231462 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c2db5061-2047-4a20-b9cf-04eda48a470a req-afc76847-ab5a-467f-ae4d-b96598db1ec4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5fd85c86-5c2f-453d-8ce1-0f0572dd87c0 HTTP/1.1" status: 200 len: 1098 time: 0.0704308 Mar 28 19:17:03.269787 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c2db5061-2047-4a20-b9cf-04eda48a470a req-a4d2cca5-0f2e-48da-ab1d-ab630aae8b6e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=619dbab9-8d65-434f-b627-13eae0d5029f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328515 Mar 28 19:17:03.613400 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:17:04.191051 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb50e6-d31b-40c8-8fda-3c1610a7cb13 req-def15aee-4f34-4730-aa4c-850f6f8b5bc9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:17:04.193040 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2ccb50e6-d31b-40c8-8fda-3c1610a7cb13 req-def15aee-4f34-4730-aa4c-850f6f8b5bc9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd85c86-5c2f-453d-8ce1-0f0572dd87c0 HTTP/1.1" status: 200 len: 945 time: 0.0821891 Mar 28 19:17:04.236068 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2ccb50e6-d31b-40c8-8fda-3c1610a7cb13 req-4667e5b9-7fd5-4f22-ba59-69ad6350e456 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=619dbab9-8d65-434f-b627-13eae0d5029f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373750 Mar 28 19:17:05.420372 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a18ce2-9d88-42eb-8989-479e39767e6e req-7bd35cd6-b680-4ebd-8ba9-cb43d8ed188a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:17:05.421820 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-20a18ce2-9d88-42eb-8989-479e39767e6e req-7bd35cd6-b680-4ebd-8ba9-cb43d8ed188a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd85c86-5c2f-453d-8ce1-0f0572dd87c0 HTTP/1.1" status: 200 len: 945 time: 0.0799751 Mar 28 19:17:05.468348 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-20a18ce2-9d88-42eb-8989-479e39767e6e req-5e9e0a9f-b09d-4282-8aa3-48dde3056695 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=619dbab9-8d65-434f-b627-13eae0d5029f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407181 Mar 28 19:17:05.650967 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183534a-234c-4dde-87c9-20fcdad13893 req-e4016e7a-0b56-47d4-a808-0fbca0f182cd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:17:05.652330 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8183534a-234c-4dde-87c9-20fcdad13893 req-e4016e7a-0b56-47d4-a808-0fbca0f182cd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd85c86-5c2f-453d-8ce1-0f0572dd87c0 HTTP/1.1" status: 200 len: 945 time: 0.0793717 Mar 28 19:17:05.703297 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8183534a-234c-4dde-87c9-20fcdad13893 req-c8bb6e10-89cf-4c06-9546-07006d3fde22 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=619dbab9-8d65-434f-b627-13eae0d5029f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450990 Mar 28 19:17:05.727241 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33676) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:17:05.797630 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d284b-1b94-4248-be8c-75802e8b6599 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:17:05.799127 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-cf3d284b-1b94-4248-be8c-75802e8b6599 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5fd85c86-5c2f-453d-8ce1-0f0572dd87c0 HTTP/1.1" status: 200 len: 1093 time: 0.0708849 Mar 28 19:17:05.801909 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33680) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:17:05.807034 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'port_id': '11f724fc-c6e9-44e6-aad8-6e2abd47a510', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:17:05.812736 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:17:05.816522 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:floatingip and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:17:05.820059 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:17:05.825637 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:17:05.836192 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:17:05.968842 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:17:06.103612 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.26.4.20 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/14d318d4-2b44-4977-bc76-99693a7757dc) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:17:06.245913 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:17:06.274614 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:17:06.333524 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:17:06.336266 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:17:06.338971 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:17:06.389125 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=14d318d4-2b44-4977-bc76-99693a7757dc,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:17:06.400773 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:17:06.401116 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:17:06.401452 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:17:06.401780 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:17:06.402104 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:17:06.402479 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:17:06.402802 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:17:06.403148 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:17:06.403471 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:17:06.403792 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:17:06.404108 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:17:06.404422 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:17:06.762560 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:17:06.939551 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:17:07.143687 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:17:07.148080 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:17:07.261351 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=14d318d4-2b44-4977-bc76-99693a7757dc,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:17:07.270192 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:17:07.443145 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.l3_db [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Floating IP fa57f43c-4194-4142-954d-fa971602348d associated. External IP: 172.26.4.20, port: 11f724fc-c6e9-44e6-aad8-6e2abd47a510. Mar 28 19:17:07.790645 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router d495d9e4-91ae-4a26-91c6-d6ea69bf2711 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:17:07.967088 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:17:07.977862 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453fa323-09b1-4a93-a229-b566b0b02968 None None] Sync routers for ids ['d495d9e4-91ae-4a26-91c6-d6ea69bf2711'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:17:07.987491 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453fa323-09b1-4a93-a229-b566b0b02968 None None] Routers {'d495d9e4-91ae-4a26-91c6-d6ea69bf2711'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:17:07.988106 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-453fa323-09b1-4a93-a229-b566b0b02968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:16:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['d495d9e4-91ae-4a26-91c6-d6ea69bf2711'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:17:07.991711 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:17:08.046818 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8c880e42-edc7-4276-b17f-cfbf2f2a03a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2438126 Mar 28 19:17:08.047509 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd85c86-5c2f-453d-8ce1-0f0572dd87c0', 'tag': '11f724fc-c6e9-44e6-aad8-6e2abd47a510'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:17:08.050069 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33684) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:17:08.102195 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd85c86-5c2f-453d-8ce1-0f0572dd87c0', 'tag': '11f724fc-c6e9-44e6-aad8-6e2abd47a510', 'status': 'completed', 'code': 200} Mar 28 19:17:08.176427 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-453fa323-09b1-4a93-a229-b566b0b02968 None None] Set router d495d9e4-91ae-4a26-91c6-d6ea69bf2711 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:17:08.213721 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c498bd11-937f-4d1c-8fbd-9b34608afcd9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/fa57f43c-4194-4142-954d-fa971602348d HTTP/1.1" status: 200 len: 990 time: 0.1624503 Mar 28 19:17:08.231497 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e225187-dc05-4b1c-8650-a081e67ce12b req-47020c6e-aba5-486e-98f2-c845d7336948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:17:08.232931 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5e225187-dc05-4b1c-8650-a081e67ce12b req-47020c6e-aba5-486e-98f2-c845d7336948 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=5fd85c86-5c2f-453d-8ce1-0f0572dd87c0 HTTP/1.1" status: 200 len: 1098 time: 0.1066539 Mar 28 19:17:08.363207 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e225187-dc05-4b1c-8650-a081e67ce12b req-8bf3817d-d505-4067-bb18-4162b0f1b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:17:08.364699 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5e225187-dc05-4b1c-8650-a081e67ce12b req-8bf3817d-d505-4067-bb18-4162b0f1b64c service neutron] 10.222.0.26 "GET /v2.0/networks?id=685de59c-1320-4384-b4c7-4def6ef9d015 HTTP/1.1" status: 200 len: 897 time: 0.1261108 Mar 28 19:17:08.466100 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5e225187-dc05-4b1c-8650-a081e67ce12b req-3ca4682d-c8df-44f3-8755-6dbd18278e11 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11f724fc-c6e9-44e6-aad8-6e2abd47a510 HTTP/1.1" status: 200 len: 998 time: 0.0960808 Mar 28 19:17:08.518854 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-453fa323-09b1-4a93-a229-b566b0b02968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'name': 'tempest-TestNetworkBasicOps-router-667267970', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:16:42Z', 'updated_at': '2022-03-28T19:16:48Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:43Z', 'updated_at': '2022-03-28T19:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'fa57f43c-4194-4142-954d-fa971602348d', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.20', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'port_id': '11f724fc-c6e9-44e6-aad8-6e2abd47a510', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015', 'mac_address': 'fa:16:3e:21:8d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd85c86-5c2f-453d-8ce1-0f0572dd87c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:17:06Z', 'updated_at': '2022-03-28T19:17:06Z', 'revision_number': 0, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a54619-3607-406f-88d9-07fa46b1c1ab', 'name': '', 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:98:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:47Z', 'updated_at': '2022-03-28T19:16:53Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:17:08.523626 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453fa323-09b1-4a93-a229-b566b0b02968 None None] Checking router: d495d9e4-91ae-4a26-91c6-d6ea69bf2711 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:17:08.532548 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453fa323-09b1-4a93-a229-b566b0b02968 None None] Routers {'d495d9e4-91ae-4a26-91c6-d6ea69bf2711'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:17:08.533164 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-453fa323-09b1-4a93-a229-b566b0b02968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:16:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['d495d9e4-91ae-4a26-91c6-d6ea69bf2711'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:17:08.641051 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e225187-dc05-4b1c-8650-a081e67ce12b req-21214152-2deb-4505-bf76-1e3100148283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:17:08.642513 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5e225187-dc05-4b1c-8650-a081e67ce12b req-21214152-2deb-4505-bf76-1e3100148283 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=99d57783-3631-4e31-8984-c7e1a9e0992c HTTP/1.1" status: 200 len: 834 time: 0.1703694 Mar 28 19:17:08.713382 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-453fa323-09b1-4a93-a229-b566b0b02968 None None] Set router d495d9e4-91ae-4a26-91c6-d6ea69bf2711 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:17:08.720622 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e225187-dc05-4b1c-8650-a081e67ce12b req-7d659155-ee12-459a-9f29-2c434e156949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:17:08.722096 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5e225187-dc05-4b1c-8650-a081e67ce12b req-7d659155-ee12-459a-9f29-2c434e156949 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=685de59c-1320-4384-b4c7-4def6ef9d015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736761 Mar 28 19:17:08.855593 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5e225187-dc05-4b1c-8650-a081e67ce12b req-bef2bd97-b5e7-43bd-9882-b894a39c2239 service neutron] 10.222.0.26 "GET /v2.0/networks/685de59c-1320-4384-b4c7-4def6ef9d015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269698 Mar 28 19:17:08.989199 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5e225187-dc05-4b1c-8650-a081e67ce12b req-b1f9c905-7833-4029-93f4-aa06830aa5b5 service neutron] 10.222.0.26 "GET /v2.0/networks/685de59c-1320-4384-b4c7-4def6ef9d015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277277 Mar 28 19:17:09.095945 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-453fa323-09b1-4a93-a229-b566b0b02968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'name': 'tempest-TestNetworkBasicOps-router-667267970', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:16:42Z', 'updated_at': '2022-03-28T19:16:48Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:43Z', 'updated_at': '2022-03-28T19:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'fa57f43c-4194-4142-954d-fa971602348d', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.20', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'port_id': '11f724fc-c6e9-44e6-aad8-6e2abd47a510', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015', 'mac_address': 'fa:16:3e:21:8d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd85c86-5c2f-453d-8ce1-0f0572dd87c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:17:06Z', 'updated_at': '2022-03-28T19:17:06Z', 'revision_number': 0, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a54619-3607-406f-88d9-07fa46b1c1ab', 'name': '', 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:98:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:47Z', 'updated_at': '2022-03-28T19:16:53Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:17:09.101380 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453fa323-09b1-4a93-a229-b566b0b02968 None None] The sync data for ids ['d495d9e4-91ae-4a26-91c6-d6ea69bf2711'] in dv-neutron-834711-1-hyperv is: [{'id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'name': 'tempest-TestNetworkBasicOps-router-667267970', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:16:42Z', 'updated_at': '2022-03-28T19:16:48Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:43Z', 'updated_at': '2022-03-28T19:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'fa57f43c-4194-4142-954d-fa971602348d', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.20', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'port_id': '11f724fc-c6e9-44e6-aad8-6e2abd47a510', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015', 'mac_address': 'fa:16:3e:21:8d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd85c86-5c2f-453d-8ce1-0f0572dd87c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:17:06Z', 'updated_at': '2022-03-28T19:17:06Z', 'revision_number': 0, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a54619-3607-406f-88d9-07fa46b1c1ab', 'name': '', 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:98:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:47Z', 'updated_at': '2022-03-28T19:16:53Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:17:09.217816 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33690) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:17:09.284103 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b1f6ab-b5af-4814-b0a5-c7be7f5fbe0d None None] New status for floating IP fa57f43c-4194-4142-954d-fa971602348d: ACTIVE {{(pid=87835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:17:09.323990 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2d8f6bdf-7ac9-49c5-a3b4-3b0f22e317ea tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/fa57f43c-4194-4142-954d-fa971602348d HTTP/1.1" status: 200 len: 990 time: 0.1050272 Mar 28 19:17:10.328107 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33694) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:17:10.430541 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c3d2c794-0317-49f7-a98b-74c18c1a4ff5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/fa57f43c-4194-4142-954d-fa971602348d HTTP/1.1" status: 200 len: 992 time: 0.1010334 Mar 28 19:17:16.919188 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d5c1e3d5-b473-44b6-8590-9a8f3eb7820c req-a4747e42-3f9b-4bc6-af60-e0b10a2e28be service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693531 Mar 28 19:17:17.008292 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1e3d5-b473-44b6-8590-9a8f3eb7820c req-6b02a452-58a2-4795-8d38-b4d3ce7e2764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:17:17.009618 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d5c1e3d5-b473-44b6-8590-9a8f3eb7820c req-6b02a452-58a2-4795-8d38-b4d3ce7e2764 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0ba31f1fab64780bafe45627411dcbe&device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8 HTTP/1.1" status: 200 len: 1099 time: 0.0679767 Mar 28 19:17:17.151658 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1e3d5-b473-44b6-8590-9a8f3eb7820c req-1876eb68-d4f5-4749-a8e3-a98d14590dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:17:17.153071 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d5c1e3d5-b473-44b6-8590-9a8f3eb7820c req-1876eb68-d4f5-4749-a8e3-a98d14590dcd service neutron] 10.222.0.26 "GET /v2.0/networks?id=8efa11ac-7efa-4436-8a41-9dfec0a8f282 HTTP/1.1" status: 200 len: 913 time: 0.1248324 Mar 28 19:17:17.253841 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d5c1e3d5-b473-44b6-8590-9a8f3eb7820c req-1884fe1a-427b-4ef5-a7e4-ada5e5607997 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2244de14-9423-45f9-a597-b8105bab2b0f HTTP/1.1" status: 200 len: 1002 time: 0.0938194 Mar 28 19:17:17.318316 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1e3d5-b473-44b6-8590-9a8f3eb7820c req-58b82d81-8fca-47e2-8e83-3c047b1f24c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:17:17.319648 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d5c1e3d5-b473-44b6-8590-9a8f3eb7820c req-58b82d81-8fca-47e2-8e83-3c047b1f24c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93e49b98-1ab2-403b-80e2-ed54c2bdd260 HTTP/1.1" status: 200 len: 851 time: 0.0599496 Mar 28 19:17:17.390722 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1e3d5-b473-44b6-8590-9a8f3eb7820c req-71f2d533-765c-4a18-be5e-55e75cb96b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:17:17.392202 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d5c1e3d5-b473-44b6-8590-9a8f3eb7820c req-71f2d533-765c-4a18-be5e-55e75cb96b56 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8efa11ac-7efa-4436-8a41-9dfec0a8f282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669937 Mar 28 19:17:17.527966 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d5c1e3d5-b473-44b6-8590-9a8f3eb7820c req-a1222b35-fbed-42b7-b520-40c6998930a6 service neutron] 10.222.0.26 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229703 Mar 28 19:17:17.660776 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d5c1e3d5-b473-44b6-8590-9a8f3eb7820c req-4ef826fe-c3f5-4c7c-85b6-3df98d7522f7 service neutron] 10.222.0.26 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219904 Mar 28 19:17:25.265664 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6f664a17-204c-4080-8e74-1c2357fb6a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:17:27.600552 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-73c5a1a5-6d56-450f-b234-97198a2333ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:17:28.563900 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:17:28.581576 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:17:30.147913 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:17:31.598547 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:17:40.615617 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:17:55.267661 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-906e9009-46aa-403b-9171-ba3743398878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:17:57.601939 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-00278003-1d96-41a6-98f1-d9aaa478bff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:17:58.568753 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:17:58.586983 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:00.149388 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:01.612885 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:11.073423 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33718) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:18:11.143721 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cfdee7-fcf3-4999-bba6-be0abb1068e7 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:11.144193 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cfdee7-fcf3-4999-bba6-be0abb1068e7 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:11.144701 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cfdee7-fcf3-4999-bba6-be0abb1068e7 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:11.146283 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d7cfdee7-fcf3-4999-bba6-be0abb1068e7 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/ports?project_id=061332865d564f96959562b5c3aa8701&network_id=685de59c-1320-4384-b4c7-4def6ef9d015 HTTP/1.1" status: 200 len: 2999 time: 0.0717993 Mar 28 19:18:16.156755 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33734) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:18:16.218575 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c2bc2e-2c95-489d-a182-1decd48a7882 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:16.220082 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d3c2bc2e-2c95-489d-a182-1decd48a7882 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=222bb166-3b66-45c7-9663-18be61b96587 HTTP/1.1" status: 200 len: 814 time: 0.0623722 Mar 28 19:18:16.489235 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-37617bb6-5ac6-4e3e-8ba2-5977b843bf90 req-63b4ce5c-762c-48f0-8142-d2a40cb4940e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2419229 Mar 28 19:18:16.500866 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73412688-55cd-448a-9f88-2b32c889e122 req-67cb4364-0ae1-4439-bb5c-833d25ab8c1b tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:16.502287 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-73412688-55cd-448a-9f88-2b32c889e122 req-67cb4364-0ae1-4439-bb5c-833d25ab8c1b tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8 HTTP/1.1" status: 200 len: 946 time: 0.1073294 Mar 28 19:18:16.547172 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-73412688-55cd-448a-9f88-2b32c889e122 req-9831d74f-d956-48b9-abb5-cbc02ccd3907 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382295 Mar 28 19:18:16.624910 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37617bb6-5ac6-4e3e-8ba2-5977b843bf90 req-4603e443-74a3-437e-ba41-047f4e3e0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:16.626354 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-37617bb6-5ac6-4e3e-8ba2-5977b843bf90 req-4603e443-74a3-437e-ba41-047f4e3e0eda service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0ba31f1fab64780bafe45627411dcbe&device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8 HTTP/1.1" status: 200 len: 1099 time: 0.0685627 Mar 28 19:18:16.769340 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37617bb6-5ac6-4e3e-8ba2-5977b843bf90 req-5d7f6f87-f89e-44b1-a06f-d9572b610a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:16.770703 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-37617bb6-5ac6-4e3e-8ba2-5977b843bf90 req-5d7f6f87-f89e-44b1-a06f-d9572b610a0e service neutron] 10.222.0.26 "GET /v2.0/networks?id=8efa11ac-7efa-4436-8a41-9dfec0a8f282 HTTP/1.1" status: 200 len: 913 time: 0.1244817 Mar 28 19:18:16.871280 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-37617bb6-5ac6-4e3e-8ba2-5977b843bf90 req-3d7b9383-23aa-40dd-ab78-e1d4ff23a285 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2244de14-9423-45f9-a597-b8105bab2b0f HTTP/1.1" status: 200 len: 1002 time: 0.0937977 Mar 28 19:18:16.932550 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37617bb6-5ac6-4e3e-8ba2-5977b843bf90 req-4e8eb7b1-5f61-4062-a3bf-32aa9e641863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:16.933912 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-37617bb6-5ac6-4e3e-8ba2-5977b843bf90 req-4e8eb7b1-5f61-4062-a3bf-32aa9e641863 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93e49b98-1ab2-403b-80e2-ed54c2bdd260 HTTP/1.1" status: 200 len: 851 time: 0.0566597 Mar 28 19:18:17.009759 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37617bb6-5ac6-4e3e-8ba2-5977b843bf90 req-5ebaecdf-ed2b-4079-9328-626bbf93f2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:17.011218 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-37617bb6-5ac6-4e3e-8ba2-5977b843bf90 req-5ebaecdf-ed2b-4079-9328-626bbf93f2ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8efa11ac-7efa-4436-8a41-9dfec0a8f282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706630 Mar 28 19:18:17.139313 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-37617bb6-5ac6-4e3e-8ba2-5977b843bf90 req-cfb49dc8-14a5-4f9b-8ec6-23d3a76c41cc service neutron] 10.222.0.26 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207030 Mar 28 19:18:17.265173 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33744) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:18:17.270374 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-bb9420a3-0841-4168-b587-ef013d3671d5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:18:17.270896 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-37617bb6-5ac6-4e3e-8ba2-5977b843bf90 req-fd182e89-2d27-44c8-9391-88fe4013eb69 service neutron] 10.222.0.26 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247942 Mar 28 19:18:17.364788 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bb9420a3-0841-4168-b587-ef013d3671d5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:17.614670 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:18:17.732911 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299ca5b-403a-45a5-83bc-f9c56b998e3b req-740a818d-4517-476a-8aef-21d965248b33 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:17.733499 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bb9420a3-0841-4168-b587-ef013d3671d5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:17.734360 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d299ca5b-403a-45a5-83bc-f9c56b998e3b req-740a818d-4517-476a-8aef-21d965248b33 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8 HTTP/1.1" status: 200 len: 946 time: 0.0809107 Mar 28 19:18:17.737097 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bb9420a3-0841-4168-b587-ef013d3671d5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:17.737693 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.l3_db [None req-bb9420a3-0841-4168-b587-ef013d3671d5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Floating IP fa57f43c-4194-4142-954d-fa971602348d disassociated. External IP: 172.26.4.20, port: 11f724fc-c6e9-44e6-aad8-6e2abd47a510. Mar 28 19:18:17.778985 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d299ca5b-403a-45a5-83bc-f9c56b998e3b req-51e12baf-6857-4730-8bf0-63f139396d70 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382984 Mar 28 19:18:18.087220 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9420a3-0841-4168-b587-ef013d3671d5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router d495d9e4-91ae-4a26-91c6-d6ea69bf2711 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:18:18.184442 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4a06e-18d0-433b-a5d5-4e915aa8f84e req-f73d46f8-d8c0-405b-aad2-8e5633fc06de tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:18.185843 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ecd4a06e-18d0-433b-a5d5-4e915aa8f84e req-f73d46f8-d8c0-405b-aad2-8e5633fc06de tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8 HTTP/1.1" status: 200 len: 946 time: 0.0813422 Mar 28 19:18:18.252104 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-ecd4a06e-18d0-433b-a5d5-4e915aa8f84e req-58c778e7-7f8c-48b2-9456-5fba03592881 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Deleting port 2244de14-9423-45f9-a597-b8105bab2b0f {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:18:18.252440 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ecd4a06e-18d0-433b-a5d5-4e915aa8f84e req-58c778e7-7f8c-48b2-9456-5fba03592881 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:18.274524 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9420a3-0841-4168-b587-ef013d3671d5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:18:18.279397 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bb9420a3-0841-4168-b587-ef013d3671d5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:18.284468 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe161822-d042-4128-b4b6-16bd8dfd62d8 None None] Sync routers for ids ['d495d9e4-91ae-4a26-91c6-d6ea69bf2711'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:18:18.294598 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe161822-d042-4128-b4b6-16bd8dfd62d8 None None] Routers {'d495d9e4-91ae-4a26-91c6-d6ea69bf2711'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:18:18.295295 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-fe161822-d042-4128-b4b6-16bd8dfd62d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:17:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['d495d9e4-91ae-4a26-91c6-d6ea69bf2711'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:18:18.333333 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-bb9420a3-0841-4168-b587-ef013d3671d5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "PUT /v2.0/floatingips/fa57f43c-4194-4142-954d-fa971602348d HTTP/1.1" status: 200 len: 689 time: 1.0670576 Mar 28 19:18:18.334410 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd85c86-5c2f-453d-8ce1-0f0572dd87c0', 'tag': '11f724fc-c6e9-44e6-aad8-6e2abd47a510'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:18:18.339912 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33750) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:18:18.396612 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd85c86-5c2f-453d-8ce1-0f0572dd87c0', 'tag': '11f724fc-c6e9-44e6-aad8-6e2abd47a510', 'status': 'completed', 'code': 200} Mar 28 19:18:18.435894 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e7c37230-b912-4e50-be3b-2dc4ae5a5975 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/fa57f43c-4194-4142-954d-fa971602348d HTTP/1.1" status: 200 len: 689 time: 0.0945759 Mar 28 19:18:18.489708 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-fe161822-d042-4128-b4b6-16bd8dfd62d8 None None] Set router d495d9e4-91ae-4a26-91c6-d6ea69bf2711 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:18:18.575793 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-ecd4a06e-18d0-433b-a5d5-4e915aa8f84e req-58c778e7-7f8c-48b2-9456-5fba03592881 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] For port 2244de14-9423-45f9-a597-b8105bab2b0f, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=2244de14-9423-45f9-a597-b8105bab2b0f,segment=NetworkSegment(b36378e5-7fd7-4b05-b8ed-c592bc915443),segment_id=b36378e5-7fd7-4b05-b8ed-c592bc915443)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:18:18.576152 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ecd4a06e-18d0-433b-a5d5-4e915aa8f84e req-58c778e7-7f8c-48b2-9456-5fba03592881 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:18.653999 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b6d84-8bde-492b-84e7-95b66b3e08d3 req-89f92f51-3812-4709-828c-e6b667b62350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:18.655392 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d08b6d84-8bde-492b-84e7-95b66b3e08d3 req-89f92f51-3812-4709-828c-e6b667b62350 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=5fd85c86-5c2f-453d-8ce1-0f0572dd87c0 HTTP/1.1" status: 200 len: 1098 time: 0.2314517 Mar 28 19:18:18.813318 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-fe161822-d042-4128-b4b6-16bd8dfd62d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'name': 'tempest-TestNetworkBasicOps-router-667267970', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:16:42Z', 'updated_at': '2022-03-28T19:16:48Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:43Z', 'updated_at': '2022-03-28T19:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '63a54619-3607-406f-88d9-07fa46b1c1ab', 'name': '', 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:98:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:47Z', 'updated_at': '2022-03-28T19:16:53Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:18:18.817435 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe161822-d042-4128-b4b6-16bd8dfd62d8 None None] Checking router: d495d9e4-91ae-4a26-91c6-d6ea69bf2711 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:18:18.826832 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe161822-d042-4128-b4b6-16bd8dfd62d8 None None] Routers {'d495d9e4-91ae-4a26-91c6-d6ea69bf2711'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:18:18.827663 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-fe161822-d042-4128-b4b6-16bd8dfd62d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:17:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['d495d9e4-91ae-4a26-91c6-d6ea69bf2711'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:18:19.004827 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-fe161822-d042-4128-b4b6-16bd8dfd62d8 None None] Set router d495d9e4-91ae-4a26-91c6-d6ea69bf2711 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:18:19.131717 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b6d84-8bde-492b-84e7-95b66b3e08d3 req-bbfa9cf2-b7bb-46a3-b506-da3681dac6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:19.133745 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d08b6d84-8bde-492b-84e7-95b66b3e08d3 req-bbfa9cf2-b7bb-46a3-b506-da3681dac6fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=685de59c-1320-4384-b4c7-4def6ef9d015 HTTP/1.1" status: 200 len: 897 time: 0.4723117 Mar 28 19:18:19.212639 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ecd4a06e-18d0-433b-a5d5-4e915aa8f84e req-58c778e7-7f8c-48b2-9456-5fba03592881 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:19.213006 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ecd4a06e-18d0-433b-a5d5-4e915aa8f84e req-58c778e7-7f8c-48b2-9456-5fba03592881 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:19.213318 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [req-ecd4a06e-18d0-433b-a5d5-4e915aa8f84e req-58c778e7-7f8c-48b2-9456-5fba03592881 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Floating IP cc9a2193-439f-42e8-b66c-611c8eb98e44 disassociated. External IP: 172.26.4.195, port: 2244de14-9423-45f9-a597-b8105bab2b0f. Mar 28 19:18:19.213658 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-ecd4a06e-18d0-433b-a5d5-4e915aa8f84e req-58c778e7-7f8c-48b2-9456-5fba03592881 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Calling delete_port for 2244de14-9423-45f9-a597-b8105bab2b0f owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:18:19.259263 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d08b6d84-8bde-492b-84e7-95b66b3e08d3 req-54120fef-d2de-49ec-bf02-cbadad49ed6f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11f724fc-c6e9-44e6-aad8-6e2abd47a510 HTTP/1.1" status: 200 len: 217 time: 0.1092129 Mar 28 19:18:19.269325 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ed222-3b21-4827-a09d-e34ef94b8c77 req-7b3fcbe4-0ffe-40e5-af7e-695fd293e8b7 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:19.270907 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a48ed222-3b21-4827-a09d-e34ef94b8c77 req-7b3fcbe4-0ffe-40e5-af7e-695fd293e8b7 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8 HTTP/1.1" status: 200 len: 946 time: 0.3427455 Mar 28 19:18:19.357734 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-fe161822-d042-4128-b4b6-16bd8dfd62d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'name': 'tempest-TestNetworkBasicOps-router-667267970', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:16:42Z', 'updated_at': '2022-03-28T19:16:48Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:43Z', 'updated_at': '2022-03-28T19:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '63a54619-3607-406f-88d9-07fa46b1c1ab', 'name': '', 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:98:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:47Z', 'updated_at': '2022-03-28T19:16:53Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:18:19.361731 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe161822-d042-4128-b4b6-16bd8dfd62d8 None None] The sync data for ids ['d495d9e4-91ae-4a26-91c6-d6ea69bf2711'] in dv-neutron-834711-1-hyperv is: [{'id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'name': 'tempest-TestNetworkBasicOps-router-667267970', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:16:42Z', 'updated_at': '2022-03-28T19:16:48Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:43Z', 'updated_at': '2022-03-28T19:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '63a54619-3607-406f-88d9-07fa46b1c1ab', 'name': '', 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:98:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:47Z', 'updated_at': '2022-03-28T19:16:53Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:18:19.400558 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a48ed222-3b21-4827-a09d-e34ef94b8c77 req-b00e47d9-4181-4f8d-b021-cd322a5c0f73 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919392 Mar 28 19:18:19.402928 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b6d84-8bde-492b-84e7-95b66b3e08d3 req-3dc90cef-a1a7-40d4-94a6-91b7a868bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:19.404342 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d08b6d84-8bde-492b-84e7-95b66b3e08d3 req-3dc90cef-a1a7-40d4-94a6-91b7a868bd6c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=99d57783-3631-4e31-8984-c7e1a9e0992c HTTP/1.1" status: 200 len: 834 time: 0.1298525 Mar 28 19:18:19.439763 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33758) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:18:19.527433 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8222f2d5-4d00-446f-aebb-b37734403a8c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/fa57f43c-4194-4142-954d-fa971602348d HTTP/1.1" status: 200 len: 689 time: 0.0862479 Mar 28 19:18:19.534294 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ecd4a06e-18d0-433b-a5d5-4e915aa8f84e req-58c778e7-7f8c-48b2-9456-5fba03592881 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:19.600660 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b6d84-8bde-492b-84e7-95b66b3e08d3 req-81655614-f426-451e-b46a-cbe66012da41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:19.602130 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d08b6d84-8bde-492b-84e7-95b66b3e08d3 req-81655614-f426-451e-b46a-cbe66012da41 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=685de59c-1320-4384-b4c7-4def6ef9d015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1918874 Mar 28 19:18:19.603191 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c778e7-7f8c-48b2-9456-5fba03592881 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Pushing event deleted for resources: {'Port': ['ID=2244de14-9423-45f9-a597-b8105bab2b0f,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:18:19.618492 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e318aa86-4bfb-48e4-9630-2b088e53199b None None] New status for floating IP fa57f43c-4194-4142-954d-fa971602348d: DOWN {{(pid=87835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:18:19.664153 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c778e7-7f8c-48b2-9456-5fba03592881 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:19.664510 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c778e7-7f8c-48b2-9456-5fba03592881 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:19.664833 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c778e7-7f8c-48b2-9456-5fba03592881 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:19.665167 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c778e7-7f8c-48b2-9456-5fba03592881 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:19.665494 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c778e7-7f8c-48b2-9456-5fba03592881 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:19.665827 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c778e7-7f8c-48b2-9456-5fba03592881 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:19.666152 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c778e7-7f8c-48b2-9456-5fba03592881 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:19.666474 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c778e7-7f8c-48b2-9456-5fba03592881 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:19.666795 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c778e7-7f8c-48b2-9456-5fba03592881 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:19.667251 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c778e7-7f8c-48b2-9456-5fba03592881 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:19.667489 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c778e7-7f8c-48b2-9456-5fba03592881 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:19.667763 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c778e7-7f8c-48b2-9456-5fba03592881 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:19.911006 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d08b6d84-8bde-492b-84e7-95b66b3e08d3 req-72e338ba-8f70-4379-82fc-74a6a7b3e27b service neutron] 10.222.0.26 "GET /v2.0/networks/685de59c-1320-4384-b4c7-4def6ef9d015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489123 Mar 28 19:18:19.919858 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecd4a06e-18d0-433b-a5d5-4e915aa8f84e req-58c778e7-7f8c-48b2-9456-5fba03592881 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Router 3f8412fd-f723-4525-81e9-8b7f1fe85118 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:18:20.344159 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d08b6d84-8bde-492b-84e7-95b66b3e08d3 req-f8b16b3a-4ee5-4e74-b5d6-2036b6981ffb service neutron] 10.222.0.26 "GET /v2.0/networks/685de59c-1320-4384-b4c7-4def6ef9d015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261467 Mar 28 19:18:20.353078 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecd4a06e-18d0-433b-a5d5-4e915aa8f84e req-58c778e7-7f8c-48b2-9456-5fba03592881 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:18:20.362957 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e328cbec-921e-4fd5-a2d0-ce1177910474 None None] Sync routers for ids ['3f8412fd-f723-4525-81e9-8b7f1fe85118'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:18:20.372441 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e328cbec-921e-4fd5-a2d0-ce1177910474 None None] Routers {'3f8412fd-f723-4525-81e9-8b7f1fe85118'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:18:20.373043 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-e328cbec-921e-4fd5-a2d0-ce1177910474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:17:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3f8412fd-f723-4525-81e9-8b7f1fe85118'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:18:20.427793 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd4a06e-18d0-433b-a5d5-4e915aa8f84e req-58c778e7-7f8c-48b2-9456-5fba03592881 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] No DVR routers for this DVR port 2244de14-9423-45f9-a597-b8105bab2b0f on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:18:20.430465 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ecd4a06e-18d0-433b-a5d5-4e915aa8f84e req-58c778e7-7f8c-48b2-9456-5fba03592881 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:20.433607 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc1a4b7-56f4-410a-9766-69adeaf44eb8', 'name': 'network-vif-deleted', 'tag': '2244de14-9423-45f9-a597-b8105bab2b0f'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:18:20.451136 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ecd4a06e-18d0-433b-a5d5-4e915aa8f84e req-58c778e7-7f8c-48b2-9456-5fba03592881 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.26 "DELETE /v2.0/ports/2244de14-9423-45f9-a597-b8105bab2b0f HTTP/1.1" status: 204 len: 173 time: 2.2602544 Mar 28 19:18:20.500655 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc1a4b7-56f4-410a-9766-69adeaf44eb8', 'name': 'network-vif-deleted', 'tag': '2244de14-9423-45f9-a597-b8105bab2b0f', 'status': 'completed', 'code': 200} Mar 28 19:18:20.531332 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33766) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:18:20.562005 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-e328cbec-921e-4fd5-a2d0-ce1177910474 None None] Set router 3f8412fd-f723-4525-81e9-8b7f1fe85118 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:18:20.565772 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-a9d5450c-ffb8-41cb-979d-34d09291e1c8 req-40742ffa-b626-4350-86ed-ee6a890762e7 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Synchronizing usage tracker for tenant:b0ba31f1fab64780bafe45627411dcbe on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:18:20.584656 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-a9d5450c-ffb8-41cb-979d-34d09291e1c8 req-40742ffa-b626-4350-86ed-ee6a890762e7 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Unset dirty status for tenant:b0ba31f1fab64780bafe45627411dcbe on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:18:20.587355 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a9d5450c-ffb8-41cb-979d-34d09291e1c8 req-40742ffa-b626-4350-86ed-ee6a890762e7 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cc1a4b7-56f4-410a-9766-69adeaf44eb8 HTTP/1.1" status: 200 len: 210 time: 0.0660441 Mar 28 19:18:20.633986 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3c56e4f4-3ffb-4d40-9747-8c61e49e3a65 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/fa57f43c-4194-4142-954d-fa971602348d HTTP/1.1" status: 200 len: 687 time: 0.0963948 Mar 28 19:18:20.899267 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-e328cbec-921e-4fd5-a2d0-ce1177910474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'name': 'tempest-TestVolumeBootPattern-1258508700-router', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:07Z', 'updated_at': '2022-03-28T19:15:15Z', 'revision_number': 4, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'gw_port': {'id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '8b6ff349-316d-45d6-91e9-fc06a71e1b38', 'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'mac_address': 'fa:16:3e:95:db:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:14Z', 'updated_at': '2022-03-28T19:15:27Z', 'revision_number': 5, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'subnets': [{'id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:18:20.903460 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e328cbec-921e-4fd5-a2d0-ce1177910474 None None] Checking router: 3f8412fd-f723-4525-81e9-8b7f1fe85118 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:18:20.911841 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e328cbec-921e-4fd5-a2d0-ce1177910474 None None] Routers {'3f8412fd-f723-4525-81e9-8b7f1fe85118'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:18:20.912454 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-e328cbec-921e-4fd5-a2d0-ce1177910474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:17:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3f8412fd-f723-4525-81e9-8b7f1fe85118'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:18:21.091306 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-e328cbec-921e-4fd5-a2d0-ce1177910474 None None] Set router 3f8412fd-f723-4525-81e9-8b7f1fe85118 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:18:21.401371 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-e328cbec-921e-4fd5-a2d0-ce1177910474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'name': 'tempest-TestVolumeBootPattern-1258508700-router', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:07Z', 'updated_at': '2022-03-28T19:15:15Z', 'revision_number': 4, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'gw_port': {'id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '8b6ff349-316d-45d6-91e9-fc06a71e1b38', 'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'mac_address': 'fa:16:3e:95:db:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:14Z', 'updated_at': '2022-03-28T19:15:27Z', 'revision_number': 5, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'subnets': [{'id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:18:21.405689 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e328cbec-921e-4fd5-a2d0-ce1177910474 None None] The sync data for ids ['3f8412fd-f723-4525-81e9-8b7f1fe85118'] in dv-neutron-834711-1-hyperv is: [{'id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'name': 'tempest-TestVolumeBootPattern-1258508700-router', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:07Z', 'updated_at': '2022-03-28T19:15:15Z', 'revision_number': 4, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'gw_port': {'id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '8b6ff349-316d-45d6-91e9-fc06a71e1b38', 'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'mac_address': 'fa:16:3e:95:db:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:14Z', 'updated_at': '2022-03-28T19:15:27Z', 'revision_number': 5, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'subnets': [{'id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:18:21.632773 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1550f67-ba14-42e7-b172-b1d11977b580 None None] New status for floating IP cc9a2193-439f-42e8-b66c-611c8eb98e44: DOWN {{(pid=87835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:18:21.903160 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33780) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:18:21.908327 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-4fbe9172-8066-45c0-a1d4-438a2a91d15a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1113586014', 'description': 'tempest-secgroup-smoke-1113586014 description', 'project_id': '061332865d564f96959562b5c3aa8701'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:18:21.914924 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-4fbe9172-8066-45c0-a1d4-438a2a91d15a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:18:21.919068 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-4fbe9172-8066-45c0-a1d4-438a2a91d15a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:18:21.922084 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-4fbe9172-8066-45c0-a1d4-438a2a91d15a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:18:21.928405 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-4fbe9172-8066-45c0-a1d4-438a2a91d15a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:18:21.938821 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4fbe9172-8066-45c0-a1d4-438a2a91d15a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:21.951611 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-4cac1841-0b1e-44e7-a1a6-f8e002508040 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-379833413&fields=id&tenant_id=b0ba31f1fab64780bafe45627411dcbe HTTP/1.1" status: 200 len: 267 time: 0.0400283 Mar 28 19:18:21.957974 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-4fbe9172-8066-45c0-a1d4-438a2a91d15a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:18:21.961806 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-4fbe9172-8066-45c0-a1d4-438a2a91d15a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:18:21.964689 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-4fbe9172-8066-45c0-a1d4-438a2a91d15a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:18:21.970276 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-4fbe9172-8066-45c0-a1d4-438a2a91d15a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:18:22.040088 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4fbe9172-8066-45c0-a1d4-438a2a91d15a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:22.044162 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4fbe9172-8066-45c0-a1d4-438a2a91d15a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:22.090968 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe9172-8066-45c0-a1d4-438a2a91d15a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abbc64dd-b065-4b30-849b-36d9f701882c,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:18:22.097910 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4fbe9172-8066-45c0-a1d4-438a2a91d15a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:22.099134 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4fbe9172-8066-45c0-a1d4-438a2a91d15a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1950932 Mar 28 19:18:22.101030 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbe9172-8066-45c0-a1d4-438a2a91d15a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:22.101379 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbe9172-8066-45c0-a1d4-438a2a91d15a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:22.101724 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbe9172-8066-45c0-a1d4-438a2a91d15a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:22.102048 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbe9172-8066-45c0-a1d4-438a2a91d15a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:22.102363 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbe9172-8066-45c0-a1d4-438a2a91d15a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:22.102689 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbe9172-8066-45c0-a1d4-438a2a91d15a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:22.103038 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbe9172-8066-45c0-a1d4-438a2a91d15a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:22.103361 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbe9172-8066-45c0-a1d4-438a2a91d15a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:22.103681 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbe9172-8066-45c0-a1d4-438a2a91d15a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:22.103999 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbe9172-8066-45c0-a1d4-438a2a91d15a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:22.104314 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbe9172-8066-45c0-a1d4-438a2a91d15a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:22.104668 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbe9172-8066-45c0-a1d4-438a2a91d15a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:22.106078 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33784) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:18:22.114866 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-c7b25a26-f6c7-423f-b938-be1120f7cb42 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': 'abbc64dd-b065-4b30-849b-36d9f701882c', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:18:22.125603 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-675a1075-f873-4abc-9f67-2de039bed264 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:22.127028 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-675a1075-f873-4abc-9f67-2de039bed264 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/networks?id=8efa11ac-7efa-4436-8a41-9dfec0a8f282 HTTP/1.1" status: 200 len: 812 time: 0.1689794 Mar 28 19:18:22.129226 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c7b25a26-f6c7-423f-b938-be1120f7cb42 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:18:22.135857 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c7b25a26-f6c7-423f-b938-be1120f7cb42 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:18:22.141146 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c7b25a26-f6c7-423f-b938-be1120f7cb42 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:18:22.157147 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c7b25a26-f6c7-423f-b938-be1120f7cb42 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:18:22.161495 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-20be935b-b825-4d8d-b7d8-22d0c4e59685 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/quotas/b0ba31f1fab64780bafe45627411dcbe HTTP/1.1" status: 200 len: 375 time: 0.0279627 Mar 28 19:18:22.215222 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c7b25a26-f6c7-423f-b938-be1120f7cb42 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:22.290185 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-5baf5b31-6d48-45ea-9c2e-5c03cf74e49e tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0ba31f1fab64780bafe45627411dcbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1220136 Mar 28 19:18:22.321258 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c7b25a26-f6c7-423f-b938-be1120f7cb42 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:22.334413 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c7b25a26-f6c7-423f-b938-be1120f7cb42 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:22.404461 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b25a26-f6c7-423f-b938-be1120f7cb42 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4969fb67-70b8-4a52-9c32-508780b68299,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:18:22.434223 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c7b25a26-f6c7-423f-b938-be1120f7cb42 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:22.435389 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c7b25a26-f6c7-423f-b938-be1120f7cb42 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3279309 Mar 28 19:18:22.438332 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33788) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:18:22.443477 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-5707b989-933d-41dc-977b-f5a6afd01138 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': 'abbc64dd-b065-4b30-849b-36d9f701882c', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:18:22.449476 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-5707b989-933d-41dc-977b-f5a6afd01138 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:18:22.453181 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-5707b989-933d-41dc-977b-f5a6afd01138 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:18:22.456003 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-5707b989-933d-41dc-977b-f5a6afd01138 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:18:22.456886 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-bdd0a974-7c7e-4dfa-a099-b0a7a634445b service neutron] 10.222.0.10 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534648 Mar 28 19:18:22.462842 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-5707b989-933d-41dc-977b-f5a6afd01138 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:18:22.480098 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5707b989-933d-41dc-977b-f5a6afd01138 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:22.592659 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-d02bdc5c-a1c4-48bb-b19e-65f8906d6697 service neutron] 10.222.0.10 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282690 Mar 28 19:18:22.642607 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5707b989-933d-41dc-977b-f5a6afd01138 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:22.647940 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5707b989-933d-41dc-977b-f5a6afd01138 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:22.672783 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707b989-933d-41dc-977b-f5a6afd01138 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a6afde-e9f2-4bf3-aeee-5aa922c64593,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:18:22.684467 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5707b989-933d-41dc-977b-f5a6afd01138 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:22.685953 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5707b989-933d-41dc-977b-f5a6afd01138 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2464242 Mar 28 19:18:22.688618 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33794) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:18:22.693913 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-0b799d1a-86ed-433e-b378-da4411252644 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': 'abbc64dd-b065-4b30-849b-36d9f701882c', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:18:22.700755 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0b799d1a-86ed-433e-b378-da4411252644 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:18:22.704626 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0b799d1a-86ed-433e-b378-da4411252644 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:18:22.707429 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0b799d1a-86ed-433e-b378-da4411252644 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:18:22.713793 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0b799d1a-86ed-433e-b378-da4411252644 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:18:22.730726 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b799d1a-86ed-433e-b378-da4411252644 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:22.794539 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b799d1a-86ed-433e-b378-da4411252644 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:22.798332 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b799d1a-86ed-433e-b378-da4411252644 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:22.820726 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b799d1a-86ed-433e-b378-da4411252644 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f5da339-94d6-45bc-8b41-41eafaf5fffa,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:18:22.831960 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b799d1a-86ed-433e-b378-da4411252644 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:22.833135 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0b799d1a-86ed-433e-b378-da4411252644 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1433742 Mar 28 19:18:22.836187 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33802) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:18:22.841555 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-4bbbd1f9-32ee-465b-a673-c036c40ab2cb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': 'abbc64dd-b065-4b30-849b-36d9f701882c', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:18:22.847589 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-4bbbd1f9-32ee-465b-a673-c036c40ab2cb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:18:22.852176 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-4bbbd1f9-32ee-465b-a673-c036c40ab2cb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:18:22.855303 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-4bbbd1f9-32ee-465b-a673-c036c40ab2cb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:18:22.861105 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-4bbbd1f9-32ee-465b-a673-c036c40ab2cb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:18:22.878525 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4bbbd1f9-32ee-465b-a673-c036c40ab2cb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:22.953985 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4bbbd1f9-32ee-465b-a673-c036c40ab2cb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:22.959144 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4bbbd1f9-32ee-465b-a673-c036c40ab2cb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:22.984463 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbd1f9-32ee-465b-a673-c036c40ab2cb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d70048a9-65b3-4853-aefe-6f3af6be8e17,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:18:22.986830 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6b3702c8-787e-44ab-9843-6bdf9f75cdbc req-2292cb95-c2bc-4d15-8d8c-61e0f2886f48 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b7f6ff1-d33c-4237-8753-b691da6fe003 HTTP/1.1" status: 200 len: 210 time: 0.0468938 Mar 28 19:18:23.013346 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4bbbd1f9-32ee-465b-a673-c036c40ab2cb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:23.017046 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4bbbd1f9-32ee-465b-a673-c036c40ab2cb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1770155 Mar 28 19:18:23.017453 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33810) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:18:23.023202 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-24ccf747-fe8d-4e7e-8fcf-3a45b641bec8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': 'abbc64dd-b065-4b30-849b-36d9f701882c', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:18:23.029151 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-24ccf747-fe8d-4e7e-8fcf-3a45b641bec8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:18:23.033080 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-24ccf747-fe8d-4e7e-8fcf-3a45b641bec8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:18:23.035897 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-24ccf747-fe8d-4e7e-8fcf-3a45b641bec8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:18:23.037699 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 2244de14-9423-45f9-a597-b8105bab2b0f no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:18:23.045041 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-24ccf747-fe8d-4e7e-8fcf-3a45b641bec8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:18:23.058648 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.securitygroups_db [None req-24ccf747-fe8d-4e7e-8fcf-3a45b641bec8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Project 061332865d564f96959562b5c3aa8701 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:18:23.065630 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-24ccf747-fe8d-4e7e-8fcf-3a45b641bec8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:23.074953 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: 2244de14-9423-45f9-a597-b8105bab2b0f {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:18:23.075306 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 2244de14-9423-45f9-a597-b8105bab2b0f not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:18:23.131736 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-24ccf747-fe8d-4e7e-8fcf-3a45b641bec8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:23.135469 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-24ccf747-fe8d-4e7e-8fcf-3a45b641bec8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:23.158811 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ccf747-fe8d-4e7e-8fcf-3a45b641bec8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eef5953-81a8-4394-aae5-4169665a6f73,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:18:23.170794 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-24ccf747-fe8d-4e7e-8fcf-3a45b641bec8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:23.172155 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-24ccf747-fe8d-4e7e-8fcf-3a45b641bec8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1537328 Mar 28 19:18:23.174937 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33820) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:18:23.181325 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-8a21f442-54e6-4489-b620-4129e707b160 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': 'abbc64dd-b065-4b30-849b-36d9f701882c', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:18:23.187026 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-8a21f442-54e6-4489-b620-4129e707b160 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:18:23.190844 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-8a21f442-54e6-4489-b620-4129e707b160 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:18:23.193642 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-8a21f442-54e6-4489-b620-4129e707b160 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:18:23.199683 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-8a21f442-54e6-4489-b620-4129e707b160 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:18:23.209222 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.securitygroups_db [None req-8a21f442-54e6-4489-b620-4129e707b160 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Project 061332865d564f96959562b5c3aa8701 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:18:23.216419 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8a21f442-54e6-4489-b620-4129e707b160 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:23.287313 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8a21f442-54e6-4489-b620-4129e707b160 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:23.291574 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8a21f442-54e6-4489-b620-4129e707b160 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:23.317379 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21f442-54e6-4489-b620-4129e707b160 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7bb7e4c-7d5d-42c5-a408-82de7ea4e046,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:18:23.326859 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8a21f442-54e6-4489-b620-4129e707b160 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:23.328034 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-8a21f442-54e6-4489-b620-4129e707b160 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1521771 Mar 28 19:18:23.495375 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-9994e6cf-d73c-42f9-b5e9-abbc1263deae tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1113586014&fields=id&tenant_id=061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 267 time: 0.0400226 Mar 28 19:18:23.644624 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-e98c8899-8ba3-483c-b2dc-c6579a016e7a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:23.645943 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-e98c8899-8ba3-483c-b2dc-c6579a016e7a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/networks?id=685de59c-1320-4384-b4c7-4def6ef9d015 HTTP/1.1" status: 200 len: 796 time: 0.1441066 Mar 28 19:18:23.661269 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-68c94bea-1b15-402a-8bad-41c586da93ce tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/quotas/061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 375 time: 0.0089345 Mar 28 19:18:23.748676 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-5e31f99e-d12e-4629-b31c-11b3ed129bf1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0820694 Mar 28 19:18:23.923251 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-d5411ea8-e510-4a91-adcd-f647ca84b7b4 service neutron] 10.222.0.10 "GET /v2.0/networks/685de59c-1320-4384-b4c7-4def6ef9d015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624167 Mar 28 19:18:24.158197 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-cfaf1b74-5a93-43da-a53b-ffe8d20c601f tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:24.159625 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-cfaf1b74-5a93-43da-a53b-ffe8d20c601f tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.26 "GET /v2.0/networks?id=8efa11ac-7efa-4436-8a41-9dfec0a8f282 HTTP/1.1" status: 200 len: 812 time: 0.2809405 Mar 28 19:18:24.183882 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d382c708-e13f-41c7-8de1-b0fc24fa7266 req-6fc5c2cb-72e0-4d3b-9e01-e25cf3c13d45 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b7f6ff1-d33c-4237-8753-b691da6fe003 HTTP/1.1" status: 200 len: 210 time: 0.0797899 Mar 28 19:18:24.325790 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-75d23334-b063-4661-9073-8f79fef1d7e2 service neutron] 10.222.0.10 "GET /v2.0/networks/685de59c-1320-4384-b4c7-4def6ef9d015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536520 Mar 28 19:18:24.358426 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-397318e9-c112-4e1b-b3d6-25d72a3df38e tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0ba31f1fab64780bafe45627411dcbe HTTP/1.1" status: 200 len: 379 time: 0.1776774 Mar 28 19:18:24.367558 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-a39820a1-3c6f-47e8-9bb6-f1510e41c0b1 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Request body: {'port': {'device_id': '7b7f6ff1-d33c-4237-8753-b691da6fe003', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'admin_state_up': True, 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'security_groups': ['51d04548-8acb-4378-a072-f747245e61fc']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:18:24.542364 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7900b06e-1c0c-4328-adf1-d24a187d1243 req-49c45826-1a9e-4a8f-b6a5-5a167917416c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=1164d185-f179-4fe7-b5a4-44184a5c7f45 HTTP/1.1" status: 200 len: 210 time: 0.0575817 Mar 28 19:18:24.567101 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-a39820a1-3c6f-47e8-9bb6-f1510e41c0b1 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:18:24.577975 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-a39820a1-3c6f-47e8-9bb6-f1510e41c0b1 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:18:24.588571 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-a39820a1-3c6f-47e8-9bb6-f1510e41c0b1 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Made reservation on behalf of b0ba31f1fab64780bafe45627411dcbe for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:18:24.592095 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-a39820a1-3c6f-47e8-9bb6-f1510e41c0b1 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:24.794166 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-a39820a1-3c6f-47e8-9bb6-f1510e41c0b1 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Allocated IP 172.20.0.4 (8efa11ac-7efa-4436-8a41-9dfec0a8f282/93e49b98-1ab2-403b-80e2-ed54c2bdd260/17724192-3c4a-4674-8c9e-4ac6a63e0732) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:18:24.997023 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-a39820a1-3c6f-47e8-9bb6-f1510e41c0b1 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:25.022068 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-a39820a1-3c6f-47e8-9bb6-f1510e41c0b1 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Transition to ACTIVE for port object 17724192-3c4a-4674-8c9e-4ac6a63e0732 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:18:25.056617 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-a39820a1-3c6f-47e8-9bb6-f1510e41c0b1 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:25.128872 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-a39820a1-3c6f-47e8-9bb6-f1510e41c0b1 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Network 8efa11ac-7efa-4436-8a41-9dfec0a8f282 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:18:25.137179 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-a39820a1-3c6f-47e8-9bb6-f1510e41c0b1 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:18:25.141857 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-a39820a1-3c6f-47e8-9bb6-f1510e41c0b1 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:18:25.172760 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39820a1-3c6f-47e8-9bb6-f1510e41c0b1 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Pushing event updated for resources: {'Port': ['ID=17724192-3c4a-4674-8c9e-4ac6a63e0732,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:18:25.223728 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-a39820a1-3c6f-47e8-9bb6-f1510e41c0b1 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:25.224596 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-a39820a1-3c6f-47e8-9bb6-f1510e41c0b1 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:25.256296 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-a39820a1-3c6f-47e8-9bb6-f1510e41c0b1 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8930111 Mar 28 19:18:25.269820 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-d91f3d11-f706-4d7f-be87-26733ded3f14 service neutron] Request body: {'port': {'device_id': '7b7f6ff1-d33c-4237-8753-b691da6fe003', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:18:25.275177 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-cecc8b89-8079-4f04-bcfa-e60a1e821f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:25.423933 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-5ff41ef9-0298-462e-bc4e-4023b348831e None None] Provisioning for port 17724192-3c4a-4674-8c9e-4ac6a63e0732 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:18:25.432259 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-5ff41ef9-0298-462e-bc4e-4023b348831e None None] Provisioning complete for port 17724192-3c4a-4674-8c9e-4ac6a63e0732 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:18:25.432903 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5ff41ef9-0298-462e-bc4e-4023b348831e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:25.441976 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-d91f3d11-f706-4d7f-be87-26733ded3f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:25.506466 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-5ff41ef9-0298-462e-bc4e-4023b348831e None None] Port 17724192-3c4a-4674-8c9e-4ac6a63e0732 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:18:25.523231 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1784a3-443f-4338-b4ef-594c567cd926 req-9fdd82c0-d45c-47fb-8caa-71c15922eac5 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:25.523917 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-7a1784a3-443f-4338-b4ef-594c567cd926 req-9fdd82c0-d45c-47fb-8caa-71c15922eac5 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Synchronizing usage tracker for tenant:b0ba31f1fab64780bafe45627411dcbe on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:18:25.641004 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-7a1784a3-443f-4338-b4ef-594c567cd926 req-9fdd82c0-d45c-47fb-8caa-71c15922eac5 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Unset dirty status for tenant:b0ba31f1fab64780bafe45627411dcbe on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:18:25.642201 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7a1784a3-443f-4338-b4ef-594c567cd926 req-9fdd82c0-d45c-47fb-8caa-71c15922eac5 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b7f6ff1-d33c-4237-8753-b691da6fe003 HTTP/1.1" status: 200 len: 931 time: 0.3102517 Mar 28 19:18:25.803291 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-16f915a6-8cfc-46f4-82f5-1e14b3736730 req-2086d706-d535-4e18-885a-9f7948b9b46f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=1164d185-f179-4fe7-b5a4-44184a5c7f45 HTTP/1.1" status: 200 len: 210 time: 0.0788355 Mar 28 19:18:25.884493 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7a1784a3-443f-4338-b4ef-594c567cd926 req-f0b7459a-a19b-45e4-95de-0da442c8476d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240890 Mar 28 19:18:25.943481 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-f4bd31df-b219-47b6-99e3-b3d8c4bb0b94 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:25.945632 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-f4bd31df-b219-47b6-99e3-b3d8c4bb0b94 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/networks?id=685de59c-1320-4384-b4c7-4def6ef9d015 HTTP/1.1" status: 200 len: 796 time: 0.4101617 Mar 28 19:18:26.016460 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-27423b56-b683-4012-8645-42cea5dc8732 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 472 time: 0.0629551 Mar 28 19:18:26.024715 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-bd06c098-2d15-42b1-bc89-d22cc7c02854 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'port': {'device_id': '1164d185-f179-4fe7-b5a4-44184a5c7f45', 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015', 'admin_state_up': True, 'tenant_id': '061332865d564f96959562b5c3aa8701', 'security_groups': ['abbc64dd-b065-4b30-849b-36d9f701882c']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:18:26.314429 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-d91f3d11-f706-4d7f-be87-26733ded3f14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17724192-3c4a-4674-8c9e-4ac6a63e0732 {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:18:26.324019 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-d91f3d11-f706-4d7f-be87-26733ded3f14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:26.334172 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-bd06c098-2d15-42b1-bc89-d22cc7c02854 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:18:26.348941 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-d91f3d11-f706-4d7f-be87-26733ded3f14 service neutron] Transition to ACTIVE for port object 17724192-3c4a-4674-8c9e-4ac6a63e0732 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:18:26.350143 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-bd06c098-2d15-42b1-bc89-d22cc7c02854 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:18:26.354086 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-d91f3d11-f706-4d7f-be87-26733ded3f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:26.405282 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-bd06c098-2d15-42b1-bc89-d22cc7c02854 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Made reservation on behalf of 061332865d564f96959562b5c3aa8701 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:18:26.408656 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-bd06c098-2d15-42b1-bc89-d22cc7c02854 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:26.566825 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f3d11-f706-4d7f-be87-26733ded3f14 service neutron] Pushing event updated for resources: {'Port': ['ID=17724192-3c4a-4674-8c9e-4ac6a63e0732,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:18:26.722663 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-d91f3d11-f706-4d7f-be87-26733ded3f14 service neutron] Attempting to bind port 17724192-3c4a-4674-8c9e-4ac6a63e0732 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:18:26.723025 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-d91f3d11-f706-4d7f-be87-26733ded3f14 service neutron] Attempting to bind port 17724192-3c4a-4674-8c9e-4ac6a63e0732 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': 'b36378e5-7fd7-4b05-b8ed-c592bc915443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:18:26.723350 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-d91f3d11-f706-4d7f-be87-26733ded3f14 service neutron] Attempting to bind port 17724192-3c4a-4674-8c9e-4ac6a63e0732 on network 8efa11ac-7efa-4436-8a41-9dfec0a8f282 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:18:26.734269 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-d91f3d11-f706-4d7f-be87-26733ded3f14 service neutron] Port 17724192-3c4a-4674-8c9e-4ac6a63e0732 on network 8efa11ac-7efa-4436-8a41-9dfec0a8f282 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:18:26.734579 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-d91f3d11-f706-4d7f-be87-26733ded3f14 service neutron] Attempting to bind port 17724192-3c4a-4674-8c9e-4ac6a63e0732 on network 8efa11ac-7efa-4436-8a41-9dfec0a8f282 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:18:26.743081 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-bd06c098-2d15-42b1-bc89-d22cc7c02854 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.20.0.3 (685de59c-1320-4384-b4c7-4def6ef9d015/99d57783-3631-4e31-8984-c7e1a9e0992c/b3694363-244f-4aa2-bbd4-b95a920e82dc) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:18:26.744964 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-d91f3d11-f706-4d7f-be87-26733ded3f14 service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:18:26.745291 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-d91f3d11-f706-4d7f-be87-26733ded3f14 service neutron] Checking segment: {'id': 'b36378e5-7fd7-4b05-b8ed-c592bc915443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:18:26.745664 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-d91f3d11-f706-4d7f-be87-26733ded3f14 service neutron] Bound using segment: {'id': 'b36378e5-7fd7-4b05-b8ed-c592bc915443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:18:26.746077 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-d91f3d11-f706-4d7f-be87-26733ded3f14 service neutron] Bound port: 17724192-3c4a-4674-8c9e-4ac6a63e0732, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36378e5-7fd7-4b05-b8ed-c592bc915443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:18:26.746412 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-d91f3d11-f706-4d7f-be87-26733ded3f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:26.941220 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-d91f3d11-f706-4d7f-be87-26733ded3f14 service neutron] For port 17724192-3c4a-4674-8c9e-4ac6a63e0732, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:18:27.006503 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a18b371f-daef-4a39-8019-30af67fe152d req-7a9c470e-643a-4aef-81fe-0ac185f27694 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=1164d185-f179-4fe7-b5a4-44184a5c7f45 HTTP/1.1" status: 200 len: 210 time: 0.0666096 Mar 28 19:18:27.047601 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-d91f3d11-f706-4d7f-be87-26733ded3f14 service neutron] For port 17724192-3c4a-4674-8c9e-4ac6a63e0732, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=17724192-3c4a-4674-8c9e-4ac6a63e0732,segment=NetworkSegment(b36378e5-7fd7-4b05-b8ed-c592bc915443),segment_id=b36378e5-7fd7-4b05-b8ed-c592bc915443)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:18:27.060609 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-d91f3d11-f706-4d7f-be87-26733ded3f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:27.146355 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-d91f3d11-f706-4d7f-be87-26733ded3f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:27.146982 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-d91f3d11-f706-4d7f-be87-26733ded3f14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:27.148855 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-d91f3d11-f706-4d7f-be87-26733ded3f14 service neutron] 10.222.0.26 "PUT /v2.0/ports/17724192-3c4a-4674-8c9e-4ac6a63e0732 HTTP/1.1" status: 200 len: 1093 time: 1.8849018 Mar 28 19:18:27.151993 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b7f6ff1-d33c-4237-8753-b691da6fe003', 'tag': '17724192-3c4a-4674-8c9e-4ac6a63e0732'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:18:27.164971 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-bd06c098-2d15-42b1-bc89-d22cc7c02854 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:27.239787 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-bd06c098-2d15-42b1-bc89-d22cc7c02854 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Transition to ACTIVE for port object b3694363-244f-4aa2-bbd4-b95a920e82dc will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:18:27.242397 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b7f6ff1-d33c-4237-8753-b691da6fe003', 'tag': '17724192-3c4a-4674-8c9e-4ac6a63e0732', 'status': 'completed', 'code': 200} Mar 28 19:18:27.252170 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f3d11-f706-4d7f-be87-26733ded3f14 service neutron] Pushing event updated for resources: {'Port': ['ID=17724192-3c4a-4674-8c9e-4ac6a63e0732,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:18:27.276988 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7711d-1c3c-42ba-9880-bfb65405592d req-6caa93de-d621-478d-a153-146379745cfd tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:27.278467 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e7d7711d-1c3c-42ba-9880-bfb65405592d req-6caa93de-d621-478d-a153-146379745cfd tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b7f6ff1-d33c-4237-8753-b691da6fe003 HTTP/1.1" status: 200 len: 943 time: 0.2787278 Mar 28 19:18:27.340422 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-bd06c098-2d15-42b1-bc89-d22cc7c02854 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:27.383867 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e7d7711d-1c3c-42ba-9880-bfb65405592d req-dae95db9-6f4c-46b4-83cc-210f7d7585b3 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984702 Mar 28 19:18:27.407922 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-4e375ac4-2f11-494c-80a2-515c36cab030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:27.409356 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-4e375ac4-2f11-494c-80a2-515c36cab030 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0ba31f1fab64780bafe45627411dcbe&device_id=7b7f6ff1-d33c-4237-8753-b691da6fe003 HTTP/1.1" status: 200 len: 1096 time: 0.2132120 Mar 28 19:18:27.479183 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-bd06c098-2d15-42b1-bc89-d22cc7c02854 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network 685de59c-1320-4384-b4c7-4def6ef9d015 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:18:27.487441 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-bd06c098-2d15-42b1-bc89-d22cc7c02854 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:18:27.499027 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-bd06c098-2d15-42b1-bc89-d22cc7c02854 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:18:27.523874 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06c098-2d15-42b1-bc89-d22cc7c02854 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=b3694363-244f-4aa2-bbd4-b95a920e82dc,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:18:27.526831 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-ecae9df7-8564-478b-b05d-1e5db77bda20 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17724192-3c4a-4674-8c9e-4ac6a63e0732 HTTP/1.1" status: 200 len: 217 time: 0.1069732 Mar 28 19:18:27.604149 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1cc259fa-a843-408b-ab2e-4705b9f594cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:27.612230 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-bd06c098-2d15-42b1-bc89-d22cc7c02854 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:27.612831 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-bd06c098-2d15-42b1-bc89-d22cc7c02854 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:27.630329 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-a9fcc2aa-9dd6-4713-93d7-5222d1b1c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:27.631961 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-a9fcc2aa-9dd6-4713-93d7-5222d1b1c9cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93e49b98-1ab2-403b-80e2-ed54c2bdd260 HTTP/1.1" status: 200 len: 851 time: 0.0960002 Mar 28 19:18:27.683399 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-bd06c098-2d15-42b1-bc89-d22cc7c02854 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6621716 Mar 28 19:18:27.694926 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-a7d5ed32-6e3e-4301-b46c-ef47f51e45c9 service neutron] Request body: {'port': {'device_id': '1164d185-f179-4fe7-b5a4-44184a5c7f45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:18:27.777094 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-67cd069e-2f14-4652-85b7-a11a969f04c8 None None] Provisioning for port b3694363-244f-4aa2-bbd4-b95a920e82dc completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:18:27.782072 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-67cd069e-2f14-4652-85b7-a11a969f04c8 None None] Provisioning complete for port b3694363-244f-4aa2-bbd4-b95a920e82dc triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:18:27.782519 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-67cd069e-2f14-4652-85b7-a11a969f04c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:27.794714 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-67d06380-5bb6-4bee-ad97-e9997e0ab622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:27.796174 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-67d06380-5bb6-4bee-ad97-e9997e0ab622 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8efa11ac-7efa-4436-8a41-9dfec0a8f282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1571162 Mar 28 19:18:27.835380 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-67cd069e-2f14-4652-85b7-a11a969f04c8 None None] Port b3694363-244f-4aa2-bbd4-b95a920e82dc cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:18:28.011627 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-a7d5ed32-6e3e-4301-b46c-ef47f51e45c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:28.117214 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-1184f1db-2bdb-43cd-a425-24324fb89d2a service neutron] 10.222.0.26 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129590 Mar 28 19:18:28.445430 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a7caa168-619a-487b-8db9-65f1a920fb8f req-ced4f6e7-9bec-4836-9470-c4145f2041d4 service neutron] 10.222.0.26 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879694 Mar 28 19:18:28.463763 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c32b7-7c90-4f52-a780-458ce53226e1 req-0b6ebc54-7498-456a-985f-a37de41d25a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:28.464488 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-d63c32b7-7c90-4f52-a780-458ce53226e1 req-0b6ebc54-7498-456a-985f-a37de41d25a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:18:28.569645 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-d63c32b7-7c90-4f52-a780-458ce53226e1 req-0b6ebc54-7498-456a-985f-a37de41d25a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:18:28.570765 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d63c32b7-7c90-4f52-a780-458ce53226e1 req-0b6ebc54-7498-456a-985f-a37de41d25a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=1164d185-f179-4fe7-b5a4-44184a5c7f45 HTTP/1.1" status: 200 len: 931 time: 0.4526989 Mar 28 19:18:28.570965 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:28.589308 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:28.703988 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d63c32b7-7c90-4f52-a780-458ce53226e1 req-fcb033df-2b3d-4f85-8fe9-4c54df7c317a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=abbc64dd-b065-4b30-849b-36d9f701882c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172876 Mar 28 19:18:28.709218 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-a7d5ed32-6e3e-4301-b46c-ef47f51e45c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3694363-244f-4aa2-bbd4-b95a920e82dc {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:18:28.719916 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-a7d5ed32-6e3e-4301-b46c-ef47f51e45c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:28.762055 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ad980-9b58-47d1-9708-9215998e8076 req-253254b9-0bc2-4e04-9064-e5c372386469 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:28.763515 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3e0ad980-9b58-47d1-9708-9215998e8076 req-253254b9-0bc2-4e04-9064-e5c372386469 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b7f6ff1-d33c-4237-8753-b691da6fe003 HTTP/1.1" status: 200 len: 943 time: 0.2724686 Mar 28 19:18:28.764412 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-a7d5ed32-6e3e-4301-b46c-ef47f51e45c9 service neutron] Transition to ACTIVE for port object b3694363-244f-4aa2-bbd4-b95a920e82dc will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:18:28.766717 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107435e-5e30-4901-8ca1-e48231e3494b req-881297cf-55ab-4400-a2f5-fb3e692cb37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:28.768073 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5107435e-5e30-4901-8ca1-e48231e3494b req-881297cf-55ab-4400-a2f5-fb3e692cb37c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0ba31f1fab64780bafe45627411dcbe&device_id=7b7f6ff1-d33c-4237-8753-b691da6fe003 HTTP/1.1" status: 200 len: 1096 time: 0.2332678 Mar 28 19:18:28.769180 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-a7d5ed32-6e3e-4301-b46c-ef47f51e45c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:29.018833 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5ed32-6e3e-4301-b46c-ef47f51e45c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b3694363-244f-4aa2-bbd4-b95a920e82dc,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:18:29.027390 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3e0ad980-9b58-47d1-9708-9215998e8076 req-3aef2353-be8f-474a-a773-eb71fbb4b8c7 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540381 Mar 28 19:18:29.131192 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107435e-5e30-4901-8ca1-e48231e3494b req-959e3dec-51d3-4b37-8dca-8067d4d67c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:29.132760 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5107435e-5e30-4901-8ca1-e48231e3494b req-959e3dec-51d3-4b37-8dca-8067d4d67c49 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8efa11ac-7efa-4436-8a41-9dfec0a8f282 HTTP/1.1" status: 200 len: 913 time: 0.3306811 Mar 28 19:18:29.216757 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5107435e-5e30-4901-8ca1-e48231e3494b req-7f02bb3f-be92-4526-a576-0290093cbe54 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17724192-3c4a-4674-8c9e-4ac6a63e0732 HTTP/1.1" status: 200 len: 217 time: 0.0687952 Mar 28 19:18:29.216757 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-a7d5ed32-6e3e-4301-b46c-ef47f51e45c9 service neutron] Attempting to bind port b3694363-244f-4aa2-bbd4-b95a920e82dc on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:18:29.216757 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-a7d5ed32-6e3e-4301-b46c-ef47f51e45c9 service neutron] Attempting to bind port b3694363-244f-4aa2-bbd4-b95a920e82dc by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': 'ab8a9603-aac3-4e04-9465-b378f965685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:18:29.216757 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-a7d5ed32-6e3e-4301-b46c-ef47f51e45c9 service neutron] Attempting to bind port b3694363-244f-4aa2-bbd4-b95a920e82dc on network 685de59c-1320-4384-b4c7-4def6ef9d015 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:18:29.251146 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-a7d5ed32-6e3e-4301-b46c-ef47f51e45c9 service neutron] Port b3694363-244f-4aa2-bbd4-b95a920e82dc on network 685de59c-1320-4384-b4c7-4def6ef9d015 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:18:29.251397 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-a7d5ed32-6e3e-4301-b46c-ef47f51e45c9 service neutron] Attempting to bind port b3694363-244f-4aa2-bbd4-b95a920e82dc on network 685de59c-1320-4384-b4c7-4def6ef9d015 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:18:29.265266 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-a7d5ed32-6e3e-4301-b46c-ef47f51e45c9 service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:18:29.265593 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-a7d5ed32-6e3e-4301-b46c-ef47f51e45c9 service neutron] Checking segment: {'id': 'ab8a9603-aac3-4e04-9465-b378f965685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:18:29.265954 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-a7d5ed32-6e3e-4301-b46c-ef47f51e45c9 service neutron] Bound using segment: {'id': 'ab8a9603-aac3-4e04-9465-b378f965685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:18:29.266369 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-a7d5ed32-6e3e-4301-b46c-ef47f51e45c9 service neutron] Bound port: b3694363-244f-4aa2-bbd4-b95a920e82dc, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab8a9603-aac3-4e04-9465-b378f965685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:18:29.266704 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-a7d5ed32-6e3e-4301-b46c-ef47f51e45c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:29.329213 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107435e-5e30-4901-8ca1-e48231e3494b req-c6528d44-35af-40cc-9d5d-237054912d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:29.330610 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5107435e-5e30-4901-8ca1-e48231e3494b req-c6528d44-35af-40cc-9d5d-237054912d59 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93e49b98-1ab2-403b-80e2-ed54c2bdd260 HTTP/1.1" status: 200 len: 851 time: 0.1108887 Mar 28 19:18:29.405164 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-a7d5ed32-6e3e-4301-b46c-ef47f51e45c9 service neutron] For port b3694363-244f-4aa2-bbd4-b95a920e82dc, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:18:29.408973 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-a7d5ed32-6e3e-4301-b46c-ef47f51e45c9 service neutron] For port b3694363-244f-4aa2-bbd4-b95a920e82dc, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=b3694363-244f-4aa2-bbd4-b95a920e82dc,segment=NetworkSegment(ab8a9603-aac3-4e04-9465-b378f965685f),segment_id=ab8a9603-aac3-4e04-9465-b378f965685f)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:18:29.412915 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-a7d5ed32-6e3e-4301-b46c-ef47f51e45c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:29.592923 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-a7d5ed32-6e3e-4301-b46c-ef47f51e45c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:29.593527 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-a7d5ed32-6e3e-4301-b46c-ef47f51e45c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:29.594852 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-a7d5ed32-6e3e-4301-b46c-ef47f51e45c9 service neutron] 10.222.0.26 "PUT /v2.0/ports/b3694363-244f-4aa2-bbd4-b95a920e82dc HTTP/1.1" status: 200 len: 1093 time: 1.9048197 Mar 28 19:18:29.595310 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1164d185-f179-4fe7-b5a4-44184a5c7f45', 'tag': 'b3694363-244f-4aa2-bbd4-b95a920e82dc'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:18:29.630695 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107435e-5e30-4901-8ca1-e48231e3494b req-2737d809-693e-45d7-ad86-757c53bae61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:29.632998 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5107435e-5e30-4901-8ca1-e48231e3494b req-2737d809-693e-45d7-ad86-757c53bae61c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8efa11ac-7efa-4436-8a41-9dfec0a8f282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2955279 Mar 28 19:18:29.633769 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5ed32-6e3e-4301-b46c-ef47f51e45c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b3694363-244f-4aa2-bbd4-b95a920e82dc,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:18:29.671958 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1164d185-f179-4fe7-b5a4-44184a5c7f45', 'tag': 'b3694363-244f-4aa2-bbd4-b95a920e82dc', 'status': 'completed', 'code': 200} Mar 28 19:18:29.836244 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-991c6e7a-c5ee-46a8-9d9f-fbd6fa1f75ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:29.837570 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-991c6e7a-c5ee-46a8-9d9f-fbd6fa1f75ba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=1164d185-f179-4fe7-b5a4-44184a5c7f45 HTTP/1.1" status: 200 len: 1096 time: 0.1984816 Mar 28 19:18:29.931800 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5107435e-5e30-4901-8ca1-e48231e3494b req-fbe42910-27eb-40e8-b7c0-fb9e25faf6b3 service neutron] 10.222.0.26 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914672 Mar 28 19:18:29.966706 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-26b21831-5c2a-4b89-af76-877792d6c7cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3694363-244f-4aa2-bbd4-b95a920e82dc HTTP/1.1" status: 200 len: 217 time: 0.0961595 Mar 28 19:18:30.122539 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-db60ff83-bb4c-4be7-a066-949326cfbd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:30.124038 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-db60ff83-bb4c-4be7-a066-949326cfbd11 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=99d57783-3631-4e31-8984-c7e1a9e0992c HTTP/1.1" status: 200 len: 834 time: 0.1418495 Mar 28 19:18:30.153168 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:30.187875 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9b22c-15a2-4a93-bae0-7c9366d5641b req-7ebcf35b-6adc-4861-ac7c-27faabdc42e5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:30.189298 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2ec9b22c-15a2-4a93-bae0-7c9366d5641b req-7ebcf35b-6adc-4861-ac7c-27faabdc42e5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=1164d185-f179-4fe7-b5a4-44184a5c7f45 HTTP/1.1" status: 200 len: 943 time: 0.3603439 Mar 28 19:18:30.240724 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5107435e-5e30-4901-8ca1-e48231e3494b req-a8c7f209-2cd6-4c43-a5b7-da33edec139e service neutron] 10.222.0.26 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020465 Mar 28 19:18:30.303026 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2ec9b22c-15a2-4a93-bae0-7c9366d5641b req-894eec31-6fc2-4afe-848a-c231a98ae319 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=abbc64dd-b065-4b30-849b-36d9f701882c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787673 Mar 28 19:18:30.328774 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-2a36a484-9f1e-4b1b-9822-5a350d891571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:30.330228 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-2a36a484-9f1e-4b1b-9822-5a350d891571 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=685de59c-1320-4384-b4c7-4def6ef9d015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1968880 Mar 28 19:18:30.341774 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c7917-82e1-45cf-9ee8-deb75fc3a6df req-a7ab8543-d7b6-41c5-9f9b-25cc0463d25f tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:30.343141 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7f4c7917-82e1-45cf-9ee8-deb75fc3a6df req-a7ab8543-d7b6-41c5-9f9b-25cc0463d25f tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b7f6ff1-d33c-4237-8753-b691da6fe003 HTTP/1.1" status: 200 len: 943 time: 0.1722341 Mar 28 19:18:30.476121 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7f4c7917-82e1-45cf-9ee8-deb75fc3a6df req-4b054fb0-f2a5-48c1-ad45-e366318b93b0 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138227 Mar 28 19:18:30.505413 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-e650194b-c70b-471f-9363-f242c2bb5a93 service neutron] 10.222.0.26 "GET /v2.0/networks/685de59c-1320-4384-b4c7-4def6ef9d015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612287 Mar 28 19:18:30.631210 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6ecc8879-784a-4eae-8a5b-1abb55fac719 req-f06ab4cd-72fc-4549-a1dd-a840ed2e32cd service neutron] 10.222.0.26 "GET /v2.0/networks/685de59c-1320-4384-b4c7-4def6ef9d015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204293 Mar 28 19:18:30.745872 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc93ae9-0d27-4ae2-901a-9792b8d2ad63 req-555fc730-4615-4b77-9b12-eff7629eaa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:30.747364 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ebc93ae9-0d27-4ae2-901a-9792b8d2ad63 req-555fc730-4615-4b77-9b12-eff7629eaa47 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=1164d185-f179-4fe7-b5a4-44184a5c7f45 HTTP/1.1" status: 200 len: 1096 time: 0.0707378 Mar 28 19:18:30.876107 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc93ae9-0d27-4ae2-901a-9792b8d2ad63 req-5c91aa9d-cb2a-42be-a1b1-e19f6fa33fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:30.877525 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ebc93ae9-0d27-4ae2-901a-9792b8d2ad63 req-5c91aa9d-cb2a-42be-a1b1-e19f6fa33fa2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=685de59c-1320-4384-b4c7-4def6ef9d015 HTTP/1.1" status: 200 len: 897 time: 0.1239064 Mar 28 19:18:30.947149 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ebc93ae9-0d27-4ae2-901a-9792b8d2ad63 req-d4f38963-7c02-410e-893d-3cf0b87c1414 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3694363-244f-4aa2-bbd4-b95a920e82dc HTTP/1.1" status: 200 len: 217 time: 0.0636642 Mar 28 19:18:31.007668 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc93ae9-0d27-4ae2-901a-9792b8d2ad63 req-d93da24b-cb3d-437e-9926-ac6be6eb33ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:31.009026 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ebc93ae9-0d27-4ae2-901a-9792b8d2ad63 req-d93da24b-cb3d-437e-9926-ac6be6eb33ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=99d57783-3631-4e31-8984-c7e1a9e0992c HTTP/1.1" status: 200 len: 834 time: 0.0553229 Mar 28 19:18:31.083496 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc93ae9-0d27-4ae2-901a-9792b8d2ad63 req-f2e790de-07f6-4c19-8e90-74a9e651e207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:31.085644 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ebc93ae9-0d27-4ae2-901a-9792b8d2ad63 req-f2e790de-07f6-4c19-8e90-74a9e651e207 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=685de59c-1320-4384-b4c7-4def6ef9d015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699093 Mar 28 19:18:31.325613 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ebc93ae9-0d27-4ae2-901a-9792b8d2ad63 req-59ddf0c7-9c7b-43ac-82d6-78995c9ea089 service neutron] 10.222.0.26 "GET /v2.0/networks/685de59c-1320-4384-b4c7-4def6ef9d015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349429 Mar 28 19:18:31.504535 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ebc93ae9-0d27-4ae2-901a-9792b8d2ad63 req-eb9b7982-b2e4-4909-acb2-63ced92624c0 service neutron] 10.222.0.26 "GET /v2.0/networks/685de59c-1320-4384-b4c7-4def6ef9d015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715710 Mar 28 19:18:31.531409 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908a90f-8286-4bdf-89cd-a9f2c09ef64b req-f40f897f-1d7a-4f0d-a973-f729b182c09b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:31.532872 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c908a90f-8286-4bdf-89cd-a9f2c09ef64b req-f40f897f-1d7a-4f0d-a973-f729b182c09b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=1164d185-f179-4fe7-b5a4-44184a5c7f45 HTTP/1.1" status: 200 len: 943 time: 0.1232567 Mar 28 19:18:31.577901 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c908a90f-8286-4bdf-89cd-a9f2c09ef64b req-cb1619ed-b399-47ed-b597-b07a199cc4a1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=abbc64dd-b065-4b30-849b-36d9f701882c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386949 Mar 28 19:18:31.613969 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:31.658453 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f595d08-9b36-442d-a10d-4c7e33a02055 req-45a029fe-714f-403a-bc94-4f45b36d5e35 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:31.659893 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9f595d08-9b36-442d-a10d-4c7e33a02055 req-45a029fe-714f-403a-bc94-4f45b36d5e35 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b7f6ff1-d33c-4237-8753-b691da6fe003 HTTP/1.1" status: 200 len: 943 time: 0.0808213 Mar 28 19:18:31.705469 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9f595d08-9b36-442d-a10d-4c7e33a02055 req-10d92bd6-eb66-41ac-ad48-417c6158cdbc tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389817 Mar 28 19:18:32.763763 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457d38d-ebb2-48c0-86fb-de8cb74d3b1d req-eb2c9074-c1e9-41d7-bb2d-1468b75b63b0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:32.765208 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0457d38d-ebb2-48c0-86fb-de8cb74d3b1d req-eb2c9074-c1e9-41d7-bb2d-1468b75b63b0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=1164d185-f179-4fe7-b5a4-44184a5c7f45 HTTP/1.1" status: 200 len: 943 time: 0.0805967 Mar 28 19:18:32.813860 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0457d38d-ebb2-48c0-86fb-de8cb74d3b1d req-6f60a14c-37f8-4644-a7c2-ef536101d453 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=abbc64dd-b065-4b30-849b-36d9f701882c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428185 Mar 28 19:18:32.892792 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da09bf-050e-4ba9-9e9a-d52bab68bf8a req-6c162ed4-ce26-49f3-8db8-74bdd0a8ed21 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:32.894126 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e1da09bf-050e-4ba9-9e9a-d52bab68bf8a req-6c162ed4-ce26-49f3-8db8-74bdd0a8ed21 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b7f6ff1-d33c-4237-8753-b691da6fe003 HTTP/1.1" status: 200 len: 943 time: 0.0794325 Mar 28 19:18:32.938496 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e1da09bf-050e-4ba9-9e9a-d52bab68bf8a req-33a9babd-d90b-4360-a248-2de25974dc47 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379393 Mar 28 19:18:33.037324 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device b3694363-244f-4aa2-bbd4-b95a920e82dc details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:18:33.200399 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port b3694363-244f-4aa2-bbd4-b95a920e82dc, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=b3694363-244f-4aa2-bbd4-b95a920e82dc,segment=NetworkSegment(ab8a9603-aac3-4e04-9465-b378f965685f),segment_id=ab8a9603-aac3-4e04-9465-b378f965685f)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:18:33.213938 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': 'b3694363-244f-4aa2-bbd4-b95a920e82dc', 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015', 'port_id': 'b3694363-244f-4aa2-bbd4-b95a920e82dc', 'mac_address': 'fa:16:3e:00:68:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:18:33.269208 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:33.285610 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3694363-244f-4aa2-bbd4-b95a920e82dc {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:18:33.300250 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port b3694363-244f-4aa2-bbd4-b95a920e82dc, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=b3694363-244f-4aa2-bbd4-b95a920e82dc,segment=NetworkSegment(ab8a9603-aac3-4e04-9465-b378f965685f),segment_id=ab8a9603-aac3-4e04-9465-b378f965685f)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:18:33.304689 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:33.370937 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=b3694363-244f-4aa2-bbd4-b95a920e82dc,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:18:33.377884 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:33.378238 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:33.378580 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:33.378943 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:33.379282 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:33.379616 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:33.379944 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:33.380274 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:33.380610 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:33.380929 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:33.381373 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:33.382847 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:18:33.629292 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['b3694363-244f-4aa2-bbd4-b95a920e82dc'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:18:33.999616 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc8763-0430-4d6d-9242-d00512085dc1 req-9fc75609-18ce-4a7d-b259-3adfffdeadc0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:34.001065 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7acc8763-0430-4d6d-9242-d00512085dc1 req-9fc75609-18ce-4a7d-b259-3adfffdeadc0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=1164d185-f179-4fe7-b5a4-44184a5c7f45 HTTP/1.1" status: 200 len: 944 time: 0.0815268 Mar 28 19:18:34.045485 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7acc8763-0430-4d6d-9242-d00512085dc1 req-85cee35e-a7b2-46c8-a09d-f2704e990f03 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=abbc64dd-b065-4b30-849b-36d9f701882c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388126 Mar 28 19:18:34.121364 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1af06-8067-4e1c-8645-2f65d3004b98 req-0157cb25-4354-48c2-bf22-67a3bdadefc3 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:34.122767 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cdb1af06-8067-4e1c-8645-2f65d3004b98 req-0157cb25-4354-48c2-bf22-67a3bdadefc3 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b7f6ff1-d33c-4237-8753-b691da6fe003 HTTP/1.1" status: 200 len: 943 time: 0.0805187 Mar 28 19:18:34.165830 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cdb1af06-8067-4e1c-8645-2f65d3004b98 req-a09e9250-a525-4a91-a780-4e2c1db253c1 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374646 Mar 28 19:18:35.050840 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device b3694363-244f-4aa2-bbd4-b95a920e82dc up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:18:35.119246 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port b3694363-244f-4aa2-bbd4-b95a920e82dc completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:18:35.124703 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port b3694363-244f-4aa2-bbd4-b95a920e82dc triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:18:35.125086 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:35.253456 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e098dbb-124f-44ec-bc6f-c30c01c755ae req-52a0eee2-397a-4c80-9c99-54274e103062 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:35.253933 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:35.255171 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1e098dbb-124f-44ec-bc6f-c30c01c755ae req-52a0eee2-397a-4c80-9c99-54274e103062 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=1164d185-f179-4fe7-b5a4-44184a5c7f45 HTTP/1.1" status: 200 len: 944 time: 0.0963612 Mar 28 19:18:35.282299 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1164d185-f179-4fe7-b5a4-44184a5c7f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3694363-244f-4aa2-bbd4-b95a920e82dc'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:18:35.292948 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port b3694363-244f-4aa2-bbd4-b95a920e82dc, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=b3694363-244f-4aa2-bbd4-b95a920e82dc,segment=NetworkSegment(ab8a9603-aac3-4e04-9465-b378f965685f),segment_id=ab8a9603-aac3-4e04-9465-b378f965685f)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:18:35.296670 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:35.347362 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1e098dbb-124f-44ec-bc6f-c30c01c755ae req-740fbb18-8a8c-4130-bbfb-ea225106fbe8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=abbc64dd-b065-4b30-849b-36d9f701882c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833478 Mar 28 19:18:35.369776 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=b3694363-244f-4aa2-bbd4-b95a920e82dc,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:18:35.382724 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0d1f7-08c4-4a7f-81c1-5a732700ef3f req-4b5fa70d-a242-48a4-9d3e-ce79fc41b735 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:35.389595 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-30b0d1f7-08c4-4a7f-81c1-5a732700ef3f req-4b5fa70d-a242-48a4-9d3e-ce79fc41b735 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b7f6ff1-d33c-4237-8753-b691da6fe003 HTTP/1.1" status: 200 len: 943 time: 0.1074655 Mar 28 19:18:35.401125 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1164d185-f179-4fe7-b5a4-44184a5c7f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3694363-244f-4aa2-bbd4-b95a920e82dc', 'code': 200} Mar 28 19:18:35.433670 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-30b0d1f7-08c4-4a7f-81c1-5a732700ef3f req-d1424674-1d5a-4819-9429-291767c7f68d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432162 Mar 28 19:18:35.623120 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fdcbb-12cf-441d-85c9-b2bf3348d148 req-791479bf-dab3-40dc-ba0b-3ee74c576e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:35.624427 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5a0fdcbb-12cf-441d-85c9-b2bf3348d148 req-791479bf-dab3-40dc-ba0b-3ee74c576e8f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1164d185-f179-4fe7-b5a4-44184a5c7f45 HTTP/1.1" status: 200 len: 1098 time: 0.0671170 Mar 28 19:18:35.666813 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5a0fdcbb-12cf-441d-85c9-b2bf3348d148 req-a14d869c-5d48-4651-add9-bb3dbeda746b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=abbc64dd-b065-4b30-849b-36d9f701882c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359080 Mar 28 19:18:36.536888 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56007370-c99c-4f3a-b168-e00457722594 req-cdcda94c-9d81-4939-80ee-ed3e856c4aa7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:36.538401 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-56007370-c99c-4f3a-b168-e00457722594 req-cdcda94c-9d81-4939-80ee-ed3e856c4aa7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=1164d185-f179-4fe7-b5a4-44184a5c7f45 HTTP/1.1" status: 200 len: 945 time: 0.0833590 Mar 28 19:18:36.625108 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-56007370-c99c-4f3a-b168-e00457722594 req-b396163e-6c6f-4f88-9c80-9c1dcdc19c18 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=abbc64dd-b065-4b30-849b-36d9f701882c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809729 Mar 28 19:18:36.656531 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca4778-cf3c-4fc6-9b8e-e7d694f7782e req-b5190a18-7b8f-443b-8025-aeeb2c013088 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:36.657956 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-beca4778-cf3c-4fc6-9b8e-e7d694f7782e req-b5190a18-7b8f-443b-8025-aeeb2c013088 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b7f6ff1-d33c-4237-8753-b691da6fe003 HTTP/1.1" status: 200 len: 943 time: 0.1001239 Mar 28 19:18:36.702493 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-beca4778-cf3c-4fc6-9b8e-e7d694f7782e req-6d41147d-6cad-4ea0-b1eb-98c85c56db0b tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388119 Mar 28 19:18:37.068405 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 17724192-3c4a-4674-8c9e-4ac6a63e0732 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:18:37.200275 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 17724192-3c4a-4674-8c9e-4ac6a63e0732, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=17724192-3c4a-4674-8c9e-4ac6a63e0732,segment=NetworkSegment(b36378e5-7fd7-4b05-b8ed-c592bc915443),segment_id=b36378e5-7fd7-4b05-b8ed-c592bc915443)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:18:37.213497 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '17724192-3c4a-4674-8c9e-4ac6a63e0732', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'port_id': '17724192-3c4a-4674-8c9e-4ac6a63e0732', 'mac_address': 'fa:16:3e:4a:23:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:18:37.265568 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:37.281959 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17724192-3c4a-4674-8c9e-4ac6a63e0732 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:18:37.297190 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 17724192-3c4a-4674-8c9e-4ac6a63e0732, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=17724192-3c4a-4674-8c9e-4ac6a63e0732,segment=NetworkSegment(b36378e5-7fd7-4b05-b8ed-c592bc915443),segment_id=b36378e5-7fd7-4b05-b8ed-c592bc915443)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:18:37.301051 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:37.367813 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=17724192-3c4a-4674-8c9e-4ac6a63e0732,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:18:37.624645 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['17724192-3c4a-4674-8c9e-4ac6a63e0732'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:18:37.862794 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91926756-da6a-4077-8e7a-d292edaea7fd req-cacc79ac-53f5-45ed-a17f-5dcbf91a2f7d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:37.864261 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-91926756-da6a-4077-8e7a-d292edaea7fd req-cacc79ac-53f5-45ed-a17f-5dcbf91a2f7d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=1164d185-f179-4fe7-b5a4-44184a5c7f45 HTTP/1.1" status: 200 len: 945 time: 0.1287076 Mar 28 19:18:37.922544 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-91926756-da6a-4077-8e7a-d292edaea7fd req-c129456f-9fe4-4b83-9da7-071eb54cf273 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=abbc64dd-b065-4b30-849b-36d9f701882c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510252 Mar 28 19:18:37.934643 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de35e0-df4b-475a-9069-e0ada949d4f9 req-46c0ff9e-7ca6-4982-8d94-05e943ef71ba tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:37.936100 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-56de35e0-df4b-475a-9069-e0ada949d4f9 req-46c0ff9e-7ca6-4982-8d94-05e943ef71ba tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b7f6ff1-d33c-4237-8753-b691da6fe003 HTTP/1.1" status: 200 len: 944 time: 0.1266952 Mar 28 19:18:37.983685 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-56de35e0-df4b-475a-9069-e0ada949d4f9 req-58292cbd-2acf-416c-a6e0-cfd448cdd450 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419352 Mar 28 19:18:38.104126 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20671a14-2ce9-4041-832c-06d386fd02d3 req-9d4785be-5263-4704-9d4d-3c9a2634b7a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:38.105535 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-20671a14-2ce9-4041-832c-06d386fd02d3 req-9d4785be-5263-4704-9d4d-3c9a2634b7a4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=1164d185-f179-4fe7-b5a4-44184a5c7f45 HTTP/1.1" status: 200 len: 945 time: 0.0793264 Mar 28 19:18:38.148810 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-20671a14-2ce9-4041-832c-06d386fd02d3 req-4384d5cb-dcb7-4d8c-968d-c5111e086cbe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=abbc64dd-b065-4b30-849b-36d9f701882c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376856 Mar 28 19:18:38.171379 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33904) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:18:38.243808 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fd6ce1-c721-4b65-aa95-52968efd14f2 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:38.245161 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c9fd6ce1-c721-4b65-aa95-52968efd14f2 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1164d185-f179-4fe7-b5a4-44184a5c7f45 HTTP/1.1" status: 200 len: 1093 time: 0.0728521 Mar 28 19:18:38.248019 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33908) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:18:38.252595 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-8d20bc89-bd82-4e3c-bb98-6fa20c88b1c3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'floatingip': {'port_id': 'b3694363-244f-4aa2-bbd4-b95a920e82dc'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:18:38.328327 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8d20bc89-bd82-4e3c-bb98-6fa20c88b1c3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:39.023905 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8d20bc89-bd82-4e3c-bb98-6fa20c88b1c3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:39.027805 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8d20bc89-bd82-4e3c-bb98-6fa20c88b1c3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:39.099954 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 17724192-3c4a-4674-8c9e-4ac6a63e0732 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:18:39.166287 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port 17724192-3c4a-4674-8c9e-4ac6a63e0732 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:18:39.170856 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 17724192-3c4a-4674-8c9e-4ac6a63e0732 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:18:39.171257 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:39.252024 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-8d20bc89-bd82-4e3c-bb98-6fa20c88b1c3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Floating IP fa57f43c-4194-4142-954d-fa971602348d associated. External IP: 172.26.4.20, port: b3694363-244f-4aa2-bbd4-b95a920e82dc. Mar 28 19:18:39.287811 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:39.314023 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7f6ff1-d33c-4237-8753-b691da6fe003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17724192-3c4a-4674-8c9e-4ac6a63e0732'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:18:39.322913 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010646d-0e05-40af-a528-360c0e4fa19a req-babc01d9-5872-43a5-b09d-389e372cac1a tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:39.324717 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7010646d-0e05-40af-a528-360c0e4fa19a req-babc01d9-5872-43a5-b09d-389e372cac1a tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b7f6ff1-d33c-4237-8753-b691da6fe003 HTTP/1.1" status: 200 len: 944 time: 0.2337737 Mar 28 19:18:39.324846 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 17724192-3c4a-4674-8c9e-4ac6a63e0732, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=17724192-3c4a-4674-8c9e-4ac6a63e0732,segment=NetworkSegment(b36378e5-7fd7-4b05-b8ed-c592bc915443),segment_id=b36378e5-7fd7-4b05-b8ed-c592bc915443)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:18:39.332618 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:39.371974 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7f6ff1-d33c-4237-8753-b691da6fe003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17724192-3c4a-4674-8c9e-4ac6a63e0732', 'code': 200} Mar 28 19:18:39.407232 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=17724192-3c4a-4674-8c9e-4ac6a63e0732,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:18:39.455341 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7010646d-0e05-40af-a528-360c0e4fa19a req-1717b6ae-8606-442f-8896-b1e82dde56ab tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226206 Mar 28 19:18:39.706229 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d20bc89-bd82-4e3c-bb98-6fa20c88b1c3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router d495d9e4-91ae-4a26-91c6-d6ea69bf2711 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:18:39.778835 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab64004-be0b-46d5-83c6-b0e1b31616e0 req-a60dde73-3a6c-47fa-8d2d-f453ae0307a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:39.780310 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9ab64004-be0b-46d5-83c6-b0e1b31616e0 req-a60dde73-3a6c-47fa-8d2d-f453ae0307a3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7b7f6ff1-d33c-4237-8753-b691da6fe003 HTTP/1.1" status: 200 len: 1098 time: 0.2124293 Mar 28 19:18:39.846231 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9ab64004-be0b-46d5-83c6-b0e1b31616e0 req-c9f458fb-e2b3-4e93-a222-ca266d2026d0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515037 Mar 28 19:18:39.933516 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d20bc89-bd82-4e3c-bb98-6fa20c88b1c3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:18:39.938408 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8d20bc89-bd82-4e3c-bb98-6fa20c88b1c3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:39.943058 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f46f64-12ec-4ad2-93cb-3c34722c5400 None None] Sync routers for ids ['d495d9e4-91ae-4a26-91c6-d6ea69bf2711'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:18:39.953089 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f46f64-12ec-4ad2-93cb-3c34722c5400 None None] Routers {'d495d9e4-91ae-4a26-91c6-d6ea69bf2711'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:18:39.953813 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-d9f46f64-12ec-4ad2-93cb-3c34722c5400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:18:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['d495d9e4-91ae-4a26-91c6-d6ea69bf2711'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:18:39.993742 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-8d20bc89-bd82-4e3c-bb98-6fa20c88b1c3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "PUT /v2.0/floatingips/fa57f43c-4194-4142-954d-fa971602348d HTTP/1.1" status: 200 len: 990 time: 1.7445834 Mar 28 19:18:39.994229 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1164d185-f179-4fe7-b5a4-44184a5c7f45', 'tag': 'b3694363-244f-4aa2-bbd4-b95a920e82dc'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:18:39.996429 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33916) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:18:40.040567 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1164d185-f179-4fe7-b5a4-44184a5c7f45', 'tag': 'b3694363-244f-4aa2-bbd4-b95a920e82dc', 'status': 'completed', 'code': 200} Mar 28 19:18:40.106779 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4e1573b4-cc2d-4d26-8baf-c43ea11bb76b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/fa57f43c-4194-4142-954d-fa971602348d HTTP/1.1" status: 200 len: 990 time: 0.1080918 Mar 28 19:18:40.169459 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-d9f46f64-12ec-4ad2-93cb-3c34722c5400 None None] Set router d495d9e4-91ae-4a26-91c6-d6ea69bf2711 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:18:40.290661 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6150a55-3978-4526-a4f8-3ed0d1200e5f req-27cd6eb8-9c26-434f-926a-3164b8104f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:40.292079 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f6150a55-3978-4526-a4f8-3ed0d1200e5f req-27cd6eb8-9c26-434f-926a-3164b8104f7c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=1164d185-f179-4fe7-b5a4-44184a5c7f45 HTTP/1.1" status: 200 len: 1098 time: 0.1928406 Mar 28 19:18:40.420381 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6150a55-3978-4526-a4f8-3ed0d1200e5f req-d8ba3291-495c-4128-b270-5674496eff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:40.421808 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f6150a55-3978-4526-a4f8-3ed0d1200e5f req-d8ba3291-495c-4128-b270-5674496eff09 service neutron] 10.222.0.26 "GET /v2.0/networks?id=685de59c-1320-4384-b4c7-4def6ef9d015 HTTP/1.1" status: 200 len: 897 time: 0.1223671 Mar 28 19:18:40.519741 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-d9f46f64-12ec-4ad2-93cb-3c34722c5400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'name': 'tempest-TestNetworkBasicOps-router-667267970', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:16:42Z', 'updated_at': '2022-03-28T19:16:48Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:43Z', 'updated_at': '2022-03-28T19:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'fa57f43c-4194-4142-954d-fa971602348d', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.20', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'port_id': 'b3694363-244f-4aa2-bbd4-b95a920e82dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015', 'mac_address': 'fa:16:3e:00:68:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1164d185-f179-4fe7-b5a4-44184a5c7f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:17:06Z', 'updated_at': '2022-03-28T19:18:38Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a54619-3607-406f-88d9-07fa46b1c1ab', 'name': '', 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:98:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:47Z', 'updated_at': '2022-03-28T19:16:53Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:18:40.523899 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f46f64-12ec-4ad2-93cb-3c34722c5400 None None] Checking router: d495d9e4-91ae-4a26-91c6-d6ea69bf2711 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:18:40.529627 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f6150a55-3978-4526-a4f8-3ed0d1200e5f req-fcff450f-9efc-466d-958e-48241ef2940f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3694363-244f-4aa2-bbd4-b95a920e82dc HTTP/1.1" status: 200 len: 998 time: 0.1000290 Mar 28 19:18:40.532535 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f46f64-12ec-4ad2-93cb-3c34722c5400 None None] Routers {'d495d9e4-91ae-4a26-91c6-d6ea69bf2711'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:18:40.533135 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-d9f46f64-12ec-4ad2-93cb-3c34722c5400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:18:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['d495d9e4-91ae-4a26-91c6-d6ea69bf2711'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:18:40.637035 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6150a55-3978-4526-a4f8-3ed0d1200e5f req-50776200-6551-4cb0-a310-2060487c72fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:40.638367 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f6150a55-3978-4526-a4f8-3ed0d1200e5f req-50776200-6551-4cb0-a310-2060487c72fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=99d57783-3631-4e31-8984-c7e1a9e0992c HTTP/1.1" status: 200 len: 834 time: 0.1020441 Mar 28 19:18:40.710383 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b403be-5737-411f-aa80-be32577987c5 req-fa06143f-d42c-43b5-bdf9-047fb82f68d4 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:40.711872 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-97b403be-5737-411f-aa80-be32577987c5 req-fa06143f-d42c-43b5-bdf9-047fb82f68d4 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b7f6ff1-d33c-4237-8753-b691da6fe003 HTTP/1.1" status: 200 len: 945 time: 0.1385484 Mar 28 19:18:40.715234 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-d9f46f64-12ec-4ad2-93cb-3c34722c5400 None None] Set router d495d9e4-91ae-4a26-91c6-d6ea69bf2711 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:18:40.769261 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-97b403be-5737-411f-aa80-be32577987c5 req-0d718205-d62b-4d46-b4ba-d34fb786d2a4 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496101 Mar 28 19:18:40.771291 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6150a55-3978-4526-a4f8-3ed0d1200e5f req-84f037fb-8e0c-4f8a-a95b-2eb78c3e23c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:40.772869 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f6150a55-3978-4526-a4f8-3ed0d1200e5f req-84f037fb-8e0c-4f8a-a95b-2eb78c3e23c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=685de59c-1320-4384-b4c7-4def6ef9d015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1269317 Mar 28 19:18:40.906566 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f6150a55-3978-4526-a4f8-3ed0d1200e5f req-e5f21446-ccfb-4c9e-b3b6-aaefb2a00b74 service neutron] 10.222.0.26 "GET /v2.0/networks/685de59c-1320-4384-b4c7-4def6ef9d015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249006 Mar 28 19:18:41.038363 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f6150a55-3978-4526-a4f8-3ed0d1200e5f req-d43ba133-4fbf-4c56-a986-7a8f35e5a6a5 service neutron] 10.222.0.26 "GET /v2.0/networks/685de59c-1320-4384-b4c7-4def6ef9d015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238401 Mar 28 19:18:41.065417 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-d9f46f64-12ec-4ad2-93cb-3c34722c5400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'name': 'tempest-TestNetworkBasicOps-router-667267970', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:16:42Z', 'updated_at': '2022-03-28T19:16:48Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:43Z', 'updated_at': '2022-03-28T19:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'fa57f43c-4194-4142-954d-fa971602348d', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.20', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'port_id': 'b3694363-244f-4aa2-bbd4-b95a920e82dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015', 'mac_address': 'fa:16:3e:00:68:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1164d185-f179-4fe7-b5a4-44184a5c7f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:17:06Z', 'updated_at': '2022-03-28T19:18:38Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a54619-3607-406f-88d9-07fa46b1c1ab', 'name': '', 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:98:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:47Z', 'updated_at': '2022-03-28T19:16:53Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:18:41.070017 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f46f64-12ec-4ad2-93cb-3c34722c5400 None None] The sync data for ids ['d495d9e4-91ae-4a26-91c6-d6ea69bf2711'] in dv-neutron-834711-1-hyperv is: [{'id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'name': 'tempest-TestNetworkBasicOps-router-667267970', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:16:42Z', 'updated_at': '2022-03-28T19:16:48Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:43Z', 'updated_at': '2022-03-28T19:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'fa57f43c-4194-4142-954d-fa971602348d', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.20', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'port_id': 'b3694363-244f-4aa2-bbd4-b95a920e82dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015', 'mac_address': 'fa:16:3e:00:68:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1164d185-f179-4fe7-b5a4-44184a5c7f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:17:06Z', 'updated_at': '2022-03-28T19:18:38Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a54619-3607-406f-88d9-07fa46b1c1ab', 'name': '', 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:98:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:47Z', 'updated_at': '2022-03-28T19:16:53Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:18:41.108714 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33924) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:18:41.226458 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b414b50c-5287-4e7e-a060-08270b918b80 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/fa57f43c-4194-4142-954d-fa971602348d HTTP/1.1" status: 200 len: 990 time: 0.1145852 Mar 28 19:18:41.280276 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748087b6-fecc-4ac6-8c62-106eba93b755 None None] New status for floating IP fa57f43c-4194-4142-954d-fa971602348d: ACTIVE {{(pid=87835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:18:41.957849 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10d7e5-5d2e-426f-b8de-5bebe319ddc0 req-7cd4c6b8-e64f-460e-8eef-b802b6ced189 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:41.959295 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6f10d7e5-5d2e-426f-b8de-5bebe319ddc0 req-7cd4c6b8-e64f-460e-8eef-b802b6ced189 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b7f6ff1-d33c-4237-8753-b691da6fe003 HTTP/1.1" status: 200 len: 945 time: 0.0844872 Mar 28 19:18:42.002814 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6f10d7e5-5d2e-426f-b8de-5bebe319ddc0 req-8a7e84a2-6e12-4b43-b4f6-392d7a20f310 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378034 Mar 28 19:18:42.193076 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2f5da-a832-49a4-8722-e416ae0b60b5 req-120d611c-9123-450a-b59e-c51c42f49581 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:42.194648 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-66b2f5da-a832-49a4-8722-e416ae0b60b5 req-120d611c-9123-450a-b59e-c51c42f49581 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b7f6ff1-d33c-4237-8753-b691da6fe003 HTTP/1.1" status: 200 len: 945 time: 0.0779052 Mar 28 19:18:42.228664 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 33932) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:18:42.237417 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-66b2f5da-a832-49a4-8722-e416ae0b60b5 req-b0f45975-f38e-47a1-87f2-940cb298d91b tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371726 Mar 28 19:18:42.260771 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33936) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:18:42.333103 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff80c4d-5083-4a4c-89bb-3be028559cc5 tempest-TestVolumeBootPattern-2050323424 tempest-TestVolumeBootPattern-2050323424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:42.333804 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6ff80c4d-5083-4a4c-89bb-3be028559cc5 tempest-TestVolumeBootPattern-2050323424 tempest-TestVolumeBootPattern-2050323424-project-admin] Synchronizing usage tracker for tenant:6782a7903d504900b1e0c82377e4a520 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:18:42.337312 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c853293c-6565-4e3b-950c-884ff0183d42 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/fa57f43c-4194-4142-954d-fa971602348d HTTP/1.1" status: 200 len: 992 time: 0.1074350 Mar 28 19:18:42.354704 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6ff80c4d-5083-4a4c-89bb-3be028559cc5 tempest-TestVolumeBootPattern-2050323424 tempest-TestVolumeBootPattern-2050323424-project-admin] Unset dirty status for tenant:6782a7903d504900b1e0c82377e4a520 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:18:42.355892 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6ff80c4d-5083-4a4c-89bb-3be028559cc5 tempest-TestVolumeBootPattern-2050323424 tempest-TestVolumeBootPattern-2050323424-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7b7f6ff1-d33c-4237-8753-b691da6fe003 HTTP/1.1" status: 200 len: 1093 time: 0.0942509 Mar 28 19:18:42.358705 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33940) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:18:42.363450 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-b8face5e-f794-42b8-a164-4f40bb6d30bc tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'port_id': '17724192-3c4a-4674-8c9e-4ac6a63e0732', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:18:42.369190 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b8face5e-f794-42b8-a164-4f40bb6d30bc tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:18:42.372936 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b8face5e-f794-42b8-a164-4f40bb6d30bc tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Usage tracker for resource:floatingip and tenant:b0ba31f1fab64780bafe45627411dcbe is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:18:42.375723 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b8face5e-f794-42b8-a164-4f40bb6d30bc tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:18:42.381770 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b8face5e-f794-42b8-a164-4f40bb6d30bc tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:18:42.391573 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b8face5e-f794-42b8-a164-4f40bb6d30bc tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:42.525253 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b8face5e-f794-42b8-a164-4f40bb6d30bc tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:42.659566 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-b8face5e-f794-42b8-a164-4f40bb6d30bc tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Allocated IP 172.26.4.135 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/cd32f569-c434-4c75-9f29-dd846f3c5427) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:18:42.919859 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b8face5e-f794-42b8-a164-4f40bb6d30bc tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:42.949417 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b8face5e-f794-42b8-a164-4f40bb6d30bc tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:43.006129 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8face5e-f794-42b8-a164-4f40bb6d30bc tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:18:43.009785 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-b8face5e-f794-42b8-a164-4f40bb6d30bc tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:18:43.013366 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8face5e-f794-42b8-a164-4f40bb6d30bc tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:18:43.062507 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8face5e-f794-42b8-a164-4f40bb6d30bc tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Pushing event updated for resources: {'Port': ['ID=cd32f569-c434-4c75-9f29-dd846f3c5427,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:18:43.429338 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b8face5e-f794-42b8-a164-4f40bb6d30bc tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:43.502744 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b8face5e-f794-42b8-a164-4f40bb6d30bc tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:43.707992 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b8face5e-f794-42b8-a164-4f40bb6d30bc tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:43.713221 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b8face5e-f794-42b8-a164-4f40bb6d30bc tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:43.824919 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8face5e-f794-42b8-a164-4f40bb6d30bc tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Pushing event updated for resources: {'Port': ['ID=cd32f569-c434-4c75-9f29-dd846f3c5427,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:18:43.837256 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b8face5e-f794-42b8-a164-4f40bb6d30bc tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:44.003970 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-b8face5e-f794-42b8-a164-4f40bb6d30bc tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Floating IP 075088d9-4311-4717-a897-62f1d4d23ec7 associated. External IP: 172.26.4.135, port: 17724192-3c4a-4674-8c9e-4ac6a63e0732. Mar 28 19:18:44.454830 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8face5e-f794-42b8-a164-4f40bb6d30bc tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Router 3f8412fd-f723-4525-81e9-8b7f1fe85118 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:18:44.629045 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8face5e-f794-42b8-a164-4f40bb6d30bc tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:18:44.638687 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1cbe56-b8f9-4ba0-bb01-654944e31c2a None None] Sync routers for ids ['3f8412fd-f723-4525-81e9-8b7f1fe85118'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:18:44.650740 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1cbe56-b8f9-4ba0-bb01-654944e31c2a None None] Routers {'3f8412fd-f723-4525-81e9-8b7f1fe85118'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:18:44.651412 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-df1cbe56-b8f9-4ba0-bb01-654944e31c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:18:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3f8412fd-f723-4525-81e9-8b7f1fe85118'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:18:44.654694 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b8face5e-f794-42b8-a164-4f40bb6d30bc tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:44.729225 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b8face5e-f794-42b8-a164-4f40bb6d30bc tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3558993 Mar 28 19:18:44.729225 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b7f6ff1-d33c-4237-8753-b691da6fe003', 'tag': '17724192-3c4a-4674-8c9e-4ac6a63e0732'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:18:44.765502 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b7f6ff1-d33c-4237-8753-b691da6fe003', 'tag': '17724192-3c4a-4674-8c9e-4ac6a63e0732', 'status': 'completed', 'code': 200} Mar 28 19:18:44.830694 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-df1cbe56-b8f9-4ba0-bb01-654944e31c2a None None] Set router 3f8412fd-f723-4525-81e9-8b7f1fe85118 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:18:44.860262 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ad29b-f772-4b54-b66d-70ab7081fe47 req-a584ebd2-66d9-4110-ba89-ed42a93425bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:44.861745 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-130ad29b-f772-4b54-b66d-70ab7081fe47 req-a584ebd2-66d9-4110-ba89-ed42a93425bf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0ba31f1fab64780bafe45627411dcbe&device_id=7b7f6ff1-d33c-4237-8753-b691da6fe003 HTTP/1.1" status: 200 len: 1098 time: 0.0734086 Mar 28 19:18:44.993066 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ad29b-f772-4b54-b66d-70ab7081fe47 req-2904c8a9-ef4c-4c30-b9af-734ee31cf6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:44.994443 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-130ad29b-f772-4b54-b66d-70ab7081fe47 req-2904c8a9-ef4c-4c30-b9af-734ee31cf6a1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8efa11ac-7efa-4436-8a41-9dfec0a8f282 HTTP/1.1" status: 200 len: 913 time: 0.1266708 Mar 28 19:18:45.098514 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-130ad29b-f772-4b54-b66d-70ab7081fe47 req-56a130d2-2891-48e4-89db-25783f8549b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17724192-3c4a-4674-8c9e-4ac6a63e0732 HTTP/1.1" status: 200 len: 999 time: 0.0972219 Mar 28 19:18:45.157908 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ad29b-f772-4b54-b66d-70ab7081fe47 req-7a587d81-8c1f-4040-a534-d88c1c9158ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:45.159202 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-130ad29b-f772-4b54-b66d-70ab7081fe47 req-7a587d81-8c1f-4040-a534-d88c1c9158ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93e49b98-1ab2-403b-80e2-ed54c2bdd260 HTTP/1.1" status: 200 len: 851 time: 0.0555432 Mar 28 19:18:45.220184 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-df1cbe56-b8f9-4ba0-bb01-654944e31c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'name': 'tempest-TestVolumeBootPattern-1258508700-router', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:07Z', 'updated_at': '2022-03-28T19:15:15Z', 'revision_number': 4, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'gw_port': {'id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '075088d9-4311-4717-a897-62f1d4d23ec7', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'floating_ip_address': '172.26.4.135', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'port_id': '17724192-3c4a-4674-8c9e-4ac6a63e0732', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'mac_address': 'fa:16:3e:4a:23:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f6ff1-d33c-4237-8753-b691da6fe003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:18:43Z', 'updated_at': '2022-03-28T19:18:43Z', 'revision_number': 0, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6ff349-316d-45d6-91e9-fc06a71e1b38', 'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'mac_address': 'fa:16:3e:95:db:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:14Z', 'updated_at': '2022-03-28T19:15:27Z', 'revision_number': 5, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'subnets': [{'id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:18:45.224065 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1cbe56-b8f9-4ba0-bb01-654944e31c2a None None] Checking router: 3f8412fd-f723-4525-81e9-8b7f1fe85118 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:18:45.231501 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ad29b-f772-4b54-b66d-70ab7081fe47 req-33c9aa52-609e-43ac-8991-f1a9cc0d4eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:18:45.232893 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1cbe56-b8f9-4ba0-bb01-654944e31c2a None None] Routers {'3f8412fd-f723-4525-81e9-8b7f1fe85118'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:18:45.233026 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-130ad29b-f772-4b54-b66d-70ab7081fe47 req-33c9aa52-609e-43ac-8991-f1a9cc0d4eb2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8efa11ac-7efa-4436-8a41-9dfec0a8f282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684574 Mar 28 19:18:45.233484 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-df1cbe56-b8f9-4ba0-bb01-654944e31c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:18:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3f8412fd-f723-4525-81e9-8b7f1fe85118'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:18:45.368036 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-130ad29b-f772-4b54-b66d-70ab7081fe47 req-fe064671-bc27-45cd-95d4-46de074e5aaa service neutron] 10.222.0.26 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285193 Mar 28 19:18:45.417123 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-df1cbe56-b8f9-4ba0-bb01-654944e31c2a None None] Set router 3f8412fd-f723-4525-81e9-8b7f1fe85118 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:18:45.508629 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-130ad29b-f772-4b54-b66d-70ab7081fe47 req-1137ac3a-d93f-49fc-9a21-84916f72f431 service neutron] 10.222.0.26 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343677 Mar 28 19:18:45.769729 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-df1cbe56-b8f9-4ba0-bb01-654944e31c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'name': 'tempest-TestVolumeBootPattern-1258508700-router', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:07Z', 'updated_at': '2022-03-28T19:15:15Z', 'revision_number': 4, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'gw_port': {'id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '075088d9-4311-4717-a897-62f1d4d23ec7', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'floating_ip_address': '172.26.4.135', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'port_id': '17724192-3c4a-4674-8c9e-4ac6a63e0732', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'mac_address': 'fa:16:3e:4a:23:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f6ff1-d33c-4237-8753-b691da6fe003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:18:43Z', 'updated_at': '2022-03-28T19:18:43Z', 'revision_number': 0, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6ff349-316d-45d6-91e9-fc06a71e1b38', 'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'mac_address': 'fa:16:3e:95:db:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:14Z', 'updated_at': '2022-03-28T19:15:27Z', 'revision_number': 5, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'subnets': [{'id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:18:45.774451 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1cbe56-b8f9-4ba0-bb01-654944e31c2a None None] The sync data for ids ['3f8412fd-f723-4525-81e9-8b7f1fe85118'] in dv-neutron-834711-1-hyperv is: [{'id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'name': 'tempest-TestVolumeBootPattern-1258508700-router', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:07Z', 'updated_at': '2022-03-28T19:15:15Z', 'revision_number': 4, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'gw_port': {'id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '075088d9-4311-4717-a897-62f1d4d23ec7', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'floating_ip_address': '172.26.4.135', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'port_id': '17724192-3c4a-4674-8c9e-4ac6a63e0732', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'mac_address': 'fa:16:3e:4a:23:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f6ff1-d33c-4237-8753-b691da6fe003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:18:43Z', 'updated_at': '2022-03-28T19:18:43Z', 'revision_number': 0, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6ff349-316d-45d6-91e9-fc06a71e1b38', 'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'mac_address': 'fa:16:3e:95:db:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:14Z', 'updated_at': '2022-03-28T19:15:27Z', 'revision_number': 5, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'subnets': [{'id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:18:45.956157 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc8c37e-ef34-4db0-8930-fbb1b3d8e771 None None] New status for floating IP 075088d9-4311-4717-a897-62f1d4d23ec7: ACTIVE {{(pid=87835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:18:54.613178 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:18:55.267056 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-897e7b8e-5d1a-44c0-b04f-686db38cc970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:57.606853 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-269d3662-bc0e-4385-9f91-8281c666ef37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:58.582344 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:18:58.597649 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:00.161880 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:01.616253 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:19.172353 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-52aa96da-a401-4e57-a585-de10495f696d req-ee3255dc-6333-4505-bf44-5db783c839ca service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5fd85c86-5c2f-453d-8ce1-0f0572dd87c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713277 Mar 28 19:19:19.259215 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa96da-a401-4e57-a585-de10495f696d req-b07fb6d7-83aa-41ec-8f99-8396c9cc41ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:19:19.260617 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-52aa96da-a401-4e57-a585-de10495f696d req-b07fb6d7-83aa-41ec-8f99-8396c9cc41ba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=5fd85c86-5c2f-453d-8ce1-0f0572dd87c0 HTTP/1.1" status: 200 len: 1098 time: 0.0687912 Mar 28 19:19:19.399120 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa96da-a401-4e57-a585-de10495f696d req-bcc5fa54-7c8d-4d3b-9f27-93f6d49d57e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:19:19.400535 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-52aa96da-a401-4e57-a585-de10495f696d req-bcc5fa54-7c8d-4d3b-9f27-93f6d49d57e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=685de59c-1320-4384-b4c7-4def6ef9d015 HTTP/1.1" status: 200 len: 897 time: 0.1220267 Mar 28 19:19:19.468691 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-52aa96da-a401-4e57-a585-de10495f696d req-b3f2cc8b-34c5-486f-ac89-5677c2838f0c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11f724fc-c6e9-44e6-aad8-6e2abd47a510 HTTP/1.1" status: 200 len: 217 time: 0.0624573 Mar 28 19:19:19.529188 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa96da-a401-4e57-a585-de10495f696d req-ec55db6f-9764-41a6-88d6-f624d54461ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:19:19.530521 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-52aa96da-a401-4e57-a585-de10495f696d req-ec55db6f-9764-41a6-88d6-f624d54461ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=99d57783-3631-4e31-8984-c7e1a9e0992c HTTP/1.1" status: 200 len: 834 time: 0.0549371 Mar 28 19:19:19.715597 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa96da-a401-4e57-a585-de10495f696d req-3ccd23c6-9240-49f5-82c9-999cafaee755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:19:19.716980 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-52aa96da-a401-4e57-a585-de10495f696d req-3ccd23c6-9240-49f5-82c9-999cafaee755 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=685de59c-1320-4384-b4c7-4def6ef9d015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1800745 Mar 28 19:19:19.846223 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-52aa96da-a401-4e57-a585-de10495f696d req-decbd76c-70e5-4dc1-868a-ed6a5634b642 service neutron] 10.222.0.26 "GET /v2.0/networks/685de59c-1320-4384-b4c7-4def6ef9d015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220872 Mar 28 19:19:19.973586 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-52aa96da-a401-4e57-a585-de10495f696d req-44f1b868-4253-452e-ac92-7a38e2ae39fa service neutron] 10.222.0.26 "GET /v2.0/networks/685de59c-1320-4384-b4c7-4def6ef9d015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213350 Mar 28 19:19:25.268362 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-16c6dcbd-bbb2-457f-b50f-01dd96689ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:27.607643 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d1c41430-a2b4-4bb7-9f38-5e39826bebf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:28.578131 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:28.594412 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:30.158316 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:31.612618 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:19:31.629900 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:45.264174 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bd8e1-ee7e-4b02-8785-21e7d62b8066 req-d71249a5-2361-42ad-a40b-ed7d5c51e5e1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:19:45.265708 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3e3bd8e1-ee7e-4b02-8785-21e7d62b8066 req-d71249a5-2361-42ad-a40b-ed7d5c51e5e1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=1164d185-f179-4fe7-b5a4-44184a5c7f45 HTTP/1.1" status: 200 len: 945 time: 0.0805306 Mar 28 19:19:45.313143 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3e3bd8e1-ee7e-4b02-8785-21e7d62b8066 req-e0621cad-8944-4679-9833-9bc0ca162cbb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=abbc64dd-b065-4b30-849b-36d9f701882c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411146 Mar 28 19:19:46.501603 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755dc30e-b784-4932-acc0-d580aff7c347 req-36d41ed6-7b33-4e8c-af96-fa0f6743d9f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:19:46.506304 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-755dc30e-b784-4932-acc0-d580aff7c347 req-36d41ed6-7b33-4e8c-af96-fa0f6743d9f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=1164d185-f179-4fe7-b5a4-44184a5c7f45 HTTP/1.1" status: 200 len: 945 time: 0.0793083 Mar 28 19:19:46.551879 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-755dc30e-b784-4932-acc0-d580aff7c347 req-879b4899-d7cb-44c3-8e8d-a6b513acb53b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=abbc64dd-b065-4b30-849b-36d9f701882c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397627 Mar 28 19:19:46.740972 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb17952-dfc8-4614-81b2-f582715f9894 req-63ceb1b2-14f8-487c-a5bd-478aa18236c8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:19:46.742385 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9eb17952-dfc8-4614-81b2-f582715f9894 req-63ceb1b2-14f8-487c-a5bd-478aa18236c8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/ports?device_id=1164d185-f179-4fe7-b5a4-44184a5c7f45 HTTP/1.1" status: 200 len: 945 time: 0.0824623 Mar 28 19:19:46.810137 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-9eb17952-dfc8-4614-81b2-f582715f9894 req-13aea71e-11e3-4c40-8566-0a20c15c1ff8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port b3694363-244f-4aa2-bbd4-b95a920e82dc {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:19:46.810470 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-9eb17952-dfc8-4614-81b2-f582715f9894 req-13aea71e-11e3-4c40-8566-0a20c15c1ff8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:47.048079 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-9eb17952-dfc8-4614-81b2-f582715f9894 req-13aea71e-11e3-4c40-8566-0a20c15c1ff8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] For port b3694363-244f-4aa2-bbd4-b95a920e82dc, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=b3694363-244f-4aa2-bbd4-b95a920e82dc,segment=NetworkSegment(ab8a9603-aac3-4e04-9465-b378f965685f),segment_id=ab8a9603-aac3-4e04-9465-b378f965685f)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:19:47.048430 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-9eb17952-dfc8-4614-81b2-f582715f9894 req-13aea71e-11e3-4c40-8566-0a20c15c1ff8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:47.323422 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-9eb17952-dfc8-4614-81b2-f582715f9894 req-13aea71e-11e3-4c40-8566-0a20c15c1ff8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:47.323683 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-9eb17952-dfc8-4614-81b2-f582715f9894 req-13aea71e-11e3-4c40-8566-0a20c15c1ff8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:47.323985 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [req-9eb17952-dfc8-4614-81b2-f582715f9894 req-13aea71e-11e3-4c40-8566-0a20c15c1ff8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Floating IP fa57f43c-4194-4142-954d-fa971602348d disassociated. External IP: 172.26.4.20, port: b3694363-244f-4aa2-bbd4-b95a920e82dc. Mar 28 19:19:47.324317 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-9eb17952-dfc8-4614-81b2-f582715f9894 req-13aea71e-11e3-4c40-8566-0a20c15c1ff8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for b3694363-244f-4aa2-bbd4-b95a920e82dc owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:19:47.465746 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-9eb17952-dfc8-4614-81b2-f582715f9894 req-13aea71e-11e3-4c40-8566-0a20c15c1ff8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:47.519150 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aea71e-11e3-4c40-8566-0a20c15c1ff8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=b3694363-244f-4aa2-bbd4-b95a920e82dc,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:19:47.579980 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aea71e-11e3-4c40-8566-0a20c15c1ff8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:47.580219 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aea71e-11e3-4c40-8566-0a20c15c1ff8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:47.580553 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aea71e-11e3-4c40-8566-0a20c15c1ff8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:47.580879 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aea71e-11e3-4c40-8566-0a20c15c1ff8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:47.581379 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aea71e-11e3-4c40-8566-0a20c15c1ff8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:47.581524 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aea71e-11e3-4c40-8566-0a20c15c1ff8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:47.581824 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aea71e-11e3-4c40-8566-0a20c15c1ff8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:47.582140 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aea71e-11e3-4c40-8566-0a20c15c1ff8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:47.582455 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aea71e-11e3-4c40-8566-0a20c15c1ff8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:47.582769 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aea71e-11e3-4c40-8566-0a20c15c1ff8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:47.583106 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aea71e-11e3-4c40-8566-0a20c15c1ff8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:47.583425 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aea71e-11e3-4c40-8566-0a20c15c1ff8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:47.841391 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ed1cccc6-3ff1-4bb1-851d-534817bb4120 req-f48ec7e0-7a6f-4737-903d-1cd6dfc53853 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=1164d185-f179-4fe7-b5a4-44184a5c7f45 HTTP/1.1" status: 200 len: 210 time: 0.0521655 Mar 28 19:19:47.872735 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9eb17952-dfc8-4614-81b2-f582715f9894 req-13aea71e-11e3-4c40-8566-0a20c15c1ff8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router d495d9e4-91ae-4a26-91c6-d6ea69bf2711 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:19:48.057025 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9eb17952-dfc8-4614-81b2-f582715f9894 req-13aea71e-11e3-4c40-8566-0a20c15c1ff8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:19:48.066896 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9e5415-7e85-4f3a-a516-92e00d43cdfd None None] Sync routers for ids ['d495d9e4-91ae-4a26-91c6-d6ea69bf2711'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:19:48.076103 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9e5415-7e85-4f3a-a516-92e00d43cdfd None None] Routers {'d495d9e4-91ae-4a26-91c6-d6ea69bf2711'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:19:48.076707 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-3d9e5415-7e85-4f3a-a516-92e00d43cdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:19:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['d495d9e4-91ae-4a26-91c6-d6ea69bf2711'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:19:48.131822 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb17952-dfc8-4614-81b2-f582715f9894 req-13aea71e-11e3-4c40-8566-0a20c15c1ff8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] No DVR routers for this DVR port b3694363-244f-4aa2-bbd4-b95a920e82dc on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:19:48.134296 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-9eb17952-dfc8-4614-81b2-f582715f9894 req-13aea71e-11e3-4c40-8566-0a20c15c1ff8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:48.136878 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1164d185-f179-4fe7-b5a4-44184a5c7f45', 'name': 'network-vif-deleted', 'tag': 'b3694363-244f-4aa2-bbd4-b95a920e82dc'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:19:48.155541 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9eb17952-dfc8-4614-81b2-f582715f9894 req-13aea71e-11e3-4c40-8566-0a20c15c1ff8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "DELETE /v2.0/ports/b3694363-244f-4aa2-bbd4-b95a920e82dc HTTP/1.1" status: 204 len: 173 time: 1.4076188 Mar 28 19:19:48.189733 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1164d185-f179-4fe7-b5a4-44184a5c7f45', 'name': 'network-vif-deleted', 'tag': 'b3694363-244f-4aa2-bbd4-b95a920e82dc', 'status': 'completed', 'code': 200} Mar 28 19:19:48.252949 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-3d9e5415-7e85-4f3a-a516-92e00d43cdfd None None] Set router d495d9e4-91ae-4a26-91c6-d6ea69bf2711 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:19:48.601504 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-3d9e5415-7e85-4f3a-a516-92e00d43cdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'name': 'tempest-TestNetworkBasicOps-router-667267970', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:16:42Z', 'updated_at': '2022-03-28T19:16:48Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:43Z', 'updated_at': '2022-03-28T19:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '63a54619-3607-406f-88d9-07fa46b1c1ab', 'name': '', 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:98:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:47Z', 'updated_at': '2022-03-28T19:16:53Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:19:48.605397 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9e5415-7e85-4f3a-a516-92e00d43cdfd None None] Checking router: d495d9e4-91ae-4a26-91c6-d6ea69bf2711 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:19:48.614224 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9e5415-7e85-4f3a-a516-92e00d43cdfd None None] Routers {'d495d9e4-91ae-4a26-91c6-d6ea69bf2711'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:19:48.614891 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-3d9e5415-7e85-4f3a-a516-92e00d43cdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:19:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['d495d9e4-91ae-4a26-91c6-d6ea69bf2711'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:19:48.800627 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-3d9e5415-7e85-4f3a-a516-92e00d43cdfd None None] Set router d495d9e4-91ae-4a26-91c6-d6ea69bf2711 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:19:48.940574 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 33998) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:19:49.013627 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c74fcf81-25a8-496c-a0c7-836227e6877a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:49.044128 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c74fcf81-25a8-496c-a0c7-836227e6877a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:49.116895 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c74fcf81-25a8-496c-a0c7-836227e6877a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:49.126788 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-3d9e5415-7e85-4f3a-a516-92e00d43cdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'name': 'tempest-TestNetworkBasicOps-router-667267970', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:16:42Z', 'updated_at': '2022-03-28T19:16:48Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:43Z', 'updated_at': '2022-03-28T19:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '63a54619-3607-406f-88d9-07fa46b1c1ab', 'name': '', 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:98:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:47Z', 'updated_at': '2022-03-28T19:16:53Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:19:49.130674 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9e5415-7e85-4f3a-a516-92e00d43cdfd None None] The sync data for ids ['d495d9e4-91ae-4a26-91c6-d6ea69bf2711'] in dv-neutron-834711-1-hyperv is: [{'id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'name': 'tempest-TestNetworkBasicOps-router-667267970', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:16:42Z', 'updated_at': '2022-03-28T19:16:48Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:43Z', 'updated_at': '2022-03-28T19:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '63a54619-3607-406f-88d9-07fa46b1c1ab', 'name': '', 'network_id': '685de59c-1320-4384-b4c7-4def6ef9d015', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:98:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:47Z', 'updated_at': '2022-03-28T19:16:53Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '99d57783-3631-4e31-8984-c7e1a9e0992c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:19:49.136773 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74fcf81-25a8-496c-a0c7-836227e6877a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbc64dd-b065-4b30-849b-36d9f701882c,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:19:49.143829 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c74fcf81-25a8-496c-a0c7-836227e6877a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:49.148188 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c74fcf81-25a8-496c-a0c7-836227e6877a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/security-groups/abbc64dd-b065-4b30-849b-36d9f701882c HTTP/1.1" status: 204 len: 168 time: 0.2065644 Mar 28 19:19:49.185333 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34004) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:19:49.348604 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-7e82f831-e94b-4af1-9f45-778a5686b526 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port 14d318d4-2b44-4977-bc76-99693a7757dc {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:19:49.348951 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7e82f831-e94b-4af1-9f45-778a5686b526 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:49.375019 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443667e5-b7cb-4f1b-8243-e83155d7c626 None None] New status for floating IP fa57f43c-4194-4142-954d-fa971602348d: DOWN {{(pid=87835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:19:49.526128 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7e82f831-e94b-4af1-9f45-778a5686b526 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:49.526595 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7e82f831-e94b-4af1-9f45-778a5686b526 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:49.654778 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-7e82f831-e94b-4af1-9f45-778a5686b526 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for 14d318d4-2b44-4977-bc76-99693a7757dc owned by network:floatingip {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:19:49.740980 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.db.api [None req-7e82f831-e94b-4af1-9f45-778a5686b526 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:19:49.741447 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG oslo_db.api [None req-7e82f831-e94b-4af1-9f45-778a5686b526 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:19:50.242143 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-7e82f831-e94b-4af1-9f45-778a5686b526 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port 14d318d4-2b44-4977-bc76-99693a7757dc {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:19:50.242704 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7e82f831-e94b-4af1-9f45-778a5686b526 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:50.417570 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7e82f831-e94b-4af1-9f45-778a5686b526 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:50.417893 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7e82f831-e94b-4af1-9f45-778a5686b526 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:50.537963 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-7e82f831-e94b-4af1-9f45-778a5686b526 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for 14d318d4-2b44-4977-bc76-99693a7757dc owned by network:floatingip {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:19:50.778160 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7e82f831-e94b-4af1-9f45-778a5686b526 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:50.823774 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82f831-e94b-4af1-9f45-778a5686b526 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=14d318d4-2b44-4977-bc76-99693a7757dc,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:19:50.869302 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82f831-e94b-4af1-9f45-778a5686b526 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:50.869302 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82f831-e94b-4af1-9f45-778a5686b526 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:50.870262 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82f831-e94b-4af1-9f45-778a5686b526 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:50.870262 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82f831-e94b-4af1-9f45-778a5686b526 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:50.870375 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82f831-e94b-4af1-9f45-778a5686b526 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:50.871925 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82f831-e94b-4af1-9f45-778a5686b526 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:50.871925 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82f831-e94b-4af1-9f45-778a5686b526 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:50.871925 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82f831-e94b-4af1-9f45-778a5686b526 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:50.871925 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82f831-e94b-4af1-9f45-778a5686b526 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:50.871925 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82f831-e94b-4af1-9f45-778a5686b526 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:50.872362 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82f831-e94b-4af1-9f45-778a5686b526 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:50.872521 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82f831-e94b-4af1-9f45-778a5686b526 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:50.932162 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7e82f831-e94b-4af1-9f45-778a5686b526 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:50.947487 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7e82f831-e94b-4af1-9f45-778a5686b526 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:50.948495 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7e82f831-e94b-4af1-9f45-778a5686b526 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/floatingips/fa57f43c-4194-4142-954d-fa971602348d HTTP/1.1" status: 204 len: 168 time: 1.7619770 Mar 28 19:19:51.348280 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f47c5c-d0a4-4ad6-b18c-4bc679a8b1bb req-8ea0cc6b-461b-4167-8224-ea09baa38a90 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:19:51.348786 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-e5f47c5c-d0a4-4ad6-b18c-4bc679a8b1bb req-8ea0cc6b-461b-4167-8224-ea09baa38a90 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:19:51.364363 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-e5f47c5c-d0a4-4ad6-b18c-4bc679a8b1bb req-8ea0cc6b-461b-4167-8224-ea09baa38a90 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:19:51.365698 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e5f47c5c-d0a4-4ad6-b18c-4bc679a8b1bb req-8ea0cc6b-461b-4167-8224-ea09baa38a90 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd85c86-5c2f-453d-8ce1-0f0572dd87c0 HTTP/1.1" status: 200 len: 945 time: 0.1084416 Mar 28 19:19:51.415510 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-e5f47c5c-d0a4-4ad6-b18c-4bc679a8b1bb req-b06ea0d7-1e20-41b9-bf3b-865253832fd0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:19:51.430830 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-e5f47c5c-d0a4-4ad6-b18c-4bc679a8b1bb req-b06ea0d7-1e20-41b9-bf3b-865253832fd0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:19:51.432319 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e5f47c5c-d0a4-4ad6-b18c-4bc679a8b1bb req-b06ea0d7-1e20-41b9-bf3b-865253832fd0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=619dbab9-8d65-434f-b627-13eae0d5029f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606570 Mar 28 19:19:51.483826 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device b3694363-244f-4aa2-bbd4-b95a920e82dc no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:19:51.519942 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: b3694363-244f-4aa2-bbd4-b95a920e82dc {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:19:51.520258 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device b3694363-244f-4aa2-bbd4-b95a920e82dc not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:19:52.622806 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb82b9-b960-4839-8d05-6126786245bd req-d180866d-18a1-497c-844a-52ca292151dc tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:19:52.624248 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1ffb82b9-b960-4839-8d05-6126786245bd req-d180866d-18a1-497c-844a-52ca292151dc tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd85c86-5c2f-453d-8ce1-0f0572dd87c0 HTTP/1.1" status: 200 len: 945 time: 0.0824416 Mar 28 19:19:52.668298 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1ffb82b9-b960-4839-8d05-6126786245bd req-d8005484-d456-4c9f-a3ee-6089634c62f0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=619dbab9-8d65-434f-b627-13eae0d5029f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377569 Mar 28 19:19:52.989688 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197865d8-2647-4fa3-a39e-fdcc28236bf5 req-29ab3646-373b-4e50-b7c3-741603aaf29f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:19:52.991105 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-197865d8-2647-4fa3-a39e-fdcc28236bf5 req-29ab3646-373b-4e50-b7c3-741603aaf29f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fd85c86-5c2f-453d-8ce1-0f0572dd87c0 HTTP/1.1" status: 200 len: 945 time: 0.0778832 Mar 28 19:19:53.062184 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-197865d8-2647-4fa3-a39e-fdcc28236bf5 req-25ce8de3-bdf2-4f5f-912b-284d0dc2fa02 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port 11f724fc-c6e9-44e6-aad8-6e2abd47a510 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:19:53.062519 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-197865d8-2647-4fa3-a39e-fdcc28236bf5 req-25ce8de3-bdf2-4f5f-912b-284d0dc2fa02 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:53.301497 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-197865d8-2647-4fa3-a39e-fdcc28236bf5 req-25ce8de3-bdf2-4f5f-912b-284d0dc2fa02 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] For port 11f724fc-c6e9-44e6-aad8-6e2abd47a510, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=11f724fc-c6e9-44e6-aad8-6e2abd47a510,segment=NetworkSegment(ab8a9603-aac3-4e04-9465-b378f965685f),segment_id=ab8a9603-aac3-4e04-9465-b378f965685f)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:19:53.301766 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-197865d8-2647-4fa3-a39e-fdcc28236bf5 req-25ce8de3-bdf2-4f5f-912b-284d0dc2fa02 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:53.426015 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-197865d8-2647-4fa3-a39e-fdcc28236bf5 req-25ce8de3-bdf2-4f5f-912b-284d0dc2fa02 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for 11f724fc-c6e9-44e6-aad8-6e2abd47a510 owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:19:53.567440 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-197865d8-2647-4fa3-a39e-fdcc28236bf5 req-25ce8de3-bdf2-4f5f-912b-284d0dc2fa02 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:53.623026 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce8de3-bdf2-4f5f-912b-284d0dc2fa02 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=11f724fc-c6e9-44e6-aad8-6e2abd47a510,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:19:53.699573 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-197865d8-2647-4fa3-a39e-fdcc28236bf5 req-25ce8de3-bdf2-4f5f-912b-284d0dc2fa02 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] No DVR routers for this DVR port 11f724fc-c6e9-44e6-aad8-6e2abd47a510 on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:19:53.702097 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-197865d8-2647-4fa3-a39e-fdcc28236bf5 req-25ce8de3-bdf2-4f5f-912b-284d0dc2fa02 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:53.705237 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd85c86-5c2f-453d-8ce1-0f0572dd87c0', 'name': 'network-vif-deleted', 'tag': '11f724fc-c6e9-44e6-aad8-6e2abd47a510'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:19:53.722792 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-197865d8-2647-4fa3-a39e-fdcc28236bf5 req-25ce8de3-bdf2-4f5f-912b-284d0dc2fa02 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "DELETE /v2.0/ports/11f724fc-c6e9-44e6-aad8-6e2abd47a510 HTTP/1.1" status: 204 len: 173 time: 0.7262194 Mar 28 19:19:53.753811 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd85c86-5c2f-453d-8ce1-0f0572dd87c0', 'name': 'network-vif-deleted', 'tag': '11f724fc-c6e9-44e6-aad8-6e2abd47a510', 'status': 'completed', 'code': 200} Mar 28 19:19:53.947895 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-fe90d402-7da8-407c-99c1-c2fc66cea568 req-4cf7630a-359c-4afc-b7b5-2bde1a1f0328 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:19:53.965108 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-fe90d402-7da8-407c-99c1-c2fc66cea568 req-4cf7630a-359c-4afc-b7b5-2bde1a1f0328 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:19:53.966800 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fe90d402-7da8-407c-99c1-c2fc66cea568 req-4cf7630a-359c-4afc-b7b5-2bde1a1f0328 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fd85c86-5c2f-453d-8ce1-0f0572dd87c0 HTTP/1.1" status: 200 len: 210 time: 0.1796210 Mar 28 19:19:55.065090 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34020) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:19:55.130835 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8d6c1af4-d384-4ee1-a0ac-31ee4a53f0e6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:55.158854 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8d6c1af4-d384-4ee1-a0ac-31ee4a53f0e6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:55.222055 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8d6c1af4-d384-4ee1-a0ac-31ee4a53f0e6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:55.242205 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c1af4-d384-4ee1-a0ac-31ee4a53f0e6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=619dbab9-8d65-434f-b627-13eae0d5029f,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:19:55.253744 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8d6c1af4-d384-4ee1-a0ac-31ee4a53f0e6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:55.254848 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8d6c1af4-d384-4ee1-a0ac-31ee4a53f0e6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/security-groups/619dbab9-8d65-434f-b627-13eae0d5029f HTTP/1.1" status: 204 len: 168 time: 0.1887393 Mar 28 19:19:55.284517 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b20096a7-fd5c-4de9-8097-d141df02afc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:55.289774 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34026) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:19:55.856298 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f249083f-ad02-4c40-8bb9-d6958a7afe3a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:56.213308 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f249083f-ad02-4c40-8bb9-d6958a7afe3a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port 63a54619-3607-406f-88d9-07fa46b1c1ab {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:19:56.213949 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f249083f-ad02-4c40-8bb9-d6958a7afe3a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:56.497716 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-f249083f-ad02-4c40-8bb9-d6958a7afe3a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] For port 63a54619-3607-406f-88d9-07fa46b1c1ab, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=63a54619-3607-406f-88d9-07fa46b1c1ab,segment=NetworkSegment(ab8a9603-aac3-4e04-9465-b378f965685f),segment_id=ab8a9603-aac3-4e04-9465-b378f965685f)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:19:56.497986 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f249083f-ad02-4c40-8bb9-d6958a7afe3a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:56.618011 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f249083f-ad02-4c40-8bb9-d6958a7afe3a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for 63a54619-3607-406f-88d9-07fa46b1c1ab owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:19:56.939296 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f249083f-ad02-4c40-8bb9-d6958a7afe3a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:56.986200 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249083f-ad02-4c40-8bb9-d6958a7afe3a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=63a54619-3607-406f-88d9-07fa46b1c1ab,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:19:57.249251 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f249083f-ad02-4c40-8bb9-d6958a7afe3a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:57.497783 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 11f724fc-c6e9-44e6-aad8-6e2abd47a510 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:19:57.534903 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: 11f724fc-c6e9-44e6-aad8-6e2abd47a510 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:19:57.535254 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 11f724fc-c6e9-44e6-aad8-6e2abd47a510 not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:19:57.605095 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f249083f-ad02-4c40-8bb9-d6958a7afe3a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router d495d9e4-91ae-4a26-91c6-d6ea69bf2711 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:19:57.610287 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-35462b48-07ca-4dc3-864c-9d8c1e458214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:57.886193 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f249083f-ad02-4c40-8bb9-d6958a7afe3a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:19:57.896073 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b543ba2-6983-4068-a3bd-182ea6088f9e None None] Sync routers for ids ['d495d9e4-91ae-4a26-91c6-d6ea69bf2711'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:19:57.904412 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f249083f-ad02-4c40-8bb9-d6958a7afe3a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "PUT /v2.0/routers/d495d9e4-91ae-4a26-91c6-d6ea69bf2711/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6131823 Mar 28 19:19:57.904940 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b543ba2-6983-4068-a3bd-182ea6088f9e None None] Routers {'d495d9e4-91ae-4a26-91c6-d6ea69bf2711'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:19:57.905555 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-4b543ba2-6983-4068-a3bd-182ea6088f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:19:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['d495d9e4-91ae-4a26-91c6-d6ea69bf2711'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:19:57.907946 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34034) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:19:57.975916 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-522a8356-0666-4b40-92ed-852a5b37713d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting subnet 99d57783-3631-4e31-8984-c7e1a9e0992c {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:19:57.978853 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-522a8356-0666-4b40-92ed-852a5b37713d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:58.033107 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-522a8356-0666-4b40-92ed-852a5b37713d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:58.081553 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-4b543ba2-6983-4068-a3bd-182ea6088f9e None None] Set router d495d9e4-91ae-4a26-91c6-d6ea69bf2711 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:19:58.117352 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-522a8356-0666-4b40-92ed-852a5b37713d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:58.189179 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-522a8356-0666-4b40-92ed-852a5b37713d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:58.228526 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a8356-0666-4b40-92ed-852a5b37713d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Subnet': ['ID=99d57783-3631-4e31-8984-c7e1a9e0992c,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:19:58.232162 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-522a8356-0666-4b40-92ed-852a5b37713d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:58.238787 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-522a8356-0666-4b40-92ed-852a5b37713d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/subnets/99d57783-3631-4e31-8984-c7e1a9e0992c HTTP/1.1" status: 204 len: 168 time: 0.3298743 Mar 28 19:19:58.241489 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34038) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:19:58.266716 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dc6d4e-fc09-498a-bfc9-12b305f37939 None None] Network 685de59c-1320-4384-b4c7-4def6ef9d015 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:19:58.424027 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5cb57878-3949-4c35-b3b4-400065b5ef23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:58.600903 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-4b543ba2-6983-4068-a3bd-182ea6088f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'name': 'tempest-TestNetworkBasicOps-router-667267970', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:16:42Z', 'updated_at': '2022-03-28T19:19:56Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '201ec1ea-6fc6-4f34-ba23-47f77a1312e7', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:16:43Z', 'updated_at': '2022-03-28T19:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:19:58.607233 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5cb57878-3949-4c35-b3b4-400065b5ef23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:58.612441 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:58.614852 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b543ba2-6983-4068-a3bd-182ea6088f9e None None] Checking router: d495d9e4-91ae-4a26-91c6-d6ea69bf2711 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:19:58.618341 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5cb57878-3949-4c35-b3b4-400065b5ef23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port 201ec1ea-6fc6-4f34-ba23-47f77a1312e7 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:19:58.618705 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5cb57878-3949-4c35-b3b4-400065b5ef23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:58.620020 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:58.626703 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b543ba2-6983-4068-a3bd-182ea6088f9e None None] Routers {'d495d9e4-91ae-4a26-91c6-d6ea69bf2711'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:19:58.627365 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-4b543ba2-6983-4068-a3bd-182ea6088f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:19:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['d495d9e4-91ae-4a26-91c6-d6ea69bf2711'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:19:58.685190 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9141b261-e6be-4494-9b02-354502e497dd None None] DHCP port deletion for 685de59c-1320-4384-b4c7-4def6ef9d015 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:19:58.745609 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-9141b261-e6be-4494-9b02-354502e497dd None None] Deleting port 2e6e3102-cc16-4117-84dc-34f3d9d90ceb {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:19:58.746044 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9141b261-e6be-4494-9b02-354502e497dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:58.809912 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-5cb57878-3949-4c35-b3b4-400065b5ef23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] For port 201ec1ea-6fc6-4f34-ba23-47f77a1312e7, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=201ec1ea-6fc6-4f34-ba23-47f77a1312e7,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:19:58.810262 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5cb57878-3949-4c35-b3b4-400065b5ef23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:58.828924 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-4b543ba2-6983-4068-a3bd-182ea6088f9e None None] Set router d495d9e4-91ae-4a26-91c6-d6ea69bf2711 gateway port host: None {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:19:58.933668 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5cb57878-3949-4c35-b3b4-400065b5ef23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for 201ec1ea-6fc6-4f34-ba23-47f77a1312e7 owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:19:58.964524 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-4b543ba2-6983-4068-a3bd-182ea6088f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'name': 'tempest-TestNetworkBasicOps-router-667267970', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:16:42Z', 'updated_at': '2022-03-28T19:19:58Z', 'revision_number': 6, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:19:58.972880 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b543ba2-6983-4068-a3bd-182ea6088f9e None None] The sync data for ids ['d495d9e4-91ae-4a26-91c6-d6ea69bf2711'] in dv-neutron-834711-1-hyperv is: [{'id': 'd495d9e4-91ae-4a26-91c6-d6ea69bf2711', 'name': 'tempest-TestNetworkBasicOps-router-667267970', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:16:42Z', 'updated_at': '2022-03-28T19:19:58Z', 'revision_number': 6, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port_host': None}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:19:59.093129 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-9141b261-e6be-4494-9b02-354502e497dd None None] For port 2e6e3102-cc16-4117-84dc-34f3d9d90ceb, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=2e6e3102-cc16-4117-84dc-34f3d9d90ceb,segment=NetworkSegment(ab8a9603-aac3-4e04-9465-b378f965685f),segment_id=ab8a9603-aac3-4e04-9465-b378f965685f)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:19:59.093516 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9141b261-e6be-4494-9b02-354502e497dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:59.110547 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5cb57878-3949-4c35-b3b4-400065b5ef23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:59.156173 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb57878-3949-4c35-b3b4-400065b5ef23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=201ec1ea-6fc6-4f34-ba23-47f77a1312e7,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:19:59.216267 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-9141b261-e6be-4494-9b02-354502e497dd None None] Calling delete_port for 2e6e3102-cc16-4117-84dc-34f3d9d90ceb owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:19:59.245817 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5cb57878-3949-4c35-b3b4-400065b5ef23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:59.291102 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9141b261-e6be-4494-9b02-354502e497dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:59.342238 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141b261-e6be-4494-9b02-354502e497dd None None] Pushing event deleted for resources: {'Port': ['ID=2e6e3102-cc16-4117-84dc-34f3d9d90ceb,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:19:59.347286 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9141b261-e6be-4494-9b02-354502e497dd None None] No DVR routers for this DVR port 2e6e3102-cc16-4117-84dc-34f3d9d90ceb on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:19:59.353980 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9141b261-e6be-4494-9b02-354502e497dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:59.354333 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9141b261-e6be-4494-9b02-354502e497dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:59.354679 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9141b261-e6be-4494-9b02-354502e497dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:59.355050 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9141b261-e6be-4494-9b02-354502e497dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:59.355392 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9141b261-e6be-4494-9b02-354502e497dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:59.355727 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9141b261-e6be-4494-9b02-354502e497dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:59.356071 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9141b261-e6be-4494-9b02-354502e497dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:59.361496 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9141b261-e6be-4494-9b02-354502e497dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:59.361853 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9141b261-e6be-4494-9b02-354502e497dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:59.362492 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9141b261-e6be-4494-9b02-354502e497dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:59.362569 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9141b261-e6be-4494-9b02-354502e497dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:59.362947 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9141b261-e6be-4494-9b02-354502e497dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:19:59.521986 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5cb57878-3949-4c35-b3b4-400065b5ef23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:59.524137 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5cb57878-3949-4c35-b3b4-400065b5ef23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:59.545313 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5cb57878-3949-4c35-b3b4-400065b5ef23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:59.545803 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb57878-3949-4c35-b3b4-400065b5ef23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Fanout notify agent at l3_agent the message router_deleted on router d495d9e4-91ae-4a26-91c6-d6ea69bf2711 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:19:59.560665 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5cb57878-3949-4c35-b3b4-400065b5ef23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:59.561715 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5cb57878-3949-4c35-b3b4-400065b5ef23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/routers/d495d9e4-91ae-4a26-91c6-d6ea69bf2711 HTTP/1.1" status: 204 len: 168 time: 1.3193295 Mar 28 19:19:59.565632 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34042) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:19:59.673667 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b203c23b-e282-4e00-9380-a697af06b1dd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:59.796492 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2e6e3102-cc16-4117-84dc-34f3d9d90ceb no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:19:59.808489 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b203c23b-e282-4e00-9380-a697af06b1dd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:59.832519 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 2e6e3102-cc16-4117-84dc-34f3d9d90ceb {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:19:59.832867 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2e6e3102-cc16-4117-84dc-34f3d9d90ceb not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:19:59.833292 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 63a54619-3607-406f-88d9-07fa46b1c1ab no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:19:59.837893 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-b203c23b-e282-4e00-9380-a697af06b1dd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['685de59c-1320-4384-b4c7-4def6ef9d015']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:19:59.852030 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-b203c23b-e282-4e00-9380-a697af06b1dd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab8a9603-aac3-4e04-9465-b378f965685f') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:19:59.852325 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-b203c23b-e282-4e00-9380-a697af06b1dd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab8a9603-aac3-4e04-9465-b378f965685f') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:19:59.866202 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b203c23b-e282-4e00-9380-a697af06b1dd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:59.867851 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 63a54619-3607-406f-88d9-07fa46b1c1ab {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:19:59.868201 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 63a54619-3607-406f-88d9-07fa46b1c1ab not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:19:59.868639 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 201ec1ea-6fc6-4f34-ba23-47f77a1312e7 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:19:59.886414 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b203c23b-e282-4e00-9380-a697af06b1dd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:59.892616 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b203c23b-e282-4e00-9380-a697af06b1dd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:19:59.893007 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b203c23b-e282-4e00-9380-a697af06b1dd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:59.903565 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 201ec1ea-6fc6-4f34-ba23-47f77a1312e7 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:19:59.903913 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 201ec1ea-6fc6-4f34-ba23-47f77a1312e7 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:19:59.908896 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:19:59.989966 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b203c23b-e282-4e00-9380-a697af06b1dd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:19:59.994511 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b203c23b-e282-4e00-9380-a697af06b1dd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:00.022514 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203c23b-e282-4e00-9380-a697af06b1dd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Network': ['ID=685de59c-1320-4384-b4c7-4def6ef9d015,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:00.026258 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b203c23b-e282-4e00-9380-a697af06b1dd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/networks/685de59c-1320-4384-b4c7-4def6ef9d015 HTTP/1.1" status: 204 len: 168 time: 0.4595723 Mar 28 19:20:00.049584 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34046) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:00.055314 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-b563be1b-73d2-4cf5-9b54-3c307c932086 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'network': {'name': 'tempest-network-smoke--1474316742', 'project_id': '061332865d564f96959562b5c3aa8701', 'port_security_enabled': True}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:20:00.060624 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b563be1b-73d2-4cf5-9b54-3c307c932086 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:20:00.065223 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b563be1b-73d2-4cf5-9b54-3c307c932086 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:network and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:20:00.068211 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b563be1b-73d2-4cf5-9b54-3c307c932086 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:20:00.074224 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b563be1b-73d2-4cf5-9b54-3c307c932086 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:20:00.083453 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b563be1b-73d2-4cf5-9b54-3c307c932086 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Made reservation on behalf of 061332865d564f96959562b5c3aa8701 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:20:00.086786 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b563be1b-73d2-4cf5-9b54-3c307c932086 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:00.113806 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b563be1b-73d2-4cf5-9b54-3c307c932086 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:20:00.122508 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b563be1b-73d2-4cf5-9b54-3c307c932086 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:00.122856 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-b563be1b-73d2-4cf5-9b54-3c307c932086 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Added segment 7887524d-a65e-4fa1-aad6-e4e0f83f117c of type vlan for network fcdc8499-7372-480e-8a06-0192679d5f7d Mar 28 19:20:00.148809 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b563be1b-73d2-4cf5-9b54-3c307c932086 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:00.160190 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:00.177488 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b563be1b-73d2-4cf5-9b54-3c307c932086 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:00.183091 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b563be1b-73d2-4cf5-9b54-3c307c932086 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:00.183660 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b563be1b-73d2-4cf5-9b54-3c307c932086 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:00.284943 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b563be1b-73d2-4cf5-9b54-3c307c932086 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2340910 Mar 28 19:20:00.287744 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34050) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:00.291073 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563be1b-73d2-4cf5-9b54-3c307c932086 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Network': ['ID=fcdc8499-7372-480e-8a06-0192679d5f7d,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:00.292919 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-be59b83a-6c71-45f4-9860-34a7644d26be tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-710974392', 'admin_state_up': True, 'project_id': '061332865d564f96959562b5c3aa8701', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:20:00.301138 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-be59b83a-6c71-45f4-9860-34a7644d26be tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:20:00.301740 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network fcdc8499-7372-480e-8a06-0192679d5f7d details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:20:00.305280 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-be59b83a-6c71-45f4-9860-34a7644d26be tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:router and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:20:00.308410 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-be59b83a-6c71-45f4-9860-34a7644d26be tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:20:00.319067 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-be59b83a-6c71-45f4-9860-34a7644d26be tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:20:00.328687 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-be59b83a-6c71-45f4-9860-34a7644d26be tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:00.329965 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-be59b83a-6c71-45f4-9860-34a7644d26be tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:00.344882 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-be59b83a-6c71-45f4-9860-34a7644d26be tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:00.600729 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-be59b83a-6c71-45f4-9860-34a7644d26be tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:00.893906 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-be59b83a-6c71-45f4-9860-34a7644d26be tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_gateway, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:00.921677 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-be59b83a-6c71-45f4-9860-34a7644d26be tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:01.152620 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-be59b83a-6c71-45f4-9860-34a7644d26be tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.26.4.17 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/48cf3366-bcf9-4f6c-97bb-f466f38c07f6) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:20:01.294354 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-be59b83a-6c71-45f4-9860-34a7644d26be tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:01.323173 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-be59b83a-6c71-45f4-9860-34a7644d26be tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:01.385412 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be59b83a-6c71-45f4-9860-34a7644d26be tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:20:01.392677 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-be59b83a-6c71-45f4-9860-34a7644d26be tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:20:01.395063 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be59b83a-6c71-45f4-9860-34a7644d26be tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:20:01.428948 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59b83a-6c71-45f4-9860-34a7644d26be tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=48cf3366-bcf9-4f6c-97bb-f466f38c07f6,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:01.627742 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:01.799255 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-be59b83a-6c71-45f4-9860-34a7644d26be tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_gateway, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:02.131304 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-be59b83a-6c71-45f4-9860-34a7644d26be tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:02.327508 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be59b83a-6c71-45f4-9860-34a7644d26be tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router c3b76f74-36b7-4225-a432-d0ffc5bcc09a is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:20:02.605995 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be59b83a-6c71-45f4-9860-34a7644d26be tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:20:02.616421 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0673a74f-d180-4f6e-87e3-c90ab44caca2 None None] Sync routers for ids ['c3b76f74-36b7-4225-a432-d0ffc5bcc09a'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:20:02.629840 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0673a74f-d180-4f6e-87e3-c90ab44caca2 None None] Routers {'c3b76f74-36b7-4225-a432-d0ffc5bcc09a'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:20:02.630586 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0673a74f-d180-4f6e-87e3-c90ab44caca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:19:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c3b76f74-36b7-4225-a432-d0ffc5bcc09a'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:20:02.633892 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-be59b83a-6c71-45f4-9860-34a7644d26be tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:02.635294 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-be59b83a-6c71-45f4-9860-34a7644d26be tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3464906 Mar 28 19:20:02.638425 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34054) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:02.678459 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-67f686aa-ada9-42c8-9280-463d24c5fab8 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=061332865d564f96959562b5c3aa8701&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389826 Mar 28 19:20:02.681125 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34058) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:02.810762 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6073f8-f953-40b3-a2bf-8aff014d8a0f tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:02.812271 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4c6073f8-f953-40b3-a2bf-8aff014d8a0f tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299632 Mar 28 19:20:02.815654 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34062) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:02.829449 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-0673a74f-d180-4f6e-87e3-c90ab44caca2 None None] Set router c3b76f74-36b7-4225-a432-d0ffc5bcc09a gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:20:02.860953 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e3c8add5-328d-4249-9f83-b9cdda8365a0 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=222bb166-3b66-45c7-9663-18be61b96587&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416868 Mar 28 19:20:02.861109 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34066) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:02.866212 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-c0e1da51-422c-42eb-ad91-900a7547fcb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1678069922', 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d', 'project_id': '061332865d564f96959562b5c3aa8701', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:20:02.976340 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c0e1da51-422c-42eb-ad91-900a7547fcb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:20:02.980179 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c0e1da51-422c-42eb-ad91-900a7547fcb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:subnet and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:20:02.983099 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c0e1da51-422c-42eb-ad91-900a7547fcb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:20:02.988999 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c0e1da51-422c-42eb-ad91-900a7547fcb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:20:02.998610 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e1da51-422c-42eb-ad91-900a7547fcb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Made reservation on behalf of 061332865d564f96959562b5c3aa8701 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:20:03.002868 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c0e1da51-422c-42eb-ad91-900a7547fcb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:03.105567 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0673a74f-d180-4f6e-87e3-c90ab44caca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'name': 'tempest-TestNetworkBasicOps-router-710974392', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '48cf3366-bcf9-4f6c-97bb-f466f38c07f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:00Z', 'updated_at': '2022-03-28T19:20:01Z', 'revision_number': 3, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '48cf3366-bcf9-4f6c-97bb-f466f38c07f6', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:00Z', 'updated_at': '2022-03-28T19:20:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:20:03.109597 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0673a74f-d180-4f6e-87e3-c90ab44caca2 None None] Checking router: c3b76f74-36b7-4225-a432-d0ffc5bcc09a for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:20:03.110053 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0673a74f-d180-4f6e-87e3-c90ab44caca2 None None] Updating router c3b76f74-36b7-4225-a432-d0ffc5bcc09a port 48cf3366-bcf9-4f6c-97bb-f466f38c07f6 binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:20:03.161177 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-0673a74f-d180-4f6e-87e3-c90ab44caca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:03.218794 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c0e1da51-422c-42eb-ad91-900a7547fcb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:03.303324 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1da51-422c-42eb-ad91-900a7547fcb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Subnet': ['ID=9579b4d8-cb29-426c-b42d-9870325261c8,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:03.307756 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e1da51-422c-42eb-ad91-900a7547fcb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Checking segment: {'id': '7887524d-a65e-4fa1-aad6-e4e0f83f117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:20:03.308115 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e1da51-422c-42eb-ad91-900a7547fcb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network hostable DHCP agents. Network: fcdc8499-7372-480e-8a06-0192679d5f7d, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:20:03.327762 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e1da51-422c-42eb-ad91-900a7547fcb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network fcdc8499-7372-480e-8a06-0192679d5f7d is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:20:03.336931 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-c0e1da51-422c-42eb-ad91-900a7547fcb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, fcdc8499-7372-480e-8a06-0192679d5f7d) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:20:03.341407 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e1da51-422c-42eb-ad91-900a7547fcb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:03.342004 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c0e1da51-422c-42eb-ad91-900a7547fcb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:03.346605 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89f3132-17e0-44a3-96c5-e34a70a851ec None None] Network fcdc8499-7372-480e-8a06-0192679d5f7d requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:20:03.367201 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c0e1da51-422c-42eb-ad91-900a7547fcb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5025158 Mar 28 19:20:03.367468 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34070) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:03.489171 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-0673a74f-d180-4f6e-87e3-c90ab44caca2 None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:03.502118 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-0673a74f-d180-4f6e-87e3-c90ab44caca2 None None] Transition to ACTIVE for port object 48cf3366-bcf9-4f6c-97bb-f466f38c07f6 will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:20:03.509917 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-0673a74f-d180-4f6e-87e3-c90ab44caca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:03.598147 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866dbb87-878e-4b38-a66f-b2bda85a3e99 None None] Pushing event updated for resources: {'Port': ['ID=48cf3366-bcf9-4f6c-97bb-f466f38c07f6,revision_number=2']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:03.604817 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-0673a74f-d180-4f6e-87e3-c90ab44caca2 None None] Attempting to bind port 48cf3366-bcf9-4f6c-97bb-f466f38c07f6 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:20:03.605182 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-0673a74f-d180-4f6e-87e3-c90ab44caca2 None None] Attempting to bind port 48cf3366-bcf9-4f6c-97bb-f466f38c07f6 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:20:03.605541 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0673a74f-d180-4f6e-87e3-c90ab44caca2 None None] Attempting to bind port 48cf3366-bcf9-4f6c-97bb-f466f38c07f6 on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:20:03.607756 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d9c345-d38f-4aaf-b368-2f257aa24a2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-fcdc8499-7372-480e-8a06-0192679d5f7d', 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'fixed_ips': [{'subnet_id': '9579b4d8-cb29-426c-b42d-9870325261c8'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:20:03.608154 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866dbb87-878e-4b38-a66f-b2bda85a3e99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:03.608497 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866dbb87-878e-4b38-a66f-b2bda85a3e99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:03.608690 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-62d9c345-d38f-4aaf-b368-2f257aa24a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:03.608859 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866dbb87-878e-4b38-a66f-b2bda85a3e99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:03.609167 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866dbb87-878e-4b38-a66f-b2bda85a3e99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:03.609565 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866dbb87-878e-4b38-a66f-b2bda85a3e99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:03.609899 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866dbb87-878e-4b38-a66f-b2bda85a3e99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:03.610225 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866dbb87-878e-4b38-a66f-b2bda85a3e99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:03.610648 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866dbb87-878e-4b38-a66f-b2bda85a3e99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:03.611000 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866dbb87-878e-4b38-a66f-b2bda85a3e99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:03.611324 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866dbb87-878e-4b38-a66f-b2bda85a3e99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:03.611645 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866dbb87-878e-4b38-a66f-b2bda85a3e99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:03.611964 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866dbb87-878e-4b38-a66f-b2bda85a3e99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:03.618469 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0673a74f-d180-4f6e-87e3-c90ab44caca2 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:20:03.619118 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0673a74f-d180-4f6e-87e3-c90ab44caca2 None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:20:03.619344 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-0673a74f-d180-4f6e-87e3-c90ab44caca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:03.619660 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0673a74f-d180-4f6e-87e3-c90ab44caca2 None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:20:03.620124 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-0673a74f-d180-4f6e-87e3-c90ab44caca2 None None] Bound port: 48cf3366-bcf9-4f6c-97bb-f466f38c07f6, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:20:03.620493 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-0673a74f-d180-4f6e-87e3-c90ab44caca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:03.693407 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-0673a74f-d180-4f6e-87e3-c90ab44caca2 None None] For port 48cf3366-bcf9-4f6c-97bb-f466f38c07f6, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:20:03.696479 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-0673a74f-d180-4f6e-87e3-c90ab44caca2 None None] For port 48cf3366-bcf9-4f6c-97bb-f466f38c07f6, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=48cf3366-bcf9-4f6c-97bb-f466f38c07f6,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:20:03.701719 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-0673a74f-d180-4f6e-87e3-c90ab44caca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:03.766373 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-62d9c345-d38f-4aaf-b368-2f257aa24a2b None None] Allocated IP 172.20.0.2 (fcdc8499-7372-480e-8a06-0192679d5f7d/9579b4d8-cb29-426c-b42d-9870325261c8/c883317e-e37a-41dc-a809-05a7b482128a) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:20:03.780750 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0673a74f-d180-4f6e-87e3-c90ab44caca2 None None] Routers {'c3b76f74-36b7-4225-a432-d0ffc5bcc09a'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:20:03.781966 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0673a74f-d180-4f6e-87e3-c90ab44caca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:19:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c3b76f74-36b7-4225-a432-d0ffc5bcc09a'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:20:03.840903 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866dbb87-878e-4b38-a66f-b2bda85a3e99 None None] Pushing event updated for resources: {'Port': ['ID=48cf3366-bcf9-4f6c-97bb-f466f38c07f6,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:03.966476 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-0673a74f-d180-4f6e-87e3-c90ab44caca2 None None] Set router c3b76f74-36b7-4225-a432-d0ffc5bcc09a gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:20:03.980289 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-62d9c345-d38f-4aaf-b368-2f257aa24a2b None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:03.992271 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-62d9c345-d38f-4aaf-b368-2f257aa24a2b None None] Transition to ACTIVE for port object c883317e-e37a-41dc-a809-05a7b482128a will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:20:04.011741 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-62d9c345-d38f-4aaf-b368-2f257aa24a2b None None] Transition to ACTIVE for port object c883317e-e37a-41dc-a809-05a7b482128a will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:20:04.018490 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-62d9c345-d38f-4aaf-b368-2f257aa24a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:04.079490 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d9c345-d38f-4aaf-b368-2f257aa24a2b None None] Network fcdc8499-7372-480e-8a06-0192679d5f7d is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:20:04.082351 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-62d9c345-d38f-4aaf-b368-2f257aa24a2b None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:20:04.086093 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d9c345-d38f-4aaf-b368-2f257aa24a2b None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:20:04.124850 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9c345-d38f-4aaf-b368-2f257aa24a2b None None] Pushing event updated for resources: {'Port': ['ID=c883317e-e37a-41dc-a809-05a7b482128a,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:04.190220 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-62d9c345-d38f-4aaf-b368-2f257aa24a2b None None] Attempting to bind port c883317e-e37a-41dc-a809-05a7b482128a on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:20:04.190593 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-62d9c345-d38f-4aaf-b368-2f257aa24a2b None None] Attempting to bind port c883317e-e37a-41dc-a809-05a7b482128a by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '7887524d-a65e-4fa1-aad6-e4e0f83f117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:20:04.190993 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d9c345-d38f-4aaf-b368-2f257aa24a2b None None] Attempting to bind port c883317e-e37a-41dc-a809-05a7b482128a on network fcdc8499-7372-480e-8a06-0192679d5f7d {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:20:04.194090 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-323dbae7-7eb4-4410-be12-c629c49ba5fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:04.196395 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d9c345-d38f-4aaf-b368-2f257aa24a2b None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:20:04.196774 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d9c345-d38f-4aaf-b368-2f257aa24a2b None None] Checking segment: {'id': '7887524d-a65e-4fa1-aad6-e4e0f83f117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:20:04.197179 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-62d9c345-d38f-4aaf-b368-2f257aa24a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:04.197573 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d9c345-d38f-4aaf-b368-2f257aa24a2b None None] Bound using segment: {'id': '7887524d-a65e-4fa1-aad6-e4e0f83f117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:20:04.198203 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-62d9c345-d38f-4aaf-b368-2f257aa24a2b None None] Bound port: c883317e-e37a-41dc-a809-05a7b482128a, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7887524d-a65e-4fa1-aad6-e4e0f83f117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:20:04.198589 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-62d9c345-d38f-4aaf-b368-2f257aa24a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:04.278904 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0673a74f-d180-4f6e-87e3-c90ab44caca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'name': 'tempest-TestNetworkBasicOps-router-710974392', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '48cf3366-bcf9-4f6c-97bb-f466f38c07f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:00Z', 'updated_at': '2022-03-28T19:20:01Z', 'revision_number': 3, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '48cf3366-bcf9-4f6c-97bb-f466f38c07f6', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:00Z', 'updated_at': '2022-03-28T19:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:20:04.283278 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0673a74f-d180-4f6e-87e3-c90ab44caca2 None None] The sync data for ids ['c3b76f74-36b7-4225-a432-d0ffc5bcc09a'] in dv-neutron-834711-1-hyperv is: [{'id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'name': 'tempest-TestNetworkBasicOps-router-710974392', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '48cf3366-bcf9-4f6c-97bb-f466f38c07f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:00Z', 'updated_at': '2022-03-28T19:20:01Z', 'revision_number': 3, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '48cf3366-bcf9-4f6c-97bb-f466f38c07f6', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:00Z', 'updated_at': '2022-03-28T19:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:20:04.288641 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-62d9c345-d38f-4aaf-b368-2f257aa24a2b None None] For port c883317e-e37a-41dc-a809-05a7b482128a, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:20:04.293050 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-62d9c345-d38f-4aaf-b368-2f257aa24a2b None None] For port c883317e-e37a-41dc-a809-05a7b482128a, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c883317e-e37a-41dc-a809-05a7b482128a,segment=NetworkSegment(7887524d-a65e-4fa1-aad6-e4e0f83f117c),segment_id=7887524d-a65e-4fa1-aad6-e4e0f83f117c)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:20:04.297482 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-62d9c345-d38f-4aaf-b368-2f257aa24a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:04.389915 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9c345-d38f-4aaf-b368-2f257aa24a2b None None] Pushing event updated for resources: {'Port': ['ID=c883317e-e37a-41dc-a809-05a7b482128a,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:04.664688 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-323dbae7-7eb4-4410-be12-c629c49ba5fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.20.0.1 (fcdc8499-7372-480e-8a06-0192679d5f7d/9579b4d8-cb29-426c-b42d-9870325261c8/225cb3bc-3d11-4ac5-a64a-162fd5959ba7) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:20:04.853142 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-323dbae7-7eb4-4410-be12-c629c49ba5fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:04.869025 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-323dbae7-7eb4-4410-be12-c629c49ba5fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Transition to ACTIVE for port object 225cb3bc-3d11-4ac5-a64a-162fd5959ba7 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:20:04.893763 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-323dbae7-7eb4-4410-be12-c629c49ba5fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:04.957691 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323dbae7-7eb4-4410-be12-c629c49ba5fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network fcdc8499-7372-480e-8a06-0192679d5f7d is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:20:04.965526 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-323dbae7-7eb4-4410-be12-c629c49ba5fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:20:04.970524 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323dbae7-7eb4-4410-be12-c629c49ba5fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:20:05.004167 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323dbae7-7eb4-4410-be12-c629c49ba5fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=225cb3bc-3d11-4ac5-a64a-162fd5959ba7,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:05.037660 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-323dbae7-7eb4-4410-be12-c629c49ba5fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:05.315596 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-323dbae7-7eb4-4410-be12-c629c49ba5fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:05.362278 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737d2f3e-c810-4a3e-b6ea-2de57e2b852d None None] Network fcdc8499-7372-480e-8a06-0192679d5f7d requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:20:05.475040 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-55749b2e-cb7f-4fe7-af2f-50526634f550 None None] Provisioning for port c883317e-e37a-41dc-a809-05a7b482128a completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:20:05.629202 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 48cf3366-bcf9-4f6c-97bb-f466f38c07f6 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:20:05.734982 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 48cf3366-bcf9-4f6c-97bb-f466f38c07f6 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:20:05.742550 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 48cf3366-bcf9-4f6c-97bb-f466f38c07f6 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:20:05.742952 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:05.870508 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:05.893839 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 48cf3366-bcf9-4f6c-97bb-f466f38c07f6, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=48cf3366-bcf9-4f6c-97bb-f466f38c07f6,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:20:05.898061 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:05.898955 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c883317e-e37a-41dc-a809-05a7b482128a up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:20:05.905700 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-323dbae7-7eb4-4410-be12-c629c49ba5fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:05.911183 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-323dbae7-7eb4-4410-be12-c629c49ba5fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:06.028214 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=48cf3366-bcf9-4f6c-97bb-f466f38c07f6,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:06.030089 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323dbae7-7eb4-4410-be12-c629c49ba5fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=225cb3bc-3d11-4ac5-a64a-162fd5959ba7,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:06.033565 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-323dbae7-7eb4-4410-be12-c629c49ba5fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:06.051810 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port c883317e-e37a-41dc-a809-05a7b482128a completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:20:06.057453 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-66e9bb5a-4d0c-4bc9-84f9-b8008d9c6dcb None None] Provisioning for port 225cb3bc-3d11-4ac5-a64a-162fd5959ba7 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:20:06.061934 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port c883317e-e37a-41dc-a809-05a7b482128a triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:20:06.062306 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:06.091720 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-66e9bb5a-4d0c-4bc9-84f9-b8008d9c6dcb None None] Provisioning complete for port 225cb3bc-3d11-4ac5-a64a-162fd5959ba7 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:20:06.091904 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-66e9bb5a-4d0c-4bc9-84f9-b8008d9c6dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:06.168486 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-66e9bb5a-4d0c-4bc9-84f9-b8008d9c6dcb None None] Port 225cb3bc-3d11-4ac5-a64a-162fd5959ba7 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:20:06.177005 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323dbae7-7eb4-4410-be12-c629c49ba5fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network fcdc8499-7372-480e-8a06-0192679d5f7d is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:20:06.178206 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-323dbae7-7eb4-4410-be12-c629c49ba5fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:20:06.235799 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:06.272450 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port c883317e-e37a-41dc-a809-05a7b482128a, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c883317e-e37a-41dc-a809-05a7b482128a,segment=NetworkSegment(7887524d-a65e-4fa1-aad6-e4e0f83f117c),segment_id=7887524d-a65e-4fa1-aad6-e4e0f83f117c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:20:06.287939 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:06.319164 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-02c5411d-9f1f-4b43-b0b8-f6f2b7817240 None None] Provisioning complete for port 225cb3bc-3d11-4ac5-a64a-162fd5959ba7 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:20:06.319533 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-02c5411d-9f1f-4b43-b0b8-f6f2b7817240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:06.376054 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323dbae7-7eb4-4410-be12-c629c49ba5fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router c3b76f74-36b7-4225-a432-d0ffc5bcc09a has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:20:06.438314 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-02c5411d-9f1f-4b43-b0b8-f6f2b7817240 None None] Port 225cb3bc-3d11-4ac5-a64a-162fd5959ba7 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:20:06.442562 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=c883317e-e37a-41dc-a809-05a7b482128a,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:06.554971 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323dbae7-7eb4-4410-be12-c629c49ba5fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:20:06.557529 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-0f661515-efbd-45b0-a17f-7c37dfb86e67 None None] Provisioning complete for port 225cb3bc-3d11-4ac5-a64a-162fd5959ba7 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:20:06.557989 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0f661515-efbd-45b0-a17f-7c37dfb86e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:06.568745 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-323dbae7-7eb4-4410-be12-c629c49ba5fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "PUT /v2.0/routers/c3b76f74-36b7-4225-a432-d0ffc5bcc09a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2002616 Mar 28 19:20:06.571446 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34074) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:06.583436 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd45fffe-dc50-43ac-80da-1cd114866a98 None None] Sync routers for ids ['c3b76f74-36b7-4225-a432-d0ffc5bcc09a'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:20:06.610776 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd45fffe-dc50-43ac-80da-1cd114866a98 None None] Routers {'c3b76f74-36b7-4225-a432-d0ffc5bcc09a'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:20:06.611343 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-fd45fffe-dc50-43ac-80da-1cd114866a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:19:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c3b76f74-36b7-4225-a432-d0ffc5bcc09a'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:20:06.680806 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-0f661515-efbd-45b0-a17f-7c37dfb86e67 None None] Port 225cb3bc-3d11-4ac5-a64a-162fd5959ba7 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:20:06.715607 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599b8660-79d9-4cd1-8380-9183b6bd4143 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:06.716083 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599b8660-79d9-4cd1-8380-9183b6bd4143 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:06.716542 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599b8660-79d9-4cd1-8380-9183b6bd4143 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:06.716995 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599b8660-79d9-4cd1-8380-9183b6bd4143 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:06.717451 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599b8660-79d9-4cd1-8380-9183b6bd4143 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:06.717902 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599b8660-79d9-4cd1-8380-9183b6bd4143 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:06.722710 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-599b8660-79d9-4cd1-8380-9183b6bd4143 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1478331 Mar 28 19:20:06.723069 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34078) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:06.793967 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-fd45fffe-dc50-43ac-80da-1cd114866a98 None None] Set router c3b76f74-36b7-4225-a432-d0ffc5bcc09a gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:20:06.797895 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff4a115-7c75-4dd8-bf2e-b7a99567ac2b tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:06.798363 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff4a115-7c75-4dd8-bf2e-b7a99567ac2b tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:06.798821 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff4a115-7c75-4dd8-bf2e-b7a99567ac2b tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:06.799302 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff4a115-7c75-4dd8-bf2e-b7a99567ac2b tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:06.799749 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff4a115-7c75-4dd8-bf2e-b7a99567ac2b tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:06.800201 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff4a115-7c75-4dd8-bf2e-b7a99567ac2b tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:06.801956 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4ff4a115-7c75-4dd8-bf2e-b7a99567ac2b tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0779243 Mar 28 19:20:06.804752 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34082) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:07.007539 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a42a9276-04ed-452a-a8ed-08e657daee7f tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2016680 Mar 28 19:20:07.010322 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34086) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:07.016380 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-980f8ff3-f7bd-4b8e-a8e6-af84d970d2c0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-188385306', 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:20:07.104011 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-fd45fffe-dc50-43ac-80da-1cd114866a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'name': 'tempest-TestNetworkBasicOps-router-710974392', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '48cf3366-bcf9-4f6c-97bb-f466f38c07f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:00Z', 'updated_at': '2022-03-28T19:20:05Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '48cf3366-bcf9-4f6c-97bb-f466f38c07f6', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:00Z', 'updated_at': '2022-03-28T19:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '225cb3bc-3d11-4ac5-a64a-162fd5959ba7', 'name': '', 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:fe:34:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9579b4d8-cb29-426c-b42d-9870325261c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:04Z', 'updated_at': '2022-03-28T19:20:05Z', 'revision_number': 2, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '9579b4d8-cb29-426c-b42d-9870325261c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:20:07.107858 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd45fffe-dc50-43ac-80da-1cd114866a98 None None] Checking router: c3b76f74-36b7-4225-a432-d0ffc5bcc09a for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:20:07.108211 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd45fffe-dc50-43ac-80da-1cd114866a98 None None] Updating router c3b76f74-36b7-4225-a432-d0ffc5bcc09a port 225cb3bc-3d11-4ac5-a64a-162fd5959ba7 binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:20:07.149759 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-980f8ff3-f7bd-4b8e-a8e6-af84d970d2c0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:20:07.153812 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-980f8ff3-f7bd-4b8e-a8e6-af84d970d2c0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:port and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:20:07.157458 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-980f8ff3-f7bd-4b8e-a8e6-af84d970d2c0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:20:07.160604 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fd45fffe-dc50-43ac-80da-1cd114866a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:07.163169 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-980f8ff3-f7bd-4b8e-a8e6-af84d970d2c0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:20:07.172917 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980f8ff3-f7bd-4b8e-a8e6-af84d970d2c0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Made reservation on behalf of 061332865d564f96959562b5c3aa8701 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:20:07.176599 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-980f8ff3-f7bd-4b8e-a8e6-af84d970d2c0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:07.197603 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [None req-980f8ff3-f7bd-4b8e-a8e6-af84d970d2c0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] device_id is not set on port 4123fd7c-6aea-478c-997c-7c58795935dc yet. {{(pid=87832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:20:07.341738 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-980f8ff3-f7bd-4b8e-a8e6-af84d970d2c0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.20.0.4 (fcdc8499-7372-480e-8a06-0192679d5f7d/9579b4d8-cb29-426c-b42d-9870325261c8/4123fd7c-6aea-478c-997c-7c58795935dc) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:20:07.565520 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 48cf3366-bcf9-4f6c-97bb-f466f38c07f6 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:20:07.641358 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 48cf3366-bcf9-4f6c-97bb-f466f38c07f6 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:20:07.641940 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:07.675967 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-980f8ff3-f7bd-4b8e-a8e6-af84d970d2c0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:07.693879 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-980f8ff3-f7bd-4b8e-a8e6-af84d970d2c0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Transition to ACTIVE for port object 4123fd7c-6aea-478c-997c-7c58795935dc will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:20:07.725322 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-980f8ff3-f7bd-4b8e-a8e6-af84d970d2c0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:07.791503 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980f8ff3-f7bd-4b8e-a8e6-af84d970d2c0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network fcdc8499-7372-480e-8a06-0192679d5f7d is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:20:07.794501 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-980f8ff3-f7bd-4b8e-a8e6-af84d970d2c0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:20:07.798650 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980f8ff3-f7bd-4b8e-a8e6-af84d970d2c0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:20:07.844918 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c883317e-e37a-41dc-a809-05a7b482128a up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:20:07.849638 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f8ff3-f7bd-4b8e-a8e6-af84d970d2c0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=4123fd7c-6aea-478c-997c-7c58795935dc,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:07.874601 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980f8ff3-f7bd-4b8e-a8e6-af84d970d2c0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:07.875459 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-980f8ff3-f7bd-4b8e-a8e6-af84d970d2c0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:07.903483 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-980f8ff3-f7bd-4b8e-a8e6-af84d970d2c0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8914964 Mar 28 19:20:07.973459 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port c883317e-e37a-41dc-a809-05a7b482128a triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:20:07.973832 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:08.082388 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fd45fffe-dc50-43ac-80da-1cd114866a98 None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:08.098528 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-fd45fffe-dc50-43ac-80da-1cd114866a98 None None] Transition to ACTIVE for port object 225cb3bc-3d11-4ac5-a64a-162fd5959ba7 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:20:08.137604 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fd45fffe-dc50-43ac-80da-1cd114866a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:08.152042 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34092) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:08.158063 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-a3e480de-7aa8-48d1-a2c3-4f3809cfbad2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1214919813', 'description': 'tempest-secgroup-smoke-1214919813 description', 'project_id': '061332865d564f96959562b5c3aa8701'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:20:08.168019 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a3e480de-7aa8-48d1-a2c3-4f3809cfbad2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:20:08.173349 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a3e480de-7aa8-48d1-a2c3-4f3809cfbad2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:20:08.176205 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a3e480de-7aa8-48d1-a2c3-4f3809cfbad2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:20:08.182247 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a3e480de-7aa8-48d1-a2c3-4f3809cfbad2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:20:08.192184 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a3e480de-7aa8-48d1-a2c3-4f3809cfbad2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:08.197364 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-afbeb7f4-4928-4712-bc4a-5fe30c25cbdd None None] Provisioning for port 4123fd7c-6aea-478c-997c-7c58795935dc completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:20:08.213626 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a3e480de-7aa8-48d1-a2c3-4f3809cfbad2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:20:08.218004 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a3e480de-7aa8-48d1-a2c3-4f3809cfbad2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:20:08.222304 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a3e480de-7aa8-48d1-a2c3-4f3809cfbad2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:20:08.228978 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a3e480de-7aa8-48d1-a2c3-4f3809cfbad2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:20:08.308027 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-afbeb7f4-4928-4712-bc4a-5fe30c25cbdd None None] Provisioning complete for port 4123fd7c-6aea-478c-997c-7c58795935dc triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:20:08.308400 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-afbeb7f4-4928-4712-bc4a-5fe30c25cbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:08.311744 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a3e480de-7aa8-48d1-a2c3-4f3809cfbad2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:08.315974 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a3e480de-7aa8-48d1-a2c3-4f3809cfbad2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:08.363182 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e480de-7aa8-48d1-a2c3-4f3809cfbad2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eddd944-1d33-41ae-a6e9-5ac3050784fc,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:08.373753 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a3e480de-7aa8-48d1-a2c3-4f3809cfbad2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:08.379204 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34096) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:08.380133 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a3e480de-7aa8-48d1-a2c3-4f3809cfbad2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2263899 Mar 28 19:20:08.380290 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5224f-3867-4911-be2b-f22eaeaa7850 None None] Pushing event updated for resources: {'Port': ['ID=225cb3bc-3d11-4ac5-a64a-162fd5959ba7,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:08.386132 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-b12fe15e-6571-48f8-a010-c6d62e7ccb2a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '1eddd944-1d33-41ae-a6e9-5ac3050784fc', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:20:08.399505 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b12fe15e-6571-48f8-a010-c6d62e7ccb2a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:20:08.403486 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b12fe15e-6571-48f8-a010-c6d62e7ccb2a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:20:08.406379 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b12fe15e-6571-48f8-a010-c6d62e7ccb2a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:20:08.412641 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b12fe15e-6571-48f8-a010-c6d62e7ccb2a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:20:08.429424 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b12fe15e-6571-48f8-a010-c6d62e7ccb2a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:08.459711 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-afbeb7f4-4928-4712-bc4a-5fe30c25cbdd None None] Port 4123fd7c-6aea-478c-997c-7c58795935dc cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:20:08.481408 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-fd45fffe-dc50-43ac-80da-1cd114866a98 None None] Attempting to bind port 225cb3bc-3d11-4ac5-a64a-162fd5959ba7 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:20:08.481709 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-fd45fffe-dc50-43ac-80da-1cd114866a98 None None] Attempting to bind port 225cb3bc-3d11-4ac5-a64a-162fd5959ba7 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '7887524d-a65e-4fa1-aad6-e4e0f83f117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:20:08.482071 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd45fffe-dc50-43ac-80da-1cd114866a98 None None] Attempting to bind port 225cb3bc-3d11-4ac5-a64a-162fd5959ba7 on network fcdc8499-7372-480e-8a06-0192679d5f7d {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:20:08.488363 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd45fffe-dc50-43ac-80da-1cd114866a98 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:20:08.488751 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd45fffe-dc50-43ac-80da-1cd114866a98 None None] Checking segment: {'id': '7887524d-a65e-4fa1-aad6-e4e0f83f117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:20:08.489145 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fd45fffe-dc50-43ac-80da-1cd114866a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:08.489532 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd45fffe-dc50-43ac-80da-1cd114866a98 None None] Bound using segment: {'id': '7887524d-a65e-4fa1-aad6-e4e0f83f117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:20:08.490038 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-fd45fffe-dc50-43ac-80da-1cd114866a98 None None] Bound port: 225cb3bc-3d11-4ac5-a64a-162fd5959ba7, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7887524d-a65e-4fa1-aad6-e4e0f83f117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:20:08.490355 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fd45fffe-dc50-43ac-80da-1cd114866a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:08.500963 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b12fe15e-6571-48f8-a010-c6d62e7ccb2a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:08.504911 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b12fe15e-6571-48f8-a010-c6d62e7ccb2a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:08.528406 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12fe15e-6571-48f8-a010-c6d62e7ccb2a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56fae752-2975-4e00-af58-bb45195538c2,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:08.539145 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b12fe15e-6571-48f8-a010-c6d62e7ccb2a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:08.540332 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b12fe15e-6571-48f8-a010-c6d62e7ccb2a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1589212 Mar 28 19:20:08.543296 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34100) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:08.548740 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-58b66c90-4674-4725-8aab-b5bd858c03a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '1eddd944-1d33-41ae-a6e9-5ac3050784fc', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:20:08.554420 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-58b66c90-4674-4725-8aab-b5bd858c03a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:20:08.558513 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-58b66c90-4674-4725-8aab-b5bd858c03a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:20:08.561344 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-58b66c90-4674-4725-8aab-b5bd858c03a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:20:08.567873 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-58b66c90-4674-4725-8aab-b5bd858c03a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:20:08.586470 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-58b66c90-4674-4725-8aab-b5bd858c03a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:08.589571 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-fd45fffe-dc50-43ac-80da-1cd114866a98 None None] For port 225cb3bc-3d11-4ac5-a64a-162fd5959ba7, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:20:08.593455 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-fd45fffe-dc50-43ac-80da-1cd114866a98 None None] For port 225cb3bc-3d11-4ac5-a64a-162fd5959ba7, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=225cb3bc-3d11-4ac5-a64a-162fd5959ba7,segment=NetworkSegment(7887524d-a65e-4fa1-aad6-e4e0f83f117c),segment_id=7887524d-a65e-4fa1-aad6-e4e0f83f117c)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:20:08.597444 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fd45fffe-dc50-43ac-80da-1cd114866a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:08.612665 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:20:08.650153 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-58b66c90-4674-4725-8aab-b5bd858c03a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:08.678092 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-58b66c90-4674-4725-8aab-b5bd858c03a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:08.679760 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd45fffe-dc50-43ac-80da-1cd114866a98 None None] Routers {'c3b76f74-36b7-4225-a432-d0ffc5bcc09a'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:20:08.679760 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-fd45fffe-dc50-43ac-80da-1cd114866a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:19:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c3b76f74-36b7-4225-a432-d0ffc5bcc09a'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:20:08.695013 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b66c90-4674-4725-8aab-b5bd858c03a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb97ed9a-def5-494f-bbc1-1ce669163ac9,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:08.707300 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-58b66c90-4674-4725-8aab-b5bd858c03a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:08.708482 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-58b66c90-4674-4725-8aab-b5bd858c03a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1642754 Mar 28 19:20:08.711272 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34104) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:08.716588 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-28bcb076-5c31-48fc-b26b-802fe9e5254d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '1eddd944-1d33-41ae-a6e9-5ac3050784fc', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:20:08.722795 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-28bcb076-5c31-48fc-b26b-802fe9e5254d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:20:08.727045 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-28bcb076-5c31-48fc-b26b-802fe9e5254d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:20:08.730170 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-28bcb076-5c31-48fc-b26b-802fe9e5254d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:20:08.736733 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-28bcb076-5c31-48fc-b26b-802fe9e5254d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:20:08.749875 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5224f-3867-4911-be2b-f22eaeaa7850 None None] Pushing event updated for resources: {'Port': ['ID=225cb3bc-3d11-4ac5-a64a-162fd5959ba7,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:08.756286 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-28bcb076-5c31-48fc-b26b-802fe9e5254d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:08.823988 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-28bcb076-5c31-48fc-b26b-802fe9e5254d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:08.829424 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-28bcb076-5c31-48fc-b26b-802fe9e5254d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:08.857721 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bcb076-5c31-48fc-b26b-802fe9e5254d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449035bb-5949-4ca8-9c07-8f607bbe2283,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:08.869750 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-28bcb076-5c31-48fc-b26b-802fe9e5254d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:08.874142 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-28bcb076-5c31-48fc-b26b-802fe9e5254d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1591625 Mar 28 19:20:08.874288 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-fd45fffe-dc50-43ac-80da-1cd114866a98 None None] Set router c3b76f74-36b7-4225-a432-d0ffc5bcc09a gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:20:08.874608 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34108) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:08.881156 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-cabc96e1-87dd-4bfc-9c97-7049efab192e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '1eddd944-1d33-41ae-a6e9-5ac3050784fc', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:20:08.887835 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-cabc96e1-87dd-4bfc-9c97-7049efab192e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:20:08.892111 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-cabc96e1-87dd-4bfc-9c97-7049efab192e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:20:08.895398 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-cabc96e1-87dd-4bfc-9c97-7049efab192e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:20:08.901391 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-cabc96e1-87dd-4bfc-9c97-7049efab192e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:20:08.923248 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cabc96e1-87dd-4bfc-9c97-7049efab192e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:08.992184 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cabc96e1-87dd-4bfc-9c97-7049efab192e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:08.995648 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cabc96e1-87dd-4bfc-9c97-7049efab192e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:09.020847 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc96e1-87dd-4bfc-9c97-7049efab192e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ad90ee-970e-4365-a105-04db69938fb9,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:09.029270 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cabc96e1-87dd-4bfc-9c97-7049efab192e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:09.030660 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-cabc96e1-87dd-4bfc-9c97-7049efab192e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1540761 Mar 28 19:20:09.034278 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34112) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:09.039760 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-475720c1-2a0f-4ea5-8b81-214e3569d3a8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '1eddd944-1d33-41ae-a6e9-5ac3050784fc', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:20:09.045484 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-475720c1-2a0f-4ea5-8b81-214e3569d3a8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:20:09.050556 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-475720c1-2a0f-4ea5-8b81-214e3569d3a8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:20:09.053425 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-475720c1-2a0f-4ea5-8b81-214e3569d3a8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:20:09.059343 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-475720c1-2a0f-4ea5-8b81-214e3569d3a8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:20:09.070274 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-475720c1-2a0f-4ea5-8b81-214e3569d3a8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Project 061332865d564f96959562b5c3aa8701 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:20:09.076819 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-475720c1-2a0f-4ea5-8b81-214e3569d3a8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:09.142407 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-475720c1-2a0f-4ea5-8b81-214e3569d3a8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:09.145846 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-475720c1-2a0f-4ea5-8b81-214e3569d3a8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:09.169334 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475720c1-2a0f-4ea5-8b81-214e3569d3a8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a25c7ccd-600b-4b4b-b505-aefc23b7dabe,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:09.179524 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-475720c1-2a0f-4ea5-8b81-214e3569d3a8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:09.180837 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-475720c1-2a0f-4ea5-8b81-214e3569d3a8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1454988 Mar 28 19:20:09.183868 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34116) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:09.189126 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-b902ffae-258f-40c7-8118-a5e3435c8788 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '1eddd944-1d33-41ae-a6e9-5ac3050784fc', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:20:09.195028 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b902ffae-258f-40c7-8118-a5e3435c8788 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:20:09.199065 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b902ffae-258f-40c7-8118-a5e3435c8788 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:20:09.201904 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b902ffae-258f-40c7-8118-a5e3435c8788 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:20:09.202796 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-fd45fffe-dc50-43ac-80da-1cd114866a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'name': 'tempest-TestNetworkBasicOps-router-710974392', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '48cf3366-bcf9-4f6c-97bb-f466f38c07f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:00Z', 'updated_at': '2022-03-28T19:20:05Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '48cf3366-bcf9-4f6c-97bb-f466f38c07f6', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:00Z', 'updated_at': '2022-03-28T19:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '225cb3bc-3d11-4ac5-a64a-162fd5959ba7', 'name': '', 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:fe:34:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9579b4d8-cb29-426c-b42d-9870325261c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:04Z', 'updated_at': '2022-03-28T19:20:08Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '9579b4d8-cb29-426c-b42d-9870325261c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:20:09.207983 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd45fffe-dc50-43ac-80da-1cd114866a98 None None] The sync data for ids ['c3b76f74-36b7-4225-a432-d0ffc5bcc09a'] in dv-neutron-834711-1-hyperv is: [{'id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'name': 'tempest-TestNetworkBasicOps-router-710974392', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '48cf3366-bcf9-4f6c-97bb-f466f38c07f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:00Z', 'updated_at': '2022-03-28T19:20:05Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '48cf3366-bcf9-4f6c-97bb-f466f38c07f6', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:00Z', 'updated_at': '2022-03-28T19:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '225cb3bc-3d11-4ac5-a64a-162fd5959ba7', 'name': '', 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:fe:34:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9579b4d8-cb29-426c-b42d-9870325261c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:04Z', 'updated_at': '2022-03-28T19:20:08Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '9579b4d8-cb29-426c-b42d-9870325261c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:20:09.208902 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b902ffae-258f-40c7-8118-a5e3435c8788 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:20:09.221132 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-b902ffae-258f-40c7-8118-a5e3435c8788 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Project 061332865d564f96959562b5c3aa8701 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:20:09.228282 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b902ffae-258f-40c7-8118-a5e3435c8788 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:09.314804 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b902ffae-258f-40c7-8118-a5e3435c8788 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:09.319103 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b902ffae-258f-40c7-8118-a5e3435c8788 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:09.346165 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902ffae-258f-40c7-8118-a5e3435c8788 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9bf12fe-99ac-4994-8745-4021db5696e0,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:09.357975 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b902ffae-258f-40c7-8118-a5e3435c8788 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:09.359454 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b902ffae-258f-40c7-8118-a5e3435c8788 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1746161 Mar 28 19:20:09.539398 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-d86a1deb-91cb-4132-af41-d9df537d9588 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1214919813&fields=id&tenant_id=061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 267 time: 0.0556095 Mar 28 19:20:09.577085 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 225cb3bc-3d11-4ac5-a64a-162fd5959ba7 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:20:09.624020 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-d37a96bd-041d-4482-9b0e-a895daa24001 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:09.626052 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-d37a96bd-041d-4482-9b0e-a895daa24001 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports/4123fd7c-6aea-478c-997c-7c58795935dc HTTP/1.1" status: 200 len: 929 time: 0.0790217 Mar 28 19:20:09.649948 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 225cb3bc-3d11-4ac5-a64a-162fd5959ba7 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:20:09.655812 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 225cb3bc-3d11-4ac5-a64a-162fd5959ba7 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:20:09.657066 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:09.709951 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-bd5ba4f9-6dbb-4bec-b12f-f2764d2b93f6 service neutron] 10.222.0.10 "GET /v2.0/ports/4123fd7c-6aea-478c-997c-7c58795935dc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0714612 Mar 28 19:20:09.787308 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:09.825297 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 225cb3bc-3d11-4ac5-a64a-162fd5959ba7, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=225cb3bc-3d11-4ac5-a64a-162fd5959ba7,segment=NetworkSegment(7887524d-a65e-4fa1-aad6-e4e0f83f117c),segment_id=7887524d-a65e-4fa1-aad6-e4e0f83f117c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:20:09.831285 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:09.852054 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-19553b47-e7cf-4de4-af49-e09f37f7f952 service neutron] 10.222.0.10 "GET /v2.0/networks/fcdc8499-7372-480e-8a06-0192679d5f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353073 Mar 28 19:20:09.903589 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=225cb3bc-3d11-4ac5-a64a-162fd5959ba7,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:09.987505 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-6b1ef089-3a49-474c-bb72-e21d333ec161 service neutron] 10.222.0.10 "GET /v2.0/networks/fcdc8499-7372-480e-8a06-0192679d5f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292243 Mar 28 19:20:10.167994 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-828ce63b-7bbb-4933-bbfd-f03d151ef590 req-801bbbb5-297b-463d-a2a0-d7e533aa886f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d1e9849-032a-435c-9569-2c92407067b0 HTTP/1.1" status: 200 len: 210 time: 0.0424266 Mar 28 19:20:11.102791 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-e1a34d30-44b5-454d-9fce-39b668722169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:11.104054 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-e1a34d30-44b5-454d-9fce-39b668722169 service neutron] 10.222.0.26 "GET /v2.0/ports/4123fd7c-6aea-478c-997c-7c58795935dc HTTP/1.1" status: 200 len: 1025 time: 0.0661976 Mar 28 19:20:11.278331 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-f7905346-c242-4893-ac05-8fe08f12b9e9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:11.279373 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-f7905346-c242-4893-ac05-8fe08f12b9e9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:network {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:20:11.330699 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-32c54c17-6961-43a7-9634-f24be911fefc req-775ac515-a623-42e3-afad-bf9a4edfdd84 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d1e9849-032a-435c-9569-2c92407067b0 HTTP/1.1" status: 200 len: 210 time: 0.0460405 Mar 28 19:20:11.337756 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-f7905346-c242-4893-ac05-8fe08f12b9e9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:network {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:20:11.338857 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-f7905346-c242-4893-ac05-8fe08f12b9e9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/networks?id=fcdc8499-7372-480e-8a06-0192679d5f7d HTTP/1.1" status: 200 len: 797 time: 0.2299554 Mar 28 19:20:11.386163 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-4b57eec5-9e48-4fc9-89d4-d8af5fb25074 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 380 time: 0.0395572 Mar 28 19:20:11.395716 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-0fb75dbb-85c5-42f5-8c8b-2aaed82f0b63 service neutron] Request body: {'port': {'device_id': '2d1e9849-032a-435c-9569-2c92407067b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:20:11.501277 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-0fb75dbb-85c5-42f5-8c8b-2aaed82f0b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:11.555211 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 225cb3bc-3d11-4ac5-a64a-162fd5959ba7 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:20:11.626373 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 225cb3bc-3d11-4ac5-a64a-162fd5959ba7 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:20:11.626745 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:11.967577 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-0fb75dbb-85c5-42f5-8c8b-2aaed82f0b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4123fd7c-6aea-478c-997c-7c58795935dc {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:20:11.974932 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-0fb75dbb-85c5-42f5-8c8b-2aaed82f0b63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:11.989441 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-0fb75dbb-85c5-42f5-8c8b-2aaed82f0b63 service neutron] Transition to ACTIVE for port object 4123fd7c-6aea-478c-997c-7c58795935dc will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:20:11.992809 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-0fb75dbb-85c5-42f5-8c8b-2aaed82f0b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:12.149354 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb75dbb-85c5-42f5-8c8b-2aaed82f0b63 service neutron] Pushing event updated for resources: {'Port': ['ID=4123fd7c-6aea-478c-997c-7c58795935dc,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:12.236436 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-0fb75dbb-85c5-42f5-8c8b-2aaed82f0b63 service neutron] Attempting to bind port 4123fd7c-6aea-478c-997c-7c58795935dc on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:20:12.236985 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-0fb75dbb-85c5-42f5-8c8b-2aaed82f0b63 service neutron] Attempting to bind port 4123fd7c-6aea-478c-997c-7c58795935dc by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '7887524d-a65e-4fa1-aad6-e4e0f83f117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:20:12.237455 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-0fb75dbb-85c5-42f5-8c8b-2aaed82f0b63 service neutron] Attempting to bind port 4123fd7c-6aea-478c-997c-7c58795935dc on network fcdc8499-7372-480e-8a06-0192679d5f7d {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:20:12.242215 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-0fb75dbb-85c5-42f5-8c8b-2aaed82f0b63 service neutron] Port 4123fd7c-6aea-478c-997c-7c58795935dc on network fcdc8499-7372-480e-8a06-0192679d5f7d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:20:12.242760 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-0fb75dbb-85c5-42f5-8c8b-2aaed82f0b63 service neutron] Attempting to bind port 4123fd7c-6aea-478c-997c-7c58795935dc on network fcdc8499-7372-480e-8a06-0192679d5f7d {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:20:12.247896 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-0fb75dbb-85c5-42f5-8c8b-2aaed82f0b63 service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:20:12.248415 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-0fb75dbb-85c5-42f5-8c8b-2aaed82f0b63 service neutron] Checking segment: {'id': '7887524d-a65e-4fa1-aad6-e4e0f83f117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:20:12.248790 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-0fb75dbb-85c5-42f5-8c8b-2aaed82f0b63 service neutron] Bound using segment: {'id': '7887524d-a65e-4fa1-aad6-e4e0f83f117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:20:12.249209 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-0fb75dbb-85c5-42f5-8c8b-2aaed82f0b63 service neutron] Bound port: 4123fd7c-6aea-478c-997c-7c58795935dc, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7887524d-a65e-4fa1-aad6-e4e0f83f117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:20:12.249548 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-0fb75dbb-85c5-42f5-8c8b-2aaed82f0b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:12.343526 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-0fb75dbb-85c5-42f5-8c8b-2aaed82f0b63 service neutron] For port 4123fd7c-6aea-478c-997c-7c58795935dc, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:20:12.346441 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-0fb75dbb-85c5-42f5-8c8b-2aaed82f0b63 service neutron] For port 4123fd7c-6aea-478c-997c-7c58795935dc, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=4123fd7c-6aea-478c-997c-7c58795935dc,segment=NetworkSegment(7887524d-a65e-4fa1-aad6-e4e0f83f117c),segment_id=7887524d-a65e-4fa1-aad6-e4e0f83f117c)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:20:12.352138 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-0fb75dbb-85c5-42f5-8c8b-2aaed82f0b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:12.413765 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-0fb75dbb-85c5-42f5-8c8b-2aaed82f0b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:12.414376 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-0fb75dbb-85c5-42f5-8c8b-2aaed82f0b63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:12.415784 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-0fb75dbb-85c5-42f5-8c8b-2aaed82f0b63 service neutron] 10.222.0.26 "PUT /v2.0/ports/4123fd7c-6aea-478c-997c-7c58795935dc HTTP/1.1" status: 200 len: 1130 time: 1.0239170 Mar 28 19:20:12.417554 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1e9849-032a-435c-9569-2c92407067b0', 'tag': '4123fd7c-6aea-478c-997c-7c58795935dc'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:20:12.450111 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb75dbb-85c5-42f5-8c8b-2aaed82f0b63 service neutron] Pushing event updated for resources: {'Port': ['ID=4123fd7c-6aea-478c-997c-7c58795935dc,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:12.485267 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1e9849-032a-435c-9569-2c92407067b0', 'tag': '4123fd7c-6aea-478c-997c-7c58795935dc', 'status': 'completed', 'code': 200} Mar 28 19:20:12.590407 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877d7a9-85c6-4db2-a3cb-843982b18534 req-81d20848-bcab-47c5-ae9c-400469194bc0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:12.591921 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4877d7a9-85c6-4db2-a3cb-843982b18534 req-81d20848-bcab-47c5-ae9c-400469194bc0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d1e9849-032a-435c-9569-2c92407067b0 HTTP/1.1" status: 200 len: 980 time: 0.1431103 Mar 28 19:20:12.594826 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-8d5bf08a-a434-4192-a787-5bec8f521d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:12.596305 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-8d5bf08a-a434-4192-a787-5bec8f521d7d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=2d1e9849-032a-435c-9569-2c92407067b0 HTTP/1.1" status: 200 len: 1133 time: 0.1103108 Mar 28 19:20:12.682493 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-a0214214-40da-45b1-b904-1768082c5f5f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4123fd7c-6aea-478c-997c-7c58795935dc HTTP/1.1" status: 200 len: 217 time: 0.0674698 Mar 28 19:20:12.743565 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4877d7a9-85c6-4db2-a3cb-843982b18534 req-d13bde62-3f79-4ceb-9fee-547c814614fd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9135255-ce00-440b-badc-1e851d627d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447699 Mar 28 19:20:12.759142 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-56efc7c7-f617-42b6-8cb9-4c844d04b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:12.760541 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-56efc7c7-f617-42b6-8cb9-4c844d04b557 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9579b4d8-cb29-426c-b42d-9870325261c8 HTTP/1.1" status: 200 len: 835 time: 0.0699162 Mar 28 19:20:12.834571 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-8c12d494-9c96-4c1b-8c10-03b3f995530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:12.836026 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-8c12d494-9c96-4c1b-8c10-03b3f995530b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fcdc8499-7372-480e-8a06-0192679d5f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693569 Mar 28 19:20:12.965119 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-d2f35356-4ca9-4351-8605-aa44d4e7b9ad service neutron] 10.222.0.26 "GET /v2.0/networks/fcdc8499-7372-480e-8a06-0192679d5f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231289 Mar 28 19:20:13.092710 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-20fa6d94-190c-4394-99a3-aeb762c2dcd0 req-6d684eb0-acfb-4ec7-8243-ce48a83df47a service neutron] 10.222.0.26 "GET /v2.0/networks/fcdc8499-7372-480e-8a06-0192679d5f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217554 Mar 28 19:20:13.210550 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf44ee7-268d-42cb-ade6-9c46decab815 req-a595b9c0-a338-40f1-adcc-44ce7a34478f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:13.212009 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7bf44ee7-268d-42cb-ade6-9c46decab815 req-a595b9c0-a338-40f1-adcc-44ce7a34478f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=2d1e9849-032a-435c-9569-2c92407067b0 HTTP/1.1" status: 200 len: 1133 time: 0.0736232 Mar 28 19:20:13.342822 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf44ee7-268d-42cb-ade6-9c46decab815 req-ec1d9ba1-a848-4953-8b7d-82e32f44604d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:13.344749 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7bf44ee7-268d-42cb-ade6-9c46decab815 req-ec1d9ba1-a848-4953-8b7d-82e32f44604d service neutron] 10.222.0.26 "GET /v2.0/networks?id=fcdc8499-7372-480e-8a06-0192679d5f7d HTTP/1.1" status: 200 len: 898 time: 0.1248126 Mar 28 19:20:13.409728 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7bf44ee7-268d-42cb-ade6-9c46decab815 req-df7a7156-18c8-4e32-b6ab-95dcfcab3e0b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4123fd7c-6aea-478c-997c-7c58795935dc HTTP/1.1" status: 200 len: 217 time: 0.0596049 Mar 28 19:20:13.575838 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf44ee7-268d-42cb-ade6-9c46decab815 req-8b4ff3f2-0a99-4011-9317-22ab159e36ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:13.577245 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7bf44ee7-268d-42cb-ade6-9c46decab815 req-8b4ff3f2-0a99-4011-9317-22ab159e36ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9579b4d8-cb29-426c-b42d-9870325261c8 HTTP/1.1" status: 200 len: 835 time: 0.1617010 Mar 28 19:20:13.652186 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf44ee7-268d-42cb-ade6-9c46decab815 req-d7b4c284-60fb-4ecd-87af-39cd7026b3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:13.653614 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7bf44ee7-268d-42cb-ade6-9c46decab815 req-d7b4c284-60fb-4ecd-87af-39cd7026b3cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fcdc8499-7372-480e-8a06-0192679d5f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704434 Mar 28 19:20:13.786362 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7bf44ee7-268d-42cb-ade6-9c46decab815 req-84c1a0f2-f023-46bc-afae-956e52f57dd3 service neutron] 10.222.0.26 "GET /v2.0/networks/fcdc8499-7372-480e-8a06-0192679d5f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264703 Mar 28 19:20:13.970533 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7bf44ee7-268d-42cb-ade6-9c46decab815 req-f55f8790-4506-403b-85fe-6377945fa329 service neutron] 10.222.0.26 "GET /v2.0/networks/fcdc8499-7372-480e-8a06-0192679d5f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778684 Mar 28 19:20:13.993389 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2533a-1bf6-4d61-b40c-b2e38d1bdea5 req-c00a2b30-9c50-4e53-a82a-52a8531803b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:13.994784 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c7f2533a-1bf6-4d61-b40c-b2e38d1bdea5 req-c00a2b30-9c50-4e53-a82a-52a8531803b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d1e9849-032a-435c-9569-2c92407067b0 HTTP/1.1" status: 200 len: 980 time: 0.1190863 Mar 28 19:20:14.038122 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c7f2533a-1bf6-4d61-b40c-b2e38d1bdea5 req-9af25591-063b-45a7-a438-73fd05937fec tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9135255-ce00-440b-badc-1e851d627d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374851 Mar 28 19:20:15.217428 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e8106-cc39-4108-8cb2-a398aeca9357 req-a1033a70-85b7-401b-9b29-8ebdf12fe2db tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:15.219435 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ed5e8106-cc39-4108-8cb2-a398aeca9357 req-a1033a70-85b7-401b-9b29-8ebdf12fe2db tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d1e9849-032a-435c-9569-2c92407067b0 HTTP/1.1" status: 200 len: 980 time: 0.0770667 Mar 28 19:20:15.261443 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ed5e8106-cc39-4108-8cb2-a398aeca9357 req-ccaa82b5-e25c-4ff6-8c5e-212eba168eb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9135255-ce00-440b-badc-1e851d627d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360706 Mar 28 19:20:15.574325 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 4123fd7c-6aea-478c-997c-7c58795935dc details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:20:15.744223 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 4123fd7c-6aea-478c-997c-7c58795935dc, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=4123fd7c-6aea-478c-997c-7c58795935dc,segment=NetworkSegment(7887524d-a65e-4fa1-aad6-e4e0f83f117c),segment_id=7887524d-a65e-4fa1-aad6-e4e0f83f117c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:20:15.758852 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '4123fd7c-6aea-478c-997c-7c58795935dc', 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d', 'port_id': '4123fd7c-6aea-478c-997c-7c58795935dc', 'mac_address': 'fa:16:3e:af:1d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9579b4d8-cb29-426c-b42d-9870325261c8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:20:15.814729 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:15.831602 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4123fd7c-6aea-478c-997c-7c58795935dc {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:20:15.847648 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 4123fd7c-6aea-478c-997c-7c58795935dc, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=4123fd7c-6aea-478c-997c-7c58795935dc,segment=NetworkSegment(7887524d-a65e-4fa1-aad6-e4e0f83f117c),segment_id=7887524d-a65e-4fa1-aad6-e4e0f83f117c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:20:15.851385 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:15.925697 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=4123fd7c-6aea-478c-997c-7c58795935dc,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:16.188633 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['4123fd7c-6aea-478c-997c-7c58795935dc'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:20:16.449031 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f5c97-fa2c-43e4-9439-c05a4072acee req-51dde8e3-6d41-4669-964e-670bbf7aa336 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:16.450377 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b84f5c97-fa2c-43e4-9439-c05a4072acee req-51dde8e3-6d41-4669-964e-670bbf7aa336 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d1e9849-032a-435c-9569-2c92407067b0 HTTP/1.1" status: 200 len: 981 time: 0.0821040 Mar 28 19:20:16.494145 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b84f5c97-fa2c-43e4-9439-c05a4072acee req-a7c8a935-e479-4617-92c9-22f1303d5231 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9135255-ce00-440b-badc-1e851d627d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374992 Mar 28 19:20:17.590449 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 4123fd7c-6aea-478c-997c-7c58795935dc up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:20:17.662568 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port 4123fd7c-6aea-478c-997c-7c58795935dc completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:20:17.667662 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 4123fd7c-6aea-478c-997c-7c58795935dc triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:20:17.668033 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:17.681722 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eda05b-26df-47a6-b0f1-13f9f7e8c0b5 req-a2cd4e7e-3bd2-46e1-919e-a84d84274fa0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:17.683337 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d5eda05b-26df-47a6-b0f1-13f9f7e8c0b5 req-a2cd4e7e-3bd2-46e1-919e-a84d84274fa0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d1e9849-032a-435c-9569-2c92407067b0 HTTP/1.1" status: 200 len: 981 time: 0.0845301 Mar 28 19:20:17.731151 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d5eda05b-26df-47a6-b0f1-13f9f7e8c0b5 req-b6946704-63fa-437b-bdcc-72ff07580a33 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9135255-ce00-440b-badc-1e851d627d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411239 Mar 28 19:20:17.792840 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:17.820296 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1e9849-032a-435c-9569-2c92407067b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4123fd7c-6aea-478c-997c-7c58795935dc'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:20:17.830785 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 4123fd7c-6aea-478c-997c-7c58795935dc, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=4123fd7c-6aea-478c-997c-7c58795935dc,segment=NetworkSegment(7887524d-a65e-4fa1-aad6-e4e0f83f117c),segment_id=7887524d-a65e-4fa1-aad6-e4e0f83f117c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:20:17.835680 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:17.871501 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1e9849-032a-435c-9569-2c92407067b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4123fd7c-6aea-478c-997c-7c58795935dc', 'code': 200} Mar 28 19:20:17.904613 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=4123fd7c-6aea-478c-997c-7c58795935dc,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:18.089580 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ac674-5b5a-4b85-bc01-8ac2405292ed req-3a0a2895-cc6c-45e4-8fc9-aa9953cce08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:18.090935 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4d1ac674-5b5a-4b85-bc01-8ac2405292ed req-3a0a2895-cc6c-45e4-8fc9-aa9953cce08e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2d1e9849-032a-435c-9569-2c92407067b0 HTTP/1.1" status: 200 len: 1135 time: 0.0683157 Mar 28 19:20:18.129842 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4d1ac674-5b5a-4b85-bc01-8ac2405292ed req-aedd89d3-7dd7-4cd9-85e5-58934b161859 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e9135255-ce00-440b-badc-1e851d627d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331221 Mar 28 19:20:18.920525 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98653fd1-65bd-48ad-aefa-3d8f59f295f0 req-470ff40d-e3a1-45dd-a4e7-f6143d11cf4c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:18.921948 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-98653fd1-65bd-48ad-aefa-3d8f59f295f0 req-470ff40d-e3a1-45dd-a4e7-f6143d11cf4c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d1e9849-032a-435c-9569-2c92407067b0 HTTP/1.1" status: 200 len: 982 time: 0.0819721 Mar 28 19:20:18.965156 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-98653fd1-65bd-48ad-aefa-3d8f59f295f0 req-044105df-872b-4d9a-956e-91a1919f65d9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9135255-ce00-440b-badc-1e851d627d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374362 Mar 28 19:20:20.147092 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aae93e-64d7-4542-8345-ba51cf4a16c0 req-c8877318-770e-4f4c-8530-8b00d16c28e6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:20.148550 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-41aae93e-64d7-4542-8345-ba51cf4a16c0 req-c8877318-770e-4f4c-8530-8b00d16c28e6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d1e9849-032a-435c-9569-2c92407067b0 HTTP/1.1" status: 200 len: 982 time: 0.0785851 Mar 28 19:20:20.194334 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-41aae93e-64d7-4542-8345-ba51cf4a16c0 req-9d06a708-cde7-4d8c-b728-cbf7e57e28cc tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9135255-ce00-440b-badc-1e851d627d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401666 Mar 28 19:20:20.376509 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f97f4-2cd5-4178-8d57-3e2f78e5703a req-828f1077-d055-4c6d-a7c4-d4375dc26ef9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:20.377828 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-802f97f4-2cd5-4178-8d57-3e2f78e5703a req-828f1077-d055-4c6d-a7c4-d4375dc26ef9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d1e9849-032a-435c-9569-2c92407067b0 HTTP/1.1" status: 200 len: 982 time: 0.0817940 Mar 28 19:20:20.420605 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-802f97f4-2cd5-4178-8d57-3e2f78e5703a req-81a7d9ba-bd1b-41c5-9898-f6e4dde2f0c2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9135255-ce00-440b-badc-1e851d627d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371201 Mar 28 19:20:20.444671 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34168) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:20.512413 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b85c14c-e0c0-44c0-a987-5d59777332bf tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:20.513868 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9b85c14c-e0c0-44c0-a987-5d59777332bf tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2d1e9849-032a-435c-9569-2c92407067b0 HTTP/1.1" status: 200 len: 1130 time: 0.0681083 Mar 28 19:20:20.516971 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34172) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:20.521641 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-35ce8c14-cf4c-4481-9c3e-b3ad6c5cc4ab tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'port_id': '4123fd7c-6aea-478c-997c-7c58795935dc', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:20:20.527316 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-35ce8c14-cf4c-4481-9c3e-b3ad6c5cc4ab tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:20:20.531146 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-35ce8c14-cf4c-4481-9c3e-b3ad6c5cc4ab tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:floatingip and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:20:20.534060 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-35ce8c14-cf4c-4481-9c3e-b3ad6c5cc4ab tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:20:20.539624 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-35ce8c14-cf4c-4481-9c3e-b3ad6c5cc4ab tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:20:20.550318 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-35ce8c14-cf4c-4481-9c3e-b3ad6c5cc4ab tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:20.683423 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-35ce8c14-cf4c-4481-9c3e-b3ad6c5cc4ab tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:20.829050 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-35ce8c14-cf4c-4481-9c3e-b3ad6c5cc4ab tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.26.4.158 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/6c07e2c2-480d-4046-8c72-4ef5c6c61c5a) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:20:21.029110 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6a28c97e-c475-44ee-9b2d-eee7dcb8ccbb req-a60e51dc-2bfb-4786-8816-002d39a0bf7b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7b7f6ff1-d33c-4237-8753-b691da6fe003&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1977859 Mar 28 19:20:21.185837 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-35ce8c14-cf4c-4481-9c3e-b3ad6c5cc4ab tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:21.246066 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28c97e-c475-44ee-9b2d-eee7dcb8ccbb req-fdf33a7b-739c-4320-a59c-0991b9785777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:21.247712 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6a28c97e-c475-44ee-9b2d-eee7dcb8ccbb req-fdf33a7b-739c-4320-a59c-0991b9785777 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0ba31f1fab64780bafe45627411dcbe&device_id=7b7f6ff1-d33c-4237-8753-b691da6fe003 HTTP/1.1" status: 200 len: 1098 time: 0.0950623 Mar 28 19:20:21.249070 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-35ce8c14-cf4c-4481-9c3e-b3ad6c5cc4ab tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:21.348985 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ce8c14-cf4c-4481-9c3e-b3ad6c5cc4ab tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:20:21.402086 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-35ce8c14-cf4c-4481-9c3e-b3ad6c5cc4ab tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:20:21.410640 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ce8c14-cf4c-4481-9c3e-b3ad6c5cc4ab tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:20:21.434770 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce8c14-cf4c-4481-9c3e-b3ad6c5cc4ab tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=6c07e2c2-480d-4046-8c72-4ef5c6c61c5a,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:21.536368 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28c97e-c475-44ee-9b2d-eee7dcb8ccbb req-2b34511c-1dfc-4149-92a2-c15b4257e2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:21.537777 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6a28c97e-c475-44ee-9b2d-eee7dcb8ccbb req-2b34511c-1dfc-4149-92a2-c15b4257e2fb service neutron] 10.222.0.26 "GET /v2.0/networks?id=8efa11ac-7efa-4436-8a41-9dfec0a8f282 HTTP/1.1" status: 200 len: 913 time: 0.2568383 Mar 28 19:20:21.694832 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6a28c97e-c475-44ee-9b2d-eee7dcb8ccbb req-ca0421e7-8b7e-4f82-974c-6c6d1daa6af8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17724192-3c4a-4674-8c9e-4ac6a63e0732 HTTP/1.1" status: 200 len: 1001 time: 0.1496675 Mar 28 19:20:21.878057 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28c97e-c475-44ee-9b2d-eee7dcb8ccbb req-fc2d185a-2e83-41be-8cd5-72af2e3e99e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:21.879499 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6a28c97e-c475-44ee-9b2d-eee7dcb8ccbb req-fc2d185a-2e83-41be-8cd5-72af2e3e99e6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93e49b98-1ab2-403b-80e2-ed54c2bdd260 HTTP/1.1" status: 200 len: 851 time: 0.1345687 Mar 28 19:20:22.005259 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28c97e-c475-44ee-9b2d-eee7dcb8ccbb req-6a918662-d3be-41ac-a836-5c7c0213d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:22.006614 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6a28c97e-c475-44ee-9b2d-eee7dcb8ccbb req-6a918662-d3be-41ac-a836-5c7c0213d595 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8efa11ac-7efa-4436-8a41-9dfec0a8f282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1198084 Mar 28 19:20:22.126794 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-35ce8c14-cf4c-4481-9c3e-b3ad6c5cc4ab tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:22.157250 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6a28c97e-c475-44ee-9b2d-eee7dcb8ccbb req-26f95fd1-bc34-4541-a143-d821ef4d6999 service neutron] 10.222.0.26 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439905 Mar 28 19:20:22.301959 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-35ce8c14-cf4c-4481-9c3e-b3ad6c5cc4ab tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:22.380192 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6a28c97e-c475-44ee-9b2d-eee7dcb8ccbb req-b3974182-3921-4913-9049-d17fe378d9da service neutron] 10.222.0.26 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168150 Mar 28 19:20:22.637402 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-35ce8c14-cf4c-4481-9c3e-b3ad6c5cc4ab tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:22.642631 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-35ce8c14-cf4c-4481-9c3e-b3ad6c5cc4ab tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:22.747549 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce8c14-cf4c-4481-9c3e-b3ad6c5cc4ab tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=6c07e2c2-480d-4046-8c72-4ef5c6c61c5a,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:22.759462 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-35ce8c14-cf4c-4481-9c3e-b3ad6c5cc4ab tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:22.926289 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-35ce8c14-cf4c-4481-9c3e-b3ad6c5cc4ab tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Floating IP dd561d5d-b71a-4142-bbc9-e107f8e6e780 associated. External IP: 172.26.4.158, port: 4123fd7c-6aea-478c-997c-7c58795935dc. Mar 28 19:20:23.266556 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ce8c14-cf4c-4481-9c3e-b3ad6c5cc4ab tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router c3b76f74-36b7-4225-a432-d0ffc5bcc09a has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:20:23.440350 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ce8c14-cf4c-4481-9c3e-b3ad6c5cc4ab tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:20:23.449978 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607c6809-6672-4cae-a88b-5a18b5e547ac None None] Sync routers for ids ['c3b76f74-36b7-4225-a432-d0ffc5bcc09a'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:20:23.460103 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607c6809-6672-4cae-a88b-5a18b5e547ac None None] Routers {'c3b76f74-36b7-4225-a432-d0ffc5bcc09a'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:20:23.460799 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-607c6809-6672-4cae-a88b-5a18b5e547ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:19:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c3b76f74-36b7-4225-a432-d0ffc5bcc09a'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:20:23.465228 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-35ce8c14-cf4c-4481-9c3e-b3ad6c5cc4ab tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:23.526082 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-35ce8c14-cf4c-4481-9c3e-b3ad6c5cc4ab tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 3.0055857 Mar 28 19:20:23.526082 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1e9849-032a-435c-9569-2c92407067b0', 'tag': '4123fd7c-6aea-478c-997c-7c58795935dc'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:20:23.526890 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34176) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:23.573039 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1e9849-032a-435c-9569-2c92407067b0', 'tag': '4123fd7c-6aea-478c-997c-7c58795935dc', 'status': 'completed', 'code': 200} Mar 28 19:20:23.600241 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95496b26-d373-4c80-8b42-080515047513 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:23.604216 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-95496b26-d373-4c80-8b42-080515047513 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2d1e9849-032a-435c-9569-2c92407067b0&network_id=fcdc8499-7372-480e-8a06-0192679d5f7d HTTP/1.1" status: 200 len: 1130 time: 0.0737844 Mar 28 19:20:23.651236 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-607c6809-6672-4cae-a88b-5a18b5e547ac None None] Set router c3b76f74-36b7-4225-a432-d0ffc5bcc09a gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:20:23.664475 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209069f-1e63-4ba0-b41a-5843c233ead7 req-262d2215-41c1-43bd-89e3-70229537e28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:23.665936 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0209069f-1e63-4ba0-b41a-5843c233ead7 req-262d2215-41c1-43bd-89e3-70229537e28b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=2d1e9849-032a-435c-9569-2c92407067b0 HTTP/1.1" status: 200 len: 1135 time: 0.0740733 Mar 28 19:20:23.804813 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209069f-1e63-4ba0-b41a-5843c233ead7 req-016f3329-2b4d-466d-9ec9-b337dbf45586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:23.807543 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0209069f-1e63-4ba0-b41a-5843c233ead7 req-016f3329-2b4d-466d-9ec9-b337dbf45586 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fcdc8499-7372-480e-8a06-0192679d5f7d HTTP/1.1" status: 200 len: 898 time: 0.1360083 Mar 28 19:20:23.956906 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0209069f-1e63-4ba0-b41a-5843c233ead7 req-6196d80c-2c96-4c7b-9c2a-84341bc2987a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4123fd7c-6aea-478c-997c-7c58795935dc HTTP/1.1" status: 200 len: 1036 time: 0.1432471 Mar 28 19:20:24.004252 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-607c6809-6672-4cae-a88b-5a18b5e547ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'name': 'tempest-TestNetworkBasicOps-router-710974392', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '48cf3366-bcf9-4f6c-97bb-f466f38c07f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:00Z', 'updated_at': '2022-03-28T19:20:05Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '48cf3366-bcf9-4f6c-97bb-f466f38c07f6', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:00Z', 'updated_at': '2022-03-28T19:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'dd561d5d-b71a-4142-bbc9-e107f8e6e780', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.158', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'port_id': '4123fd7c-6aea-478c-997c-7c58795935dc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-188385306', 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d', 'mac_address': 'fa:16:3e:af:1d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1e9849-032a-435c-9569-2c92407067b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:20:21Z', 'updated_at': '2022-03-28T19:20:21Z', 'revision_number': 0, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '225cb3bc-3d11-4ac5-a64a-162fd5959ba7', 'name': '', 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:fe:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9579b4d8-cb29-426c-b42d-9870325261c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:04Z', 'updated_at': '2022-03-28T19:20:09Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '9579b4d8-cb29-426c-b42d-9870325261c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:20:24.008287 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607c6809-6672-4cae-a88b-5a18b5e547ac None None] Checking router: c3b76f74-36b7-4225-a432-d0ffc5bcc09a for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:20:24.017528 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607c6809-6672-4cae-a88b-5a18b5e547ac None None] Routers {'c3b76f74-36b7-4225-a432-d0ffc5bcc09a'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:20:24.018138 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-607c6809-6672-4cae-a88b-5a18b5e547ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:19:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c3b76f74-36b7-4225-a432-d0ffc5bcc09a'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:20:24.163844 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209069f-1e63-4ba0-b41a-5843c233ead7 req-c3de12be-fe8e-404b-9205-847a8a29b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:24.165259 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0209069f-1e63-4ba0-b41a-5843c233ead7 req-c3de12be-fe8e-404b-9205-847a8a29b18c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9579b4d8-cb29-426c-b42d-9870325261c8 HTTP/1.1" status: 200 len: 835 time: 0.2002261 Mar 28 19:20:24.175696 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d3f3c-288f-4541-9920-3a14bcb0a6e8 req-cbcf2bac-a351-4c63-b95a-74c297ba4745 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:24.177032 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-667d3f3c-288f-4541-9920-3a14bcb0a6e8 req-cbcf2bac-a351-4c63-b95a-74c297ba4745 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d1e9849-032a-435c-9569-2c92407067b0 HTTP/1.1" status: 200 len: 982 time: 0.2719152 Mar 28 19:20:24.197262 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-607c6809-6672-4cae-a88b-5a18b5e547ac None None] Set router c3b76f74-36b7-4225-a432-d0ffc5bcc09a gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:20:24.262059 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-667d3f3c-288f-4541-9920-3a14bcb0a6e8 req-80af57ab-07ea-43ac-bc88-4db5f8b6d5fe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9135255-ce00-440b-badc-1e851d627d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553148 Mar 28 19:20:24.283761 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209069f-1e63-4ba0-b41a-5843c233ead7 req-93b5dc60-0fc0-4056-a5d0-5d7b38fccc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:24.283761 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0209069f-1e63-4ba0-b41a-5843c233ead7 req-93b5dc60-0fc0-4056-a5d0-5d7b38fccc94 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fcdc8499-7372-480e-8a06-0192679d5f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1024914 Mar 28 19:20:24.410138 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0209069f-1e63-4ba0-b41a-5843c233ead7 req-f850dd98-0629-4328-980a-aef46905509c service neutron] 10.222.0.26 "GET /v2.0/networks/fcdc8499-7372-480e-8a06-0192679d5f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223979 Mar 28 19:20:24.542712 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0209069f-1e63-4ba0-b41a-5843c233ead7 req-ccc882a7-7eaa-42a8-b560-caa3909dd02a service neutron] 10.222.0.26 "GET /v2.0/networks/fcdc8499-7372-480e-8a06-0192679d5f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257288 Mar 28 19:20:24.568180 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-607c6809-6672-4cae-a88b-5a18b5e547ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'name': 'tempest-TestNetworkBasicOps-router-710974392', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '48cf3366-bcf9-4f6c-97bb-f466f38c07f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:00Z', 'updated_at': '2022-03-28T19:20:05Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '48cf3366-bcf9-4f6c-97bb-f466f38c07f6', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:00Z', 'updated_at': '2022-03-28T19:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'dd561d5d-b71a-4142-bbc9-e107f8e6e780', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.158', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'port_id': '4123fd7c-6aea-478c-997c-7c58795935dc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-188385306', 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d', 'mac_address': 'fa:16:3e:af:1d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1e9849-032a-435c-9569-2c92407067b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:20:21Z', 'updated_at': '2022-03-28T19:20:21Z', 'revision_number': 0, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '225cb3bc-3d11-4ac5-a64a-162fd5959ba7', 'name': '', 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:fe:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9579b4d8-cb29-426c-b42d-9870325261c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:04Z', 'updated_at': '2022-03-28T19:20:09Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '9579b4d8-cb29-426c-b42d-9870325261c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:20:24.572072 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607c6809-6672-4cae-a88b-5a18b5e547ac None None] The sync data for ids ['c3b76f74-36b7-4225-a432-d0ffc5bcc09a'] in dv-neutron-834711-1-hyperv is: [{'id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'name': 'tempest-TestNetworkBasicOps-router-710974392', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '48cf3366-bcf9-4f6c-97bb-f466f38c07f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:00Z', 'updated_at': '2022-03-28T19:20:05Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '48cf3366-bcf9-4f6c-97bb-f466f38c07f6', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:00Z', 'updated_at': '2022-03-28T19:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'dd561d5d-b71a-4142-bbc9-e107f8e6e780', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.158', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'port_id': '4123fd7c-6aea-478c-997c-7c58795935dc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-188385306', 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d', 'mac_address': 'fa:16:3e:af:1d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1e9849-032a-435c-9569-2c92407067b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:20:21Z', 'updated_at': '2022-03-28T19:20:21Z', 'revision_number': 0, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '225cb3bc-3d11-4ac5-a64a-162fd5959ba7', 'name': '', 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:fe:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9579b4d8-cb29-426c-b42d-9870325261c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:04Z', 'updated_at': '2022-03-28T19:20:09Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '9579b4d8-cb29-426c-b42d-9870325261c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:20:24.747150 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24da01eb-51b4-4f1a-8d9d-9e262dda7b4f None None] New status for floating IP dd561d5d-b71a-4142-bbc9-e107f8e6e780: ACTIVE {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:20:25.270672 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0c169539-0d60-4801-9880-612546307bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:25.355308 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2038e4-6fa7-4d49-8fcf-95aa6c6484d3 req-67971e00-37af-4a20-b0f8-662252157218 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:25.356689 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2f2038e4-6fa7-4d49-8fcf-95aa6c6484d3 req-67971e00-37af-4a20-b0f8-662252157218 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d1e9849-032a-435c-9569-2c92407067b0 HTTP/1.1" status: 200 len: 982 time: 0.0824602 Mar 28 19:20:25.469109 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2038e4-6fa7-4d49-8fcf-95aa6c6484d3 req-4caf603a-9fb7-4bc7-9b54-c36784c9c094 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:25.470410 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2f2038e4-6fa7-4d49-8fcf-95aa6c6484d3 req-4caf603a-9fb7-4bc7-9b54-c36784c9c094 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/ports/4123fd7c-6aea-478c-997c-7c58795935dc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1083350 Mar 28 19:20:25.592872 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15145957-3ae5-47c7-aed1-55dd47ec2053 req-00fe198a-8c13-4079-9b8d-b8db3b7c94a7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:25.594248 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-15145957-3ae5-47c7-aed1-55dd47ec2053 req-00fe198a-8c13-4079-9b8d-b8db3b7c94a7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d1e9849-032a-435c-9569-2c92407067b0 HTTP/1.1" status: 200 len: 982 time: 0.2021387 Mar 28 19:20:25.656045 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2f2038e4-6fa7-4d49-8fcf-95aa6c6484d3 req-7de62270-7679-47b1-b6c7-f03dfad46952 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/networks/fcdc8499-7372-480e-8a06-0192679d5f7d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1786122 Mar 28 19:20:25.662931 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-15145957-3ae5-47c7-aed1-55dd47ec2053 req-379aa67f-338a-411c-a4d0-32e288bc996e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9135255-ce00-440b-badc-1e851d627d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629988 Mar 28 19:20:25.667554 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-2f2038e4-6fa7-4d49-8fcf-95aa6c6484d3 req-fe6105a8-9ed5-4650-bd38-6c39fbc372c6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:20:25.778666 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-2f2038e4-6fa7-4d49-8fcf-95aa6c6484d3 req-fe6105a8-9ed5-4650-bd38-6c39fbc372c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:25.969915 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-2f2038e4-6fa7-4d49-8fcf-95aa6c6484d3 req-fe6105a8-9ed5-4650-bd38-6c39fbc372c6 service neutron] For port 4123fd7c-6aea-478c-997c-7c58795935dc, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=4123fd7c-6aea-478c-997c-7c58795935dc,segment=NetworkSegment(7887524d-a65e-4fa1-aad6-e4e0f83f117c),segment_id=7887524d-a65e-4fa1-aad6-e4e0f83f117c)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:20:25.997230 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-2f2038e4-6fa7-4d49-8fcf-95aa6c6484d3 req-fe6105a8-9ed5-4650-bd38-6c39fbc372c6 service neutron] For port 4123fd7c-6aea-478c-997c-7c58795935dc, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:20:26.051851 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-2f2038e4-6fa7-4d49-8fcf-95aa6c6484d3 req-fe6105a8-9ed5-4650-bd38-6c39fbc372c6 service neutron] device_id is not set on port 4123fd7c-6aea-478c-997c-7c58795935dc yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:20:26.060800 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-2f2038e4-6fa7-4d49-8fcf-95aa6c6484d3 req-fe6105a8-9ed5-4650-bd38-6c39fbc372c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:26.066845 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-2f2038e4-6fa7-4d49-8fcf-95aa6c6484d3 req-fe6105a8-9ed5-4650-bd38-6c39fbc372c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:26.209815 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6105a8-9ed5-4650-bd38-6c39fbc372c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4123fd7c-6aea-478c-997c-7c58795935dc,revision_number=6']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:26.264270 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2038e4-6fa7-4d49-8fcf-95aa6c6484d3 req-fe6105a8-9ed5-4650-bd38-6c39fbc372c6 service neutron] No DVR routers for this DVR port 4123fd7c-6aea-478c-997c-7c58795935dc on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:20:26.369278 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-0ee454c9-a80c-42d4-9d9d-bb2f6d9f8381 None None] Provisioning complete for port 4123fd7c-6aea-478c-997c-7c58795935dc triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:20:26.369865 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0ee454c9-a80c-42d4-9d9d-bb2f6d9f8381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:26.422621 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-0ee454c9-a80c-42d4-9d9d-bb2f6d9f8381 None None] Port 4123fd7c-6aea-478c-997c-7c58795935dc cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:20:26.617068 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-2f2038e4-6fa7-4d49-8fcf-95aa6c6484d3 req-fe6105a8-9ed5-4650-bd38-6c39fbc372c6 service neutron] In _notify_port_updated(), no bound segment for port 4123fd7c-6aea-478c-997c-7c58795935dc on network fcdc8499-7372-480e-8a06-0192679d5f7d {{(pid=87833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 19:20:26.617838 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2038e4-6fa7-4d49-8fcf-95aa6c6484d3 req-fe6105a8-9ed5-4650-bd38-6c39fbc372c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:26.618440 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-2f2038e4-6fa7-4d49-8fcf-95aa6c6484d3 req-fe6105a8-9ed5-4650-bd38-6c39fbc372c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:26.619730 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2f2038e4-6fa7-4d49-8fcf-95aa6c6484d3 req-fe6105a8-9ed5-4650-bd38-6c39fbc372c6 service neutron] 10.222.0.26 "PUT /v2.0/ports/4123fd7c-6aea-478c-997c-7c58795935dc HTTP/1.1" status: 200 len: 1025 time: 0.9559572 Mar 28 19:20:26.821745 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-28929ead-6289-4c8c-83a1-e0091bbd5ed8 req-0dae72a1-e781-4ae3-a250-dcf2bbf412d2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d1e9849-032a-435c-9569-2c92407067b0 HTTP/1.1" status: 200 len: 210 time: 0.0471432 Mar 28 19:20:27.614660 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c1b35d70-dfca-4d94-b10d-39a2c99caa89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:27.917775 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34192) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:27.990604 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166d59ea-e428-4e56-9adb-6f594711cec5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:27.991192 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-166d59ea-e428-4e56-9adb-6f594711cec5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:20:28.005757 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-166d59ea-e428-4e56-9adb-6f594711cec5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:20:28.006942 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-166d59ea-e428-4e56-9adb-6f594711cec5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports/4123fd7c-6aea-478c-997c-7c58795935dc HTTP/1.1" status: 200 len: 924 time: 0.0881810 Mar 28 19:20:28.224505 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34198) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:28.229485 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-c4e3fd8e-269d-4358-9b2d-266d10e91499 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-188098552', 'description': 'tempest-secgroup-smoke-188098552 description', 'project_id': '061332865d564f96959562b5c3aa8701'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:20:28.236315 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c4e3fd8e-269d-4358-9b2d-266d10e91499 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:20:28.240319 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c4e3fd8e-269d-4358-9b2d-266d10e91499 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:20:28.243111 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c4e3fd8e-269d-4358-9b2d-266d10e91499 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:20:28.249021 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c4e3fd8e-269d-4358-9b2d-266d10e91499 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:20:28.259097 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c4e3fd8e-269d-4358-9b2d-266d10e91499 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:28.277611 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c4e3fd8e-269d-4358-9b2d-266d10e91499 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:20:28.281921 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c4e3fd8e-269d-4358-9b2d-266d10e91499 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:20:28.284647 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c4e3fd8e-269d-4358-9b2d-266d10e91499 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:20:28.290091 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c4e3fd8e-269d-4358-9b2d-266d10e91499 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:20:28.357205 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c4e3fd8e-269d-4358-9b2d-266d10e91499 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:28.361151 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c4e3fd8e-269d-4358-9b2d-266d10e91499 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:28.403622 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3fd8e-269d-4358-9b2d-266d10e91499 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7062c9f-4039-4120-ab49-95f4e7a9ace7,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:28.407172 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c4e3fd8e-269d-4358-9b2d-266d10e91499 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:28.408408 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c4e3fd8e-269d-4358-9b2d-266d10e91499 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1829317 Mar 28 19:20:28.411350 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34202) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:28.416463 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-e40eec29-21ce-4c60-91bb-2c7c156058b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': 'e7062c9f-4039-4120-ab49-95f4e7a9ace7', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:20:28.422930 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e40eec29-21ce-4c60-91bb-2c7c156058b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:20:28.426657 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e40eec29-21ce-4c60-91bb-2c7c156058b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:20:28.429463 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e40eec29-21ce-4c60-91bb-2c7c156058b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:20:28.435313 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e40eec29-21ce-4c60-91bb-2c7c156058b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:20:28.451473 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e40eec29-21ce-4c60-91bb-2c7c156058b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:28.515015 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e40eec29-21ce-4c60-91bb-2c7c156058b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:28.518636 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e40eec29-21ce-4c60-91bb-2c7c156058b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:28.545531 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40eec29-21ce-4c60-91bb-2c7c156058b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f0e0c2-8e38-4c77-a372-40e9329d1817,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:28.555202 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e40eec29-21ce-4c60-91bb-2c7c156058b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:28.556340 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e40eec29-21ce-4c60-91bb-2c7c156058b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1439598 Mar 28 19:20:28.559657 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34208) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:28.564448 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-76ce1753-f9b0-42a1-9d68-10eef7b9dc19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': 'e7062c9f-4039-4120-ab49-95f4e7a9ace7', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:20:28.571215 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-76ce1753-f9b0-42a1-9d68-10eef7b9dc19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:20:28.575056 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-76ce1753-f9b0-42a1-9d68-10eef7b9dc19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:20:28.578026 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-76ce1753-f9b0-42a1-9d68-10eef7b9dc19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:20:28.584284 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-76ce1753-f9b0-42a1-9d68-10eef7b9dc19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:20:28.590420 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:28.602292 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-76ce1753-f9b0-42a1-9d68-10eef7b9dc19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:28.602719 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:28.661487 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-76ce1753-f9b0-42a1-9d68-10eef7b9dc19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:28.665308 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-76ce1753-f9b0-42a1-9d68-10eef7b9dc19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:28.687514 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce1753-f9b0-42a1-9d68-10eef7b9dc19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6cb86e3-dfec-42e0-800e-56f48c378e5d,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:28.696641 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-76ce1753-f9b0-42a1-9d68-10eef7b9dc19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:28.697805 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-76ce1753-f9b0-42a1-9d68-10eef7b9dc19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1372397 Mar 28 19:20:28.700539 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34212) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:28.705823 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-0866251d-b44d-4c7d-9aba-21401b1c3bad tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': 'e7062c9f-4039-4120-ab49-95f4e7a9ace7', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:20:28.711520 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0866251d-b44d-4c7d-9aba-21401b1c3bad tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:20:28.715345 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0866251d-b44d-4c7d-9aba-21401b1c3bad tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:20:28.718009 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0866251d-b44d-4c7d-9aba-21401b1c3bad tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:20:28.724290 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0866251d-b44d-4c7d-9aba-21401b1c3bad tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:20:28.739339 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0866251d-b44d-4c7d-9aba-21401b1c3bad tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:28.798288 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0866251d-b44d-4c7d-9aba-21401b1c3bad tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:28.801853 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0866251d-b44d-4c7d-9aba-21401b1c3bad tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:28.824586 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866251d-b44d-4c7d-9aba-21401b1c3bad tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19415e60-03c8-4e2b-ae8b-31f01796e054,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:28.833695 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0866251d-b44d-4c7d-9aba-21401b1c3bad tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:28.834828 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0866251d-b44d-4c7d-9aba-21401b1c3bad tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334133 Mar 28 19:20:28.837574 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34216) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:28.842300 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-bb79873c-48b0-4c59-8f6d-3a9d7886ad31 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': 'e7062c9f-4039-4120-ab49-95f4e7a9ace7', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:20:28.848877 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-bb79873c-48b0-4c59-8f6d-3a9d7886ad31 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:20:28.852533 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-bb79873c-48b0-4c59-8f6d-3a9d7886ad31 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:20:28.855288 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-bb79873c-48b0-4c59-8f6d-3a9d7886ad31 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:20:28.860977 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-bb79873c-48b0-4c59-8f6d-3a9d7886ad31 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:20:28.876451 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bb79873c-48b0-4c59-8f6d-3a9d7886ad31 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:28.939476 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bb79873c-48b0-4c59-8f6d-3a9d7886ad31 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:28.942813 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bb79873c-48b0-4c59-8f6d-3a9d7886ad31 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:28.965498 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79873c-48b0-4c59-8f6d-3a9d7886ad31 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d72791e-d83e-435c-adbf-a5a37c6c3598,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:28.974956 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bb79873c-48b0-4c59-8f6d-3a9d7886ad31 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:28.976124 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-bb79873c-48b0-4c59-8f6d-3a9d7886ad31 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1376679 Mar 28 19:20:28.979355 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34220) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:28.984367 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-9aa24b09-2d0d-472e-af3d-746d3003aa66 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': 'e7062c9f-4039-4120-ab49-95f4e7a9ace7', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:20:28.990001 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-9aa24b09-2d0d-472e-af3d-746d3003aa66 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:20:28.993720 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9aa24b09-2d0d-472e-af3d-746d3003aa66 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:20:28.996556 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9aa24b09-2d0d-472e-af3d-746d3003aa66 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:20:29.002850 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-9aa24b09-2d0d-472e-af3d-746d3003aa66 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:20:29.012438 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.securitygroups_db [None req-9aa24b09-2d0d-472e-af3d-746d3003aa66 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Project 061332865d564f96959562b5c3aa8701 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:20:29.019963 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9aa24b09-2d0d-472e-af3d-746d3003aa66 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:29.082557 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9aa24b09-2d0d-472e-af3d-746d3003aa66 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:29.086043 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9aa24b09-2d0d-472e-af3d-746d3003aa66 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:29.108638 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa24b09-2d0d-472e-af3d-746d3003aa66 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=834a1aa3-1e86-4bff-a5ec-a36a41797e4e,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:29.116755 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9aa24b09-2d0d-472e-af3d-746d3003aa66 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:29.117897 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9aa24b09-2d0d-472e-af3d-746d3003aa66 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1376541 Mar 28 19:20:29.120622 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34224) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:29.126091 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-175588bd-99ce-4079-855d-110be8dd99ac tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': 'e7062c9f-4039-4120-ab49-95f4e7a9ace7', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:20:29.131645 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-175588bd-99ce-4079-855d-110be8dd99ac tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:20:29.135391 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-175588bd-99ce-4079-855d-110be8dd99ac tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:20:29.138163 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-175588bd-99ce-4079-855d-110be8dd99ac tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:20:29.144669 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-175588bd-99ce-4079-855d-110be8dd99ac tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:20:29.155391 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.securitygroups_db [None req-175588bd-99ce-4079-855d-110be8dd99ac tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Project 061332865d564f96959562b5c3aa8701 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:20:29.162114 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-175588bd-99ce-4079-855d-110be8dd99ac tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:29.226928 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-175588bd-99ce-4079-855d-110be8dd99ac tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:29.230178 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-175588bd-99ce-4079-855d-110be8dd99ac tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:29.255517 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175588bd-99ce-4079-855d-110be8dd99ac tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0fc8b28-84f9-441a-b4fe-a51aee68642c,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:29.264144 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-175588bd-99ce-4079-855d-110be8dd99ac tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:29.266137 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-175588bd-99ce-4079-855d-110be8dd99ac tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1437795 Mar 28 19:20:29.421201 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-fe0e82a6-d590-4304-949a-dfdecf29c993 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:20:29.436407 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-fe0e82a6-d590-4304-949a-dfdecf29c993 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:20:29.438189 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-fe0e82a6-d590-4304-949a-dfdecf29c993 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-188098552&fields=id&tenant_id=061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 267 time: 0.0548649 Mar 28 19:20:29.512389 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-77e9c4ee-ca09-4d83-99ae-0c0571e0791a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:29.513694 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-77e9c4ee-ca09-4d83-99ae-0c0571e0791a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports/4123fd7c-6aea-478c-997c-7c58795935dc HTTP/1.1" status: 200 len: 929 time: 0.0688047 Mar 28 19:20:29.658390 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-b4eaa3aa-8efd-4364-836b-fb4fe92f78e3 service neutron] 10.222.0.10 "GET /v2.0/ports/4123fd7c-6aea-478c-997c-7c58795935dc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1329980 Mar 28 19:20:29.667780 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-7f44e5dc-637f-4b45-bb4c-08bc6859b100 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:20:29.668700 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-7f44e5dc-637f-4b45-bb4c-08bc6859b100 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047855 Mar 28 19:20:29.674606 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 4123fd7c-6aea-478c-997c-7c58795935dc no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:20:29.740512 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 4123fd7c-6aea-478c-997c-7c58795935dc not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:20:29.800875 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-1f199124-e100-4a42-925d-1aeeba391aab service neutron] 10.222.0.10 "GET /v2.0/networks/fcdc8499-7372-480e-8a06-0192679d5f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262362 Mar 28 19:20:29.935066 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-5f6b7d72-4353-44d3-85ce-af507659a40f service neutron] 10.222.0.10 "GET /v2.0/networks/fcdc8499-7372-480e-8a06-0192679d5f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282623 Mar 28 19:20:30.115083 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1422e4ff-7490-4283-8d26-56a1fb372bdc req-e9f92230-91e6-4b8e-87c4-a1f8c3a25c90 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=23ad89cd-bf13-48eb-885e-0044bd7c1297 HTTP/1.1" status: 200 len: 210 time: 0.0432053 Mar 28 19:20:30.164810 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:31.018457 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-fcfe04b9-235e-4e88-877e-0c01546171dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:31.019796 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-fcfe04b9-235e-4e88-877e-0c01546171dc service neutron] 10.222.0.26 "GET /v2.0/ports/4123fd7c-6aea-478c-997c-7c58795935dc HTTP/1.1" status: 200 len: 1025 time: 0.0627103 Mar 28 19:20:31.172619 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-bad65b86-7276-43a7-b58f-47136b4542e5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:31.174030 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-bad65b86-7276-43a7-b58f-47136b4542e5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/networks?id=fcdc8499-7372-480e-8a06-0192679d5f7d HTTP/1.1" status: 200 len: 797 time: 0.1487441 Mar 28 19:20:31.229837 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-74f0cd42-2941-4b16-8894-ead1f58b3fc7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 472 time: 0.0481150 Mar 28 19:20:31.272567 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-1f0da9d1-33dc-404a-a957-2887ff1cb68b service neutron] Request body: {'port': {'device_id': '23ad89cd-bf13-48eb-885e-0044bd7c1297', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:20:31.297293 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0538635d-3b09-4651-9da8-12033362709c req-b39f6632-dab3-4500-90a5-a26ceb5913c0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=23ad89cd-bf13-48eb-885e-0044bd7c1297 HTTP/1.1" status: 200 len: 210 time: 0.0665607 Mar 28 19:20:31.390754 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-1f0da9d1-33dc-404a-a957-2887ff1cb68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:31.626143 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:31.834030 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-1f0da9d1-33dc-404a-a957-2887ff1cb68b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4123fd7c-6aea-478c-997c-7c58795935dc {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:20:31.840963 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-1f0da9d1-33dc-404a-a957-2887ff1cb68b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:31.854729 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-1f0da9d1-33dc-404a-a957-2887ff1cb68b service neutron] Transition to ACTIVE for port object 4123fd7c-6aea-478c-997c-7c58795935dc will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:20:31.858357 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-1f0da9d1-33dc-404a-a957-2887ff1cb68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:31.997385 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0da9d1-33dc-404a-a957-2887ff1cb68b service neutron] Pushing event updated for resources: {'Port': ['ID=4123fd7c-6aea-478c-997c-7c58795935dc,revision_number=7']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:32.121501 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-1f0da9d1-33dc-404a-a957-2887ff1cb68b service neutron] Attempting to bind port 4123fd7c-6aea-478c-997c-7c58795935dc on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:20:32.122115 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-1f0da9d1-33dc-404a-a957-2887ff1cb68b service neutron] Attempting to bind port 4123fd7c-6aea-478c-997c-7c58795935dc by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '7887524d-a65e-4fa1-aad6-e4e0f83f117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:20:32.122115 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-1f0da9d1-33dc-404a-a957-2887ff1cb68b service neutron] Attempting to bind port 4123fd7c-6aea-478c-997c-7c58795935dc on network fcdc8499-7372-480e-8a06-0192679d5f7d {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:20:32.126851 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-1f0da9d1-33dc-404a-a957-2887ff1cb68b service neutron] Port 4123fd7c-6aea-478c-997c-7c58795935dc on network fcdc8499-7372-480e-8a06-0192679d5f7d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:20:32.127198 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-1f0da9d1-33dc-404a-a957-2887ff1cb68b service neutron] Attempting to bind port 4123fd7c-6aea-478c-997c-7c58795935dc on network fcdc8499-7372-480e-8a06-0192679d5f7d {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:20:32.132273 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-1f0da9d1-33dc-404a-a957-2887ff1cb68b service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:20:32.132627 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-1f0da9d1-33dc-404a-a957-2887ff1cb68b service neutron] Checking segment: {'id': '7887524d-a65e-4fa1-aad6-e4e0f83f117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:20:32.132994 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-1f0da9d1-33dc-404a-a957-2887ff1cb68b service neutron] Bound using segment: {'id': '7887524d-a65e-4fa1-aad6-e4e0f83f117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:20:32.133406 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-1f0da9d1-33dc-404a-a957-2887ff1cb68b service neutron] Bound port: 4123fd7c-6aea-478c-997c-7c58795935dc, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7887524d-a65e-4fa1-aad6-e4e0f83f117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:20:32.133737 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-1f0da9d1-33dc-404a-a957-2887ff1cb68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:32.223022 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-1f0da9d1-33dc-404a-a957-2887ff1cb68b service neutron] For port 4123fd7c-6aea-478c-997c-7c58795935dc, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:20:32.225879 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-1f0da9d1-33dc-404a-a957-2887ff1cb68b service neutron] For port 4123fd7c-6aea-478c-997c-7c58795935dc, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=4123fd7c-6aea-478c-997c-7c58795935dc,segment=NetworkSegment(7887524d-a65e-4fa1-aad6-e4e0f83f117c),segment_id=7887524d-a65e-4fa1-aad6-e4e0f83f117c)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:20:32.229744 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-1f0da9d1-33dc-404a-a957-2887ff1cb68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:32.283322 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-1f0da9d1-33dc-404a-a957-2887ff1cb68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:32.283939 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-1f0da9d1-33dc-404a-a957-2887ff1cb68b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:32.285254 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-1f0da9d1-33dc-404a-a957-2887ff1cb68b service neutron] 10.222.0.26 "PUT /v2.0/ports/4123fd7c-6aea-478c-997c-7c58795935dc HTTP/1.1" status: 200 len: 1130 time: 1.0211425 Mar 28 19:20:32.285674 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ad89cd-bf13-48eb-885e-0044bd7c1297', 'tag': '4123fd7c-6aea-478c-997c-7c58795935dc'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:20:32.310448 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0da9d1-33dc-404a-a957-2887ff1cb68b service neutron] Pushing event updated for resources: {'Port': ['ID=4123fd7c-6aea-478c-997c-7c58795935dc,revision_number=8']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:32.375112 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ad89cd-bf13-48eb-885e-0044bd7c1297', 'tag': '4123fd7c-6aea-478c-997c-7c58795935dc', 'status': 'completed', 'code': 200} Mar 28 19:20:32.414624 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-7dbb024d-0b09-40cb-988c-00f49426edac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:32.416075 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-7dbb024d-0b09-40cb-988c-00f49426edac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=23ad89cd-bf13-48eb-885e-0044bd7c1297 HTTP/1.1" status: 200 len: 1133 time: 0.0842910 Mar 28 19:20:32.559600 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-a08b2411-2861-4222-a3c6-75615b97af89 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4123fd7c-6aea-478c-997c-7c58795935dc HTTP/1.1" status: 200 len: 1036 time: 0.1121497 Mar 28 19:20:32.622394 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf7a1a-7603-4d31-a137-1de610229ccf req-3b902db4-545f-4123-ab70-715f82c9be41 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:32.623819 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5cbf7a1a-7603-4d31-a137-1de610229ccf req-3b902db4-545f-4123-ab70-715f82c9be41 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=23ad89cd-bf13-48eb-885e-0044bd7c1297 HTTP/1.1" status: 200 len: 980 time: 0.2125041 Mar 28 19:20:32.656375 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-ebc4115b-0d2e-4843-a4dd-41f592f2f614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:32.657734 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-ebc4115b-0d2e-4843-a4dd-41f592f2f614 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9579b4d8-cb29-426c-b42d-9870325261c8 HTTP/1.1" status: 200 len: 835 time: 0.0861385 Mar 28 19:20:32.716513 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5cbf7a1a-7603-4d31-a137-1de610229ccf req-1c3b850e-7f05-44fc-ab33-b905e2e2a735 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9135255-ce00-440b-badc-1e851d627d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851500 Mar 28 19:20:32.747206 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-be18b748-e493-4a47-bf87-2fed4857ea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:32.748749 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-be18b748-e493-4a47-bf87-2fed4857ea88 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fcdc8499-7372-480e-8a06-0192679d5f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815849 Mar 28 19:20:32.878503 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-3c6359e9-cf49-4154-8634-ed6bf33fc925 service neutron] 10.222.0.26 "GET /v2.0/networks/fcdc8499-7372-480e-8a06-0192679d5f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239030 Mar 28 19:20:33.005269 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a62ef908-9493-4a2e-a669-95417bb3f102 req-7019e4b3-7642-45a4-b262-20cb99cf0101 service neutron] 10.222.0.26 "GET /v2.0/networks/fcdc8499-7372-480e-8a06-0192679d5f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205349 Mar 28 19:20:33.117859 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706d631-f0c4-48ca-85c5-1567be12e68f req-96308cc6-75ef-4e9c-92dd-b6c0e22d005d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:33.119320 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5706d631-f0c4-48ca-85c5-1567be12e68f req-96308cc6-75ef-4e9c-92dd-b6c0e22d005d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=23ad89cd-bf13-48eb-885e-0044bd7c1297 HTTP/1.1" status: 200 len: 1133 time: 0.0742171 Mar 28 19:20:33.247032 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706d631-f0c4-48ca-85c5-1567be12e68f req-3aa1f1fb-a04a-4df6-8c28-0fadbeec7c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:33.248440 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5706d631-f0c4-48ca-85c5-1567be12e68f req-3aa1f1fb-a04a-4df6-8c28-0fadbeec7c0d service neutron] 10.222.0.26 "GET /v2.0/networks?id=fcdc8499-7372-480e-8a06-0192679d5f7d HTTP/1.1" status: 200 len: 898 time: 0.1230996 Mar 28 19:20:33.348386 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5706d631-f0c4-48ca-85c5-1567be12e68f req-b11ac77b-96cd-4656-aa44-57084eb89799 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4123fd7c-6aea-478c-997c-7c58795935dc HTTP/1.1" status: 200 len: 1036 time: 0.0941439 Mar 28 19:20:33.412262 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706d631-f0c4-48ca-85c5-1567be12e68f req-3cefa1b7-bf7d-40a3-adba-455f42e8e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:33.413635 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5706d631-f0c4-48ca-85c5-1567be12e68f req-3cefa1b7-bf7d-40a3-adba-455f42e8e090 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9579b4d8-cb29-426c-b42d-9870325261c8 HTTP/1.1" status: 200 len: 835 time: 0.0588605 Mar 28 19:20:33.599748 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706d631-f0c4-48ca-85c5-1567be12e68f req-b50c8784-a1bd-4d1c-9bdc-5ddbb7ef2e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:33.601106 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5706d631-f0c4-48ca-85c5-1567be12e68f req-b50c8784-a1bd-4d1c-9bdc-5ddbb7ef2e97 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fcdc8499-7372-480e-8a06-0192679d5f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1798971 Mar 28 19:20:33.730846 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5706d631-f0c4-48ca-85c5-1567be12e68f req-7231fcc9-98a3-4d91-8a36-a964469b0c2d service neutron] 10.222.0.26 "GET /v2.0/networks/fcdc8499-7372-480e-8a06-0192679d5f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227686 Mar 28 19:20:33.911825 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5706d631-f0c4-48ca-85c5-1567be12e68f req-129b918f-3a77-4916-aed7-352dde1fe393 service neutron] 10.222.0.26 "GET /v2.0/networks/fcdc8499-7372-480e-8a06-0192679d5f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743309 Mar 28 19:20:33.938197 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc972e1c-0820-47dc-84b8-97e311e87bb2 req-786cd32e-8424-4a87-bd6f-260568a735e4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:33.939657 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bc972e1c-0820-47dc-84b8-97e311e87bb2 req-786cd32e-8424-4a87-bd6f-260568a735e4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=23ad89cd-bf13-48eb-885e-0044bd7c1297 HTTP/1.1" status: 200 len: 980 time: 0.1172180 Mar 28 19:20:33.984086 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bc972e1c-0820-47dc-84b8-97e311e87bb2 req-629caa74-3ceb-4cb0-87e7-50fbd17cddf1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9135255-ce00-440b-badc-1e851d627d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387473 Mar 28 19:20:35.165152 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e06324-7b0e-4556-8ef7-73b4d468c1d0 req-2ff4c34b-6e16-4773-a824-b73eb6b467d4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:35.166567 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a9e06324-7b0e-4556-8ef7-73b4d468c1d0 req-2ff4c34b-6e16-4773-a824-b73eb6b467d4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=23ad89cd-bf13-48eb-885e-0044bd7c1297 HTTP/1.1" status: 200 len: 980 time: 0.0789757 Mar 28 19:20:35.210319 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a9e06324-7b0e-4556-8ef7-73b4d468c1d0 req-12d2c1cf-ccaa-4e92-8f4a-aa9a2411c9a5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9135255-ce00-440b-badc-1e851d627d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379205 Mar 28 19:20:35.729960 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 4123fd7c-6aea-478c-997c-7c58795935dc details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:20:35.859596 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 4123fd7c-6aea-478c-997c-7c58795935dc, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=4123fd7c-6aea-478c-997c-7c58795935dc,segment=NetworkSegment(7887524d-a65e-4fa1-aad6-e4e0f83f117c),segment_id=7887524d-a65e-4fa1-aad6-e4e0f83f117c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:20:35.872064 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '4123fd7c-6aea-478c-997c-7c58795935dc', 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d', 'port_id': '4123fd7c-6aea-478c-997c-7c58795935dc', 'mac_address': 'fa:16:3e:af:1d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9579b4d8-cb29-426c-b42d-9870325261c8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:20:35.925463 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:35.945953 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4123fd7c-6aea-478c-997c-7c58795935dc {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:20:35.961265 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 4123fd7c-6aea-478c-997c-7c58795935dc, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=4123fd7c-6aea-478c-997c-7c58795935dc,segment=NetworkSegment(7887524d-a65e-4fa1-aad6-e4e0f83f117c),segment_id=7887524d-a65e-4fa1-aad6-e4e0f83f117c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:20:35.964398 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:36.031875 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=4123fd7c-6aea-478c-997c-7c58795935dc,revision_number=9']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:36.277588 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['4123fd7c-6aea-478c-997c-7c58795935dc'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:20:36.404547 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e5cd8-24e1-4af2-a077-14928513324c req-de4b4351-eddc-4dd1-9621-9bf9fbc2212f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:36.406024 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e88e5cd8-24e1-4af2-a077-14928513324c req-de4b4351-eddc-4dd1-9621-9bf9fbc2212f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=23ad89cd-bf13-48eb-885e-0044bd7c1297 HTTP/1.1" status: 200 len: 981 time: 0.0879416 Mar 28 19:20:36.461045 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e88e5cd8-24e1-4af2-a077-14928513324c req-3a3f367d-830c-454d-80a7-7401724913de tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9135255-ce00-440b-badc-1e851d627d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481503 Mar 28 19:20:37.684338 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dda02c-f152-4048-a52a-f55874637eb6 req-54cab530-fc4a-43b0-8e0c-7e60628b59b7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:37.695053 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-66dda02c-f152-4048-a52a-f55874637eb6 req-54cab530-fc4a-43b0-8e0c-7e60628b59b7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=23ad89cd-bf13-48eb-885e-0044bd7c1297 HTTP/1.1" status: 200 len: 981 time: 0.1273437 Mar 28 19:20:37.752997 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 4123fd7c-6aea-478c-997c-7c58795935dc up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:20:37.759440 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-66dda02c-f152-4048-a52a-f55874637eb6 req-fad2155a-ce44-4103-bfad-1a5d9413c54e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9135255-ce00-440b-badc-1e851d627d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630069 Mar 28 19:20:37.825898 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port 4123fd7c-6aea-478c-997c-7c58795935dc completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:20:37.830931 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 4123fd7c-6aea-478c-997c-7c58795935dc triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:20:37.831303 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:37.986328 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:38.012340 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ad89cd-bf13-48eb-885e-0044bd7c1297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4123fd7c-6aea-478c-997c-7c58795935dc'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:20:38.021956 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 4123fd7c-6aea-478c-997c-7c58795935dc, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=4123fd7c-6aea-478c-997c-7c58795935dc,segment=NetworkSegment(7887524d-a65e-4fa1-aad6-e4e0f83f117c),segment_id=7887524d-a65e-4fa1-aad6-e4e0f83f117c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:20:38.026428 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:38.063458 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ad89cd-bf13-48eb-885e-0044bd7c1297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4123fd7c-6aea-478c-997c-7c58795935dc', 'code': 200} Mar 28 19:20:38.095679 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=4123fd7c-6aea-478c-997c-7c58795935dc,revision_number=10']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:38.279153 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446de24-eb25-4cdc-9c62-415ce778e451 req-54d4dd4a-500b-439a-99bf-478fed905ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:38.281934 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e446de24-eb25-4cdc-9c62-415ce778e451 req-54d4dd4a-500b-439a-99bf-478fed905ed9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=23ad89cd-bf13-48eb-885e-0044bd7c1297 HTTP/1.1" status: 200 len: 1136 time: 0.0699894 Mar 28 19:20:38.320641 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e446de24-eb25-4cdc-9c62-415ce778e451 req-dd908c2a-2b40-445f-9596-f9a2ff0b8f85 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e9135255-ce00-440b-badc-1e851d627d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332124 Mar 28 19:20:38.940655 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a27795-573f-47d6-afed-67ce8863fcc9 req-537635bb-93ac-4ee8-a2d8-9c92b06c29b0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:38.942107 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c5a27795-573f-47d6-afed-67ce8863fcc9 req-537635bb-93ac-4ee8-a2d8-9c92b06c29b0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=23ad89cd-bf13-48eb-885e-0044bd7c1297 HTTP/1.1" status: 200 len: 983 time: 0.0819263 Mar 28 19:20:38.985039 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c5a27795-573f-47d6-afed-67ce8863fcc9 req-4078a409-8f0e-4594-8575-16a9154be7fa tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9135255-ce00-440b-badc-1e851d627d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371249 Mar 28 19:20:40.177073 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49237339-de3d-4e03-b7c7-24e71d854dd5 req-1e70d6ce-9386-4c98-9f0c-2e681e9b73af tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:40.178522 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-49237339-de3d-4e03-b7c7-24e71d854dd5 req-1e70d6ce-9386-4c98-9f0c-2e681e9b73af tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=23ad89cd-bf13-48eb-885e-0044bd7c1297 HTTP/1.1" status: 200 len: 983 time: 0.0791667 Mar 28 19:20:40.223604 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-49237339-de3d-4e03-b7c7-24e71d854dd5 req-9534b370-c454-429c-b927-81bf600b0772 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9135255-ce00-440b-badc-1e851d627d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388608 Mar 28 19:20:40.418468 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058836ea-3441-4e66-810a-bf401bb5c0a6 req-10da2e80-70d4-4f99-8991-7ee48f4578c6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:40.420028 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-058836ea-3441-4e66-810a-bf401bb5c0a6 req-10da2e80-70d4-4f99-8991-7ee48f4578c6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=23ad89cd-bf13-48eb-885e-0044bd7c1297 HTTP/1.1" status: 200 len: 983 time: 0.0825348 Mar 28 19:20:40.466717 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-058836ea-3441-4e66-810a-bf401bb5c0a6 req-7588cd85-f6aa-400d-b6fc-3bbe251149aa tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9135255-ce00-440b-badc-1e851d627d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398805 Mar 28 19:20:40.492077 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34300) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:40.564931 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfce2a0-1176-491a-a43e-bb78fceee3de tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:40.566417 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9cfce2a0-1176-491a-a43e-bb78fceee3de tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=23ad89cd-bf13-48eb-885e-0044bd7c1297&network_id=fcdc8499-7372-480e-8a06-0192679d5f7d HTTP/1.1" status: 200 len: 1131 time: 0.0731905 Mar 28 19:20:40.932049 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a454f58-ac60-41a6-a11d-6f56d7e16013 req-3f06b138-0055-425f-a67a-2d94e0a54707 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:40.933520 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4a454f58-ac60-41a6-a11d-6f56d7e16013 req-3f06b138-0055-425f-a67a-2d94e0a54707 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=23ad89cd-bf13-48eb-885e-0044bd7c1297 HTTP/1.1" status: 200 len: 983 time: 0.0848200 Mar 28 19:20:40.978172 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4a454f58-ac60-41a6-a11d-6f56d7e16013 req-601bd20d-dff2-4f96-a8f4-64d5e0901e65 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9135255-ce00-440b-badc-1e851d627d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379379 Mar 28 19:20:42.403454 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eedcc5-b14c-42f5-bcda-623f5b0c2c10 req-913abe69-bf87-4333-8360-0425979be921 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:42.404843 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-55eedcc5-b14c-42f5-bcda-623f5b0c2c10 req-913abe69-bf87-4333-8360-0425979be921 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=23ad89cd-bf13-48eb-885e-0044bd7c1297 HTTP/1.1" status: 200 len: 983 time: 0.2712014 Mar 28 19:20:42.413633 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553144e-6ded-4011-aad8-0e14d5c2d6f2 req-5509a028-c572-4bcd-9da2-f3270c454f18 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:42.415191 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9553144e-6ded-4011-aad8-0e14d5c2d6f2 req-5509a028-c572-4bcd-9da2-f3270c454f18 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/ports?device_id=23ad89cd-bf13-48eb-885e-0044bd7c1297 HTTP/1.1" status: 200 len: 983 time: 0.2339747 Mar 28 19:20:42.532083 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-55eedcc5-b14c-42f5-bcda-623f5b0c2c10 req-9ec77106-b231-4983-88e1-e6906aa6808d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9135255-ce00-440b-badc-1e851d627d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144140 Mar 28 19:20:42.543436 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553144e-6ded-4011-aad8-0e14d5c2d6f2 req-c6443dce-e4e9-40c9-ada2-d2f7c02e70a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:42.548088 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9553144e-6ded-4011-aad8-0e14d5c2d6f2 req-c6443dce-e4e9-40c9-ada2-d2f7c02e70a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/ports/4123fd7c-6aea-478c-997c-7c58795935dc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1178086 Mar 28 19:20:42.937990 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9553144e-6ded-4011-aad8-0e14d5c2d6f2 req-8c2e65a3-6c98-4d23-96c4-848dcee83802 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/networks/fcdc8499-7372-480e-8a06-0192679d5f7d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3856828 Mar 28 19:20:42.957049 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-9553144e-6ded-4011-aad8-0e14d5c2d6f2 req-4d9fb7f8-ccac-457f-b0b2-95b3986a0b24 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:20:43.119469 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-9553144e-6ded-4011-aad8-0e14d5c2d6f2 req-4d9fb7f8-ccac-457f-b0b2-95b3986a0b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:43.443789 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-9553144e-6ded-4011-aad8-0e14d5c2d6f2 req-4d9fb7f8-ccac-457f-b0b2-95b3986a0b24 service neutron] For port 4123fd7c-6aea-478c-997c-7c58795935dc, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=4123fd7c-6aea-478c-997c-7c58795935dc,segment=NetworkSegment(7887524d-a65e-4fa1-aad6-e4e0f83f117c),segment_id=7887524d-a65e-4fa1-aad6-e4e0f83f117c)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:20:43.488882 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-9553144e-6ded-4011-aad8-0e14d5c2d6f2 req-4d9fb7f8-ccac-457f-b0b2-95b3986a0b24 service neutron] For port 4123fd7c-6aea-478c-997c-7c58795935dc, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:20:43.549483 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-9553144e-6ded-4011-aad8-0e14d5c2d6f2 req-4d9fb7f8-ccac-457f-b0b2-95b3986a0b24 service neutron] device_id is not set on port 4123fd7c-6aea-478c-997c-7c58795935dc yet. {{(pid=87833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 19:20:43.560862 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-9553144e-6ded-4011-aad8-0e14d5c2d6f2 req-4d9fb7f8-ccac-457f-b0b2-95b3986a0b24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:43.572471 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-9553144e-6ded-4011-aad8-0e14d5c2d6f2 req-4d9fb7f8-ccac-457f-b0b2-95b3986a0b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:43.648948 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9fb7f8-ccac-457f-b0b2-95b3986a0b24 service neutron] Pushing event updated for resources: {'Port': ['ID=4123fd7c-6aea-478c-997c-7c58795935dc,revision_number=11']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:43.853593 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-455b0ba0-b1cb-4800-a939-fd47c199ff44 req-77311287-7999-4b81-a81b-bb14502c1e68 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=23ad89cd-bf13-48eb-885e-0044bd7c1297 HTTP/1.1" status: 200 len: 210 time: 0.1179392 Mar 28 19:20:43.964453 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-9553144e-6ded-4011-aad8-0e14d5c2d6f2 req-4d9fb7f8-ccac-457f-b0b2-95b3986a0b24 service neutron] No DVR routers for this DVR port 4123fd7c-6aea-478c-997c-7c58795935dc on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:20:44.019357 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-527d920c-d292-41df-918d-02d914a5b46c None None] Provisioning complete for port 4123fd7c-6aea-478c-997c-7c58795935dc triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:20:44.020368 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-527d920c-d292-41df-918d-02d914a5b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:44.081975 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-527d920c-d292-41df-918d-02d914a5b46c None None] Port 4123fd7c-6aea-478c-997c-7c58795935dc cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:20:44.253730 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-9553144e-6ded-4011-aad8-0e14d5c2d6f2 req-4d9fb7f8-ccac-457f-b0b2-95b3986a0b24 service neutron] In _notify_port_updated(), no bound segment for port 4123fd7c-6aea-478c-997c-7c58795935dc on network fcdc8499-7372-480e-8a06-0192679d5f7d {{(pid=87833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 19:20:44.255052 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553144e-6ded-4011-aad8-0e14d5c2d6f2 req-4d9fb7f8-ccac-457f-b0b2-95b3986a0b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:44.256074 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-9553144e-6ded-4011-aad8-0e14d5c2d6f2 req-4d9fb7f8-ccac-457f-b0b2-95b3986a0b24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:44.258512 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9553144e-6ded-4011-aad8-0e14d5c2d6f2 req-4d9fb7f8-ccac-457f-b0b2-95b3986a0b24 service neutron] 10.222.0.26 "PUT /v2.0/ports/4123fd7c-6aea-478c-997c-7c58795935dc HTTP/1.1" status: 200 len: 1026 time: 1.3134363 Mar 28 19:20:44.988461 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34322) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:45.089581 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc04cb6b-2e13-4bcd-b71a-d140b9590140 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:45.121438 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc04cb6b-2e13-4bcd-b71a-d140b9590140 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:45.192563 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc04cb6b-2e13-4bcd-b71a-d140b9590140 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:45.212243 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04cb6b-2e13-4bcd-b71a-d140b9590140 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7062c9f-4039-4120-ab49-95f4e7a9ace7,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:45.225489 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc04cb6b-2e13-4bcd-b71a-d140b9590140 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:45.226735 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-bc04cb6b-2e13-4bcd-b71a-d140b9590140 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/security-groups/e7062c9f-4039-4120-ab49-95f4e7a9ace7 HTTP/1.1" status: 204 len: 168 time: 0.2370822 Mar 28 19:20:45.269197 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34328) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:45.501226 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-7afa9be9-dbd1-4510-aa03-78b5f5f53c1c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port 6c07e2c2-480d-4046-8c72-4ef5c6c61c5a {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:20:45.501562 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7afa9be9-dbd1-4510-aa03-78b5f5f53c1c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:45.612315 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:20:45.674450 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7afa9be9-dbd1-4510-aa03-78b5f5f53c1c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:45.675173 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7afa9be9-dbd1-4510-aa03-78b5f5f53c1c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:45.754376 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 4123fd7c-6aea-478c-997c-7c58795935dc no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:20:45.836000 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 4123fd7c-6aea-478c-997c-7c58795935dc not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:20:45.946694 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-7afa9be9-dbd1-4510-aa03-78b5f5f53c1c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for 6c07e2c2-480d-4046-8c72-4ef5c6c61c5a owned by network:floatingip {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:20:46.105298 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7afa9be9-dbd1-4510-aa03-78b5f5f53c1c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:46.152909 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa9be9-dbd1-4510-aa03-78b5f5f53c1c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=6c07e2c2-480d-4046-8c72-4ef5c6c61c5a,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:46.246161 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7afa9be9-dbd1-4510-aa03-78b5f5f53c1c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:46.246705 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-7afa9be9-dbd1-4510-aa03-78b5f5f53c1c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Floating IP dd561d5d-b71a-4142-bbc9-e107f8e6e780 disassociated (deleted). External IP: 172.26.4.158, port: 4123fd7c-6aea-478c-997c-7c58795935dc. Mar 28 19:20:46.603924 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afa9be9-dbd1-4510-aa03-78b5f5f53c1c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router c3b76f74-36b7-4225-a432-d0ffc5bcc09a has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:20:46.801736 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afa9be9-dbd1-4510-aa03-78b5f5f53c1c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:20:46.812741 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceb8054-5453-4d38-8207-2dd89798b09d None None] Sync routers for ids ['c3b76f74-36b7-4225-a432-d0ffc5bcc09a'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:20:46.823993 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceb8054-5453-4d38-8207-2dd89798b09d None None] Routers {'c3b76f74-36b7-4225-a432-d0ffc5bcc09a'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:20:46.825011 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-5ceb8054-5453-4d38-8207-2dd89798b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:20:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c3b76f74-36b7-4225-a432-d0ffc5bcc09a'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:20:46.830074 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7afa9be9-dbd1-4510-aa03-78b5f5f53c1c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:46.897722 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-7afa9be9-dbd1-4510-aa03-78b5f5f53c1c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/floatingips/dd561d5d-b71a-4142-bbc9-e107f8e6e780 HTTP/1.1" status: 204 len: 168 time: 1.6274402 Mar 28 19:20:47.013758 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-5ceb8054-5453-4d38-8207-2dd89798b09d None None] Set router c3b76f74-36b7-4225-a432-d0ffc5bcc09a gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:20:47.060685 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34340) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:47.131217 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2a1dccd7-b6eb-42a4-a16f-72761cd04869 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:47.162040 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2a1dccd7-b6eb-42a4-a16f-72761cd04869 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:47.241255 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2a1dccd7-b6eb-42a4-a16f-72761cd04869 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:47.263014 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1dccd7-b6eb-42a4-a16f-72761cd04869 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eddd944-1d33-41ae-a6e9-5ac3050784fc,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:47.270864 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2a1dccd7-b6eb-42a4-a16f-72761cd04869 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:47.272164 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2a1dccd7-b6eb-42a4-a16f-72761cd04869 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/security-groups/1eddd944-1d33-41ae-a6e9-5ac3050784fc HTTP/1.1" status: 204 len: 168 time: 0.2104919 Mar 28 19:20:47.306234 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34354) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:47.336557 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-5ceb8054-5453-4d38-8207-2dd89798b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'name': 'tempest-TestNetworkBasicOps-router-710974392', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '48cf3366-bcf9-4f6c-97bb-f466f38c07f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:00Z', 'updated_at': '2022-03-28T19:20:05Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '48cf3366-bcf9-4f6c-97bb-f466f38c07f6', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:00Z', 'updated_at': '2022-03-28T19:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '225cb3bc-3d11-4ac5-a64a-162fd5959ba7', 'name': '', 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:fe:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9579b4d8-cb29-426c-b42d-9870325261c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:04Z', 'updated_at': '2022-03-28T19:20:09Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '9579b4d8-cb29-426c-b42d-9870325261c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:20:47.340373 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceb8054-5453-4d38-8207-2dd89798b09d None None] Checking router: c3b76f74-36b7-4225-a432-d0ffc5bcc09a for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:20:47.349353 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceb8054-5453-4d38-8207-2dd89798b09d None None] Routers {'c3b76f74-36b7-4225-a432-d0ffc5bcc09a'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:20:47.349948 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-5ceb8054-5453-4d38-8207-2dd89798b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:20:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c3b76f74-36b7-4225-a432-d0ffc5bcc09a'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:20:47.395105 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-b404139c-b5a5-43dd-9812-f6903c82ecc1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port 4123fd7c-6aea-478c-997c-7c58795935dc {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:20:47.395354 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b404139c-b5a5-43dd-9812-f6903c82ecc1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:47.467170 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-9c7c0b21-dad0-4b7b-bbb6-d1086ff5cfa8 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-379833413&fields=id&tenant_id=b0ba31f1fab64780bafe45627411dcbe HTTP/1.1" status: 200 len: 267 time: 0.0933230 Mar 28 19:20:47.525493 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-5ceb8054-5453-4d38-8207-2dd89798b09d None None] Set router c3b76f74-36b7-4225-a432-d0ffc5bcc09a gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:20:47.838042 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-5ceb8054-5453-4d38-8207-2dd89798b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'name': 'tempest-TestNetworkBasicOps-router-710974392', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '48cf3366-bcf9-4f6c-97bb-f466f38c07f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:00Z', 'updated_at': '2022-03-28T19:20:05Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '48cf3366-bcf9-4f6c-97bb-f466f38c07f6', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:00Z', 'updated_at': '2022-03-28T19:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '225cb3bc-3d11-4ac5-a64a-162fd5959ba7', 'name': '', 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:fe:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9579b4d8-cb29-426c-b42d-9870325261c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:04Z', 'updated_at': '2022-03-28T19:20:09Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '9579b4d8-cb29-426c-b42d-9870325261c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:20:47.841922 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceb8054-5453-4d38-8207-2dd89798b09d None None] The sync data for ids ['c3b76f74-36b7-4225-a432-d0ffc5bcc09a'] in dv-neutron-834711-1-hyperv is: [{'id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'name': 'tempest-TestNetworkBasicOps-router-710974392', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '48cf3366-bcf9-4f6c-97bb-f466f38c07f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:00Z', 'updated_at': '2022-03-28T19:20:05Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '48cf3366-bcf9-4f6c-97bb-f466f38c07f6', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:00Z', 'updated_at': '2022-03-28T19:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '225cb3bc-3d11-4ac5-a64a-162fd5959ba7', 'name': '', 'network_id': 'fcdc8499-7372-480e-8a06-0192679d5f7d', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:fe:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9579b4d8-cb29-426c-b42d-9870325261c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:04Z', 'updated_at': '2022-03-28T19:20:09Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '9579b4d8-cb29-426c-b42d-9870325261c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:20:47.871884 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-2c8d9cb8-fe51-4c53-b5f0-3c3b1a7e06bb tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:47.873317 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-2c8d9cb8-fe51-4c53-b5f0-3c3b1a7e06bb tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/networks?id=8efa11ac-7efa-4436-8a41-9dfec0a8f282 HTTP/1.1" status: 200 len: 812 time: 0.3725016 Mar 28 19:20:47.897216 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b404139c-b5a5-43dd-9812-f6903c82ecc1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:47.911587 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-939e04b3-bd63-484e-8805-4bd88c2dc1ce tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/quotas/b0ba31f1fab64780bafe45627411dcbe HTTP/1.1" status: 200 len: 375 time: 0.0258265 Mar 28 19:20:48.056362 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-b404139c-b5a5-43dd-9812-f6903c82ecc1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for 4123fd7c-6aea-478c-997c-7c58795935dc owned by {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:20:48.062519 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd83de13-e7ad-4ce9-94c8-07381b05362d None None] New status for floating IP dd561d5d-b71a-4142-bbc9-e107f8e6e780: DOWN {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:20:48.171752 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-c91378d5-9043-44ed-8d59-b6b3eb230c48 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0ba31f1fab64780bafe45627411dcbe&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2087202 Mar 28 19:20:48.321778 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b404139c-b5a5-43dd-9812-f6903c82ecc1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:48.375189 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404139c-b5a5-43dd-9812-f6903c82ecc1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=4123fd7c-6aea-478c-997c-7c58795935dc,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:48.417258 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404139c-b5a5-43dd-9812-f6903c82ecc1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:48.417601 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404139c-b5a5-43dd-9812-f6903c82ecc1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:48.417936 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404139c-b5a5-43dd-9812-f6903c82ecc1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:48.418260 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404139c-b5a5-43dd-9812-f6903c82ecc1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:48.418578 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404139c-b5a5-43dd-9812-f6903c82ecc1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:48.418961 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404139c-b5a5-43dd-9812-f6903c82ecc1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:48.419238 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404139c-b5a5-43dd-9812-f6903c82ecc1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:48.419558 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404139c-b5a5-43dd-9812-f6903c82ecc1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:48.419874 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404139c-b5a5-43dd-9812-f6903c82ecc1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:48.420186 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404139c-b5a5-43dd-9812-f6903c82ecc1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:48.420498 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404139c-b5a5-43dd-9812-f6903c82ecc1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:48.420812 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b404139c-b5a5-43dd-9812-f6903c82ecc1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:48.471880 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-6ebbfffe-433a-4987-8044-5cff0a594af1 service neutron] 10.222.0.10 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695146 Mar 28 19:20:48.588473 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b404139c-b5a5-43dd-9812-f6903c82ecc1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:48.603805 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b404139c-b5a5-43dd-9812-f6903c82ecc1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/ports/4123fd7c-6aea-478c-997c-7c58795935dc HTTP/1.1" status: 204 len: 168 time: 1.2962010 Mar 28 19:20:48.606658 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34358) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:48.629211 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-a7cb7351-e1e6-40e1-bce1-d06796e23854 service neutron] 10.222.0.10 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456254 Mar 28 19:20:49.009531 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1c0ed28b-82ad-4354-9c15-e4cd4ebfe6d3 req-00a4ccf4-34ec-42ac-90e4-054a9a99c180 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=47971cc1-9c56-4496-b024-249a81bd9639 HTTP/1.1" status: 200 len: 210 time: 0.0437367 Mar 28 19:20:49.177482 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9cdc8684-6a9f-4ddf-afd5-c26e1a8a5adf tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:49.616072 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc8684-6a9f-4ddf-afd5-c26e1a8a5adf tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port 225cb3bc-3d11-4ac5-a64a-162fd5959ba7 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:20:49.616755 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9cdc8684-6a9f-4ddf-afd5-c26e1a8a5adf tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:49.801816 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-9cdc8684-6a9f-4ddf-afd5-c26e1a8a5adf tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] For port 225cb3bc-3d11-4ac5-a64a-162fd5959ba7, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=225cb3bc-3d11-4ac5-a64a-162fd5959ba7,segment=NetworkSegment(7887524d-a65e-4fa1-aad6-e4e0f83f117c),segment_id=7887524d-a65e-4fa1-aad6-e4e0f83f117c)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:20:49.802090 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9cdc8684-6a9f-4ddf-afd5-c26e1a8a5adf tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:49.921471 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc8684-6a9f-4ddf-afd5-c26e1a8a5adf tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for 225cb3bc-3d11-4ac5-a64a-162fd5959ba7 owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:20:50.165398 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bcc62f2c-a0c4-43f9-8597-678e2e6ab01c req-2146e85b-d279-454d-be65-308586d72f0f tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=47971cc1-9c56-4496-b024-249a81bd9639 HTTP/1.1" status: 200 len: 210 time: 0.0413654 Mar 28 19:20:50.244235 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9cdc8684-6a9f-4ddf-afd5-c26e1a8a5adf tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:50.291584 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc8684-6a9f-4ddf-afd5-c26e1a8a5adf tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=225cb3bc-3d11-4ac5-a64a-162fd5959ba7,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:50.570974 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9cdc8684-6a9f-4ddf-afd5-c26e1a8a5adf tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:51.051643 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cdc8684-6a9f-4ddf-afd5-c26e1a8a5adf tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router c3b76f74-36b7-4225-a432-d0ffc5bcc09a has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:20:51.053083 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-8de87496-d086-456d-b9a1-4e8cc6bf5d1e tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:51.054622 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-8de87496-d086-456d-b9a1-4e8cc6bf5d1e tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.26 "GET /v2.0/networks?id=8efa11ac-7efa-4436-8a41-9dfec0a8f282 HTTP/1.1" status: 200 len: 812 time: 0.1568248 Mar 28 19:20:51.105306 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-57474e37-c2ba-43dc-adcf-d2f31d7be414 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0ba31f1fab64780bafe45627411dcbe HTTP/1.1" status: 200 len: 379 time: 0.0433497 Mar 28 19:20:51.117757 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-9bf38217-25c0-4074-9067-e4ffb4f7c4da tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Request body: {'port': {'device_id': '47971cc1-9c56-4496-b024-249a81bd9639', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'admin_state_up': True, 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'security_groups': ['51d04548-8acb-4378-a072-f747245e61fc']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:20:51.240342 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdc8684-6a9f-4ddf-afd5-c26e1a8a5adf tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:20:51.251959 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9daf61-58a8-4db8-b12a-9f7cda62a5c8 None None] Sync routers for ids ['c3b76f74-36b7-4225-a432-d0ffc5bcc09a'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:20:51.258765 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9cdc8684-6a9f-4ddf-afd5-c26e1a8a5adf tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "PUT /v2.0/routers/c3b76f74-36b7-4225-a432-d0ffc5bcc09a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6509035 Mar 28 19:20:51.259070 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34384) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:51.263137 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9daf61-58a8-4db8-b12a-9f7cda62a5c8 None None] Routers {'c3b76f74-36b7-4225-a432-d0ffc5bcc09a'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:20:51.263932 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-4b9daf61-58a8-4db8-b12a-9f7cda62a5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:20:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c3b76f74-36b7-4225-a432-d0ffc5bcc09a'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:20:51.347356 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-9bf38217-25c0-4074-9067-e4ffb4f7c4da tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:20:51.369391 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3c810f15-9157-4b40-a628-f093ac2df717 req-11190e8a-dde8-4f4e-ae4d-745d1f8428d9 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=47971cc1-9c56-4496-b024-249a81bd9639 HTTP/1.1" status: 200 len: 210 time: 0.0558193 Mar 28 19:20:51.376332 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-9bf38217-25c0-4074-9067-e4ffb4f7c4da tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:20:51.381565 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6d8c69-566b-43ef-9130-b657722aecc7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting subnet 9579b4d8-cb29-426c-b42d-9870325261c8 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:20:51.385259 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8c69-566b-43ef-9130-b657722aecc7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:51.460859 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-4b9daf61-58a8-4db8-b12a-9f7cda62a5c8 None None] Set router c3b76f74-36b7-4225-a432-d0ffc5bcc09a gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:20:51.559931 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-9bf38217-25c0-4074-9067-e4ffb4f7c4da tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Made reservation on behalf of b0ba31f1fab64780bafe45627411dcbe for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:20:51.564783 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-9bf38217-25c0-4074-9067-e4ffb4f7c4da tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:51.589588 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8c69-566b-43ef-9130-b657722aecc7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:51.789850 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8c69-566b-43ef-9130-b657722aecc7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:51.790035 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-4b9daf61-58a8-4db8-b12a-9f7cda62a5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'name': 'tempest-TestNetworkBasicOps-router-710974392', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '48cf3366-bcf9-4f6c-97bb-f466f38c07f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:00Z', 'updated_at': '2022-03-28T19:20:50Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '48cf3366-bcf9-4f6c-97bb-f466f38c07f6', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:00Z', 'updated_at': '2022-03-28T19:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:20:51.794254 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9daf61-58a8-4db8-b12a-9f7cda62a5c8 None None] Checking router: c3b76f74-36b7-4225-a432-d0ffc5bcc09a for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:20:51.803882 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9daf61-58a8-4db8-b12a-9f7cda62a5c8 None None] Routers {'c3b76f74-36b7-4225-a432-d0ffc5bcc09a'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:20:51.804986 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-4b9daf61-58a8-4db8-b12a-9f7cda62a5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:20:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c3b76f74-36b7-4225-a432-d0ffc5bcc09a'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:20:51.843014 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-9bf38217-25c0-4074-9067-e4ffb4f7c4da tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Allocated IP 172.20.0.10 (8efa11ac-7efa-4436-8a41-9dfec0a8f282/93e49b98-1ab2-403b-80e2-ed54c2bdd260/4b8961da-19e6-43d4-8813-9d3061b0024e) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:20:51.918486 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8c69-566b-43ef-9130-b657722aecc7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:51.969109 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8c69-566b-43ef-9130-b657722aecc7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:51.972087 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cb8768-0aa1-418f-a768-0af50b49817f None None] Network fcdc8499-7372-480e-8a06-0192679d5f7d requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:20:51.982218 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d8c69-566b-43ef-9130-b657722aecc7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Subnet': ['ID=9579b4d8-cb29-426c-b42d-9870325261c8,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:51.984366 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-4b9daf61-58a8-4db8-b12a-9f7cda62a5c8 None None] Set router c3b76f74-36b7-4225-a432-d0ffc5bcc09a gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:20:52.039711 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2a6d8c69-566b-43ef-9130-b657722aecc7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/subnets/9579b4d8-cb29-426c-b42d-9870325261c8 HTTP/1.1" status: 204 len: 168 time: 0.7773447 Mar 28 19:20:52.040102 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34388) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:52.149671 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-9bf38217-25c0-4074-9067-e4ffb4f7c4da tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:52.184272 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-9bf38217-25c0-4074-9067-e4ffb4f7c4da tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Transition to ACTIVE for port object 4b8961da-19e6-43d4-8813-9d3061b0024e will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:20:52.237518 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-9bf38217-25c0-4074-9067-e4ffb4f7c4da tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:52.273455 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5bd3226b-4e80-4f30-985c-0f1ce927bbb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:52.282748 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-4b9daf61-58a8-4db8-b12a-9f7cda62a5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'name': 'tempest-TestNetworkBasicOps-router-710974392', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '48cf3366-bcf9-4f6c-97bb-f466f38c07f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:00Z', 'updated_at': '2022-03-28T19:20:50Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '48cf3366-bcf9-4f6c-97bb-f466f38c07f6', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:00Z', 'updated_at': '2022-03-28T19:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:20:52.287193 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9daf61-58a8-4db8-b12a-9f7cda62a5c8 None None] The sync data for ids ['c3b76f74-36b7-4225-a432-d0ffc5bcc09a'] in dv-neutron-834711-1-hyperv is: [{'id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'name': 'tempest-TestNetworkBasicOps-router-710974392', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '48cf3366-bcf9-4f6c-97bb-f466f38c07f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:00Z', 'updated_at': '2022-03-28T19:20:50Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '48cf3366-bcf9-4f6c-97bb-f466f38c07f6', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b76f74-36b7-4225-a432-d0ffc5bcc09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:00Z', 'updated_at': '2022-03-28T19:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:20:52.360602 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-9bf38217-25c0-4074-9067-e4ffb4f7c4da tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Network 8efa11ac-7efa-4436-8a41-9dfec0a8f282 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:20:52.366809 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-9bf38217-25c0-4074-9067-e4ffb4f7c4da tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:20:52.371678 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-9bf38217-25c0-4074-9067-e4ffb4f7c4da tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:20:52.430461 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf38217-25c0-4074-9067-e4ffb4f7c4da tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Pushing event updated for resources: {'Port': ['ID=4b8961da-19e6-43d4-8813-9d3061b0024e,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:52.466062 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-9bf38217-25c0-4074-9067-e4ffb4f7c4da tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:52.466898 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-9bf38217-25c0-4074-9067-e4ffb4f7c4da tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:52.492081 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-9bf38217-25c0-4074-9067-e4ffb4f7c4da tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3782263 Mar 28 19:20:52.509051 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-43dc6bcb-fadf-49a8-9359-7c462f7972bb service neutron] Request body: {'port': {'device_id': '47971cc1-9c56-4496-b024-249a81bd9639', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:20:52.569624 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5bd3226b-4e80-4f30-985c-0f1ce927bbb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:52.583067 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5bd3226b-4e80-4f30-985c-0f1ce927bbb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port 48cf3366-bcf9-4f6c-97bb-f466f38c07f6 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:20:52.583615 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5bd3226b-4e80-4f30-985c-0f1ce927bbb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:52.666511 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94d5238-8458-4b88-a8dd-d94746c86689 None None] DHCP port deletion for fcdc8499-7372-480e-8a06-0192679d5f7d request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:20:52.673813 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f94d5238-8458-4b88-a8dd-d94746c86689 None None] Deleting port c883317e-e37a-41dc-a809-05a7b482128a {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:20:52.675464 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f94d5238-8458-4b88-a8dd-d94746c86689 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:52.767591 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-43dc6bcb-fadf-49a8-9359-7c462f7972bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:52.909229 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-131d7c15-eb81-4b25-af0a-5a6671b62afa None None] Provisioning for port 4b8961da-19e6-43d4-8813-9d3061b0024e completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:20:52.918933 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-5bd3226b-4e80-4f30-985c-0f1ce927bbb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] For port 48cf3366-bcf9-4f6c-97bb-f466f38c07f6, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=48cf3366-bcf9-4f6c-97bb-f466f38c07f6,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:20:52.919802 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5bd3226b-4e80-4f30-985c-0f1ce927bbb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:52.921221 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-131d7c15-eb81-4b25-af0a-5a6671b62afa None None] Provisioning complete for port 4b8961da-19e6-43d4-8813-9d3061b0024e triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:20:52.921879 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-131d7c15-eb81-4b25-af0a-5a6671b62afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:53.012090 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96449fb-8e1d-46a2-af69-53796fdaeeb5 req-2ca7a6e2-684b-4292-89c1-643d244eb1fb tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:53.013130 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-d96449fb-8e1d-46a2-af69-53796fdaeeb5 req-2ca7a6e2-684b-4292-89c1-643d244eb1fb tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Synchronizing usage tracker for tenant:b0ba31f1fab64780bafe45627411dcbe on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:20:53.053336 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-d96449fb-8e1d-46a2-af69-53796fdaeeb5 req-2ca7a6e2-684b-4292-89c1-643d244eb1fb tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Unset dirty status for tenant:b0ba31f1fab64780bafe45627411dcbe on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:20:53.060749 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d96449fb-8e1d-46a2-af69-53796fdaeeb5 req-2ca7a6e2-684b-4292-89c1-643d244eb1fb tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=47971cc1-9c56-4496-b024-249a81bd9639 HTTP/1.1" status: 200 len: 932 time: 0.4465537 Mar 28 19:20:53.083122 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-131d7c15-eb81-4b25-af0a-5a6671b62afa None None] Port 4b8961da-19e6-43d4-8813-9d3061b0024e cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:20:53.122633 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-f94d5238-8458-4b88-a8dd-d94746c86689 None None] For port c883317e-e37a-41dc-a809-05a7b482128a, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c883317e-e37a-41dc-a809-05a7b482128a,segment=NetworkSegment(7887524d-a65e-4fa1-aad6-e4e0f83f117c),segment_id=7887524d-a65e-4fa1-aad6-e4e0f83f117c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:20:53.122633 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f94d5238-8458-4b88-a8dd-d94746c86689 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:53.134738 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-5bd3226b-4e80-4f30-985c-0f1ce927bbb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for 48cf3366-bcf9-4f6c-97bb-f466f38c07f6 owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:20:53.154137 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d96449fb-8e1d-46a2-af69-53796fdaeeb5 req-4143a606-f870-4d55-bfae-c0ffbf518d2a tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923498 Mar 28 19:20:53.285515 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f94d5238-8458-4b88-a8dd-d94746c86689 None None] Calling delete_port for c883317e-e37a-41dc-a809-05a7b482128a owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:20:53.339574 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5bd3226b-4e80-4f30-985c-0f1ce927bbb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:53.367203 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-43dc6bcb-fadf-49a8-9359-7c462f7972bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b8961da-19e6-43d4-8813-9d3061b0024e {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:20:53.377441 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-43dc6bcb-fadf-49a8-9359-7c462f7972bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:53.393762 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f94d5238-8458-4b88-a8dd-d94746c86689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:53.400217 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-43dc6bcb-fadf-49a8-9359-7c462f7972bb service neutron] Transition to ACTIVE for port object 4b8961da-19e6-43d4-8813-9d3061b0024e will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:20:53.406196 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-43dc6bcb-fadf-49a8-9359-7c462f7972bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:53.425826 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3226b-4e80-4f30-985c-0f1ce927bbb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=48cf3366-bcf9-4f6c-97bb-f466f38c07f6,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:53.444920 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94d5238-8458-4b88-a8dd-d94746c86689 None None] No DVR routers for this DVR port c883317e-e37a-41dc-a809-05a7b482128a on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:20:53.454333 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d5238-8458-4b88-a8dd-d94746c86689 None None] Pushing event deleted for resources: {'Port': ['ID=c883317e-e37a-41dc-a809-05a7b482128a,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:53.492084 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd3226b-4e80-4f30-985c-0f1ce927bbb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:53.492408 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd3226b-4e80-4f30-985c-0f1ce927bbb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:53.493888 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd3226b-4e80-4f30-985c-0f1ce927bbb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:53.493888 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd3226b-4e80-4f30-985c-0f1ce927bbb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:53.493888 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd3226b-4e80-4f30-985c-0f1ce927bbb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:53.493888 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd3226b-4e80-4f30-985c-0f1ce927bbb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:53.494311 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd3226b-4e80-4f30-985c-0f1ce927bbb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:53.494466 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd3226b-4e80-4f30-985c-0f1ce927bbb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:53.494830 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd3226b-4e80-4f30-985c-0f1ce927bbb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:53.495237 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd3226b-4e80-4f30-985c-0f1ce927bbb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:53.495557 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd3226b-4e80-4f30-985c-0f1ce927bbb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:53.495910 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd3226b-4e80-4f30-985c-0f1ce927bbb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:53.523698 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5bd3226b-4e80-4f30-985c-0f1ce927bbb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:53.609646 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc6bcb-fadf-49a8-9359-7c462f7972bb service neutron] Pushing event updated for resources: {'Port': ['ID=4b8961da-19e6-43d4-8813-9d3061b0024e,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:53.713401 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 225cb3bc-3d11-4ac5-a64a-162fd5959ba7 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:20:53.728969 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-43dc6bcb-fadf-49a8-9359-7c462f7972bb service neutron] Attempting to bind port 4b8961da-19e6-43d4-8813-9d3061b0024e on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:20:53.729319 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-43dc6bcb-fadf-49a8-9359-7c462f7972bb service neutron] Attempting to bind port 4b8961da-19e6-43d4-8813-9d3061b0024e by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': 'b36378e5-7fd7-4b05-b8ed-c592bc915443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:20:53.729645 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-43dc6bcb-fadf-49a8-9359-7c462f7972bb service neutron] Attempting to bind port 4b8961da-19e6-43d4-8813-9d3061b0024e on network 8efa11ac-7efa-4436-8a41-9dfec0a8f282 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:20:53.734676 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-43dc6bcb-fadf-49a8-9359-7c462f7972bb service neutron] Port 4b8961da-19e6-43d4-8813-9d3061b0024e on network 8efa11ac-7efa-4436-8a41-9dfec0a8f282 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:20:53.735195 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-43dc6bcb-fadf-49a8-9359-7c462f7972bb service neutron] Attempting to bind port 4b8961da-19e6-43d4-8813-9d3061b0024e on network 8efa11ac-7efa-4436-8a41-9dfec0a8f282 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:20:53.740834 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-43dc6bcb-fadf-49a8-9359-7c462f7972bb service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:20:53.741371 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-43dc6bcb-fadf-49a8-9359-7c462f7972bb service neutron] Checking segment: {'id': 'b36378e5-7fd7-4b05-b8ed-c592bc915443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:20:53.741896 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-43dc6bcb-fadf-49a8-9359-7c462f7972bb service neutron] Bound using segment: {'id': 'b36378e5-7fd7-4b05-b8ed-c592bc915443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:20:53.742471 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-43dc6bcb-fadf-49a8-9359-7c462f7972bb service neutron] Bound port: 4b8961da-19e6-43d4-8813-9d3061b0024e, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36378e5-7fd7-4b05-b8ed-c592bc915443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:20:53.743084 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-43dc6bcb-fadf-49a8-9359-7c462f7972bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:53.791544 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 225cb3bc-3d11-4ac5-a64a-162fd5959ba7 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:20:53.791966 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 225cb3bc-3d11-4ac5-a64a-162fd5959ba7 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:20:53.792461 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c883317e-e37a-41dc-a809-05a7b482128a no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:20:53.836273 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: c883317e-e37a-41dc-a809-05a7b482128a {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:20:53.836625 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c883317e-e37a-41dc-a809-05a7b482128a not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:20:53.847584 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5bd3226b-4e80-4f30-985c-0f1ce927bbb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:53.850973 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5bd3226b-4e80-4f30-985c-0f1ce927bbb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:53.875559 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5bd3226b-4e80-4f30-985c-0f1ce927bbb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:53.877051 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd3226b-4e80-4f30-985c-0f1ce927bbb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Fanout notify agent at l3_agent the message router_deleted on router c3b76f74-36b7-4225-a432-d0ffc5bcc09a {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:20:53.894091 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5bd3226b-4e80-4f30-985c-0f1ce927bbb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:53.898196 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5bd3226b-4e80-4f30-985c-0f1ce927bbb5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/routers/c3b76f74-36b7-4225-a432-d0ffc5bcc09a HTTP/1.1" status: 204 len: 168 time: 1.8542707 Mar 28 19:20:53.898421 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34394) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:53.973488 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-43dc6bcb-fadf-49a8-9359-7c462f7972bb service neutron] For port 4b8961da-19e6-43d4-8813-9d3061b0024e, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:20:53.976904 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-43dc6bcb-fadf-49a8-9359-7c462f7972bb service neutron] For port 4b8961da-19e6-43d4-8813-9d3061b0024e, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=4b8961da-19e6-43d4-8813-9d3061b0024e,segment=NetworkSegment(b36378e5-7fd7-4b05-b8ed-c592bc915443),segment_id=b36378e5-7fd7-4b05-b8ed-c592bc915443)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:20:53.983135 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-43dc6bcb-fadf-49a8-9359-7c462f7972bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:54.026185 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c514a67b-4dd6-4839-bfd7-a5b0558e208e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:54.042110 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-43dc6bcb-fadf-49a8-9359-7c462f7972bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:54.042711 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-43dc6bcb-fadf-49a8-9359-7c462f7972bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:54.044094 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-43dc6bcb-fadf-49a8-9359-7c462f7972bb service neutron] 10.222.0.26 "PUT /v2.0/ports/4b8961da-19e6-43d4-8813-9d3061b0024e HTTP/1.1" status: 200 len: 1094 time: 1.5402482 Mar 28 19:20:54.044614 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47971cc1-9c56-4496-b024-249a81bd9639', 'tag': '4b8961da-19e6-43d4-8813-9d3061b0024e'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:20:54.071494 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc6bcb-fadf-49a8-9359-7c462f7972bb service neutron] Pushing event updated for resources: {'Port': ['ID=4b8961da-19e6-43d4-8813-9d3061b0024e,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:54.130158 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47971cc1-9c56-4496-b024-249a81bd9639', 'tag': '4b8961da-19e6-43d4-8813-9d3061b0024e', 'status': 'completed', 'code': 200} Mar 28 19:20:54.171217 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-a528f0e9-c7bd-4cf2-931b-46f6fa404450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:54.172703 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-a528f0e9-c7bd-4cf2-931b-46f6fa404450 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0ba31f1fab64780bafe45627411dcbe&device_id=47971cc1-9c56-4496-b024-249a81bd9639 HTTP/1.1" status: 200 len: 1097 time: 0.0816493 Mar 28 19:20:54.190661 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c514a67b-4dd6-4839-bfd7-a5b0558e208e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:54.223527 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-c514a67b-4dd6-4839-bfd7-a5b0558e208e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcdc8499-7372-480e-8a06-0192679d5f7d']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:20:54.242659 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-c514a67b-4dd6-4839-bfd7-a5b0558e208e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7887524d-a65e-4fa1-aad6-e4e0f83f117c') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:20:54.242992 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-c514a67b-4dd6-4839-bfd7-a5b0558e208e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7887524d-a65e-4fa1-aad6-e4e0f83f117c') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:20:54.248536 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-87a5ebd8-3187-48ad-87f4-d80a383cf425 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b8961da-19e6-43d4-8813-9d3061b0024e HTTP/1.1" status: 200 len: 217 time: 0.0686879 Mar 28 19:20:54.254725 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c514a67b-4dd6-4839-bfd7-a5b0558e208e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:54.271386 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c514a67b-4dd6-4839-bfd7-a5b0558e208e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:54.277535 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c514a67b-4dd6-4839-bfd7-a5b0558e208e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:20:54.277853 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c514a67b-4dd6-4839-bfd7-a5b0558e208e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:20:54.292651 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:20:54.363160 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-f601a3ab-5936-4547-9b69-d3c746eaf229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:54.364788 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-f601a3ab-5936-4547-9b69-d3c746eaf229 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93e49b98-1ab2-403b-80e2-ed54c2bdd260 HTTP/1.1" status: 200 len: 851 time: 0.1106236 Mar 28 19:20:54.382727 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c514a67b-4dd6-4839-bfd7-a5b0558e208e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:54.411139 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c514a67b-4dd6-4839-bfd7-a5b0558e208e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:54.424493 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514a67b-4dd6-4839-bfd7-a5b0558e208e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Network': ['ID=fcdc8499-7372-480e-8a06-0192679d5f7d,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:54.432666 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c514a67b-4dd6-4839-bfd7-a5b0558e208e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/networks/fcdc8499-7372-480e-8a06-0192679d5f7d HTTP/1.1" status: 204 len: 168 time: 0.5332036 Mar 28 19:20:54.436889 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f211ff-ceac-458f-9303-ea4b8768d11b req-395a375b-738f-4d11-b313-36e347d0e59b tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:54.438310 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-95f211ff-ceac-458f-9303-ea4b8768d11b req-395a375b-738f-4d11-b313-36e347d0e59b tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=47971cc1-9c56-4496-b024-249a81bd9639 HTTP/1.1" status: 200 len: 944 time: 0.1504567 Mar 28 19:20:54.447162 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34402) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:54.459239 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b312464b-4081-4119-950c-395a9aaacfbf tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0108635 Mar 28 19:20:54.461691 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34406) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:54.467368 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-b505cb44-45d9-414c-9a6e-4812d60e7e09 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'network': {'name': 'tempest-network-smoke--200480473', 'project_id': '061332865d564f96959562b5c3aa8701', 'port_security_enabled': True}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:20:54.472617 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b505cb44-45d9-414c-9a6e-4812d60e7e09 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:20:54.477171 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b505cb44-45d9-414c-9a6e-4812d60e7e09 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:network and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:20:54.479984 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b505cb44-45d9-414c-9a6e-4812d60e7e09 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:20:54.485831 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b505cb44-45d9-414c-9a6e-4812d60e7e09 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:20:54.495911 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b505cb44-45d9-414c-9a6e-4812d60e7e09 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Made reservation on behalf of 061332865d564f96959562b5c3aa8701 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:20:54.497250 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-95f211ff-ceac-458f-9303-ea4b8768d11b req-0db74e52-0190-40cb-a55a-db380ea0c86b tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516567 Mar 28 19:20:54.499616 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b505cb44-45d9-414c-9a6e-4812d60e7e09 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:54.500021 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-0186d598-09be-427a-9cc6-dfd72f941f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:54.501914 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-0186d598-09be-427a-9cc6-dfd72f941f52 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8efa11ac-7efa-4436-8a41-9dfec0a8f282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1301501 Mar 28 19:20:54.535828 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b505cb44-45d9-414c-9a6e-4812d60e7e09 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:20:54.546805 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b505cb44-45d9-414c-9a6e-4812d60e7e09 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:54.547280 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-b505cb44-45d9-414c-9a6e-4812d60e7e09 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Added segment 629e1620-a694-4852-8e55-eea145f5400c of type vlan for network ee47cf4f-a781-4ebb-9f68-b6d0f15aa976 Mar 28 19:20:54.575252 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b505cb44-45d9-414c-9a6e-4812d60e7e09 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:54.605320 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b505cb44-45d9-414c-9a6e-4812d60e7e09 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:54.612214 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b505cb44-45d9-414c-9a6e-4812d60e7e09 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:54.612522 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b505cb44-45d9-414c-9a6e-4812d60e7e09 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:54.642117 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-b4d83fd1-75e3-4a5d-9f13-e0e40dc7cf6a service neutron] 10.222.0.26 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333861 Mar 28 19:20:54.739154 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505cb44-45d9-414c-9a6e-4812d60e7e09 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Network': ['ID=ee47cf4f-a781-4ebb-9f68-b6d0f15aa976,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:54.748330 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b505cb44-45d9-414c-9a6e-4812d60e7e09 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2808952 Mar 28 19:20:54.748330 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34410) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:54.754750 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-7f7b8fcd-3303-40f7-9881-b67ff2b34125 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1643701126', 'admin_state_up': True, 'project_id': '061332865d564f96959562b5c3aa8701', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:20:54.760659 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network ee47cf4f-a781-4ebb-9f68-b6d0f15aa976 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:20:54.763844 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-7f7b8fcd-3303-40f7-9881-b67ff2b34125 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:20:54.768475 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-7f7b8fcd-3303-40f7-9881-b67ff2b34125 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:router and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:20:54.772899 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-7f7b8fcd-3303-40f7-9881-b67ff2b34125 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:20:54.781898 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-7f7b8fcd-3303-40f7-9881-b67ff2b34125 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:20:54.794191 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8fcd-3303-40f7-9881-b67ff2b34125 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:54.795523 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8fcd-3303-40f7-9881-b67ff2b34125 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:54.821225 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8fcd-3303-40f7-9881-b67ff2b34125 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:54.824270 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b627283-e48c-45d0-9aec-7e5c08bc4552 req-6921bf48-3f8a-4790-9d2a-aef6e15eadab service neutron] 10.222.0.26 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737630 Mar 28 19:20:54.949472 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e37622-7618-480c-bcef-fcf3b44e6798 req-ada79005-de88-4f4a-820f-77c5c4e24179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:54.950802 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-59e37622-7618-480c-bcef-fcf3b44e6798 req-ada79005-de88-4f4a-820f-77c5c4e24179 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0ba31f1fab64780bafe45627411dcbe&device_id=47971cc1-9c56-4496-b024-249a81bd9639 HTTP/1.1" status: 200 len: 1097 time: 0.0760314 Mar 28 19:20:55.109449 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e37622-7618-480c-bcef-fcf3b44e6798 req-6174ffbc-9d0a-4320-8913-0df40e130669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:55.111707 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-59e37622-7618-480c-bcef-fcf3b44e6798 req-6174ffbc-9d0a-4320-8913-0df40e130669 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8efa11ac-7efa-4436-8a41-9dfec0a8f282 HTTP/1.1" status: 200 len: 913 time: 0.1549466 Mar 28 19:20:55.147687 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8fcd-3303-40f7-9881-b67ff2b34125 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:55.201193 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-59e37622-7618-480c-bcef-fcf3b44e6798 req-8c91afbe-dcda-4983-ab53-34d79744bd66 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b8961da-19e6-43d4-8813-9d3061b0024e HTTP/1.1" status: 200 len: 217 time: 0.0827549 Mar 28 19:20:55.280184 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4ff82a6b-c847-43c8-aa7b-cd848a732e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:55.284619 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e37622-7618-480c-bcef-fcf3b44e6798 req-c932d985-5fec-4e3c-867b-3e3a7ee10dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:55.286306 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-59e37622-7618-480c-bcef-fcf3b44e6798 req-c932d985-5fec-4e3c-867b-3e3a7ee10dc0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93e49b98-1ab2-403b-80e2-ed54c2bdd260 HTTP/1.1" status: 200 len: 851 time: 0.0798094 Mar 28 19:20:55.370384 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e37622-7618-480c-bcef-fcf3b44e6798 req-dbd3eb98-dbf3-4e61-9fcb-ddaaffb4cac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:55.372548 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-59e37622-7618-480c-bcef-fcf3b44e6798 req-dbd3eb98-dbf3-4e61-9fcb-ddaaffb4cac5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8efa11ac-7efa-4436-8a41-9dfec0a8f282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797775 Mar 28 19:20:55.531026 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-59e37622-7618-480c-bcef-fcf3b44e6798 req-aadb22df-8af0-4f46-838e-4d61753d87df service neutron] 10.222.0.26 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506710 Mar 28 19:20:55.550053 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 48cf3366-bcf9-4f6c-97bb-f466f38c07f6 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:20:55.597486 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 48cf3366-bcf9-4f6c-97bb-f466f38c07f6 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:20:55.597839 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 48cf3366-bcf9-4f6c-97bb-f466f38c07f6 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:20:55.607692 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8fcd-3303-40f7-9881-b67ff2b34125 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_gateway, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:55.654482 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8fcd-3303-40f7-9881-b67ff2b34125 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:55.744375 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-59e37622-7618-480c-bcef-fcf3b44e6798 req-d48c23c6-5eb1-4d25-ab56-2248a0d658d9 service neutron] 10.222.0.26 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066123 Mar 28 19:20:55.782862 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa8577-0895-48ae-9e46-73c07e246f7b req-753052e9-6604-4a9d-80ae-4cdfee407bb0 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:55.782862 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d7fa8577-0895-48ae-9e46-73c07e246f7b req-753052e9-6604-4a9d-80ae-4cdfee407bb0 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=47971cc1-9c56-4496-b024-249a81bd9639 HTTP/1.1" status: 200 len: 944 time: 0.1155934 Mar 28 19:20:55.840026 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-7f7b8fcd-3303-40f7-9881-b67ff2b34125 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.26.4.122 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/d0714b39-780e-4ebf-803f-30b57a41c4dd) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:20:55.943123 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d7fa8577-0895-48ae-9e46-73c07e246f7b req-b08196f5-9f8e-479c-ba39-708c53580db2 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580648 Mar 28 19:20:56.013064 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8fcd-3303-40f7-9881-b67ff2b34125 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:56.053209 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8fcd-3303-40f7-9881-b67ff2b34125 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:56.115031 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7b8fcd-3303-40f7-9881-b67ff2b34125 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:20:56.118620 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-7f7b8fcd-3303-40f7-9881-b67ff2b34125 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:20:56.122115 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7b8fcd-3303-40f7-9881-b67ff2b34125 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:20:56.169839 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b8fcd-3303-40f7-9881-b67ff2b34125 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=d0714b39-780e-4ebf-803f-30b57a41c4dd,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:56.556333 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8fcd-3303-40f7-9881-b67ff2b34125 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_gateway, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:56.906338 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8fcd-3303-40f7-9881-b67ff2b34125 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:57.146579 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20781266-d880-445b-9a26-5107ef28358c req-69dfc37b-b793-4653-a317-2c40748e4482 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:57.148119 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-20781266-d880-445b-9a26-5107ef28358c req-69dfc37b-b793-4653-a317-2c40748e4482 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=47971cc1-9c56-4496-b024-249a81bd9639 HTTP/1.1" status: 200 len: 944 time: 0.0906916 Mar 28 19:20:57.196115 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-20781266-d880-445b-9a26-5107ef28358c req-7e7598e8-0c55-4dc6-8a9f-83a2f5f48afe tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419781 Mar 28 19:20:57.243727 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7b8fcd-3303-40f7-9881-b67ff2b34125 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router f3239931-d4a6-4f47-8ddf-6835b3824995 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:20:57.426709 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7b8fcd-3303-40f7-9881-b67ff2b34125 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:20:57.436157 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc66c97-ab05-4413-80b0-d2feb08e03d2 None None] Sync routers for ids ['f3239931-d4a6-4f47-8ddf-6835b3824995'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:20:57.446079 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc66c97-ab05-4413-80b0-d2feb08e03d2 None None] Routers {'f3239931-d4a6-4f47-8ddf-6835b3824995'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:20:57.446738 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-ebc66c97-ab05-4413-80b0-d2feb08e03d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:20:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['f3239931-d4a6-4f47-8ddf-6835b3824995'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:20:57.452334 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7f7b8fcd-3303-40f7-9881-b67ff2b34125 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:57.453538 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7f7b8fcd-3303-40f7-9881-b67ff2b34125 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7056296 Mar 28 19:20:57.457011 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34418) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:57.497015 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b796da36-789c-441e-8355-b9a4e6705a67 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=061332865d564f96959562b5c3aa8701&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388880 Mar 28 19:20:57.499529 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34422) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:57.630064 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af34db9d-b7f5-49fe-a59b-54cea36ecc78 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:57.631572 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-af34db9d-b7f5-49fe-a59b-54cea36ecc78 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311257 Mar 28 19:20:57.634371 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34426) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:57.650244 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-75f29355-5ca0-43c7-9cd4-d5c28a11bcf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:57.665061 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-ebc66c97-ab05-4413-80b0-d2feb08e03d2 None None] Set router f3239931-d4a6-4f47-8ddf-6835b3824995 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:20:57.687354 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5a944ba7-97a7-4477-9863-03b512e4f28c tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=222bb166-3b66-45c7-9663-18be61b96587&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0494833 Mar 28 19:20:57.687526 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34430) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:57.693077 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-155f8e1d-6ff0-446d-be92-fdf31274d8f1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-455434340', 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976', 'project_id': '061332865d564f96959562b5c3aa8701', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:20:57.803242 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-155f8e1d-6ff0-446d-be92-fdf31274d8f1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:20:57.807341 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-155f8e1d-6ff0-446d-be92-fdf31274d8f1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:subnet and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:20:57.810225 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-155f8e1d-6ff0-446d-be92-fdf31274d8f1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:20:57.816054 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-155f8e1d-6ff0-446d-be92-fdf31274d8f1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:20:57.825571 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155f8e1d-6ff0-446d-be92-fdf31274d8f1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Made reservation on behalf of 061332865d564f96959562b5c3aa8701 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:20:57.829690 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-155f8e1d-6ff0-446d-be92-fdf31274d8f1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:57.947802 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-ebc66c97-ab05-4413-80b0-d2feb08e03d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'name': 'tempest-TestNetworkBasicOps-router-1643701126', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:54Z', 'updated_at': '2022-03-28T19:20:56Z', 'revision_number': 3, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:df:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:55Z', 'updated_at': '2022-03-28T19:20:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:20:57.951596 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc66c97-ab05-4413-80b0-d2feb08e03d2 None None] Checking router: f3239931-d4a6-4f47-8ddf-6835b3824995 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:20:57.951955 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc66c97-ab05-4413-80b0-d2feb08e03d2 None None] Updating router f3239931-d4a6-4f47-8ddf-6835b3824995 port d0714b39-780e-4ebf-803f-30b57a41c4dd binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:20:58.004848 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ebc66c97-ab05-4413-80b0-d2feb08e03d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:58.046589 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-155f8e1d-6ff0-446d-be92-fdf31274d8f1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:58.129761 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f8e1d-6ff0-446d-be92-fdf31274d8f1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Subnet': ['ID=142c1c82-25e3-423f-a723-d9ce1b2670c0,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:58.138096 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155f8e1d-6ff0-446d-be92-fdf31274d8f1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Checking segment: {'id': '629e1620-a694-4852-8e55-eea145f5400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:20:58.138457 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155f8e1d-6ff0-446d-be92-fdf31274d8f1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network hostable DHCP agents. Network: ee47cf4f-a781-4ebb-9f68-b6d0f15aa976, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:20:58.158871 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155f8e1d-6ff0-446d-be92-fdf31274d8f1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network ee47cf4f-a781-4ebb-9f68-b6d0f15aa976 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:20:58.167748 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-155f8e1d-6ff0-446d-be92-fdf31274d8f1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, ee47cf4f-a781-4ebb-9f68-b6d0f15aa976) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:20:58.172299 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155f8e1d-6ff0-446d-be92-fdf31274d8f1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:58.173329 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-155f8e1d-6ff0-446d-be92-fdf31274d8f1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:58.195064 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-155f8e1d-6ff0-446d-be92-fdf31274d8f1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5063224 Mar 28 19:20:58.197670 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34434) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:20:58.207730 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75745eee-9a68-4e5f-9d85-ff0971b6e969 None None] Network ee47cf4f-a781-4ebb-9f68-b6d0f15aa976 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:20:58.398939 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6b9d5-ba89-49f4-8433-2bba842b02f1 req-c591844c-85af-4b82-a316-245b226c3c58 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:58.402922 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f2b6b9d5-ba89-49f4-8433-2bba842b02f1 req-c591844c-85af-4b82-a316-245b226c3c58 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=47971cc1-9c56-4496-b024-249a81bd9639 HTTP/1.1" status: 200 len: 944 time: 0.0928724 Mar 28 19:20:58.455471 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f2b6b9d5-ba89-49f4-8433-2bba842b02f1 req-0b1874e8-3174-4c27-835f-69a6c00f3a29 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486856 Mar 28 19:20:58.513847 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ebc66c97-ab05-4413-80b0-d2feb08e03d2 None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:58.528248 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-ee47cf4f-a781-4ebb-9f68-b6d0f15aa976', 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'fixed_ips': [{'subnet_id': '142c1c82-25e3-423f-a723-d9ce1b2670c0'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:20:58.529047 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:58.538596 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ebc66c97-ab05-4413-80b0-d2feb08e03d2 None None] Transition to ACTIVE for port object d0714b39-780e-4ebf-803f-30b57a41c4dd will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:20:58.547122 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ebc66c97-ab05-4413-80b0-d2feb08e03d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:58.696223 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:58.713803 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8720b8-483a-4672-9d8a-8306a50ae700 None None] Pushing event updated for resources: {'Port': ['ID=d0714b39-780e-4ebf-803f-30b57a41c4dd,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:58.716045 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:58.720342 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-ebc66c97-ab05-4413-80b0-d2feb08e03d2 None None] Attempting to bind port d0714b39-780e-4ebf-803f-30b57a41c4dd on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:20:58.720730 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-ebc66c97-ab05-4413-80b0-d2feb08e03d2 None None] Attempting to bind port d0714b39-780e-4ebf-803f-30b57a41c4dd by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:20:58.721175 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc66c97-ab05-4413-80b0-d2feb08e03d2 None None] Attempting to bind port d0714b39-780e-4ebf-803f-30b57a41c4dd on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:20:58.733985 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc66c97-ab05-4413-80b0-d2feb08e03d2 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:20:58.734344 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc66c97-ab05-4413-80b0-d2feb08e03d2 None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:20:58.734741 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ebc66c97-ab05-4413-80b0-d2feb08e03d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:58.735161 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc66c97-ab05-4413-80b0-d2feb08e03d2 None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:20:58.736445 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-ebc66c97-ab05-4413-80b0-d2feb08e03d2 None None] Bound port: d0714b39-780e-4ebf-803f-30b57a41c4dd, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:20:58.736830 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ebc66c97-ab05-4413-80b0-d2feb08e03d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:58.865642 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Allocated IP 172.20.0.2 (ee47cf4f-a781-4ebb-9f68-b6d0f15aa976/142c1c82-25e3-423f-a723-d9ce1b2670c0/789f6e2c-fb5a-48c5-8c8f-4dcafc8fad65) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:20:58.867807 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-ebc66c97-ab05-4413-80b0-d2feb08e03d2 None None] For port d0714b39-780e-4ebf-803f-30b57a41c4dd, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:20:58.872069 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-ebc66c97-ab05-4413-80b0-d2feb08e03d2 None None] For port d0714b39-780e-4ebf-803f-30b57a41c4dd, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=d0714b39-780e-4ebf-803f-30b57a41c4dd,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:20:58.879406 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ebc66c97-ab05-4413-80b0-d2feb08e03d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:59.026643 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-76c5be55-d54f-4fa6-aa92-62c10d244b86 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:59.087478 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc66c97-ab05-4413-80b0-d2feb08e03d2 None None] Routers {'f3239931-d4a6-4f47-8ddf-6835b3824995'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:20:59.088090 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-ebc66c97-ab05-4413-80b0-d2feb08e03d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:20:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['f3239931-d4a6-4f47-8ddf-6835b3824995'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:20:59.143106 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8720b8-483a-4672-9d8a-8306a50ae700 None None] Pushing event updated for resources: {'Port': ['ID=d0714b39-780e-4ebf-803f-30b57a41c4dd,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:59.348560 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-ebc66c97-ab05-4413-80b0-d2feb08e03d2 None None] Set router f3239931-d4a6-4f47-8ddf-6835b3824995 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:20:59.388893 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:59.470905 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Transition to ACTIVE for port object 789f6e2c-fb5a-48c5-8c8f-4dcafc8fad65 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:20:59.553240 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Transition to ACTIVE for port object 789f6e2c-fb5a-48c5-8c8f-4dcafc8fad65 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:20:59.566689 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:59.631385 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64471e62-8d11-4658-96b3-fc334e94d559 req-425691c7-b9e3-4a5f-8264-70f62bd4cd5c tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:20:59.632754 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-64471e62-8d11-4658-96b3-fc334e94d559 req-425691c7-b9e3-4a5f-8264-70f62bd4cd5c tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=47971cc1-9c56-4496-b024-249a81bd9639 HTTP/1.1" status: 200 len: 944 time: 0.0797999 Mar 28 19:20:59.642752 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Network ee47cf4f-a781-4ebb-9f68-b6d0f15aa976 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:20:59.643896 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-76c5be55-d54f-4fa6-aa92-62c10d244b86 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.20.0.1 (ee47cf4f-a781-4ebb-9f68-b6d0f15aa976/142c1c82-25e3-423f-a723-d9ce1b2670c0/dbb16136-c73a-4b30-8619-3cc7840eb08a) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:20:59.649203 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:20:59.659266 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:20:59.702900 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-64471e62-8d11-4658-96b3-fc334e94d559 req-c0155481-a544-4926-8baa-2bc7278628af tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555708 Mar 28 19:20:59.727486 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Pushing event updated for resources: {'Port': ['ID=789f6e2c-fb5a-48c5-8c8f-4dcafc8fad65,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:20:59.777680 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:59.778022 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:59.778363 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:59.778694 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:59.779051 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:59.779377 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:59.779701 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:59.780022 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:59.780344 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:59.780661 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:59.780977 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:59.781291 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:20:59.807801 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Attempting to bind port 789f6e2c-fb5a-48c5-8c8f-4dcafc8fad65 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:20:59.808161 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Attempting to bind port 789f6e2c-fb5a-48c5-8c8f-4dcafc8fad65 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '629e1620-a694-4852-8e55-eea145f5400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:20:59.808526 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Attempting to bind port 789f6e2c-fb5a-48c5-8c8f-4dcafc8fad65 on network ee47cf4f-a781-4ebb-9f68-b6d0f15aa976 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:20:59.816887 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:20:59.817510 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Checking segment: {'id': '629e1620-a694-4852-8e55-eea145f5400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:20:59.818064 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:59.818447 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Bound using segment: {'id': '629e1620-a694-4852-8e55-eea145f5400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:20:59.818945 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Bound port: 789f6e2c-fb5a-48c5-8c8f-4dcafc8fad65, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629e1620-a694-4852-8e55-eea145f5400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:20:59.819319 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:59.831289 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-76c5be55-d54f-4fa6-aa92-62c10d244b86 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:59.847117 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-76c5be55-d54f-4fa6-aa92-62c10d244b86 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Transition to ACTIVE for port object dbb16136-c73a-4b30-8619-3cc7840eb08a will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:20:59.870408 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-76c5be55-d54f-4fa6-aa92-62c10d244b86 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:59.885154 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-ebc66c97-ab05-4413-80b0-d2feb08e03d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'name': 'tempest-TestNetworkBasicOps-router-1643701126', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:54Z', 'updated_at': '2022-03-28T19:20:56Z', 'revision_number': 3, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:df:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:55Z', 'updated_at': '2022-03-28T19:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:20:59.903777 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc66c97-ab05-4413-80b0-d2feb08e03d2 None None] The sync data for ids ['f3239931-d4a6-4f47-8ddf-6835b3824995'] in dv-neutron-834711-1-hyperv is: [{'id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'name': 'tempest-TestNetworkBasicOps-router-1643701126', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:54Z', 'updated_at': '2022-03-28T19:20:56Z', 'revision_number': 3, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:df:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:55Z', 'updated_at': '2022-03-28T19:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:20:59.918411 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] For port 789f6e2c-fb5a-48c5-8c8f-4dcafc8fad65, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:20:59.921677 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] For port 789f6e2c-fb5a-48c5-8c8f-4dcafc8fad65, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=789f6e2c-fb5a-48c5-8c8f-4dcafc8fad65,segment=NetworkSegment(629e1620-a694-4852-8e55-eea145f5400c),segment_id=629e1620-a694-4852-8e55-eea145f5400c)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:20:59.925963 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:20:59.946065 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c5be55-d54f-4fa6-aa92-62c10d244b86 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network ee47cf4f-a781-4ebb-9f68-b6d0f15aa976 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:20:59.949965 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-76c5be55-d54f-4fa6-aa92-62c10d244b86 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:20:59.954602 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c5be55-d54f-4fa6-aa92-62c10d244b86 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:20:59.982544 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5be55-d54f-4fa6-aa92-62c10d244b86 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=dbb16136-c73a-4b30-8619-3cc7840eb08a,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:21:00.017929 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7264a-5c18-4447-af65-6074d89eb167 None None] Pushing event updated for resources: {'Port': ['ID=789f6e2c-fb5a-48c5-8c8f-4dcafc8fad65,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:21:00.019021 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-76c5be55-d54f-4fa6-aa92-62c10d244b86 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:00.174405 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:00.353123 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-76c5be55-d54f-4fa6-aa92-62c10d244b86 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:00.913097 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-76c5be55-d54f-4fa6-aa92-62c10d244b86 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:00.918395 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-76c5be55-d54f-4fa6-aa92-62c10d244b86 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:00.946516 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65983204-f6be-4e92-8223-ade10929c31b req-40f35408-08bc-4881-ae40-4e7f71cde05a tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:00.953566 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-65983204-f6be-4e92-8223-ade10929c31b req-40f35408-08bc-4881-ae40-4e7f71cde05a tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=47971cc1-9c56-4496-b024-249a81bd9639 HTTP/1.1" status: 200 len: 944 time: 0.1042988 Mar 28 19:21:01.002614 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-65983204-f6be-4e92-8223-ade10929c31b req-3688e6d1-bd90-4a86-8d7b-09f907bfcb7d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473871 Mar 28 19:21:01.049743 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-76c5be55-d54f-4fa6-aa92-62c10d244b86 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:01.053431 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5be55-d54f-4fa6-aa92-62c10d244b86 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=dbb16136-c73a-4b30-8619-3cc7840eb08a,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:21:01.114579 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13906564-c073-4368-9703-fa00b406d998 None None] Network ee47cf4f-a781-4ebb-9f68-b6d0f15aa976 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:21:01.193060 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c5be55-d54f-4fa6-aa92-62c10d244b86 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network ee47cf4f-a781-4ebb-9f68-b6d0f15aa976 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:21:01.194225 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-76c5be55-d54f-4fa6-aa92-62c10d244b86 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:21:01.211247 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-2e00506d-00ac-4165-b4f2-629aa26b44e1 None None] Provisioning for port 789f6e2c-fb5a-48c5-8c8f-4dcafc8fad65 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:21:01.379103 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c5be55-d54f-4fa6-aa92-62c10d244b86 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router f3239931-d4a6-4f47-8ddf-6835b3824995 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:21:01.566657 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-bf9af324-d50b-48c8-a25c-16c47070be9a None None] Provisioning for port dbb16136-c73a-4b30-8619-3cc7840eb08a completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:21:01.573106 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-bf9af324-d50b-48c8-a25c-16c47070be9a None None] Provisioning complete for port dbb16136-c73a-4b30-8619-3cc7840eb08a triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:21:01.573298 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c5be55-d54f-4fa6-aa92-62c10d244b86 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:21:01.574154 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-bf9af324-d50b-48c8-a25c-16c47070be9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:01.587773 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-76c5be55-d54f-4fa6-aa92-62c10d244b86 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "PUT /v2.0/routers/f3239931-d4a6-4f47-8ddf-6835b3824995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3891098 Mar 28 19:21:01.591904 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34444) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:21:01.665233 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-bf9af324-d50b-48c8-a25c-16c47070be9a None None] Port dbb16136-c73a-4b30-8619-3cc7840eb08a cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:21:01.667474 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:01.710912 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 789f6e2c-fb5a-48c5-8c8f-4dcafc8fad65 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:21:01.776313 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d060e3d2-4a60-4532-9d74-7ba825157f6b tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:01.776897 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d060e3d2-4a60-4532-9d74-7ba825157f6b tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:01.777549 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d060e3d2-4a60-4532-9d74-7ba825157f6b tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:01.778113 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d060e3d2-4a60-4532-9d74-7ba825157f6b tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:01.778625 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d060e3d2-4a60-4532-9d74-7ba825157f6b tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:01.779169 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d060e3d2-4a60-4532-9d74-7ba825157f6b tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:01.781253 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d060e3d2-4a60-4532-9d74-7ba825157f6b tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1883557 Mar 28 19:21:01.785773 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34448) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:21:01.795208 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 789f6e2c-fb5a-48c5-8c8f-4dcafc8fad65 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:21:01.800955 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 789f6e2c-fb5a-48c5-8c8f-4dcafc8fad65 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:21:01.801324 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:01.837779 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a97de31-16ac-4895-807e-51418fb2f613 None None] Sync routers for ids ['f3239931-d4a6-4f47-8ddf-6835b3824995'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:21:01.848411 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a97de31-16ac-4895-807e-51418fb2f613 None None] Routers {'f3239931-d4a6-4f47-8ddf-6835b3824995'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:21:01.849174 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-4a97de31-16ac-4895-807e-51418fb2f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:20:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['f3239931-d4a6-4f47-8ddf-6835b3824995'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:21:01.879269 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27c9190-5f3c-4d18-b10b-3d9e6aea1389 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:01.879646 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27c9190-5f3c-4d18-b10b-3d9e6aea1389 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:01.880100 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27c9190-5f3c-4d18-b10b-3d9e6aea1389 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:01.880728 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27c9190-5f3c-4d18-b10b-3d9e6aea1389 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:01.881186 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27c9190-5f3c-4d18-b10b-3d9e6aea1389 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:01.881632 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27c9190-5f3c-4d18-b10b-3d9e6aea1389 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:01.883918 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b27c9190-5f3c-4d18-b10b-3d9e6aea1389 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0979710 Mar 28 19:21:01.886563 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34452) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:21:01.968547 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f30aef08-b6ef-40c3-9ac2-e4cbba9d0913 None None] Provisioning complete for port dbb16136-c73a-4b30-8619-3cc7840eb08a triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:21:01.969098 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f30aef08-b6ef-40c3-9ac2-e4cbba9d0913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:02.035108 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f30aef08-b6ef-40c3-9ac2-e4cbba9d0913 None None] Port dbb16136-c73a-4b30-8619-3cc7840eb08a cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:21:02.050081 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-4a97de31-16ac-4895-807e-51418fb2f613 None None] Set router f3239931-d4a6-4f47-8ddf-6835b3824995 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:21:02.066262 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:02.099880 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 789f6e2c-fb5a-48c5-8c8f-4dcafc8fad65, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=789f6e2c-fb5a-48c5-8c8f-4dcafc8fad65,segment=NetworkSegment(629e1620-a694-4852-8e55-eea145f5400c),segment_id=629e1620-a694-4852-8e55-eea145f5400c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:21:02.106647 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:02.107718 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device d0714b39-780e-4ebf-803f-30b57a41c4dd up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:21:02.133972 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2e402ab7-b002-4f0d-8ae3-fa1df91bf23e tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2459695 Mar 28 19:21:02.229019 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0981c-5cea-473d-96d3-d74616f11c48 req-0c8fdb8d-c564-468b-b574-a4a0c336df0c tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:02.230480 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f9b0981c-5cea-473d-96d3-d74616f11c48 req-0c8fdb8d-c564-468b-b574-a4a0c336df0c tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=47971cc1-9c56-4496-b024-249a81bd9639 HTTP/1.1" status: 200 len: 944 time: 0.0928636 Mar 28 19:21:02.243426 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=789f6e2c-fb5a-48c5-8c8f-4dcafc8fad65,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:21:02.245986 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ed1efbbe-a917-431b-83e7-db60833951a0 None None] Provisioning complete for port dbb16136-c73a-4b30-8619-3cc7840eb08a triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:21:02.246425 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ed1efbbe-a917-431b-83e7-db60833951a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:02.280930 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f9b0981c-5cea-473d-96d3-d74616f11c48 req-94e782d3-85e0-4775-a982-365de28c685d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427456 Mar 28 19:21:02.307541 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-ed1efbbe-a917-431b-83e7-db60833951a0 None None] Port dbb16136-c73a-4b30-8619-3cc7840eb08a cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:21:02.310502 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port d0714b39-780e-4ebf-803f-30b57a41c4dd completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:21:02.316796 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port d0714b39-780e-4ebf-803f-30b57a41c4dd triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:21:02.317206 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:02.422463 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-4a97de31-16ac-4895-807e-51418fb2f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'name': 'tempest-TestNetworkBasicOps-router-1643701126', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:54Z', 'updated_at': '2022-03-28T19:21:00Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:df:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:55Z', 'updated_at': '2022-03-28T19:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'dbb16136-c73a-4b30-8619-3cc7840eb08a', 'name': '', 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:15:41:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '142c1c82-25e3-423f-a723-d9ce1b2670c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:59Z', 'updated_at': '2022-03-28T19:21:00Z', 'revision_number': 2, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '142c1c82-25e3-423f-a723-d9ce1b2670c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:21:02.426966 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a97de31-16ac-4895-807e-51418fb2f613 None None] Checking router: f3239931-d4a6-4f47-8ddf-6835b3824995 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:21:02.427323 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a97de31-16ac-4895-807e-51418fb2f613 None None] Updating router f3239931-d4a6-4f47-8ddf-6835b3824995 port dbb16136-c73a-4b30-8619-3cc7840eb08a binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:21:02.434102 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:02.450011 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port d0714b39-780e-4ebf-803f-30b57a41c4dd, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=d0714b39-780e-4ebf-803f-30b57a41c4dd,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:21:02.453368 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:02.486277 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-4a97de31-16ac-4895-807e-51418fb2f613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:02.521487 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=d0714b39-780e-4ebf-803f-30b57a41c4dd,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:21:02.571541 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34460) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:21:02.576990 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-1741175f-4593-4bfb-88be-dc75228a679b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1986413331', 'description': 'tempest-secgroup-smoke-1986413331 description', 'project_id': '061332865d564f96959562b5c3aa8701'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:21:02.583033 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-1741175f-4593-4bfb-88be-dc75228a679b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:21:02.587165 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-1741175f-4593-4bfb-88be-dc75228a679b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:21:02.589945 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-1741175f-4593-4bfb-88be-dc75228a679b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:21:02.596091 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-1741175f-4593-4bfb-88be-dc75228a679b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:21:02.605404 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1741175f-4593-4bfb-88be-dc75228a679b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:02.624605 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-1741175f-4593-4bfb-88be-dc75228a679b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:21:02.628944 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-1741175f-4593-4bfb-88be-dc75228a679b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:21:02.631765 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-1741175f-4593-4bfb-88be-dc75228a679b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:21:02.637252 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-1741175f-4593-4bfb-88be-dc75228a679b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:21:02.707804 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1741175f-4593-4bfb-88be-dc75228a679b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:02.712355 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1741175f-4593-4bfb-88be-dc75228a679b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:02.756806 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741175f-4593-4bfb-88be-dc75228a679b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=273ff30d-0e97-4f29-980a-e977f450033c,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:21:02.760692 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1741175f-4593-4bfb-88be-dc75228a679b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:02.761999 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1741175f-4593-4bfb-88be-dc75228a679b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1890624 Mar 28 19:21:02.764733 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34464) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:21:02.770319 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-99a18c62-1c5d-4ba7-bc44-d9042cfc18f0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '273ff30d-0e97-4f29-980a-e977f450033c', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:21:02.776196 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-99a18c62-1c5d-4ba7-bc44-d9042cfc18f0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:21:02.779961 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-99a18c62-1c5d-4ba7-bc44-d9042cfc18f0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:21:02.782965 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-99a18c62-1c5d-4ba7-bc44-d9042cfc18f0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:21:02.788588 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-99a18c62-1c5d-4ba7-bc44-d9042cfc18f0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:21:02.805444 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-99a18c62-1c5d-4ba7-bc44-d9042cfc18f0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:02.867640 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-99a18c62-1c5d-4ba7-bc44-d9042cfc18f0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:02.871300 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-4a97de31-16ac-4895-807e-51418fb2f613 None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:02.871767 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-99a18c62-1c5d-4ba7-bc44-d9042cfc18f0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:02.883566 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-4a97de31-16ac-4895-807e-51418fb2f613 None None] Transition to ACTIVE for port object dbb16136-c73a-4b30-8619-3cc7840eb08a will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:21:02.891739 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-4a97de31-16ac-4895-807e-51418fb2f613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:02.897272 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a18c62-1c5d-4ba7-bc44-d9042cfc18f0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba2a5d93-93a8-47e2-adcd-eabe5d92c388,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:21:02.908935 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-99a18c62-1c5d-4ba7-bc44-d9042cfc18f0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:02.910273 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-99a18c62-1c5d-4ba7-bc44-d9042cfc18f0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1446297 Mar 28 19:21:02.913104 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34468) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:21:02.917949 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-116a8aab-2094-4e0f-a763-73259c00929b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '273ff30d-0e97-4f29-980a-e977f450033c', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:21:02.923734 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-116a8aab-2094-4e0f-a763-73259c00929b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:21:02.927905 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-116a8aab-2094-4e0f-a763-73259c00929b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:21:02.930743 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-116a8aab-2094-4e0f-a763-73259c00929b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:21:02.936573 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-116a8aab-2094-4e0f-a763-73259c00929b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:21:02.960622 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-116a8aab-2094-4e0f-a763-73259c00929b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:03.028462 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-116a8aab-2094-4e0f-a763-73259c00929b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:03.033142 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-116a8aab-2094-4e0f-a763-73259c00929b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:03.039434 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4c8e5-0bdf-4e53-9b73-0407581e4a67 None None] Pushing event updated for resources: {'Port': ['ID=dbb16136-c73a-4b30-8619-3cc7840eb08a,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:21:03.068078 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-116a8aab-2094-4e0f-a763-73259c00929b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:03.071823 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-116a8aab-2094-4e0f-a763-73259c00929b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1552327 Mar 28 19:21:03.071823 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a8aab-2094-4e0f-a763-73259c00929b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828a142a-7ebb-4a2d-a307-21f4e1b60f52,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:21:03.072180 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34472) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:21:03.083948 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-67a515ed-09f5-4e00-82e7-0d862063ecfe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '273ff30d-0e97-4f29-980a-e977f450033c', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:21:03.088808 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-67a515ed-09f5-4e00-82e7-0d862063ecfe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:21:03.092809 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-67a515ed-09f5-4e00-82e7-0d862063ecfe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:21:03.096894 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-67a515ed-09f5-4e00-82e7-0d862063ecfe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:21:03.105124 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-67a515ed-09f5-4e00-82e7-0d862063ecfe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:21:03.105299 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-4a97de31-16ac-4895-807e-51418fb2f613 None None] Attempting to bind port dbb16136-c73a-4b30-8619-3cc7840eb08a on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:21:03.105617 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-4a97de31-16ac-4895-807e-51418fb2f613 None None] Attempting to bind port dbb16136-c73a-4b30-8619-3cc7840eb08a by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '629e1620-a694-4852-8e55-eea145f5400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:21:03.105967 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a97de31-16ac-4895-807e-51418fb2f613 None None] Attempting to bind port dbb16136-c73a-4b30-8619-3cc7840eb08a on network ee47cf4f-a781-4ebb-9f68-b6d0f15aa976 {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:21:03.111878 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a97de31-16ac-4895-807e-51418fb2f613 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:21:03.112492 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a97de31-16ac-4895-807e-51418fb2f613 None None] Checking segment: {'id': '629e1620-a694-4852-8e55-eea145f5400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:21:03.112881 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-4a97de31-16ac-4895-807e-51418fb2f613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:03.113433 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a97de31-16ac-4895-807e-51418fb2f613 None None] Bound using segment: {'id': '629e1620-a694-4852-8e55-eea145f5400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:21:03.114041 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-4a97de31-16ac-4895-807e-51418fb2f613 None None] Bound port: dbb16136-c73a-4b30-8619-3cc7840eb08a, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629e1620-a694-4852-8e55-eea145f5400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:21:03.114404 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-4a97de31-16ac-4895-807e-51418fb2f613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:03.123123 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-67a515ed-09f5-4e00-82e7-0d862063ecfe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:03.188896 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-67a515ed-09f5-4e00-82e7-0d862063ecfe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:03.193985 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-67a515ed-09f5-4e00-82e7-0d862063ecfe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:03.208718 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-4a97de31-16ac-4895-807e-51418fb2f613 None None] For port dbb16136-c73a-4b30-8619-3cc7840eb08a, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:21:03.211929 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-4a97de31-16ac-4895-807e-51418fb2f613 None None] For port dbb16136-c73a-4b30-8619-3cc7840eb08a, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=dbb16136-c73a-4b30-8619-3cc7840eb08a,segment=NetworkSegment(629e1620-a694-4852-8e55-eea145f5400c),segment_id=629e1620-a694-4852-8e55-eea145f5400c)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:21:03.215307 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a515ed-09f5-4e00-82e7-0d862063ecfe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8664a57b-a59c-4a50-838d-9a6fd8bc9b84,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:21:03.215904 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-4a97de31-16ac-4895-807e-51418fb2f613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:03.229060 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-67a515ed-09f5-4e00-82e7-0d862063ecfe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:03.230541 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-67a515ed-09f5-4e00-82e7-0d862063ecfe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1572964 Mar 28 19:21:03.232948 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34476) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:21:03.238360 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-6907377a-9d09-4d6b-bf2f-6a188b761503 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '273ff30d-0e97-4f29-980a-e977f450033c', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:21:03.244612 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6907377a-9d09-4d6b-bf2f-6a188b761503 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:21:03.248521 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6907377a-9d09-4d6b-bf2f-6a188b761503 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:21:03.251401 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6907377a-9d09-4d6b-bf2f-6a188b761503 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:21:03.257007 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6907377a-9d09-4d6b-bf2f-6a188b761503 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:21:03.277150 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6907377a-9d09-4d6b-bf2f-6a188b761503 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:03.296179 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a97de31-16ac-4895-807e-51418fb2f613 None None] Routers {'f3239931-d4a6-4f47-8ddf-6835b3824995'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:21:03.296795 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-4a97de31-16ac-4895-807e-51418fb2f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:20:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['f3239931-d4a6-4f47-8ddf-6835b3824995'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:21:03.351106 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6907377a-9d09-4d6b-bf2f-6a188b761503 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:03.357355 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6907377a-9d09-4d6b-bf2f-6a188b761503 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:03.368154 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4c8e5-0bdf-4e53-9b73-0407581e4a67 None None] Pushing event updated for resources: {'Port': ['ID=dbb16136-c73a-4b30-8619-3cc7840eb08a,revision_number=4']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:21:03.390721 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907377a-9d09-4d6b-bf2f-6a188b761503 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c411517-f8a7-44d1-9e51-d39e3e7e9571,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:21:03.395842 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6907377a-9d09-4d6b-bf2f-6a188b761503 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:03.398306 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6907377a-9d09-4d6b-bf2f-6a188b761503 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1644483 Mar 28 19:21:03.401361 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34482) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:21:03.407645 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-27260983-edf2-4a88-8647-ebc9b453cf65 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '273ff30d-0e97-4f29-980a-e977f450033c', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:21:03.414451 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-27260983-edf2-4a88-8647-ebc9b453cf65 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:21:03.418855 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-27260983-edf2-4a88-8647-ebc9b453cf65 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:21:03.422092 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-27260983-edf2-4a88-8647-ebc9b453cf65 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:21:03.429586 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-27260983-edf2-4a88-8647-ebc9b453cf65 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:21:03.445523 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-27260983-edf2-4a88-8647-ebc9b453cf65 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Project 061332865d564f96959562b5c3aa8701 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:21:03.459167 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-27260983-edf2-4a88-8647-ebc9b453cf65 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:03.506425 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be12b8b-d2f7-463b-8716-903f7b63a2f3 req-f5a8f23d-158d-41b5-bcbd-eb260f113c26 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:03.507998 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4be12b8b-d2f7-463b-8716-903f7b63a2f3 req-f5a8f23d-158d-41b5-bcbd-eb260f113c26 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=47971cc1-9c56-4496-b024-249a81bd9639 HTTP/1.1" status: 200 len: 944 time: 0.0946088 Mar 28 19:21:03.515661 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-4a97de31-16ac-4895-807e-51418fb2f613 None None] Set router f3239931-d4a6-4f47-8ddf-6835b3824995 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:21:03.546195 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-27260983-edf2-4a88-8647-ebc9b453cf65 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:03.552359 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-27260983-edf2-4a88-8647-ebc9b453cf65 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:03.572138 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4be12b8b-d2f7-463b-8716-903f7b63a2f3 req-e41f4d0b-e853-4693-a4a7-50c3838d5277 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522783 Mar 28 19:21:03.581379 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27260983-edf2-4a88-8647-ebc9b453cf65 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c08f0b4d-4a81-443d-8be9-3ba70ffaf5da,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:21:03.596935 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-27260983-edf2-4a88-8647-ebc9b453cf65 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:03.596935 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-27260983-edf2-4a88-8647-ebc9b453cf65 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1939065 Mar 28 19:21:03.601156 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34486) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:21:03.606354 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-0b77439a-c21c-4fd6-8725-4a5538b7d5db tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '273ff30d-0e97-4f29-980a-e977f450033c', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:21:03.612736 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0b77439a-c21c-4fd6-8725-4a5538b7d5db tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:21:03.616623 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0b77439a-c21c-4fd6-8725-4a5538b7d5db tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:21:03.619733 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0b77439a-c21c-4fd6-8725-4a5538b7d5db tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:21:03.628006 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0b77439a-c21c-4fd6-8725-4a5538b7d5db tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:21:03.638791 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-0b77439a-c21c-4fd6-8725-4a5538b7d5db tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Project 061332865d564f96959562b5c3aa8701 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:21:03.646705 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b77439a-c21c-4fd6-8725-4a5538b7d5db tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:03.660074 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 789f6e2c-fb5a-48c5-8c8f-4dcafc8fad65 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:21:03.723863 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b77439a-c21c-4fd6-8725-4a5538b7d5db tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:03.727335 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b77439a-c21c-4fd6-8725-4a5538b7d5db tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:03.744199 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 789f6e2c-fb5a-48c5-8c8f-4dcafc8fad65 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:21:03.744757 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:03.756219 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77439a-c21c-4fd6-8725-4a5538b7d5db tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ac321f-8890-478f-b648-2066827d5bf1,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:21:03.767088 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0b77439a-c21c-4fd6-8725-4a5538b7d5db tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:03.768272 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0b77439a-c21c-4fd6-8725-4a5538b7d5db tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1661184 Mar 28 19:21:03.859098 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 4b8961da-19e6-43d4-8813-9d3061b0024e details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:21:03.863586 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-4a97de31-16ac-4895-807e-51418fb2f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'name': 'tempest-TestNetworkBasicOps-router-1643701126', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:54Z', 'updated_at': '2022-03-28T19:21:00Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:df:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:55Z', 'updated_at': '2022-03-28T19:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'dbb16136-c73a-4b30-8619-3cc7840eb08a', 'name': '', 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:15:41:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '142c1c82-25e3-423f-a723-d9ce1b2670c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:59Z', 'updated_at': '2022-03-28T19:21:03Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '142c1c82-25e3-423f-a723-d9ce1b2670c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:21:03.867977 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a97de31-16ac-4895-807e-51418fb2f613 None None] The sync data for ids ['f3239931-d4a6-4f47-8ddf-6835b3824995'] in dv-neutron-834711-1-hyperv is: [{'id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'name': 'tempest-TestNetworkBasicOps-router-1643701126', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:54Z', 'updated_at': '2022-03-28T19:21:00Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:df:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:55Z', 'updated_at': '2022-03-28T19:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'dbb16136-c73a-4b30-8619-3cc7840eb08a', 'name': '', 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:15:41:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '142c1c82-25e3-423f-a723-d9ce1b2670c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:59Z', 'updated_at': '2022-03-28T19:21:03Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '142c1c82-25e3-423f-a723-d9ce1b2670c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:21:03.894869 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device d0714b39-780e-4ebf-803f-30b57a41c4dd up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:21:04.020463 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-74856a9c-7570-4d48-834e-473300773b88 req-58b5f094-a164-4ad6-989f-f5098716819e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:21:04.041937 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-74856a9c-7570-4d48-834e-473300773b88 req-58b5f094-a164-4ad6-989f-f5098716819e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:21:04.043481 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-74856a9c-7570-4d48-834e-473300773b88 req-58b5f094-a164-4ad6-989f-f5098716819e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1986413331&fields=id&tenant_id=061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 267 time: 0.0779479 Mar 28 19:21:04.076653 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port d0714b39-780e-4ebf-803f-30b57a41c4dd triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:21:04.077052 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:04.130954 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 4b8961da-19e6-43d4-8813-9d3061b0024e, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=4b8961da-19e6-43d4-8813-9d3061b0024e,segment=NetworkSegment(b36378e5-7fd7-4b05-b8ed-c592bc915443),segment_id=b36378e5-7fd7-4b05-b8ed-c592bc915443)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:21:04.156104 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '4b8961da-19e6-43d4-8813-9d3061b0024e', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'port_id': '4b8961da-19e6-43d4-8813-9d3061b0024e', 'mac_address': 'fa:16:3e:77:8b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:21:04.204463 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74856a9c-7570-4d48-834e-473300773b88 req-1760f837-306a-4b65-b036-ae55d6358e9a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:04.207319 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-74856a9c-7570-4d48-834e-473300773b88 req-1760f837-306a-4b65-b036-ae55d6358e9a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/networks?id=ee47cf4f-a781-4ebb-9f68-b6d0f15aa976 HTTP/1.1" status: 200 len: 796 time: 0.1553473 Mar 28 19:21:04.222190 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-74856a9c-7570-4d48-834e-473300773b88 req-820828b2-fe54-4b12-91f6-3c0c0e4796b5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/quotas/061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 375 time: 0.0108311 Mar 28 19:21:04.262554 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:04.294355 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b8961da-19e6-43d4-8813-9d3061b0024e {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:21:04.308780 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-74856a9c-7570-4d48-834e-473300773b88 req-9eb18903-bf04-4d3a-9717-168608418746 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:21:04.312844 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 4b8961da-19e6-43d4-8813-9d3061b0024e, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=4b8961da-19e6-43d4-8813-9d3061b0024e,segment=NetworkSegment(b36378e5-7fd7-4b05-b8ed-c592bc915443),segment_id=b36378e5-7fd7-4b05-b8ed-c592bc915443)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:21:04.318182 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:04.325977 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-74856a9c-7570-4d48-834e-473300773b88 req-9eb18903-bf04-4d3a-9717-168608418746 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:21:04.330213 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-74856a9c-7570-4d48-834e-473300773b88 req-9eb18903-bf04-4d3a-9717-168608418746 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1010334 Mar 28 19:21:04.392974 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=4b8961da-19e6-43d4-8813-9d3061b0024e,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:21:04.584733 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-74856a9c-7570-4d48-834e-473300773b88 req-9efb6a7e-90bb-4486-97c6-7914a90a31b0 service neutron] 10.222.0.10 "GET /v2.0/networks/ee47cf4f-a781-4ebb-9f68-b6d0f15aa976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413175 Mar 28 19:21:04.626971 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['4b8961da-19e6-43d4-8813-9d3061b0024e'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:21:04.788302 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-74856a9c-7570-4d48-834e-473300773b88 req-3581b4db-0422-4fbf-b380-915b57ba2948 service neutron] 10.222.0.10 "GET /v2.0/networks/ee47cf4f-a781-4ebb-9f68-b6d0f15aa976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977549 Mar 28 19:21:04.816135 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552e1ee-01c0-4d85-9f89-79257dcda2bd req-f006bb8c-ae69-42bb-b820-c41749e1081a tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:04.818043 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3552e1ee-01c0-4d85-9f89-79257dcda2bd req-f006bb8c-ae69-42bb-b820-c41749e1081a tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=47971cc1-9c56-4496-b024-249a81bd9639 HTTP/1.1" status: 200 len: 945 time: 0.1124911 Mar 28 19:21:04.865554 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3552e1ee-01c0-4d85-9f89-79257dcda2bd req-f27f2b04-cec6-434d-ad53-7dce3a8134d0 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419033 Mar 28 19:21:04.999670 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-154fa720-7251-4003-bee8-ad086d3498d9 req-cf02a3ba-02ef-43a3-a499-477c601ba015 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=f489421e-3f34-4f98-af62-c5b993afa6c7 HTTP/1.1" status: 200 len: 210 time: 0.0411875 Mar 28 19:21:05.608798 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device dbb16136-c73a-4b30-8619-3cc7840eb08a up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:21:05.677994 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port dbb16136-c73a-4b30-8619-3cc7840eb08a completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:21:05.682831 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port dbb16136-c73a-4b30-8619-3cc7840eb08a triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:21:05.683231 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:05.796758 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:05.829935 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port dbb16136-c73a-4b30-8619-3cc7840eb08a, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=dbb16136-c73a-4b30-8619-3cc7840eb08a,segment=NetworkSegment(629e1620-a694-4852-8e55-eea145f5400c),segment_id=629e1620-a694-4852-8e55-eea145f5400c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:21:05.835616 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:05.909258 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 4b8961da-19e6-43d4-8813-9d3061b0024e up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:21:06.005224 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port 4b8961da-19e6-43d4-8813-9d3061b0024e completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:21:06.012375 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=dbb16136-c73a-4b30-8619-3cc7840eb08a,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:21:06.015586 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 4b8961da-19e6-43d4-8813-9d3061b0024e triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:21:06.015982 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:06.102711 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74856a9c-7570-4d48-834e-473300773b88 req-f84a27ac-5f2a-4f0a-8739-7d69376c9fea tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:06.104183 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-74856a9c-7570-4d48-834e-473300773b88 req-f84a27ac-5f2a-4f0a-8739-7d69376c9fea tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/networks?id=ee47cf4f-a781-4ebb-9f68-b6d0f15aa976 HTTP/1.1" status: 200 len: 796 time: 0.2237892 Mar 28 19:21:06.140605 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:06.161971 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bcb2f-fae6-45ec-922c-964250c0e6e3 req-f8da6661-1cee-411e-9158-444fc60477c8 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:06.163453 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0a6bcb2f-fae6-45ec-922c-964250c0e6e3 req-f8da6661-1cee-411e-9158-444fc60477c8 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=47971cc1-9c56-4496-b024-249a81bd9639 HTTP/1.1" status: 200 len: 945 time: 0.1589706 Mar 28 19:21:06.172563 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47971cc1-9c56-4496-b024-249a81bd9639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8961da-19e6-43d4-8813-9d3061b0024e'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:21:06.183136 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 4b8961da-19e6-43d4-8813-9d3061b0024e, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=4b8961da-19e6-43d4-8813-9d3061b0024e,segment=NetworkSegment(b36378e5-7fd7-4b05-b8ed-c592bc915443),segment_id=b36378e5-7fd7-4b05-b8ed-c592bc915443)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:21:06.187762 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:06.238539 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7761556c-932d-4f3a-8a60-bb2ddd822753 req-e1626fc4-cbed-44b7-ac96-b071ce6c1405 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=f489421e-3f34-4f98-af62-c5b993afa6c7 HTTP/1.1" status: 200 len: 210 time: 0.0741138 Mar 28 19:21:06.251241 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-74856a9c-7570-4d48-834e-473300773b88 req-5649b1d6-a81a-4841-9252-1515611a8918 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 380 time: 0.1253788 Mar 28 19:21:06.260169 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=4b8961da-19e6-43d4-8813-9d3061b0024e,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:21:06.260645 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-74856a9c-7570-4d48-834e-473300773b88 req-baa4f810-6e66-448b-9390-7efcb8c7f398 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'port': {'device_id': 'f489421e-3f34-4f98-af62-c5b993afa6c7', 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976', 'admin_state_up': True, 'tenant_id': '061332865d564f96959562b5c3aa8701', 'security_groups': ['273ff30d-0e97-4f29-980a-e977f450033c']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:21:06.296411 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47971cc1-9c56-4496-b024-249a81bd9639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8961da-19e6-43d4-8813-9d3061b0024e', 'code': 200} Mar 28 19:21:06.355899 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0a6bcb2f-fae6-45ec-922c-964250c0e6e3 req-b4a5bcb7-debd-4cfc-843c-2a8cbeddc1dc tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553862 Mar 28 19:21:06.416269 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-74856a9c-7570-4d48-834e-473300773b88 req-baa4f810-6e66-448b-9390-7efcb8c7f398 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:21:06.426786 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-74856a9c-7570-4d48-834e-473300773b88 req-baa4f810-6e66-448b-9390-7efcb8c7f398 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:21:06.436947 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74856a9c-7570-4d48-834e-473300773b88 req-baa4f810-6e66-448b-9390-7efcb8c7f398 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Made reservation on behalf of 061332865d564f96959562b5c3aa8701 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:21:06.441158 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-74856a9c-7570-4d48-834e-473300773b88 req-baa4f810-6e66-448b-9390-7efcb8c7f398 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:06.653585 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-74856a9c-7570-4d48-834e-473300773b88 req-baa4f810-6e66-448b-9390-7efcb8c7f398 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.20.0.3 (ee47cf4f-a781-4ebb-9f68-b6d0f15aa976/142c1c82-25e3-423f-a723-d9ce1b2670c0/f2fe6dec-b31f-4c04-900f-8a8cadc1afa4) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:21:06.656699 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cf624-16d0-486f-8ea9-576879f4c8bc req-404926df-1f9a-45b4-ba1c-ef880ea9924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:06.658131 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ad9cf624-16d0-486f-8ea9-576879f4c8bc req-404926df-1f9a-45b4-ba1c-ef880ea9924e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=47971cc1-9c56-4496-b024-249a81bd9639 HTTP/1.1" status: 200 len: 1099 time: 0.1496828 Mar 28 19:21:06.807812 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ad9cf624-16d0-486f-8ea9-576879f4c8bc req-6c9a6e19-d33d-4789-b667-b30a34a56886 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161747 Mar 28 19:21:06.871119 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-74856a9c-7570-4d48-834e-473300773b88 req-baa4f810-6e66-448b-9390-7efcb8c7f398 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:06.886534 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-74856a9c-7570-4d48-834e-473300773b88 req-baa4f810-6e66-448b-9390-7efcb8c7f398 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Transition to ACTIVE for port object f2fe6dec-b31f-4c04-900f-8a8cadc1afa4 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:21:06.909075 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-74856a9c-7570-4d48-834e-473300773b88 req-baa4f810-6e66-448b-9390-7efcb8c7f398 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:06.981433 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74856a9c-7570-4d48-834e-473300773b88 req-baa4f810-6e66-448b-9390-7efcb8c7f398 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network ee47cf4f-a781-4ebb-9f68-b6d0f15aa976 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:21:06.984356 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-74856a9c-7570-4d48-834e-473300773b88 req-baa4f810-6e66-448b-9390-7efcb8c7f398 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:21:06.992803 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-74856a9c-7570-4d48-834e-473300773b88 req-baa4f810-6e66-448b-9390-7efcb8c7f398 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:21:07.029607 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4f810-6e66-448b-9390-7efcb8c7f398 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=f2fe6dec-b31f-4c04-900f-8a8cadc1afa4,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:21:07.061958 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74856a9c-7570-4d48-834e-473300773b88 req-baa4f810-6e66-448b-9390-7efcb8c7f398 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:07.062560 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-74856a9c-7570-4d48-834e-473300773b88 req-baa4f810-6e66-448b-9390-7efcb8c7f398 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:07.091128 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-74856a9c-7570-4d48-834e-473300773b88 req-baa4f810-6e66-448b-9390-7efcb8c7f398 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8351617 Mar 28 19:21:07.101986 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-74856a9c-7570-4d48-834e-473300773b88 req-d50cf3cf-f9d2-475a-8794-32d74481e271 service neutron] Request body: {'port': {'device_id': 'f489421e-3f34-4f98-af62-c5b993afa6c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:21:07.214235 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-74856a9c-7570-4d48-834e-473300773b88 req-d50cf3cf-f9d2-475a-8794-32d74481e271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:07.232807 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-4263e0a0-a4e9-4326-9a81-da348d8a2fb2 None None] Provisioning for port f2fe6dec-b31f-4c04-900f-8a8cadc1afa4 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:21:07.238261 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-4263e0a0-a4e9-4326-9a81-da348d8a2fb2 None None] Provisioning complete for port f2fe6dec-b31f-4c04-900f-8a8cadc1afa4 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:21:07.238700 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4263e0a0-a4e9-4326-9a81-da348d8a2fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:07.295272 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-4263e0a0-a4e9-4326-9a81-da348d8a2fb2 None None] Port f2fe6dec-b31f-4c04-900f-8a8cadc1afa4 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:21:07.594948 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device dbb16136-c73a-4b30-8619-3cc7840eb08a up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:21:07.665859 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port dbb16136-c73a-4b30-8619-3cc7840eb08a triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:21:07.666464 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:07.707070 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ed7cb-6a6f-4499-a356-72e403192f62 req-5bb1743b-af5a-4a99-8232-1e4ddd8e4c83 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:07.707767 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-110ed7cb-6a6f-4499-a356-72e403192f62 req-5bb1743b-af5a-4a99-8232-1e4ddd8e4c83 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:21:07.720428 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a61d07-b57b-4217-8897-83dba8c6c77e req-6629f984-fb9a-42b3-9b8d-50d5ddfbc854 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:07.722679 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-22a61d07-b57b-4217-8897-83dba8c6c77e req-6629f984-fb9a-42b3-9b8d-50d5ddfbc854 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=47971cc1-9c56-4496-b024-249a81bd9639 HTTP/1.1" status: 200 len: 946 time: 0.2388771 Mar 28 19:21:07.785439 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-110ed7cb-6a6f-4499-a356-72e403192f62 req-5bb1743b-af5a-4a99-8232-1e4ddd8e4c83 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:21:07.786540 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-110ed7cb-6a6f-4499-a356-72e403192f62 req-5bb1743b-af5a-4a99-8232-1e4ddd8e4c83 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=f489421e-3f34-4f98-af62-c5b993afa6c7 HTTP/1.1" status: 200 len: 931 time: 0.3447862 Mar 28 19:21:07.808191 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-22a61d07-b57b-4217-8897-83dba8c6c77e req-8b76fb9e-9c9e-4e56-b8d5-d13915568ab0 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735822 Mar 28 19:21:07.904907 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-110ed7cb-6a6f-4499-a356-72e403192f62 req-a7e19703-4b48-4990-8b7c-e2e003351cec tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=273ff30d-0e97-4f29-980a-e977f450033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021690 Mar 28 19:21:07.906975 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-74856a9c-7570-4d48-834e-473300773b88 req-d50cf3cf-f9d2-475a-8794-32d74481e271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2fe6dec-b31f-4c04-900f-8a8cadc1afa4 {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:21:07.914385 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-74856a9c-7570-4d48-834e-473300773b88 req-d50cf3cf-f9d2-475a-8794-32d74481e271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:07.929996 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-74856a9c-7570-4d48-834e-473300773b88 req-d50cf3cf-f9d2-475a-8794-32d74481e271 service neutron] Transition to ACTIVE for port object f2fe6dec-b31f-4c04-900f-8a8cadc1afa4 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:21:07.934336 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-74856a9c-7570-4d48-834e-473300773b88 req-d50cf3cf-f9d2-475a-8794-32d74481e271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:08.067145 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50cf3cf-f9d2-475a-8794-32d74481e271 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fe6dec-b31f-4c04-900f-8a8cadc1afa4,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:21:08.179100 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-74856a9c-7570-4d48-834e-473300773b88 req-d50cf3cf-f9d2-475a-8794-32d74481e271 service neutron] Attempting to bind port f2fe6dec-b31f-4c04-900f-8a8cadc1afa4 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:21:08.179445 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-74856a9c-7570-4d48-834e-473300773b88 req-d50cf3cf-f9d2-475a-8794-32d74481e271 service neutron] Attempting to bind port f2fe6dec-b31f-4c04-900f-8a8cadc1afa4 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '629e1620-a694-4852-8e55-eea145f5400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:21:08.179773 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74856a9c-7570-4d48-834e-473300773b88 req-d50cf3cf-f9d2-475a-8794-32d74481e271 service neutron] Attempting to bind port f2fe6dec-b31f-4c04-900f-8a8cadc1afa4 on network ee47cf4f-a781-4ebb-9f68-b6d0f15aa976 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:21:08.184759 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74856a9c-7570-4d48-834e-473300773b88 req-d50cf3cf-f9d2-475a-8794-32d74481e271 service neutron] Port f2fe6dec-b31f-4c04-900f-8a8cadc1afa4 on network ee47cf4f-a781-4ebb-9f68-b6d0f15aa976 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:21:08.185078 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74856a9c-7570-4d48-834e-473300773b88 req-d50cf3cf-f9d2-475a-8794-32d74481e271 service neutron] Attempting to bind port f2fe6dec-b31f-4c04-900f-8a8cadc1afa4 on network ee47cf4f-a781-4ebb-9f68-b6d0f15aa976 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:21:08.190334 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74856a9c-7570-4d48-834e-473300773b88 req-d50cf3cf-f9d2-475a-8794-32d74481e271 service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:21:08.190873 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74856a9c-7570-4d48-834e-473300773b88 req-d50cf3cf-f9d2-475a-8794-32d74481e271 service neutron] Checking segment: {'id': '629e1620-a694-4852-8e55-eea145f5400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:21:08.191290 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74856a9c-7570-4d48-834e-473300773b88 req-d50cf3cf-f9d2-475a-8794-32d74481e271 service neutron] Bound using segment: {'id': '629e1620-a694-4852-8e55-eea145f5400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:21:08.191725 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-74856a9c-7570-4d48-834e-473300773b88 req-d50cf3cf-f9d2-475a-8794-32d74481e271 service neutron] Bound port: f2fe6dec-b31f-4c04-900f-8a8cadc1afa4, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629e1620-a694-4852-8e55-eea145f5400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:21:08.192078 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-74856a9c-7570-4d48-834e-473300773b88 req-d50cf3cf-f9d2-475a-8794-32d74481e271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:08.284077 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-74856a9c-7570-4d48-834e-473300773b88 req-d50cf3cf-f9d2-475a-8794-32d74481e271 service neutron] For port f2fe6dec-b31f-4c04-900f-8a8cadc1afa4, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:21:08.287363 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-74856a9c-7570-4d48-834e-473300773b88 req-d50cf3cf-f9d2-475a-8794-32d74481e271 service neutron] For port f2fe6dec-b31f-4c04-900f-8a8cadc1afa4, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=f2fe6dec-b31f-4c04-900f-8a8cadc1afa4,segment=NetworkSegment(629e1620-a694-4852-8e55-eea145f5400c),segment_id=629e1620-a694-4852-8e55-eea145f5400c)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:21:08.291190 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-74856a9c-7570-4d48-834e-473300773b88 req-d50cf3cf-f9d2-475a-8794-32d74481e271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:08.345465 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74856a9c-7570-4d48-834e-473300773b88 req-d50cf3cf-f9d2-475a-8794-32d74481e271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:08.346689 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-74856a9c-7570-4d48-834e-473300773b88 req-d50cf3cf-f9d2-475a-8794-32d74481e271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:08.348059 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-74856a9c-7570-4d48-834e-473300773b88 req-d50cf3cf-f9d2-475a-8794-32d74481e271 service neutron] 10.222.0.26 "PUT /v2.0/ports/f2fe6dec-b31f-4c04-900f-8a8cadc1afa4 HTTP/1.1" status: 200 len: 1093 time: 1.2502294 Mar 28 19:21:08.348541 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f489421e-3f34-4f98-af62-c5b993afa6c7', 'tag': 'f2fe6dec-b31f-4c04-900f-8a8cadc1afa4'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:21:08.378041 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50cf3cf-f9d2-475a-8794-32d74481e271 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fe6dec-b31f-4c04-900f-8a8cadc1afa4,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:21:08.415957 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f489421e-3f34-4f98-af62-c5b993afa6c7', 'tag': 'f2fe6dec-b31f-4c04-900f-8a8cadc1afa4', 'status': 'completed', 'code': 200} Mar 28 19:21:08.457834 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74856a9c-7570-4d48-834e-473300773b88 req-37a45ab8-de41-4b18-a4bd-a13d9d2aede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:08.459333 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-74856a9c-7570-4d48-834e-473300773b88 req-37a45ab8-de41-4b18-a4bd-a13d9d2aede8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=f489421e-3f34-4f98-af62-c5b993afa6c7 HTTP/1.1" status: 200 len: 1096 time: 0.0752029 Mar 28 19:21:08.531648 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-74856a9c-7570-4d48-834e-473300773b88 req-d79a2d61-0652-4899-8746-92a31cb9a0e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2fe6dec-b31f-4c04-900f-8a8cadc1afa4 HTTP/1.1" status: 200 len: 217 time: 0.0652349 Mar 28 19:21:08.591996 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74856a9c-7570-4d48-834e-473300773b88 req-2a0d4e5c-9a6e-43ea-903c-4d9e630d28fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:08.593390 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-74856a9c-7570-4d48-834e-473300773b88 req-2a0d4e5c-9a6e-43ea-903c-4d9e630d28fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=142c1c82-25e3-423f-a723-d9ce1b2670c0 HTTP/1.1" status: 200 len: 834 time: 0.0566163 Mar 28 19:21:08.669224 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74856a9c-7570-4d48-834e-473300773b88 req-0f473e0c-8933-44dc-b936-67c3377f7570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:08.670673 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-74856a9c-7570-4d48-834e-473300773b88 req-0f473e0c-8933-44dc-b936-67c3377f7570 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee47cf4f-a781-4ebb-9f68-b6d0f15aa976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713615 Mar 28 19:21:08.798196 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-74856a9c-7570-4d48-834e-473300773b88 req-6486a216-8212-4f30-a32c-3bf0146affa7 service neutron] 10.222.0.26 "GET /v2.0/networks/ee47cf4f-a781-4ebb-9f68-b6d0f15aa976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215875 Mar 28 19:21:08.967496 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-74856a9c-7570-4d48-834e-473300773b88 req-55fe281a-94f4-4591-a225-a646c437b5f6 service neutron] 10.222.0.26 "GET /v2.0/networks/ee47cf4f-a781-4ebb-9f68-b6d0f15aa976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629546 Mar 28 19:21:09.005027 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe9724-ae56-4d39-bdc5-1fa1119c199d req-bec46630-b4a7-4e68-b4ae-b75a74ed5f62 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:09.006732 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-37fe9724-ae56-4d39-bdc5-1fa1119c199d req-bec46630-b4a7-4e68-b4ae-b75a74ed5f62 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=47971cc1-9c56-4496-b024-249a81bd9639 HTTP/1.1" status: 200 len: 946 time: 0.0939415 Mar 28 19:21:09.241775 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-37fe9724-ae56-4d39-bdc5-1fa1119c199d req-d787bc88-b423-4efb-9801-30fa485010c6 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290342 Mar 28 19:21:09.295461 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6babf-0f4b-4e3d-a9f4-f25276e62565 req-a664a08c-b8c3-4aa5-be06-bf124b73477b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:09.296876 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-24b6babf-0f4b-4e3d-a9f4-f25276e62565 req-a664a08c-b8c3-4aa5-be06-bf124b73477b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=f489421e-3f34-4f98-af62-c5b993afa6c7 HTTP/1.1" status: 200 len: 943 time: 0.2650940 Mar 28 19:21:09.299959 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997def8-f2f6-45a2-adb6-17b014035cbc req-e206389d-67bd-47a4-95fc-460d8a7d00a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:09.301265 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d997def8-f2f6-45a2-adb6-17b014035cbc req-e206389d-67bd-47a4-95fc-460d8a7d00a5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=f489421e-3f34-4f98-af62-c5b993afa6c7 HTTP/1.1" status: 200 len: 1096 time: 0.1284349 Mar 28 19:21:09.467102 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-24b6babf-0f4b-4e3d-a9f4-f25276e62565 req-abbe548b-3307-4790-a086-e30817579d84 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=273ff30d-0e97-4f29-980a-e977f450033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638074 Mar 28 19:21:09.516276 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997def8-f2f6-45a2-adb6-17b014035cbc req-182dda18-b564-4983-8ffa-da26cd4388db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:09.517590 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d997def8-f2f6-45a2-adb6-17b014035cbc req-182dda18-b564-4983-8ffa-da26cd4388db service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee47cf4f-a781-4ebb-9f68-b6d0f15aa976 HTTP/1.1" status: 200 len: 897 time: 0.2012084 Mar 28 19:21:09.529449 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d250ab8-f506-44f2-851b-1b68d1e7e997 req-ed889f36-13d3-423a-a257-92fc837085b2 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:09.530777 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8d250ab8-f506-44f2-851b-1b68d1e7e997 req-ed889f36-13d3-423a-a257-92fc837085b2 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=47971cc1-9c56-4496-b024-249a81bd9639 HTTP/1.1" status: 200 len: 946 time: 0.1803565 Mar 28 19:21:09.607465 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d997def8-f2f6-45a2-adb6-17b014035cbc req-3bd6b5bb-0d13-43a7-b8fe-649254ad3d33 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2fe6dec-b31f-4c04-900f-8a8cadc1afa4 HTTP/1.1" status: 200 len: 217 time: 0.0757656 Mar 28 19:21:09.670672 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8d250ab8-f506-44f2-851b-1b68d1e7e997 req-5b59968b-49bf-4d60-812b-a3f405150b3d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886264 Mar 28 19:21:09.684267 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997def8-f2f6-45a2-adb6-17b014035cbc req-e230b343-2660-4c81-b5d6-900fbc1fab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:09.685653 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d997def8-f2f6-45a2-adb6-17b014035cbc req-e230b343-2660-4c81-b5d6-900fbc1fab9e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=142c1c82-25e3-423f-a723-d9ce1b2670c0 HTTP/1.1" status: 200 len: 834 time: 0.0710530 Mar 28 19:21:09.694864 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34536) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:21:09.763174 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997def8-f2f6-45a2-adb6-17b014035cbc req-db440031-2e97-40f6-b50f-971e935c30c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:09.764623 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d997def8-f2f6-45a2-adb6-17b014035cbc req-db440031-2e97-40f6-b50f-971e935c30c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee47cf4f-a781-4ebb-9f68-b6d0f15aa976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723190 Mar 28 19:21:09.767613 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31951dc9-f068-4a87-be5f-6db4f4ac4b78 tempest-TestVolumeBootPattern-2050323424 tempest-TestVolumeBootPattern-2050323424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:09.769587 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-31951dc9-f068-4a87-be5f-6db4f4ac4b78 tempest-TestVolumeBootPattern-2050323424 tempest-TestVolumeBootPattern-2050323424-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=47971cc1-9c56-4496-b024-249a81bd9639 HTTP/1.1" status: 200 len: 1094 time: 0.0737038 Mar 28 19:21:09.772464 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34540) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:21:09.777197 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-0c9ba814-2e68-4ac4-b9e3-fe457ac57241 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'port_id': '4b8961da-19e6-43d4-8813-9d3061b0024e', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:21:09.783099 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0c9ba814-2e68-4ac4-b9e3-fe457ac57241 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:21:09.788178 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0c9ba814-2e68-4ac4-b9e3-fe457ac57241 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Usage tracker for resource:floatingip and tenant:b0ba31f1fab64780bafe45627411dcbe is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:21:09.791006 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0c9ba814-2e68-4ac4-b9e3-fe457ac57241 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:21:09.796574 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0c9ba814-2e68-4ac4-b9e3-fe457ac57241 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:21:09.807613 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0c9ba814-2e68-4ac4-b9e3-fe457ac57241 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for floatingip, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:09.894895 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d997def8-f2f6-45a2-adb6-17b014035cbc req-94668505-262f-49c6-9a27-1d4723f4f429 service neutron] 10.222.0.26 "GET /v2.0/networks/ee47cf4f-a781-4ebb-9f68-b6d0f15aa976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241755 Mar 28 19:21:09.947248 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0c9ba814-2e68-4ac4-b9e3-fe457ac57241 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:10.030866 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d997def8-f2f6-45a2-adb6-17b014035cbc req-fdac6349-8239-4a13-9bcf-ad3653d2d17b service neutron] 10.222.0.26 "GET /v2.0/networks/ee47cf4f-a781-4ebb-9f68-b6d0f15aa976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286185 Mar 28 19:21:10.087750 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-0c9ba814-2e68-4ac4-b9e3-fe457ac57241 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Allocated IP 172.26.4.248 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/0cb3f98a-b37d-4944-8cc5-178552030918) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:21:10.234399 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0c9ba814-2e68-4ac4-b9e3-fe457ac57241 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:10.262953 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0c9ba814-2e68-4ac4-b9e3-fe457ac57241 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:10.324724 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9ba814-2e68-4ac4-b9e3-fe457ac57241 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:21:10.327299 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-0c9ba814-2e68-4ac4-b9e3-fe457ac57241 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:21:10.329737 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9ba814-2e68-4ac4-b9e3-fe457ac57241 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:21:10.481401 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ba814-2e68-4ac4-b9e3-fe457ac57241 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Pushing event updated for resources: {'Port': ['ID=0cb3f98a-b37d-4944-8cc5-178552030918,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:21:10.651302 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7e49b-84e5-45c5-a8db-8082b5d94078 req-b64d86f8-676a-4df5-8d87-3ec01d2a6a75 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:10.652774 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6bf7e49b-84e5-45c5-a8db-8082b5d94078 req-b64d86f8-676a-4df5-8d87-3ec01d2a6a75 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=f489421e-3f34-4f98-af62-c5b993afa6c7 HTTP/1.1" status: 200 len: 943 time: 0.0780437 Mar 28 19:21:10.697767 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6bf7e49b-84e5-45c5-a8db-8082b5d94078 req-f088cc1e-5361-4846-b984-370e3f6dbdad tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=273ff30d-0e97-4f29-980a-e977f450033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387976 Mar 28 19:21:10.851393 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0c9ba814-2e68-4ac4-b9e3-fe457ac57241 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:10.922644 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0c9ba814-2e68-4ac4-b9e3-fe457ac57241 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:11.122974 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0c9ba814-2e68-4ac4-b9e3-fe457ac57241 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:11.127224 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0c9ba814-2e68-4ac4-b9e3-fe457ac57241 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:11.234420 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ba814-2e68-4ac4-b9e3-fe457ac57241 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Pushing event updated for resources: {'Port': ['ID=0cb3f98a-b37d-4944-8cc5-178552030918,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:21:11.245700 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0c9ba814-2e68-4ac4-b9e3-fe457ac57241 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:11.410759 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.l3_db [None req-0c9ba814-2e68-4ac4-b9e3-fe457ac57241 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Floating IP fb21fef7-7d3f-4a7c-91a1-5859631b39f3 associated. External IP: 172.26.4.248, port: 4b8961da-19e6-43d4-8813-9d3061b0024e. Mar 28 19:21:11.767359 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9ba814-2e68-4ac4-b9e3-fe457ac57241 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Router 3f8412fd-f723-4525-81e9-8b7f1fe85118 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:21:11.887152 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255ab0b-6d50-4b17-9c27-64c4621630db req-deac31a4-bd28-4a6d-aa7b-e221a8e921e5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:11.888547 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d255ab0b-6d50-4b17-9c27-64c4621630db req-deac31a4-bd28-4a6d-aa7b-e221a8e921e5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=f489421e-3f34-4f98-af62-c5b993afa6c7 HTTP/1.1" status: 200 len: 943 time: 0.0860043 Mar 28 19:21:11.898581 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device f2fe6dec-b31f-4c04-900f-8a8cadc1afa4 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:21:11.935726 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d255ab0b-6d50-4b17-9c27-64c4621630db req-7ec56222-dbe1-4dca-ac3a-41c738a1eb18 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=273ff30d-0e97-4f29-980a-e977f450033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407400 Mar 28 19:21:12.059884 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port f2fe6dec-b31f-4c04-900f-8a8cadc1afa4, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=f2fe6dec-b31f-4c04-900f-8a8cadc1afa4,segment=NetworkSegment(629e1620-a694-4852-8e55-eea145f5400c),segment_id=629e1620-a694-4852-8e55-eea145f5400c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:21:12.060143 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9ba814-2e68-4ac4-b9e3-fe457ac57241 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:21:12.073611 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467e10e2-46f8-4f76-a056-e777a9b3b53c None None] Sync routers for ids ['3f8412fd-f723-4525-81e9-8b7f1fe85118'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:21:12.082364 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': 'f2fe6dec-b31f-4c04-900f-8a8cadc1afa4', 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976', 'port_id': 'f2fe6dec-b31f-4c04-900f-8a8cadc1afa4', 'mac_address': 'fa:16:3e:3f:97:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '142c1c82-25e3-423f-a723-d9ce1b2670c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:21:12.084785 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0c9ba814-2e68-4ac4-b9e3-fe457ac57241 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:12.119744 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467e10e2-46f8-4f76-a056-e777a9b3b53c None None] Routers {'3f8412fd-f723-4525-81e9-8b7f1fe85118'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:21:12.120038 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-467e10e2-46f8-4f76-a056-e777a9b3b53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:20:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3f8412fd-f723-4525-81e9-8b7f1fe85118'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:21:12.140283 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0c9ba814-2e68-4ac4-b9e3-fe457ac57241 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3667703 Mar 28 19:21:12.140790 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47971cc1-9c56-4496-b024-249a81bd9639', 'tag': '4b8961da-19e6-43d4-8813-9d3061b0024e'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:21:12.186019 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47971cc1-9c56-4496-b024-249a81bd9639', 'tag': '4b8961da-19e6-43d4-8813-9d3061b0024e', 'status': 'completed', 'code': 200} Mar 28 19:21:12.216861 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:12.275584 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4d965-14b1-4648-972a-340ee92fba76 req-59e68312-002d-48b3-ba7f-36ce4364b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:12.277024 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-83d4d965-14b1-4648-972a-340ee92fba76 req-59e68312-002d-48b3-ba7f-36ce4364b29f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0ba31f1fab64780bafe45627411dcbe&device_id=47971cc1-9c56-4496-b024-249a81bd9639 HTTP/1.1" status: 200 len: 1099 time: 0.0696201 Mar 28 19:21:12.292287 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2fe6dec-b31f-4c04-900f-8a8cadc1afa4 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:21:12.332035 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port f2fe6dec-b31f-4c04-900f-8a8cadc1afa4, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=f2fe6dec-b31f-4c04-900f-8a8cadc1afa4,segment=NetworkSegment(629e1620-a694-4852-8e55-eea145f5400c),segment_id=629e1620-a694-4852-8e55-eea145f5400c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:21:12.337056 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:12.379088 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-467e10e2-46f8-4f76-a056-e777a9b3b53c None None] Set router 3f8412fd-f723-4525-81e9-8b7f1fe85118 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:21:12.409628 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4d965-14b1-4648-972a-340ee92fba76 req-fc70ca83-d457-4fc1-b07e-6f0cf8525b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:12.410583 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-83d4d965-14b1-4648-972a-340ee92fba76 req-fc70ca83-d457-4fc1-b07e-6f0cf8525b30 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8efa11ac-7efa-4436-8a41-9dfec0a8f282 HTTP/1.1" status: 200 len: 913 time: 0.1281586 Mar 28 19:21:12.512499 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-83d4d965-14b1-4648-972a-340ee92fba76 req-ab609145-2983-49fe-b295-e2e28db50bdf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b8961da-19e6-43d4-8813-9d3061b0024e HTTP/1.1" status: 200 len: 1000 time: 0.0950105 Mar 28 19:21:12.543359 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=f2fe6dec-b31f-4c04-900f-8a8cadc1afa4,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:21:12.578509 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4d965-14b1-4648-972a-340ee92fba76 req-305fa482-71fb-4742-bc43-af7edbcd415b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:12.579961 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-83d4d965-14b1-4648-972a-340ee92fba76 req-305fa482-71fb-4742-bc43-af7edbcd415b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93e49b98-1ab2-403b-80e2-ed54c2bdd260 HTTP/1.1" status: 200 len: 851 time: 0.0605073 Mar 28 19:21:12.653444 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4d965-14b1-4648-972a-340ee92fba76 req-d6a29d9b-a483-4859-af5e-56378521cbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:12.654986 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-83d4d965-14b1-4648-972a-340ee92fba76 req-d6a29d9b-a483-4859-af5e-56378521cbf9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8efa11ac-7efa-4436-8a41-9dfec0a8f282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683055 Mar 28 19:21:12.669039 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['f2fe6dec-b31f-4c04-900f-8a8cadc1afa4'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:21:12.896365 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-83d4d965-14b1-4648-972a-340ee92fba76 req-5956ec4f-551b-4e39-a5f9-2129dfe337e1 service neutron] 10.222.0.26 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351785 Mar 28 19:21:12.919452 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-467e10e2-46f8-4f76-a056-e777a9b3b53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'name': 'tempest-TestVolumeBootPattern-1258508700-router', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:07Z', 'updated_at': '2022-03-28T19:15:15Z', 'revision_number': 4, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'gw_port': {'id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '075088d9-4311-4717-a897-62f1d4d23ec7', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'floating_ip_address': '172.26.4.135', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'port_id': '17724192-3c4a-4674-8c9e-4ac6a63e0732', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'mac_address': 'fa:16:3e:4a:23:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f6ff1-d33c-4237-8753-b691da6fe003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:18:43Z', 'updated_at': '2022-03-28T19:18:46Z', 'revision_number': 1, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'fixed_ip_address_scope': None}, {'id': 'fb21fef7-7d3f-4a7c-91a1-5859631b39f3', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'port_id': '4b8961da-19e6-43d4-8813-9d3061b0024e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'mac_address': 'fa:16:3e:77:8b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47971cc1-9c56-4496-b024-249a81bd9639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:21:10Z', 'updated_at': '2022-03-28T19:21:10Z', 'revision_number': 0, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6ff349-316d-45d6-91e9-fc06a71e1b38', 'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'mac_address': 'fa:16:3e:95:db:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:14Z', 'updated_at': '2022-03-28T19:15:27Z', 'revision_number': 5, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'subnets': [{'id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:21:12.927425 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467e10e2-46f8-4f76-a056-e777a9b3b53c None None] Checking router: 3f8412fd-f723-4525-81e9-8b7f1fe85118 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:21:12.958183 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467e10e2-46f8-4f76-a056-e777a9b3b53c None None] Routers {'3f8412fd-f723-4525-81e9-8b7f1fe85118'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:21:12.958790 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-467e10e2-46f8-4f76-a056-e777a9b3b53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:20:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3f8412fd-f723-4525-81e9-8b7f1fe85118'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:21:13.032917 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-83d4d965-14b1-4648-972a-340ee92fba76 req-06224d76-714f-4ad6-9565-0b1f7285e85a service neutron] 10.222.0.26 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301038 Mar 28 19:21:13.197818 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-467e10e2-46f8-4f76-a056-e777a9b3b53c None None] Set router 3f8412fd-f723-4525-81e9-8b7f1fe85118 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:21:13.213299 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f6403-87f0-46bd-ac89-eec8e4d8d2d6 req-e9b15b69-ee11-4298-9244-940e5be905f3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:13.214732 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9d0f6403-87f0-46bd-ac89-eec8e4d8d2d6 req-e9b15b69-ee11-4298-9244-940e5be905f3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=f489421e-3f34-4f98-af62-c5b993afa6c7 HTTP/1.1" status: 200 len: 944 time: 0.1740432 Mar 28 19:21:13.259216 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9d0f6403-87f0-46bd-ac89-eec8e4d8d2d6 req-bc16f16d-9bca-4fa3-830c-1f5e4cca0c1b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=273ff30d-0e97-4f29-980a-e977f450033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385809 Mar 28 19:21:13.562728 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-467e10e2-46f8-4f76-a056-e777a9b3b53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'name': 'tempest-TestVolumeBootPattern-1258508700-router', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:07Z', 'updated_at': '2022-03-28T19:15:15Z', 'revision_number': 4, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'gw_port': {'id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '075088d9-4311-4717-a897-62f1d4d23ec7', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'floating_ip_address': '172.26.4.135', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'port_id': '17724192-3c4a-4674-8c9e-4ac6a63e0732', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'mac_address': 'fa:16:3e:4a:23:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f6ff1-d33c-4237-8753-b691da6fe003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:18:43Z', 'updated_at': '2022-03-28T19:18:46Z', 'revision_number': 1, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'fixed_ip_address_scope': None}, {'id': 'fb21fef7-7d3f-4a7c-91a1-5859631b39f3', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'port_id': '4b8961da-19e6-43d4-8813-9d3061b0024e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'mac_address': 'fa:16:3e:77:8b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47971cc1-9c56-4496-b024-249a81bd9639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:21:10Z', 'updated_at': '2022-03-28T19:21:10Z', 'revision_number': 0, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6ff349-316d-45d6-91e9-fc06a71e1b38', 'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'mac_address': 'fa:16:3e:95:db:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:14Z', 'updated_at': '2022-03-28T19:15:27Z', 'revision_number': 5, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'subnets': [{'id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:21:13.566733 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467e10e2-46f8-4f76-a056-e777a9b3b53c None None] The sync data for ids ['3f8412fd-f723-4525-81e9-8b7f1fe85118'] in dv-neutron-834711-1-hyperv is: [{'id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'name': 'tempest-TestVolumeBootPattern-1258508700-router', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:07Z', 'updated_at': '2022-03-28T19:15:15Z', 'revision_number': 4, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'gw_port': {'id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '075088d9-4311-4717-a897-62f1d4d23ec7', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'floating_ip_address': '172.26.4.135', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'port_id': '17724192-3c4a-4674-8c9e-4ac6a63e0732', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'mac_address': 'fa:16:3e:4a:23:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f6ff1-d33c-4237-8753-b691da6fe003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:18:43Z', 'updated_at': '2022-03-28T19:18:46Z', 'revision_number': 1, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'fixed_ip_address_scope': None}, {'id': 'fb21fef7-7d3f-4a7c-91a1-5859631b39f3', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'port_id': '4b8961da-19e6-43d4-8813-9d3061b0024e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'mac_address': 'fa:16:3e:77:8b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47971cc1-9c56-4496-b024-249a81bd9639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:21:10Z', 'updated_at': '2022-03-28T19:21:10Z', 'revision_number': 0, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6ff349-316d-45d6-91e9-fc06a71e1b38', 'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'mac_address': 'fa:16:3e:95:db:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:14Z', 'updated_at': '2022-03-28T19:15:27Z', 'revision_number': 5, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'subnets': [{'id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:21:13.745498 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0218f9f7-f06f-4cc7-adf4-9d400311847b None None] New status for floating IP fb21fef7-7d3f-4a7c-91a1-5859631b39f3: ACTIVE {{(pid=87835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:21:14.489034 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a2607-2294-4772-a421-84207a8442ef req-fc448bd7-646a-4270-9330-6b9dd07a6c3a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:14.490472 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c09a2607-2294-4772-a421-84207a8442ef req-fc448bd7-646a-4270-9330-6b9dd07a6c3a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=f489421e-3f34-4f98-af62-c5b993afa6c7 HTTP/1.1" status: 200 len: 944 time: 0.1261585 Mar 28 19:21:14.536284 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c09a2607-2294-4772-a421-84207a8442ef req-c2a74bca-edac-4f8d-b801-f97e9afbca7f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=273ff30d-0e97-4f29-980a-e977f450033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401556 Mar 28 19:21:15.720215 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfe733-b3e6-444c-9876-dabd5beaafdb req-a94a47a8-699e-45f8-8953-084def6399b7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:15.721688 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4bdfe733-b3e6-444c-9876-dabd5beaafdb req-a94a47a8-699e-45f8-8953-084def6399b7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=f489421e-3f34-4f98-af62-c5b993afa6c7 HTTP/1.1" status: 200 len: 944 time: 0.0803094 Mar 28 19:21:15.764869 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4bdfe733-b3e6-444c-9876-dabd5beaafdb req-19d37845-20a8-4301-bd55-b9f745a2feb7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=273ff30d-0e97-4f29-980a-e977f450033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373542 Mar 28 19:21:15.948040 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device f2fe6dec-b31f-4c04-900f-8a8cadc1afa4 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:21:16.014123 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port f2fe6dec-b31f-4c04-900f-8a8cadc1afa4 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:21:16.019200 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port f2fe6dec-b31f-4c04-900f-8a8cadc1afa4 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:21:16.019573 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:16.139880 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:16.165428 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f489421e-3f34-4f98-af62-c5b993afa6c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fe6dec-b31f-4c04-900f-8a8cadc1afa4'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:21:16.175272 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port f2fe6dec-b31f-4c04-900f-8a8cadc1afa4, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=f2fe6dec-b31f-4c04-900f-8a8cadc1afa4,segment=NetworkSegment(629e1620-a694-4852-8e55-eea145f5400c),segment_id=629e1620-a694-4852-8e55-eea145f5400c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:21:16.179643 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:16.212708 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f489421e-3f34-4f98-af62-c5b993afa6c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fe6dec-b31f-4c04-900f-8a8cadc1afa4', 'code': 200} Mar 28 19:21:16.250536 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=f2fe6dec-b31f-4c04-900f-8a8cadc1afa4,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:21:16.439762 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab692b99-4a28-4763-a082-83a39c8a7279 req-948591cb-74a6-4b7e-9f0e-ba39fbb1e1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:16.441211 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ab692b99-4a28-4763-a082-83a39c8a7279 req-948591cb-74a6-4b7e-9f0e-ba39fbb1e1b6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f489421e-3f34-4f98-af62-c5b993afa6c7 HTTP/1.1" status: 200 len: 1098 time: 0.0702317 Mar 28 19:21:16.480410 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ab692b99-4a28-4763-a082-83a39c8a7279 req-a860f6ae-65f0-4dfd-b9a9-f782ff728c19 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=273ff30d-0e97-4f29-980a-e977f450033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335557 Mar 28 19:21:16.945983 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eeaccc-0297-4b16-9353-8d15a89f9c5f req-a6e9e496-d331-44be-8027-ad349fb10381 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:16.947456 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f6eeaccc-0297-4b16-9353-8d15a89f9c5f req-a6e9e496-d331-44be-8027-ad349fb10381 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=f489421e-3f34-4f98-af62-c5b993afa6c7 HTTP/1.1" status: 200 len: 945 time: 0.0796640 Mar 28 19:21:16.990193 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f6eeaccc-0297-4b16-9353-8d15a89f9c5f req-ecd6d828-ba03-4721-912f-82555f812fbc tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=273ff30d-0e97-4f29-980a-e977f450033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371320 Mar 28 19:21:18.177264 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cfb042-2bfa-4036-9f15-577d57ca653e req-390c5299-39b1-4d8f-b472-50294a168712 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:18.178683 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e4cfb042-2bfa-4036-9f15-577d57ca653e req-390c5299-39b1-4d8f-b472-50294a168712 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=f489421e-3f34-4f98-af62-c5b993afa6c7 HTTP/1.1" status: 200 len: 945 time: 0.0848234 Mar 28 19:21:18.221756 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e4cfb042-2bfa-4036-9f15-577d57ca653e req-c14645f0-1397-4d1f-9d57-82d2d5917e49 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=273ff30d-0e97-4f29-980a-e977f450033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370815 Mar 28 19:21:18.399718 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c590a-e8bb-40dc-8ed5-7b73637ef6d0 req-0a7a957e-2df0-40a2-bb42-559179807f72 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:18.401044 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-145c590a-e8bb-40dc-8ed5-7b73637ef6d0 req-0a7a957e-2df0-40a2-bb42-559179807f72 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=f489421e-3f34-4f98-af62-c5b993afa6c7 HTTP/1.1" status: 200 len: 945 time: 0.0777380 Mar 28 19:21:18.447291 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-145c590a-e8bb-40dc-8ed5-7b73637ef6d0 req-644f05e7-2f9c-4861-9c44-d630387ac63b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=273ff30d-0e97-4f29-980a-e977f450033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406904 Mar 28 19:21:18.469733 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34570) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:21:18.537840 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b0a7be-dfe5-4484-8bb6-320a0553c5a3 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:18.539341 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e6b0a7be-dfe5-4484-8bb6-320a0553c5a3 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f489421e-3f34-4f98-af62-c5b993afa6c7 HTTP/1.1" status: 200 len: 1093 time: 0.0686674 Mar 28 19:21:18.542190 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34574) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:21:18.546858 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-b3f44a5a-b1e2-43ef-ac67-92282082b113 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'port_id': 'f2fe6dec-b31f-4c04-900f-8a8cadc1afa4', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:21:18.552936 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b3f44a5a-b1e2-43ef-ac67-92282082b113 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:21:18.557159 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b3f44a5a-b1e2-43ef-ac67-92282082b113 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:floatingip and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:21:18.560304 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b3f44a5a-b1e2-43ef-ac67-92282082b113 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:21:18.567199 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b3f44a5a-b1e2-43ef-ac67-92282082b113 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:21:18.578533 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b3f44a5a-b1e2-43ef-ac67-92282082b113 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:18.718956 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b3f44a5a-b1e2-43ef-ac67-92282082b113 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:18.867026 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-b3f44a5a-b1e2-43ef-ac67-92282082b113 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.26.4.4 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/4fc45321-a693-4076-ac74-3c0aeded3335) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:21:19.015886 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b3f44a5a-b1e2-43ef-ac67-92282082b113 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:19.050596 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b3f44a5a-b1e2-43ef-ac67-92282082b113 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:19.114452 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f44a5a-b1e2-43ef-ac67-92282082b113 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:21:19.117822 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-b3f44a5a-b1e2-43ef-ac67-92282082b113 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:21:19.125954 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f44a5a-b1e2-43ef-ac67-92282082b113 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:21:19.172870 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f44a5a-b1e2-43ef-ac67-92282082b113 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=4fc45321-a693-4076-ac74-3c0aeded3335,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:21:19.659025 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b3f44a5a-b1e2-43ef-ac67-92282082b113 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:19.740350 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b3f44a5a-b1e2-43ef-ac67-92282082b113 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:19.958852 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b3f44a5a-b1e2-43ef-ac67-92282082b113 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:19.963229 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b3f44a5a-b1e2-43ef-ac67-92282082b113 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:20.069222 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f44a5a-b1e2-43ef-ac67-92282082b113 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=4fc45321-a693-4076-ac74-3c0aeded3335,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:21:20.080915 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b3f44a5a-b1e2-43ef-ac67-92282082b113 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:20.252257 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-b3f44a5a-b1e2-43ef-ac67-92282082b113 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Floating IP 29ec0560-f8e8-4fa8-a7a0-000978247ff4 associated. External IP: 172.26.4.4, port: f2fe6dec-b31f-4c04-900f-8a8cadc1afa4. Mar 28 19:21:20.588795 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f44a5a-b1e2-43ef-ac67-92282082b113 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router f3239931-d4a6-4f47-8ddf-6835b3824995 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:21:20.881660 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f44a5a-b1e2-43ef-ac67-92282082b113 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:21:20.891353 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91030769-ca61-4638-ab63-b96219921200 None None] Sync routers for ids ['f3239931-d4a6-4f47-8ddf-6835b3824995'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:21:20.901103 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91030769-ca61-4638-ab63-b96219921200 None None] Routers {'f3239931-d4a6-4f47-8ddf-6835b3824995'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:21:20.901699 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-91030769-ca61-4638-ab63-b96219921200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:20:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['f3239931-d4a6-4f47-8ddf-6835b3824995'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:21:20.906798 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b3f44a5a-b1e2-43ef-ac67-92282082b113 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:20.963739 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b3f44a5a-b1e2-43ef-ac67-92282082b113 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4205329 Mar 28 19:21:20.964316 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f489421e-3f34-4f98-af62-c5b993afa6c7', 'tag': 'f2fe6dec-b31f-4c04-900f-8a8cadc1afa4'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:21:20.966594 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34580) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:21:21.008435 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f489421e-3f34-4f98-af62-c5b993afa6c7', 'tag': 'f2fe6dec-b31f-4c04-900f-8a8cadc1afa4', 'status': 'completed', 'code': 200} Mar 28 19:21:21.085427 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-91030769-ca61-4638-ab63-b96219921200 None None] Set router f3239931-d4a6-4f47-8ddf-6835b3824995 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:21:21.105549 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f9816-837f-4b80-b41c-4edd0372c7f2 req-251a69dd-9c8e-4b80-a63d-aa3b3972d304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:21.107068 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-de5f9816-837f-4b80-b41c-4edd0372c7f2 req-251a69dd-9c8e-4b80-a63d-aa3b3972d304 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=f489421e-3f34-4f98-af62-c5b993afa6c7 HTTP/1.1" status: 200 len: 1098 time: 0.0721157 Mar 28 19:21:21.149076 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5600d066-214f-4ef5-b81c-fe1d6c83c2eb tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/routers/f3239931-d4a6-4f47-8ddf-6835b3824995 HTTP/1.1" status: 200 len: 923 time: 0.1784589 Mar 28 19:21:21.149285 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34586) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:21:21.244663 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f9816-837f-4b80-b41c-4edd0372c7f2 req-7051795d-9fc1-46cb-9b52-6e0b3902f64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:21.246103 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-de5f9816-837f-4b80-b41c-4edd0372c7f2 req-7051795d-9fc1-46cb-9b52-6e0b3902f64f service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee47cf4f-a781-4ebb-9f68-b6d0f15aa976 HTTP/1.1" status: 200 len: 897 time: 0.1330342 Mar 28 19:21:21.260636 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-749ce990-b474-4175-9a30-68a10d0d49ce tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/29ec0560-f8e8-4fa8-a7a0-000978247ff4 HTTP/1.1" status: 200 len: 989 time: 0.1103134 Mar 28 19:21:21.359246 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-de5f9816-837f-4b80-b41c-4edd0372c7f2 req-23d2f363-0aab-41f0-b15e-e6fa4b038311 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2fe6dec-b31f-4c04-900f-8a8cadc1afa4 HTTP/1.1" status: 200 len: 997 time: 0.0995417 Mar 28 19:21:21.420665 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f9816-837f-4b80-b41c-4edd0372c7f2 req-820887d1-7488-4d0d-9929-2568729d941a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:21.422116 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-de5f9816-837f-4b80-b41c-4edd0372c7f2 req-820887d1-7488-4d0d-9929-2568729d941a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=142c1c82-25e3-423f-a723-d9ce1b2670c0 HTTP/1.1" status: 200 len: 834 time: 0.0571444 Mar 28 19:21:21.474019 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-91030769-ca61-4638-ab63-b96219921200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'name': 'tempest-TestNetworkBasicOps-router-1643701126', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:54Z', 'updated_at': '2022-03-28T19:21:00Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:df:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:55Z', 'updated_at': '2022-03-28T19:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '29ec0560-f8e8-4fa8-a7a0-000978247ff4', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.4', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'port_id': 'f2fe6dec-b31f-4c04-900f-8a8cadc1afa4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976', 'mac_address': 'fa:16:3e:3f:97:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f489421e-3f34-4f98-af62-c5b993afa6c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:21:19Z', 'updated_at': '2022-03-28T19:21:19Z', 'revision_number': 0, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb16136-c73a-4b30-8619-3cc7840eb08a', 'name': '', 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:15:41:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '142c1c82-25e3-423f-a723-d9ce1b2670c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:59Z', 'updated_at': '2022-03-28T19:21:05Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '142c1c82-25e3-423f-a723-d9ce1b2670c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:21:21.477821 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91030769-ca61-4638-ab63-b96219921200 None None] Checking router: f3239931-d4a6-4f47-8ddf-6835b3824995 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:21:21.485940 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91030769-ca61-4638-ab63-b96219921200 None None] Routers {'f3239931-d4a6-4f47-8ddf-6835b3824995'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:21:21.486569 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-91030769-ca61-4638-ab63-b96219921200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:20:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['f3239931-d4a6-4f47-8ddf-6835b3824995'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:21:21.499805 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f9816-837f-4b80-b41c-4edd0372c7f2 req-121c1c84-46dd-49b8-8b99-cd1da5fed475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:21:21.501311 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-de5f9816-837f-4b80-b41c-4edd0372c7f2 req-121c1c84-46dd-49b8-8b99-cd1da5fed475 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee47cf4f-a781-4ebb-9f68-b6d0f15aa976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735102 Mar 28 19:21:21.634211 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-de5f9816-837f-4b80-b41c-4edd0372c7f2 req-bf841b20-30b3-45d1-a9b2-1939dccc7533 service neutron] 10.222.0.26 "GET /v2.0/networks/ee47cf4f-a781-4ebb-9f68-b6d0f15aa976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257432 Mar 28 19:21:21.661507 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-91030769-ca61-4638-ab63-b96219921200 None None] Set router f3239931-d4a6-4f47-8ddf-6835b3824995 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:21:21.764292 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-de5f9816-837f-4b80-b41c-4edd0372c7f2 req-077a05e4-637a-4bbd-a367-1ada2657d013 service neutron] 10.222.0.26 "GET /v2.0/networks/ee47cf4f-a781-4ebb-9f68-b6d0f15aa976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243947 Mar 28 19:21:21.998353 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-91030769-ca61-4638-ab63-b96219921200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'name': 'tempest-TestNetworkBasicOps-router-1643701126', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:54Z', 'updated_at': '2022-03-28T19:21:00Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:df:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:55Z', 'updated_at': '2022-03-28T19:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '29ec0560-f8e8-4fa8-a7a0-000978247ff4', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.4', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'port_id': 'f2fe6dec-b31f-4c04-900f-8a8cadc1afa4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976', 'mac_address': 'fa:16:3e:3f:97:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f489421e-3f34-4f98-af62-c5b993afa6c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:21:19Z', 'updated_at': '2022-03-28T19:21:19Z', 'revision_number': 0, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb16136-c73a-4b30-8619-3cc7840eb08a', 'name': '', 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:15:41:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '142c1c82-25e3-423f-a723-d9ce1b2670c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:59Z', 'updated_at': '2022-03-28T19:21:05Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '142c1c82-25e3-423f-a723-d9ce1b2670c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:21:22.002923 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91030769-ca61-4638-ab63-b96219921200 None None] The sync data for ids ['f3239931-d4a6-4f47-8ddf-6835b3824995'] in dv-neutron-834711-1-hyperv is: [{'id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'name': 'tempest-TestNetworkBasicOps-router-1643701126', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:54Z', 'updated_at': '2022-03-28T19:21:00Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:df:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:55Z', 'updated_at': '2022-03-28T19:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '29ec0560-f8e8-4fa8-a7a0-000978247ff4', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.4', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'port_id': 'f2fe6dec-b31f-4c04-900f-8a8cadc1afa4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976', 'mac_address': 'fa:16:3e:3f:97:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f489421e-3f34-4f98-af62-c5b993afa6c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:21:19Z', 'updated_at': '2022-03-28T19:21:19Z', 'revision_number': 0, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb16136-c73a-4b30-8619-3cc7840eb08a', 'name': '', 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:15:41:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '142c1c82-25e3-423f-a723-d9ce1b2670c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:59Z', 'updated_at': '2022-03-28T19:21:05Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '142c1c82-25e3-423f-a723-d9ce1b2670c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:21:22.176233 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b9f1c9-a810-468a-800d-3857b3c8bfc9 None None] New status for floating IP 29ec0560-f8e8-4fa8-a7a0-000978247ff4: ACTIVE {{(pid=87835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:21:22.262831 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34590) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:21:22.367356 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-04905c0b-8601-4c5d-9e4e-3085fa73720c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/29ec0560-f8e8-4fa8-a7a0-000978247ff4 HTTP/1.1" status: 200 len: 989 time: 0.1032188 Mar 28 19:21:22.611748 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:21:23.371193 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34594) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:21:23.470282 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0aa2b7a6-711e-4e71-931e-f58c71ea4b40 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/29ec0560-f8e8-4fa8-a7a0-000978247ff4 HTTP/1.1" status: 200 len: 991 time: 0.0978985 Mar 28 19:21:25.270410 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-be257ae3-8c97-4581-ad83-71c1b9d4fac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:27.629419 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f1a4df0c-fa63-4e09-9470-74c2b8919645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:28.586997 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:28.616813 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:30.173184 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:31.636311 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [req-20d666af-41f4-40c0-84e5-cf88e6b0f36c req-b74e87c2-e9da-4eb6-8f80-ea829cf0798a service neutron] (87832) timed out ('10.222.0.26', 52958) {{(pid=87832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 28 19:21:31.657613 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:55.273205 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5f573a4c-0f42-4b7c-bc2e-5d55fce857a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:57.628131 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4d1217bd-dac2-41f1-add3-0d46322d31c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:58.586845 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:58.607225 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:21:59.610150 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:22:00.173139 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:01.673358 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:24.174959 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34628) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:24.416292 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f9e6ac6f-2d42-4240-bb4b-058185f64880 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/routers/f3239931-d4a6-4f47-8ddf-6835b3824995/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2402065 Mar 28 19:22:24.419127 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34634) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:24.726901 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c07a44-3415-4e60-9489-d8ca0cd62816 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Notify agent at dv-neutron-834711-1-hyperv the message router_removed_from_agent {{(pid=87833) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 28 19:22:24.729984 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c1c07a44-3415-4e60-9489-d8ca0cd62816 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "DELETE /v2.0/agents/44631edc-dca4-4a1d-afdc-bb0cb415244e/l3-routers/f3239931-d4a6-4f47-8ddf-6835b3824995 HTTP/1.1" status: 204 len: 168 time: 0.3099926 Mar 28 19:22:24.732609 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34638) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:24.928483 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e82c3612-739d-4bf1-bb41-030e301de1c3 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/routers/f3239931-d4a6-4f47-8ddf-6835b3824995/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1948581 Mar 28 19:22:24.931050 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34644) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:25.079825 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-98face94-738f-4997-984b-2af1545ba0b6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/29ec0560-f8e8-4fa8-a7a0-000978247ff4 HTTP/1.1" status: 200 len: 991 time: 0.1476328 Mar 28 19:22:25.100365 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-398de9f4-0420-4047-a771-6c8d4dfb5ec6 req-0d47ea36-cd82-4511-8536-7dd04def0ba2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7b7f6ff1-d33c-4237-8753-b691da6fe003&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2200389 Mar 28 19:22:25.229622 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a671b9c3-230d-4266-a034-9f7d6e5ff2e8 None None] New status for floating IP 29ec0560-f8e8-4fa8-a7a0-000978247ff4: DOWN {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:22:25.242995 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398de9f4-0420-4047-a771-6c8d4dfb5ec6 req-55bbf8f5-e7c0-44c3-8db0-06062ccb8f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:25.244471 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-398de9f4-0420-4047-a771-6c8d4dfb5ec6 req-55bbf8f5-e7c0-44c3-8db0-06062ccb8f75 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0ba31f1fab64780bafe45627411dcbe&device_id=7b7f6ff1-d33c-4237-8753-b691da6fe003 HTTP/1.1" status: 200 len: 1098 time: 0.0726569 Mar 28 19:22:25.315524 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5cbd31c9-b50a-4120-b506-bd2d36629c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:25.386617 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398de9f4-0420-4047-a771-6c8d4dfb5ec6 req-741b9097-cf8c-43aa-b64e-5d4b84d785dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:25.387999 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-398de9f4-0420-4047-a771-6c8d4dfb5ec6 req-741b9097-cf8c-43aa-b64e-5d4b84d785dc service neutron] 10.222.0.26 "GET /v2.0/networks?id=8efa11ac-7efa-4436-8a41-9dfec0a8f282 HTTP/1.1" status: 200 len: 913 time: 0.1237080 Mar 28 19:22:25.492487 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-398de9f4-0420-4047-a771-6c8d4dfb5ec6 req-576403d6-90f8-415e-9873-f9ab5bc7c40f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17724192-3c4a-4674-8c9e-4ac6a63e0732 HTTP/1.1" status: 200 len: 1001 time: 0.0984802 Mar 28 19:22:25.557601 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398de9f4-0420-4047-a771-6c8d4dfb5ec6 req-4d853ea2-d60d-470c-94c4-21e5e2e2cb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:25.559087 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-398de9f4-0420-4047-a771-6c8d4dfb5ec6 req-4d853ea2-d60d-470c-94c4-21e5e2e2cb95 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93e49b98-1ab2-403b-80e2-ed54c2bdd260 HTTP/1.1" status: 200 len: 851 time: 0.0580704 Mar 28 19:22:25.637484 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398de9f4-0420-4047-a771-6c8d4dfb5ec6 req-7b0f5bb4-2a11-40ee-ac94-d6976c8fb4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:25.638419 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device dbb16136-c73a-4b30-8619-3cc7840eb08a no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:22:25.638910 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-398de9f4-0420-4047-a771-6c8d4dfb5ec6 req-7b0f5bb4-2a11-40ee-ac94-d6976c8fb4a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8efa11ac-7efa-4436-8a41-9dfec0a8f282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735476 Mar 28 19:22:25.774790 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-398de9f4-0420-4047-a771-6c8d4dfb5ec6 req-ec8ac511-9ecd-4993-8358-4df1b827bad3 service neutron] 10.222.0.26 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295576 Mar 28 19:22:25.791789 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:25.822806 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port dbb16136-c73a-4b30-8619-3cc7840eb08a, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=dbb16136-c73a-4b30-8619-3cc7840eb08a,segment=NetworkSegment(629e1620-a694-4852-8e55-eea145f5400c),segment_id=629e1620-a694-4852-8e55-eea145f5400c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:22:25.826528 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:25.827248 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device d0714b39-780e-4ebf-803f-30b57a41c4dd no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:22:25.909738 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-398de9f4-0420-4047-a771-6c8d4dfb5ec6 req-6b1dafc2-1251-4a1e-bfdf-710f008b4b9e service neutron] 10.222.0.26 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272612 Mar 28 19:22:25.941037 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=dbb16136-c73a-4b30-8619-3cc7840eb08a,revision_number=6']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:25.978468 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:25.978962 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:25.979313 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:25.979654 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:25.979994 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:25.980331 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:25.980662 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:25.980994 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:25.981326 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:25.981653 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:25.982006 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:25.982333 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:26.009602 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:26.025101 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port d0714b39-780e-4ebf-803f-30b57a41c4dd, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=d0714b39-780e-4ebf-803f-30b57a41c4dd,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:22:26.029991 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:26.082572 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34650) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:26.099409 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=d0714b39-780e-4ebf-803f-30b57a41c4dd,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:26.188797 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-fe10380c-13c5-4d0b-be2a-eb044eeb92b2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/29ec0560-f8e8-4fa8-a7a0-000978247ff4 HTTP/1.1" status: 200 len: 989 time: 0.1043460 Mar 28 19:22:27.334736 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34656) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:27.531401 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9306c9a-6e2a-4d86-81ea-4ce3ea5c03d8 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Router f3239931-d4a6-4f47-8ddf-6835b3824995 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:22:27.531657 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9306c9a-6e2a-4d86-81ea-4ce3ea5c03d8 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Notify agent at dv-neutron-834711-1-hyperv the message router_added_to_agent {{(pid=87833) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 28 19:22:27.549281 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f9306c9a-6e2a-4d86-81ea-4ce3ea5c03d8 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "POST /v2.0/agents/44631edc-dca4-4a1d-afdc-bb0cb415244e/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2134025 Mar 28 19:22:27.551791 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34664) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:27.563152 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cbd14d-bda3-4123-a7b3-b48933af2e01 None None] Sync routers for ids ['f3239931-d4a6-4f47-8ddf-6835b3824995'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:22:27.573427 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cbd14d-bda3-4123-a7b3-b48933af2e01 None None] Routers {'f3239931-d4a6-4f47-8ddf-6835b3824995'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:22:27.574023 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-41cbd14d-bda3-4123-a7b3-b48933af2e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:21:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['f3239931-d4a6-4f47-8ddf-6835b3824995'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:22:27.632844 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-49da7bc4-d127-440c-9fe8-21f54417e35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:27.770304 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-41cbd14d-bda3-4123-a7b3-b48933af2e01 None None] Set router f3239931-d4a6-4f47-8ddf-6835b3824995 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:22:27.865185 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f6346c1f-13e1-4d46-8527-37f02611e2bd tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/routers/f3239931-d4a6-4f47-8ddf-6835b3824995/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3089466 Mar 28 19:22:27.865387 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34668) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:27.969772 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-cde49383-9a7f-45e7-8bfa-0898268a1dad tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/29ec0560-f8e8-4fa8-a7a0-000978247ff4 HTTP/1.1" status: 200 len: 989 time: 0.1022062 Mar 28 19:22:28.119113 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-41cbd14d-bda3-4123-a7b3-b48933af2e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'name': 'tempest-TestNetworkBasicOps-router-1643701126', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:54Z', 'updated_at': '2022-03-28T19:21:00Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:df:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:55Z', 'updated_at': '2022-03-28T19:22:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '29ec0560-f8e8-4fa8-a7a0-000978247ff4', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.4', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'port_id': 'f2fe6dec-b31f-4c04-900f-8a8cadc1afa4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976', 'mac_address': 'fa:16:3e:3f:97:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f489421e-3f34-4f98-af62-c5b993afa6c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:21:19Z', 'updated_at': '2022-03-28T19:22:25Z', 'revision_number': 2, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb16136-c73a-4b30-8619-3cc7840eb08a', 'name': '', 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:15:41:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '142c1c82-25e3-423f-a723-d9ce1b2670c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:59Z', 'updated_at': '2022-03-28T19:22:25Z', 'revision_number': 6, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '142c1c82-25e3-423f-a723-d9ce1b2670c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:22:28.122705 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cbd14d-bda3-4123-a7b3-b48933af2e01 None None] Checking router: f3239931-d4a6-4f47-8ddf-6835b3824995 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:22:28.131283 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cbd14d-bda3-4123-a7b3-b48933af2e01 None None] Routers {'f3239931-d4a6-4f47-8ddf-6835b3824995'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:22:28.131870 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-41cbd14d-bda3-4123-a7b3-b48933af2e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:22:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['f3239931-d4a6-4f47-8ddf-6835b3824995'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:22:28.332658 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-41cbd14d-bda3-4123-a7b3-b48933af2e01 None None] Set router f3239931-d4a6-4f47-8ddf-6835b3824995 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:22:28.581526 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:28.609245 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:28.674373 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-41cbd14d-bda3-4123-a7b3-b48933af2e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'name': 'tempest-TestNetworkBasicOps-router-1643701126', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:54Z', 'updated_at': '2022-03-28T19:21:00Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:df:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:55Z', 'updated_at': '2022-03-28T19:22:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '29ec0560-f8e8-4fa8-a7a0-000978247ff4', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.4', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'port_id': 'f2fe6dec-b31f-4c04-900f-8a8cadc1afa4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976', 'mac_address': 'fa:16:3e:3f:97:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f489421e-3f34-4f98-af62-c5b993afa6c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:21:19Z', 'updated_at': '2022-03-28T19:22:25Z', 'revision_number': 2, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb16136-c73a-4b30-8619-3cc7840eb08a', 'name': '', 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:15:41:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '142c1c82-25e3-423f-a723-d9ce1b2670c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:59Z', 'updated_at': '2022-03-28T19:22:25Z', 'revision_number': 6, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '142c1c82-25e3-423f-a723-d9ce1b2670c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:22:28.679058 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cbd14d-bda3-4123-a7b3-b48933af2e01 None None] The sync data for ids ['f3239931-d4a6-4f47-8ddf-6835b3824995'] in dv-neutron-834711-1-hyperv is: [{'id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'name': 'tempest-TestNetworkBasicOps-router-1643701126', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:54Z', 'updated_at': '2022-03-28T19:21:00Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:df:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:55Z', 'updated_at': '2022-03-28T19:22:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '29ec0560-f8e8-4fa8-a7a0-000978247ff4', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.4', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'port_id': 'f2fe6dec-b31f-4c04-900f-8a8cadc1afa4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976', 'mac_address': 'fa:16:3e:3f:97:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f489421e-3f34-4f98-af62-c5b993afa6c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:21:19Z', 'updated_at': '2022-03-28T19:22:25Z', 'revision_number': 2, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb16136-c73a-4b30-8619-3cc7840eb08a', 'name': '', 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:15:41:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '142c1c82-25e3-423f-a723-d9ce1b2670c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:59Z', 'updated_at': '2022-03-28T19:22:25Z', 'revision_number': 6, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '142c1c82-25e3-423f-a723-d9ce1b2670c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:22:28.972631 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34672) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:29.087631 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5c16377a-e68b-41ed-a3a7-439966c6368b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/29ec0560-f8e8-4fa8-a7a0-000978247ff4 HTTP/1.1" status: 200 len: 989 time: 0.1137755 Mar 28 19:22:29.691152 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device d0714b39-780e-4ebf-803f-30b57a41c4dd up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:22:29.762094 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port d0714b39-780e-4ebf-803f-30b57a41c4dd triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:22:29.762471 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:29.884193 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:29.901145 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port d0714b39-780e-4ebf-803f-30b57a41c4dd, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=d0714b39-780e-4ebf-803f-30b57a41c4dd,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:22:29.905103 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:29.905931 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device dbb16136-c73a-4b30-8619-3cc7840eb08a up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:22:30.022695 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=d0714b39-780e-4ebf-803f-30b57a41c4dd,revision_number=6']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:30.034345 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port dbb16136-c73a-4b30-8619-3cc7840eb08a triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:22:30.034719 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:30.091442 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34676) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:30.153536 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:30.196678 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:30.203916 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port dbb16136-c73a-4b30-8619-3cc7840eb08a, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=dbb16136-c73a-4b30-8619-3cc7840eb08a,segment=NetworkSegment(629e1620-a694-4852-8e55-eea145f5400c),segment_id=629e1620-a694-4852-8e55-eea145f5400c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:22:30.204432 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d3ffd7a1-f29f-4c4f-a8d2-676366a55e75 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/29ec0560-f8e8-4fa8-a7a0-000978247ff4 HTTP/1.1" status: 200 len: 989 time: 0.1118391 Mar 28 19:22:30.209908 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:30.293730 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d836674-6862-4ba6-8d62-70e0fbf0d45a None None] New status for floating IP 29ec0560-f8e8-4fa8-a7a0-000978247ff4: ACTIVE {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:22:30.364178 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=dbb16136-c73a-4b30-8619-3cc7840eb08a,revision_number=7']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:31.208521 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34680) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:31.312748 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6676a3a7-bf16-46fc-ab2f-05711dfe3f0e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/29ec0560-f8e8-4fa8-a7a0-000978247ff4 HTTP/1.1" status: 200 len: 991 time: 0.1031094 Mar 28 19:22:31.590724 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34688) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:31.649291 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device d0714b39-780e-4ebf-803f-30b57a41c4dd up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:22:31.712741 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:31.728617 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port d0714b39-780e-4ebf-803f-30b57a41c4dd triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:22:31.728991 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:31.790042 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-96dccce8-eb24-4d68-953f-2bb1822e1ab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port 4fc45321-a693-4076-ac74-3c0aeded3335 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:22:31.790443 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-96dccce8-eb24-4d68-953f-2bb1822e1ab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:31.848688 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device dbb16136-c73a-4b30-8619-3cc7840eb08a up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:22:31.915061 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port dbb16136-c73a-4b30-8619-3cc7840eb08a triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:22:31.915427 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:31.962869 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-96dccce8-eb24-4d68-953f-2bb1822e1ab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:31.963222 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-96dccce8-eb24-4d68-953f-2bb1822e1ab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:32.082048 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-96dccce8-eb24-4d68-953f-2bb1822e1ab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for 4fc45321-a693-4076-ac74-3c0aeded3335 owned by network:floatingip {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:22:32.230227 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-96dccce8-eb24-4d68-953f-2bb1822e1ab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:32.275286 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dccce8-eb24-4d68-953f-2bb1822e1ab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=4fc45321-a693-4076-ac74-3c0aeded3335,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:32.315339 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dccce8-eb24-4d68-953f-2bb1822e1ab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:32.315684 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dccce8-eb24-4d68-953f-2bb1822e1ab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:32.316022 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dccce8-eb24-4d68-953f-2bb1822e1ab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:32.316356 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dccce8-eb24-4d68-953f-2bb1822e1ab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:32.316683 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dccce8-eb24-4d68-953f-2bb1822e1ab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:32.317010 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dccce8-eb24-4d68-953f-2bb1822e1ab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:32.317334 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dccce8-eb24-4d68-953f-2bb1822e1ab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:32.317707 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dccce8-eb24-4d68-953f-2bb1822e1ab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:32.318044 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dccce8-eb24-4d68-953f-2bb1822e1ab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:32.318356 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dccce8-eb24-4d68-953f-2bb1822e1ab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:32.318675 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dccce8-eb24-4d68-953f-2bb1822e1ab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:32.319024 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dccce8-eb24-4d68-953f-2bb1822e1ab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:32.482859 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-96dccce8-eb24-4d68-953f-2bb1822e1ab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:32.483140 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-96dccce8-eb24-4d68-953f-2bb1822e1ab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Floating IP 29ec0560-f8e8-4fa8-a7a0-000978247ff4 disassociated (deleted). External IP: 172.26.4.4, port: f2fe6dec-b31f-4c04-900f-8a8cadc1afa4. Mar 28 19:22:32.827021 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96dccce8-eb24-4d68-953f-2bb1822e1ab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router f3239931-d4a6-4f47-8ddf-6835b3824995 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:22:32.998689 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96dccce8-eb24-4d68-953f-2bb1822e1ab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:22:33.009011 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bad715-c73c-4ef3-b656-e734c92d02af None None] Sync routers for ids ['f3239931-d4a6-4f47-8ddf-6835b3824995'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:22:33.018090 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-96dccce8-eb24-4d68-953f-2bb1822e1ab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:33.018776 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bad715-c73c-4ef3-b656-e734c92d02af None None] Routers {'f3239931-d4a6-4f47-8ddf-6835b3824995'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:22:33.019475 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-a2bad715-c73c-4ef3-b656-e734c92d02af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:22:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['f3239931-d4a6-4f47-8ddf-6835b3824995'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:22:33.072009 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-96dccce8-eb24-4d68-953f-2bb1822e1ab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/floatingips/29ec0560-f8e8-4fa8-a7a0-000978247ff4 HTTP/1.1" status: 204 len: 168 time: 1.4803109 Mar 28 19:22:33.072660 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f489421e-3f34-4f98-af62-c5b993afa6c7', 'tag': 'f2fe6dec-b31f-4c04-900f-8a8cadc1afa4'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:22:33.178310 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f489421e-3f34-4f98-af62-c5b993afa6c7', 'tag': 'f2fe6dec-b31f-4c04-900f-8a8cadc1afa4', 'status': 'completed', 'code': 200} Mar 28 19:22:33.200345 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-a2bad715-c73c-4ef3-b656-e734c92d02af None None] Set router f3239931-d4a6-4f47-8ddf-6835b3824995 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:22:33.283940 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab153877-0d9b-4e42-bd5c-aa8f5906f91f req-69105a2f-52ca-4949-8ade-26b575b31540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:33.285539 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ab153877-0d9b-4e42-bd5c-aa8f5906f91f req-69105a2f-52ca-4949-8ade-26b575b31540 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=f489421e-3f34-4f98-af62-c5b993afa6c7 HTTP/1.1" status: 200 len: 1098 time: 0.0814328 Mar 28 19:22:33.474946 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab153877-0d9b-4e42-bd5c-aa8f5906f91f req-0b2c85c2-1bd5-4a18-9334-b428cc1d4a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:33.476392 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ab153877-0d9b-4e42-bd5c-aa8f5906f91f req-0b2c85c2-1bd5-4a18-9334-b428cc1d4a82 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee47cf4f-a781-4ebb-9f68-b6d0f15aa976 HTTP/1.1" status: 200 len: 897 time: 0.1785195 Mar 28 19:22:33.512050 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-a2bad715-c73c-4ef3-b656-e734c92d02af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'name': 'tempest-TestNetworkBasicOps-router-1643701126', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:54Z', 'updated_at': '2022-03-28T19:21:00Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:df:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:55Z', 'updated_at': '2022-03-28T19:22:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'dbb16136-c73a-4b30-8619-3cc7840eb08a', 'name': '', 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:15:41:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '142c1c82-25e3-423f-a723-d9ce1b2670c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:59Z', 'updated_at': '2022-03-28T19:22:30Z', 'revision_number': 7, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '142c1c82-25e3-423f-a723-d9ce1b2670c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:22:33.515698 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bad715-c73c-4ef3-b656-e734c92d02af None None] Checking router: f3239931-d4a6-4f47-8ddf-6835b3824995 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:22:33.524229 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bad715-c73c-4ef3-b656-e734c92d02af None None] Routers {'f3239931-d4a6-4f47-8ddf-6835b3824995'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:22:33.524805 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-a2bad715-c73c-4ef3-b656-e734c92d02af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:22:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['f3239931-d4a6-4f47-8ddf-6835b3824995'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:22:33.554142 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ab153877-0d9b-4e42-bd5c-aa8f5906f91f req-a971eb5e-d56e-4733-9c6d-1016fd6f4df4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2fe6dec-b31f-4c04-900f-8a8cadc1afa4 HTTP/1.1" status: 200 len: 217 time: 0.0684299 Mar 28 19:22:33.562556 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe914cfe-be6d-484d-851e-32e2e706b497 req-6feeeaad-1b07-44b8-a1b5-7703202a7447 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:33.563250 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-fe914cfe-be6d-484d-851e-32e2e706b497 req-6feeeaad-1b07-44b8-a1b5-7703202a7447 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:22:33.627034 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-fe914cfe-be6d-484d-851e-32e2e706b497 req-6feeeaad-1b07-44b8-a1b5-7703202a7447 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:22:33.628181 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fe914cfe-be6d-484d-851e-32e2e706b497 req-6feeeaad-1b07-44b8-a1b5-7703202a7447 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=f489421e-3f34-4f98-af62-c5b993afa6c7 HTTP/1.1" status: 200 len: 945 time: 0.2440619 Mar 28 19:22:33.633758 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab153877-0d9b-4e42-bd5c-aa8f5906f91f req-fad27de3-c689-4328-8af2-334b0e119d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:33.635128 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ab153877-0d9b-4e42-bd5c-aa8f5906f91f req-fad27de3-c689-4328-8af2-334b0e119d02 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=142c1c82-25e3-423f-a723-d9ce1b2670c0 HTTP/1.1" status: 200 len: 834 time: 0.0684059 Mar 28 19:22:33.697692 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-a2bad715-c73c-4ef3-b656-e734c92d02af None None] Set router f3239931-d4a6-4f47-8ddf-6835b3824995 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:22:33.721127 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fe914cfe-be6d-484d-851e-32e2e706b497 req-c2c95de8-ef02-4e8a-a05a-bfa71d37eecc tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=273ff30d-0e97-4f29-980a-e977f450033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850773 Mar 28 19:22:33.745607 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab153877-0d9b-4e42-bd5c-aa8f5906f91f req-7f008aa0-eed0-4072-b651-73b970eef7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:33.747107 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ab153877-0d9b-4e42-bd5c-aa8f5906f91f req-7f008aa0-eed0-4072-b651-73b970eef7e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee47cf4f-a781-4ebb-9f68-b6d0f15aa976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0951064 Mar 28 19:22:33.879934 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ab153877-0d9b-4e42-bd5c-aa8f5906f91f req-922e4d06-ac7d-4a24-a869-a46048d6c133 service neutron] 10.222.0.26 "GET /v2.0/networks/ee47cf4f-a781-4ebb-9f68-b6d0f15aa976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258669 Mar 28 19:22:34.042948 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-a2bad715-c73c-4ef3-b656-e734c92d02af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'name': 'tempest-TestNetworkBasicOps-router-1643701126', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:54Z', 'updated_at': '2022-03-28T19:21:00Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:df:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:55Z', 'updated_at': '2022-03-28T19:22:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'dbb16136-c73a-4b30-8619-3cc7840eb08a', 'name': '', 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:15:41:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '142c1c82-25e3-423f-a723-d9ce1b2670c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:59Z', 'updated_at': '2022-03-28T19:22:30Z', 'revision_number': 7, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '142c1c82-25e3-423f-a723-d9ce1b2670c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:22:34.046818 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bad715-c73c-4ef3-b656-e734c92d02af None None] The sync data for ids ['f3239931-d4a6-4f47-8ddf-6835b3824995'] in dv-neutron-834711-1-hyperv is: [{'id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'name': 'tempest-TestNetworkBasicOps-router-1643701126', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:54Z', 'updated_at': '2022-03-28T19:21:00Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:df:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:55Z', 'updated_at': '2022-03-28T19:22:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'dbb16136-c73a-4b30-8619-3cc7840eb08a', 'name': '', 'network_id': 'ee47cf4f-a781-4ebb-9f68-b6d0f15aa976', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:15:41:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '142c1c82-25e3-423f-a723-d9ce1b2670c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:59Z', 'updated_at': '2022-03-28T19:22:30Z', 'revision_number': 7, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': '142c1c82-25e3-423f-a723-d9ce1b2670c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:22:34.131291 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ab153877-0d9b-4e42-bd5c-aa8f5906f91f req-7dedeae7-cd4a-4f14-92cb-dcd4a1eeb124 service neutron] 10.222.0.26 "GET /v2.0/networks/ee47cf4f-a781-4ebb-9f68-b6d0f15aa976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425931 Mar 28 19:22:34.690313 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1bd2ea-a696-45f7-bfc8-a2ac92bfccec None None] New status for floating IP 29ec0560-f8e8-4fa8-a7a0-000978247ff4: DOWN {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:22:34.915135 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca7b4b-9afa-46e3-b1f8-c2b8a4c51f4f req-e03cf146-1fa0-4c5a-a2e2-29c3df6713cf tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:34.916590 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e3ca7b4b-9afa-46e3-b1f8-c2b8a4c51f4f req-e03cf146-1fa0-4c5a-a2e2-29c3df6713cf tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=f489421e-3f34-4f98-af62-c5b993afa6c7 HTTP/1.1" status: 200 len: 945 time: 0.0830765 Mar 28 19:22:35.004112 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e3ca7b4b-9afa-46e3-b1f8-c2b8a4c51f4f req-2a4cd2d9-0a96-42b6-9de6-50c5d6edef1a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=273ff30d-0e97-4f29-980a-e977f450033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817826 Mar 28 19:22:35.031889 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27754400-d723-4c51-80fc-e1ccbbccd3df req-68c4ccb6-ca26-4924-a5c5-088ac165e134 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:35.033284 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-27754400-d723-4c51-80fc-e1ccbbccd3df req-68c4ccb6-ca26-4924-a5c5-088ac165e134 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f489421e-3f34-4f98-af62-c5b993afa6c7 HTTP/1.1" status: 200 len: 945 time: 0.0977032 Mar 28 19:22:35.105870 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-27754400-d723-4c51-80fc-e1ccbbccd3df req-9793cd65-2f77-44fd-a8d0-d771c8458283 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port f2fe6dec-b31f-4c04-900f-8a8cadc1afa4 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:22:35.106127 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-27754400-d723-4c51-80fc-e1ccbbccd3df req-9793cd65-2f77-44fd-a8d0-d771c8458283 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:35.343776 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-27754400-d723-4c51-80fc-e1ccbbccd3df req-9793cd65-2f77-44fd-a8d0-d771c8458283 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] For port f2fe6dec-b31f-4c04-900f-8a8cadc1afa4, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=f2fe6dec-b31f-4c04-900f-8a8cadc1afa4,segment=NetworkSegment(629e1620-a694-4852-8e55-eea145f5400c),segment_id=629e1620-a694-4852-8e55-eea145f5400c)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:22:35.344148 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-27754400-d723-4c51-80fc-e1ccbbccd3df req-9793cd65-2f77-44fd-a8d0-d771c8458283 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:35.467863 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-27754400-d723-4c51-80fc-e1ccbbccd3df req-9793cd65-2f77-44fd-a8d0-d771c8458283 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for f2fe6dec-b31f-4c04-900f-8a8cadc1afa4 owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:22:35.612614 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-27754400-d723-4c51-80fc-e1ccbbccd3df req-9793cd65-2f77-44fd-a8d0-d771c8458283 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:35.660925 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793cd65-2f77-44fd-a8d0-d771c8458283 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=f2fe6dec-b31f-4c04-900f-8a8cadc1afa4,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:35.738547 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-27754400-d723-4c51-80fc-e1ccbbccd3df req-9793cd65-2f77-44fd-a8d0-d771c8458283 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] No DVR routers for this DVR port f2fe6dec-b31f-4c04-900f-8a8cadc1afa4 on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:22:35.742288 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-27754400-d723-4c51-80fc-e1ccbbccd3df req-9793cd65-2f77-44fd-a8d0-d771c8458283 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:35.744805 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f489421e-3f34-4f98-af62-c5b993afa6c7', 'name': 'network-vif-deleted', 'tag': 'f2fe6dec-b31f-4c04-900f-8a8cadc1afa4'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:22:35.759563 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-27754400-d723-4c51-80fc-e1ccbbccd3df req-9793cd65-2f77-44fd-a8d0-d771c8458283 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "DELETE /v2.0/ports/f2fe6dec-b31f-4c04-900f-8a8cadc1afa4 HTTP/1.1" status: 204 len: 173 time: 0.7213328 Mar 28 19:22:35.789899 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f489421e-3f34-4f98-af62-c5b993afa6c7', 'name': 'network-vif-deleted', 'tag': 'f2fe6dec-b31f-4c04-900f-8a8cadc1afa4', 'status': 'completed', 'code': 200} Mar 28 19:22:36.164758 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-5f8fd15b-1175-4d26-8e4d-b45c2b981b93 req-a360ab8d-aff8-4f46-8090-a2372f4fc6cd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:22:36.182667 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-5f8fd15b-1175-4d26-8e4d-b45c2b981b93 req-a360ab8d-aff8-4f46-8090-a2372f4fc6cd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:22:36.183886 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5f8fd15b-1175-4d26-8e4d-b45c2b981b93 req-a360ab8d-aff8-4f46-8090-a2372f4fc6cd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=f489421e-3f34-4f98-af62-c5b993afa6c7 HTTP/1.1" status: 200 len: 210 time: 0.0610688 Mar 28 19:22:36.608420 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:22:37.280841 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34708) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:37.351453 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fe2b068e-e5c9-4bfe-80d1-509da574aab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:37.381358 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fe2b068e-e5c9-4bfe-80d1-509da574aab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:37.443521 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fe2b068e-e5c9-4bfe-80d1-509da574aab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:37.461889 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b068e-e5c9-4bfe-80d1-509da574aab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=273ff30d-0e97-4f29-980a-e977f450033c,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:37.469899 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b068e-e5c9-4bfe-80d1-509da574aab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:37.470183 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b068e-e5c9-4bfe-80d1-509da574aab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:37.470521 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b068e-e5c9-4bfe-80d1-509da574aab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:37.470846 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b068e-e5c9-4bfe-80d1-509da574aab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:37.471198 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b068e-e5c9-4bfe-80d1-509da574aab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:37.471520 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b068e-e5c9-4bfe-80d1-509da574aab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:37.471837 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b068e-e5c9-4bfe-80d1-509da574aab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:37.472156 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b068e-e5c9-4bfe-80d1-509da574aab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:37.472473 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b068e-e5c9-4bfe-80d1-509da574aab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:37.472788 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b068e-e5c9-4bfe-80d1-509da574aab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:37.473100 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b068e-e5c9-4bfe-80d1-509da574aab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:37.473414 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b068e-e5c9-4bfe-80d1-509da574aab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:37.481021 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fe2b068e-e5c9-4bfe-80d1-509da574aab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:37.483453 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-fe2b068e-e5c9-4bfe-80d1-509da574aab1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/security-groups/273ff30d-0e97-4f29-980a-e977f450033c HTTP/1.1" status: 204 len: 168 time: 0.2016361 Mar 28 19:22:37.514820 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34714) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:38.057024 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9103cd12-5576-497d-85a5-c021189e3dc3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:38.310712 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device f2fe6dec-b31f-4c04-900f-8a8cadc1afa4 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:22:38.343775 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: f2fe6dec-b31f-4c04-900f-8a8cadc1afa4 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:22:38.344118 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device f2fe6dec-b31f-4c04-900f-8a8cadc1afa4 not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:22:38.500701 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9103cd12-5576-497d-85a5-c021189e3dc3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port dbb16136-c73a-4b30-8619-3cc7840eb08a {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:22:38.501276 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9103cd12-5576-497d-85a5-c021189e3dc3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:38.687625 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-9103cd12-5576-497d-85a5-c021189e3dc3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] For port dbb16136-c73a-4b30-8619-3cc7840eb08a, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=dbb16136-c73a-4b30-8619-3cc7840eb08a,segment=NetworkSegment(629e1620-a694-4852-8e55-eea145f5400c),segment_id=629e1620-a694-4852-8e55-eea145f5400c)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:22:38.687979 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9103cd12-5576-497d-85a5-c021189e3dc3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:38.808234 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-9103cd12-5576-497d-85a5-c021189e3dc3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for dbb16136-c73a-4b30-8619-3cc7840eb08a owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:22:39.131724 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9103cd12-5576-497d-85a5-c021189e3dc3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:39.189644 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103cd12-5576-497d-85a5-c021189e3dc3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=dbb16136-c73a-4b30-8619-3cc7840eb08a,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:39.475753 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9103cd12-5576-497d-85a5-c021189e3dc3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:39.963875 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9103cd12-5576-497d-85a5-c021189e3dc3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router f3239931-d4a6-4f47-8ddf-6835b3824995 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:22:40.135590 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9103cd12-5576-497d-85a5-c021189e3dc3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:22:40.144788 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c79981a-66aa-4b83-a528-ca51200d31ff None None] Sync routers for ids ['f3239931-d4a6-4f47-8ddf-6835b3824995'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:22:40.154220 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9103cd12-5576-497d-85a5-c021189e3dc3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "PUT /v2.0/routers/f3239931-d4a6-4f47-8ddf-6835b3824995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6382976 Mar 28 19:22:40.155033 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c79981a-66aa-4b83-a528-ca51200d31ff None None] Routers {'f3239931-d4a6-4f47-8ddf-6835b3824995'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:22:40.155635 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0c79981a-66aa-4b83-a528-ca51200d31ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:22:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['f3239931-d4a6-4f47-8ddf-6835b3824995'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:22:40.156875 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34718) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:40.224766 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-1776a178-c874-4921-8cec-45590fc8ecc5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting subnet 142c1c82-25e3-423f-a723-d9ce1b2670c0 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:22:40.227621 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1776a178-c874-4921-8cec-45590fc8ecc5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:40.281940 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1776a178-c874-4921-8cec-45590fc8ecc5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:40.329257 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-0c79981a-66aa-4b83-a528-ca51200d31ff None None] Set router f3239931-d4a6-4f47-8ddf-6835b3824995 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:22:40.364719 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1776a178-c874-4921-8cec-45590fc8ecc5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:40.440687 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1776a178-c874-4921-8cec-45590fc8ecc5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:40.481265 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776a178-c874-4921-8cec-45590fc8ecc5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Subnet': ['ID=142c1c82-25e3-423f-a723-d9ce1b2670c0,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:40.483161 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1776a178-c874-4921-8cec-45590fc8ecc5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:40.490389 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1776a178-c874-4921-8cec-45590fc8ecc5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/subnets/142c1c82-25e3-423f-a723-d9ce1b2670c0 HTTP/1.1" status: 204 len: 168 time: 0.3325000 Mar 28 19:22:40.491311 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23a4edd-8e13-4bf6-9b4e-c3a840814a35 None None] Network ee47cf4f-a781-4ebb-9f68-b6d0f15aa976 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:22:40.493076 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34722) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:40.618795 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0c79981a-66aa-4b83-a528-ca51200d31ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'name': 'tempest-TestNetworkBasicOps-router-1643701126', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:54Z', 'updated_at': '2022-03-28T19:22:39Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:df:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:55Z', 'updated_at': '2022-03-28T19:22:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:22:40.623038 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c79981a-66aa-4b83-a528-ca51200d31ff None None] Checking router: f3239931-d4a6-4f47-8ddf-6835b3824995 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:22:40.631411 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c79981a-66aa-4b83-a528-ca51200d31ff None None] Routers {'f3239931-d4a6-4f47-8ddf-6835b3824995'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:22:40.632034 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0c79981a-66aa-4b83-a528-ca51200d31ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:22:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['f3239931-d4a6-4f47-8ddf-6835b3824995'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:22:40.681926 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-904095f6-fd06-407a-8ab4-8792d0b29ced tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:40.770198 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0fa891-6ef2-4e7c-8c38-ab9d78882c3e None None] DHCP port deletion for ee47cf4f-a781-4ebb-9f68-b6d0f15aa976 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:22:40.776550 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-8b0fa891-6ef2-4e7c-8c38-ab9d78882c3e None None] Deleting port 789f6e2c-fb5a-48c5-8c8f-4dcafc8fad65 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:22:40.776994 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8b0fa891-6ef2-4e7c-8c38-ab9d78882c3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:40.821588 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-0c79981a-66aa-4b83-a528-ca51200d31ff None None] Set router f3239931-d4a6-4f47-8ddf-6835b3824995 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:22:40.869872 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-904095f6-fd06-407a-8ab4-8792d0b29ced tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:40.879401 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-904095f6-fd06-407a-8ab4-8792d0b29ced tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port d0714b39-780e-4ebf-803f-30b57a41c4dd {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:22:40.880981 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-904095f6-fd06-407a-8ab4-8792d0b29ced tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:40.980948 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-8b0fa891-6ef2-4e7c-8c38-ab9d78882c3e None None] For port 789f6e2c-fb5a-48c5-8c8f-4dcafc8fad65, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=789f6e2c-fb5a-48c5-8c8f-4dcafc8fad65,segment=NetworkSegment(629e1620-a694-4852-8e55-eea145f5400c),segment_id=629e1620-a694-4852-8e55-eea145f5400c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:22:40.982023 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8b0fa891-6ef2-4e7c-8c38-ab9d78882c3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:41.056984 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34726) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:41.105727 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0c79981a-66aa-4b83-a528-ca51200d31ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'name': 'tempest-TestNetworkBasicOps-router-1643701126', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:54Z', 'updated_at': '2022-03-28T19:22:39Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:df:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:55Z', 'updated_at': '2022-03-28T19:22:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:22:41.106718 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-8b0fa891-6ef2-4e7c-8c38-ab9d78882c3e None None] Calling delete_port for 789f6e2c-fb5a-48c5-8c8f-4dcafc8fad65 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:22:41.109573 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c79981a-66aa-4b83-a528-ca51200d31ff None None] The sync data for ids ['f3239931-d4a6-4f47-8ddf-6835b3824995'] in dv-neutron-834711-1-hyperv is: [{'id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'name': 'tempest-TestNetworkBasicOps-router-1643701126', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:20:54Z', 'updated_at': '2022-03-28T19:22:39Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'd0714b39-780e-4ebf-803f-30b57a41c4dd', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:df:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3239931-d4a6-4f47-8ddf-6835b3824995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:20:55Z', 'updated_at': '2022-03-28T19:22:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:22:41.157367 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-904095f6-fd06-407a-8ab4-8792d0b29ced tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] For port d0714b39-780e-4ebf-803f-30b57a41c4dd, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=d0714b39-780e-4ebf-803f-30b57a41c4dd,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:22:41.157732 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-904095f6-fd06-407a-8ab4-8792d0b29ced tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:41.190740 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8b0fa891-6ef2-4e7c-8c38-ab9d78882c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:41.239161 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0fa891-6ef2-4e7c-8c38-ab9d78882c3e None None] Pushing event deleted for resources: {'Port': ['ID=789f6e2c-fb5a-48c5-8c8f-4dcafc8fad65,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:41.244785 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0fa891-6ef2-4e7c-8c38-ab9d78882c3e None None] No DVR routers for this DVR port 789f6e2c-fb5a-48c5-8c8f-4dcafc8fad65 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:22:41.412875 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-904095f6-fd06-407a-8ab4-8792d0b29ced tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for d0714b39-780e-4ebf-803f-30b57a41c4dd owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:22:41.581126 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-8dfd0209-9cd6-485e-9467-45d0d8a20b97 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Deleting port 0cb3f98a-b37d-4944-8cc5-178552030918 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:22:41.581467 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8dfd0209-9cd6-485e-9467-45d0d8a20b97 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:41.657534 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 789f6e2c-fb5a-48c5-8c8f-4dcafc8fad65 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:22:41.695380 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 789f6e2c-fb5a-48c5-8c8f-4dcafc8fad65 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:22:41.695724 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 789f6e2c-fb5a-48c5-8c8f-4dcafc8fad65 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:22:41.696145 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device dbb16136-c73a-4b30-8619-3cc7840eb08a no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:22:41.728761 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: dbb16136-c73a-4b30-8619-3cc7840eb08a {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:22:41.729108 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device dbb16136-c73a-4b30-8619-3cc7840eb08a not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:22:41.816531 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-904095f6-fd06-407a-8ab4-8792d0b29ced tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:41.877688 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904095f6-fd06-407a-8ab4-8792d0b29ced tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=d0714b39-780e-4ebf-803f-30b57a41c4dd,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:41.915092 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8dfd0209-9cd6-485e-9467-45d0d8a20b97 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:41.915341 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8dfd0209-9cd6-485e-9467-45d0d8a20b97 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:42.078224 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-8dfd0209-9cd6-485e-9467-45d0d8a20b97 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Calling delete_port for 0cb3f98a-b37d-4944-8cc5-178552030918 owned by network:floatingip {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:22:42.135217 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-904095f6-fd06-407a-8ab4-8792d0b29ced tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:42.319000 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-904095f6-fd06-407a-8ab4-8792d0b29ced tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:42.321967 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-904095f6-fd06-407a-8ab4-8792d0b29ced tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:42.354042 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-904095f6-fd06-407a-8ab4-8792d0b29ced tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:42.354503 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904095f6-fd06-407a-8ab4-8792d0b29ced tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Fanout notify agent at l3_agent the message router_deleted on router f3239931-d4a6-4f47-8ddf-6835b3824995 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:22:42.428621 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-904095f6-fd06-407a-8ab4-8792d0b29ced tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:42.429701 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-904095f6-fd06-407a-8ab4-8792d0b29ced tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/routers/f3239931-d4a6-4f47-8ddf-6835b3824995 HTTP/1.1" status: 204 len: 168 time: 1.9355469 Mar 28 19:22:42.432975 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34730) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:42.437388 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8dfd0209-9cd6-485e-9467-45d0d8a20b97 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:42.484082 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd0209-9cd6-485e-9467-45d0d8a20b97 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Pushing event deleted for resources: {'Port': ['ID=0cb3f98a-b37d-4944-8cc5-178552030918,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:42.557323 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-783f87c1-f331-49af-a96e-8a481092f939 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:42.681245 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8dfd0209-9cd6-485e-9467-45d0d8a20b97 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for floatingip, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:42.681599 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.l3_db [None req-8dfd0209-9cd6-485e-9467-45d0d8a20b97 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Floating IP fb21fef7-7d3f-4a7c-91a1-5859631b39f3 disassociated (deleted). External IP: 172.26.4.248, port: 4b8961da-19e6-43d4-8813-9d3061b0024e. Mar 28 19:22:42.700628 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-783f87c1-f331-49af-a96e-8a481092f939 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:42.726330 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-783f87c1-f331-49af-a96e-8a481092f939 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee47cf4f-a781-4ebb-9f68-b6d0f15aa976']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:22:42.738477 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-783f87c1-f331-49af-a96e-8a481092f939 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629e1620-a694-4852-8e55-eea145f5400c') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:22:42.738731 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-783f87c1-f331-49af-a96e-8a481092f939 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629e1620-a694-4852-8e55-eea145f5400c') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:22:42.750816 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-783f87c1-f331-49af-a96e-8a481092f939 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:42.767595 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-783f87c1-f331-49af-a96e-8a481092f939 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:42.776224 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-783f87c1-f331-49af-a96e-8a481092f939 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:22:42.776648 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-783f87c1-f331-49af-a96e-8a481092f939 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:22:42.790833 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:22:42.875809 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-783f87c1-f331-49af-a96e-8a481092f939 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:42.880767 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-783f87c1-f331-49af-a96e-8a481092f939 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:42.907110 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f87c1-f331-49af-a96e-8a481092f939 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Network': ['ID=ee47cf4f-a781-4ebb-9f68-b6d0f15aa976,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:42.912110 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-783f87c1-f331-49af-a96e-8a481092f939 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/networks/ee47cf4f-a781-4ebb-9f68-b6d0f15aa976 HTTP/1.1" status: 204 len: 168 time: 0.4779160 Mar 28 19:22:42.935125 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34734) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:42.942100 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-88440e88-bd4d-4297-9d18-488577cb53f3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'network': {'name': 'tempest-network-smoke--1116061080', 'project_id': '061332865d564f96959562b5c3aa8701', 'port_security_enabled': True}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:22:42.949922 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-88440e88-bd4d-4297-9d18-488577cb53f3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:22:42.962822 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-88440e88-bd4d-4297-9d18-488577cb53f3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:network and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:22:42.967687 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-88440e88-bd4d-4297-9d18-488577cb53f3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:22:43.027785 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-88440e88-bd4d-4297-9d18-488577cb53f3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:22:43.050027 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88440e88-bd4d-4297-9d18-488577cb53f3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Made reservation on behalf of 061332865d564f96959562b5c3aa8701 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:22:43.053459 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-88440e88-bd4d-4297-9d18-488577cb53f3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:43.085787 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfd0209-9cd6-485e-9467-45d0d8a20b97 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Router 3f8412fd-f723-4525-81e9-8b7f1fe85118 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:22:43.094376 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88440e88-bd4d-4297-9d18-488577cb53f3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:22:43.159274 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-88440e88-bd4d-4297-9d18-488577cb53f3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:43.159616 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-88440e88-bd4d-4297-9d18-488577cb53f3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Added segment 87f0ed85-0d73-47b9-9f7c-bc0b8716ce52 of type vlan for network abc3482d-04e3-4f20-9b48-c963871caa3d Mar 28 19:22:43.207035 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-88440e88-bd4d-4297-9d18-488577cb53f3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:43.309279 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfd0209-9cd6-485e-9467-45d0d8a20b97 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:22:43.314852 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-88440e88-bd4d-4297-9d18-488577cb53f3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:43.319462 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9024b7db-8d01-4d44-acad-8ab5872eed60 None None] Sync routers for ids ['3f8412fd-f723-4525-81e9-8b7f1fe85118'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:22:43.321009 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88440e88-bd4d-4297-9d18-488577cb53f3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:43.321586 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-88440e88-bd4d-4297-9d18-488577cb53f3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:43.328853 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9024b7db-8d01-4d44-acad-8ab5872eed60 None None] Routers {'3f8412fd-f723-4525-81e9-8b7f1fe85118'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:22:43.329452 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-9024b7db-8d01-4d44-acad-8ab5872eed60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:22:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3f8412fd-f723-4525-81e9-8b7f1fe85118'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:22:43.349550 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8dfd0209-9cd6-485e-9467-45d0d8a20b97 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:43.405287 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-88440e88-bd4d-4297-9d18-488577cb53f3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4694893 Mar 28 19:22:43.408076 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34738) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:43.413779 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-c7591dd2-ace0-4286-890c-7a39e2555c8f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-132367380', 'admin_state_up': True, 'project_id': '061332865d564f96959562b5c3aa8701', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:22:43.421245 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c7591dd2-ace0-4286-890c-7a39e2555c8f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:22:43.425301 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c7591dd2-ace0-4286-890c-7a39e2555c8f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:router and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:22:43.428424 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c7591dd2-ace0-4286-890c-7a39e2555c8f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:22:43.435156 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c7591dd2-ace0-4286-890c-7a39e2555c8f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:22:43.446707 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c7591dd2-ace0-4286-890c-7a39e2555c8f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:43.448012 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c7591dd2-ace0-4286-890c-7a39e2555c8f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:43.464912 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c7591dd2-ace0-4286-890c-7a39e2555c8f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:43.472161 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88440e88-bd4d-4297-9d18-488577cb53f3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Network': ['ID=abc3482d-04e3-4f20-9b48-c963871caa3d,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:43.482472 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8dfd0209-9cd6-485e-9467-45d0d8a20b97 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "DELETE /v2.0/floatingips/fb21fef7-7d3f-4a7c-91a1-5859631b39f3 HTTP/1.1" status: 204 len: 168 time: 2.4246421 Mar 28 19:22:43.483170 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47971cc1-9c56-4496-b024-249a81bd9639', 'tag': '4b8961da-19e6-43d4-8813-9d3061b0024e'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:22:43.514699 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-9024b7db-8d01-4d44-acad-8ab5872eed60 None None] Set router 3f8412fd-f723-4525-81e9-8b7f1fe85118 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:22:43.615896 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47971cc1-9c56-4496-b024-249a81bd9639', 'tag': '4b8961da-19e6-43d4-8813-9d3061b0024e', 'status': 'completed', 'code': 200} Mar 28 19:22:43.711111 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network abc3482d-04e3-4f20-9b48-c963871caa3d details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:22:43.777423 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device d0714b39-780e-4ebf-803f-30b57a41c4dd no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:22:43.868981 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: d0714b39-780e-4ebf-803f-30b57a41c4dd {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:22:43.869328 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device d0714b39-780e-4ebf-803f-30b57a41c4dd not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:22:43.978552 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c7591dd2-ace0-4286-890c-7a39e2555c8f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:44.041294 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-9024b7db-8d01-4d44-acad-8ab5872eed60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'name': 'tempest-TestVolumeBootPattern-1258508700-router', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:07Z', 'updated_at': '2022-03-28T19:15:15Z', 'revision_number': 4, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'gw_port': {'id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '075088d9-4311-4717-a897-62f1d4d23ec7', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'floating_ip_address': '172.26.4.135', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'port_id': '17724192-3c4a-4674-8c9e-4ac6a63e0732', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'mac_address': 'fa:16:3e:4a:23:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f6ff1-d33c-4237-8753-b691da6fe003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:18:43Z', 'updated_at': '2022-03-28T19:18:46Z', 'revision_number': 1, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6ff349-316d-45d6-91e9-fc06a71e1b38', 'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'mac_address': 'fa:16:3e:95:db:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:14Z', 'updated_at': '2022-03-28T19:15:27Z', 'revision_number': 5, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'subnets': [{'id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:22:44.044981 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9024b7db-8d01-4d44-acad-8ab5872eed60 None None] Checking router: 3f8412fd-f723-4525-81e9-8b7f1fe85118 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:22:44.053278 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9024b7db-8d01-4d44-acad-8ab5872eed60 None None] Routers {'3f8412fd-f723-4525-81e9-8b7f1fe85118'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:22:44.053868 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-9024b7db-8d01-4d44-acad-8ab5872eed60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:22:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3f8412fd-f723-4525-81e9-8b7f1fe85118'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:22:44.068731 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374bcb7-9ebf-4638-a432-ea3d87942892 req-0f2712fa-2e94-4d0e-a8f4-6696167371b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:44.070194 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8374bcb7-9ebf-4638-a432-ea3d87942892 req-0f2712fa-2e94-4d0e-a8f4-6696167371b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0ba31f1fab64780bafe45627411dcbe&device_id=47971cc1-9c56-4496-b024-249a81bd9639 HTTP/1.1" status: 200 len: 1099 time: 0.2440195 Mar 28 19:22:44.079134 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbbefa-0816-44b4-9eeb-6b2f73e2debe req-529e26f3-3c89-4337-90ce-0fa2e76d3176 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:44.080485 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-32dbbefa-0816-44b4-9eeb-6b2f73e2debe req-529e26f3-3c89-4337-90ce-0fa2e76d3176 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=47971cc1-9c56-4496-b024-249a81bd9639 HTTP/1.1" status: 200 len: 946 time: 0.2065976 Mar 28 19:22:44.230200 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-9024b7db-8d01-4d44-acad-8ab5872eed60 None None] Set router 3f8412fd-f723-4525-81e9-8b7f1fe85118 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:22:44.275802 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-32dbbefa-0816-44b4-9eeb-6b2f73e2debe req-94f7a2ee-1069-400f-ae39-bbd80ca2a504 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509562 Mar 28 19:22:44.313955 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374bcb7-9ebf-4638-a432-ea3d87942892 req-d83a74bb-3e0c-4401-82aa-4db133bc1ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:44.315387 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8374bcb7-9ebf-4638-a432-ea3d87942892 req-d83a74bb-3e0c-4401-82aa-4db133bc1ffa service neutron] 10.222.0.26 "GET /v2.0/networks?id=8efa11ac-7efa-4436-8a41-9dfec0a8f282 HTTP/1.1" status: 200 len: 913 time: 0.1917353 Mar 28 19:22:44.445556 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8374bcb7-9ebf-4638-a432-ea3d87942892 req-815442e6-fc5c-4d87-a0cc-9cda598c4092 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b8961da-19e6-43d4-8813-9d3061b0024e HTTP/1.1" status: 200 len: 217 time: 0.1229520 Mar 28 19:22:44.578092 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-9024b7db-8d01-4d44-acad-8ab5872eed60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'name': 'tempest-TestVolumeBootPattern-1258508700-router', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:07Z', 'updated_at': '2022-03-28T19:15:15Z', 'revision_number': 4, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'gw_port': {'id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '075088d9-4311-4717-a897-62f1d4d23ec7', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'floating_ip_address': '172.26.4.135', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'port_id': '17724192-3c4a-4674-8c9e-4ac6a63e0732', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'mac_address': 'fa:16:3e:4a:23:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f6ff1-d33c-4237-8753-b691da6fe003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:18:43Z', 'updated_at': '2022-03-28T19:18:46Z', 'revision_number': 1, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6ff349-316d-45d6-91e9-fc06a71e1b38', 'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'mac_address': 'fa:16:3e:95:db:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:14Z', 'updated_at': '2022-03-28T19:15:27Z', 'revision_number': 5, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'subnets': [{'id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:22:44.579421 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c7591dd2-ace0-4286-890c-7a39e2555c8f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_gateway, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:44.582014 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9024b7db-8d01-4d44-acad-8ab5872eed60 None None] The sync data for ids ['3f8412fd-f723-4525-81e9-8b7f1fe85118'] in dv-neutron-834711-1-hyperv is: [{'id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'name': 'tempest-TestVolumeBootPattern-1258508700-router', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:07Z', 'updated_at': '2022-03-28T19:15:15Z', 'revision_number': 4, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'gw_port': {'id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '075088d9-4311-4717-a897-62f1d4d23ec7', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'floating_ip_address': '172.26.4.135', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'port_id': '17724192-3c4a-4674-8c9e-4ac6a63e0732', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'mac_address': 'fa:16:3e:4a:23:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f6ff1-d33c-4237-8753-b691da6fe003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:18:43Z', 'updated_at': '2022-03-28T19:18:46Z', 'revision_number': 1, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6ff349-316d-45d6-91e9-fc06a71e1b38', 'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'mac_address': 'fa:16:3e:95:db:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:14Z', 'updated_at': '2022-03-28T19:15:27Z', 'revision_number': 5, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'subnets': [{'id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:22:44.616908 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c7591dd2-ace0-4286-890c-7a39e2555c8f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:44.655568 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374bcb7-9ebf-4638-a432-ea3d87942892 req-5fb52489-2a4e-4651-9939-4701c9a2eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:44.656956 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8374bcb7-9ebf-4638-a432-ea3d87942892 req-5fb52489-2a4e-4651-9939-4701c9a2eab4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93e49b98-1ab2-403b-80e2-ed54c2bdd260 HTTP/1.1" status: 200 len: 851 time: 0.1584156 Mar 28 19:22:44.816616 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374bcb7-9ebf-4638-a432-ea3d87942892 req-9099d072-443c-4493-909f-1e96fb0b66a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:44.818114 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8374bcb7-9ebf-4638-a432-ea3d87942892 req-9099d072-443c-4493-909f-1e96fb0b66a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8efa11ac-7efa-4436-8a41-9dfec0a8f282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1539152 Mar 28 19:22:44.819197 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-c7591dd2-ace0-4286-890c-7a39e2555c8f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.26.4.85 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/ad3fa88f-2970-4f14-8c30-640ca6d0a5df) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:22:44.837001 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa912a3-66ab-43b5-a703-9caca4e04053 None None] New status for floating IP fb21fef7-7d3f-4a7c-91a1-5859631b39f3: DOWN {{(pid=87835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:22:45.184313 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8374bcb7-9ebf-4638-a432-ea3d87942892 req-dfb4ff8c-0c97-4ee7-bd99-aca5736f62ae service neutron] 10.222.0.26 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536558 Mar 28 19:22:45.230260 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c7591dd2-ace0-4286-890c-7a39e2555c8f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:45.349774 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8374bcb7-9ebf-4638-a432-ea3d87942892 req-8fe8605e-2ccd-443c-8b4e-b9b4a5845d8f service neutron] 10.222.0.26 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491086 Mar 28 19:22:45.355911 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c7591dd2-ace0-4286-890c-7a39e2555c8f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:45.483384 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7591dd2-ace0-4286-890c-7a39e2555c8f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:22:45.490714 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-c7591dd2-ace0-4286-890c-7a39e2555c8f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:22:45.493365 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7591dd2-ace0-4286-890c-7a39e2555c8f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:22:45.572102 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7591dd2-ace0-4286-890c-7a39e2555c8f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=ad3fa88f-2970-4f14-8c30-640ca6d0a5df,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:45.778696 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9495be4-f988-42e6-a51b-ee90f19c72cf req-4fc9a6ac-68ed-41c2-8dea-e46e3fedd3ab tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:45.780055 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d9495be4-f988-42e6-a51b-ee90f19c72cf req-4fc9a6ac-68ed-41c2-8dea-e46e3fedd3ab tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.26 "GET /v2.0/ports?device_id=47971cc1-9c56-4496-b024-249a81bd9639 HTTP/1.1" status: 200 len: 946 time: 0.3868673 Mar 28 19:22:45.832294 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7c413-8642-455a-948f-17b9c17af478 req-f3eb2816-08c1-4bef-98b3-01a4bcdddb01 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:45.834205 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f1f7c413-8642-455a-948f-17b9c17af478 req-f3eb2816-08c1-4bef-98b3-01a4bcdddb01 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=47971cc1-9c56-4496-b024-249a81bd9639 HTTP/1.1" status: 200 len: 946 time: 0.3965690 Mar 28 19:22:45.970335 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-d9495be4-f988-42e6-a51b-ee90f19c72cf req-47f79697-5736-426f-acb4-1d9b1be3ebe0 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Deleting port 4b8961da-19e6-43d4-8813-9d3061b0024e {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:22:45.970678 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d9495be4-f988-42e6-a51b-ee90f19c72cf req-47f79697-5736-426f-acb4-1d9b1be3ebe0 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:46.022829 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f1f7c413-8642-455a-948f-17b9c17af478 req-e2a7eaa9-d683-477d-9c70-15acbb68f453 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787350 Mar 28 19:22:46.216255 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c7591dd2-ace0-4286-890c-7a39e2555c8f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_gateway, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:46.461353 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-d9495be4-f988-42e6-a51b-ee90f19c72cf req-47f79697-5736-426f-acb4-1d9b1be3ebe0 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] For port 4b8961da-19e6-43d4-8813-9d3061b0024e, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=4b8961da-19e6-43d4-8813-9d3061b0024e,segment=NetworkSegment(b36378e5-7fd7-4b05-b8ed-c592bc915443),segment_id=b36378e5-7fd7-4b05-b8ed-c592bc915443)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:22:46.461709 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d9495be4-f988-42e6-a51b-ee90f19c72cf req-47f79697-5736-426f-acb4-1d9b1be3ebe0 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:46.773041 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-d9495be4-f988-42e6-a51b-ee90f19c72cf req-47f79697-5736-426f-acb4-1d9b1be3ebe0 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Calling delete_port for 4b8961da-19e6-43d4-8813-9d3061b0024e owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:22:46.984608 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c7591dd2-ace0-4286-890c-7a39e2555c8f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:47.082642 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d9495be4-f988-42e6-a51b-ee90f19c72cf req-47f79697-5736-426f-acb4-1d9b1be3ebe0 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:47.193523 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f79697-5736-426f-acb4-1d9b1be3ebe0 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Pushing event deleted for resources: {'Port': ['ID=4b8961da-19e6-43d4-8813-9d3061b0024e,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:47.273732 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ea500ee9-6c30-4305-9fa0-80fe9ff36fb1 req-7a397f14-bae5-4216-aeec-5ceae4b5bd5c tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=47971cc1-9c56-4496-b024-249a81bd9639 HTTP/1.1" status: 200 len: 210 time: 0.1351347 Mar 28 19:22:47.334049 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9495be4-f988-42e6-a51b-ee90f19c72cf req-47f79697-5736-426f-acb4-1d9b1be3ebe0 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] No DVR routers for this DVR port 4b8961da-19e6-43d4-8813-9d3061b0024e on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:22:47.337871 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d9495be4-f988-42e6-a51b-ee90f19c72cf req-47f79697-5736-426f-acb4-1d9b1be3ebe0 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:47.341935 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47971cc1-9c56-4496-b024-249a81bd9639', 'name': 'network-vif-deleted', 'tag': '4b8961da-19e6-43d4-8813-9d3061b0024e'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:22:47.376616 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d9495be4-f988-42e6-a51b-ee90f19c72cf req-47f79697-5736-426f-acb4-1d9b1be3ebe0 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.26 "DELETE /v2.0/ports/4b8961da-19e6-43d4-8813-9d3061b0024e HTTP/1.1" status: 204 len: 173 time: 1.5882401 Mar 28 19:22:47.392832 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7591dd2-ace0-4286-890c-7a39e2555c8f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router c893612f-ff5f-4204-a2da-2c13fb5a8ac2 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:22:47.553639 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47971cc1-9c56-4496-b024-249a81bd9639', 'name': 'network-vif-deleted', 'tag': '4b8961da-19e6-43d4-8813-9d3061b0024e', 'status': 'completed', 'code': 200} Mar 28 19:22:47.588113 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7591dd2-ace0-4286-890c-7a39e2555c8f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:22:47.603268 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6454f6fd-5a93-4c0a-8d85-273d8e3328b3 None None] Sync routers for ids ['c893612f-ff5f-4204-a2da-2c13fb5a8ac2'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:22:47.613874 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c7591dd2-ace0-4286-890c-7a39e2555c8f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:47.614181 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6454f6fd-5a93-4c0a-8d85-273d8e3328b3 None None] Routers {'c893612f-ff5f-4204-a2da-2c13fb5a8ac2'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:22:47.614864 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-6454f6fd-5a93-4c0a-8d85-273d8e3328b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:22:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c893612f-ff5f-4204-a2da-2c13fb5a8ac2'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:22:47.616071 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c7591dd2-ace0-4286-890c-7a39e2555c8f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.2066476 Mar 28 19:22:47.619204 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34756) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:47.662829 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-767c7c07-03b0-4b1f-88f5-7fea7a55ccc1 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=061332865d564f96959562b5c3aa8701&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421932 Mar 28 19:22:47.665692 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34760) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:47.827357 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-6454f6fd-5a93-4c0a-8d85-273d8e3328b3 None None] Set router c893612f-ff5f-4204-a2da-2c13fb5a8ac2 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:22:47.871685 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56fa51a-e30f-4999-9044-b29a4d70fb61 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:47.875850 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c56fa51a-e30f-4999-9044-b29a4d70fb61 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2065804 Mar 28 19:22:47.876073 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34764) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:47.923510 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-366bf170-87a5-4687-91fe-a2272fe6ed18 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=222bb166-3b66-45c7-9663-18be61b96587&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440576 Mar 28 19:22:47.923730 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34768) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:47.930299 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-a89bb5ae-f1ef-44ae-9afc-0eaeb1a164c1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-208548697', 'network_id': 'abc3482d-04e3-4f20-9b48-c963871caa3d', 'project_id': '061332865d564f96959562b5c3aa8701', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:22:48.046787 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a89bb5ae-f1ef-44ae-9afc-0eaeb1a164c1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:22:48.050727 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a89bb5ae-f1ef-44ae-9afc-0eaeb1a164c1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:subnet and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:22:48.054896 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a89bb5ae-f1ef-44ae-9afc-0eaeb1a164c1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:22:48.061542 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a89bb5ae-f1ef-44ae-9afc-0eaeb1a164c1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:22:48.072420 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89bb5ae-f1ef-44ae-9afc-0eaeb1a164c1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Made reservation on behalf of 061332865d564f96959562b5c3aa8701 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:22:48.075864 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a89bb5ae-f1ef-44ae-9afc-0eaeb1a164c1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:48.161756 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-6454f6fd-5a93-4c0a-8d85-273d8e3328b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'name': 'tempest-TestNetworkBasicOps-router-132367380', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'ad3fa88f-2970-4f14-8c30-640ca6d0a5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:22:43Z', 'updated_at': '2022-03-28T19:22:45Z', 'revision_number': 3, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'ad3fa88f-2970-4f14-8c30-640ca6d0a5df', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:22:44Z', 'updated_at': '2022-03-28T19:22:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:22:48.166083 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6454f6fd-5a93-4c0a-8d85-273d8e3328b3 None None] Checking router: c893612f-ff5f-4204-a2da-2c13fb5a8ac2 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:22:48.166439 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6454f6fd-5a93-4c0a-8d85-273d8e3328b3 None None] Updating router c893612f-ff5f-4204-a2da-2c13fb5a8ac2 port ad3fa88f-2970-4f14-8c30-640ca6d0a5df binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:22:48.220625 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6454f6fd-5a93-4c0a-8d85-273d8e3328b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:48.297693 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a89bb5ae-f1ef-44ae-9afc-0eaeb1a164c1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:48.377762 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89bb5ae-f1ef-44ae-9afc-0eaeb1a164c1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Subnet': ['ID=cf8b4b2b-85e1-4421-9351-937780a93f83,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:48.387221 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89bb5ae-f1ef-44ae-9afc-0eaeb1a164c1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Checking segment: {'id': '87f0ed85-0d73-47b9-9f7c-bc0b8716ce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'abc3482d-04e3-4f20-9b48-c963871caa3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:22:48.387576 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89bb5ae-f1ef-44ae-9afc-0eaeb1a164c1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network hostable DHCP agents. Network: abc3482d-04e3-4f20-9b48-c963871caa3d, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:22:48.412678 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89bb5ae-f1ef-44ae-9afc-0eaeb1a164c1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network abc3482d-04e3-4f20-9b48-c963871caa3d is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:22:48.424529 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-a89bb5ae-f1ef-44ae-9afc-0eaeb1a164c1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, abc3482d-04e3-4f20-9b48-c963871caa3d) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:22:48.430101 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89bb5ae-f1ef-44ae-9afc-0eaeb1a164c1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:48.431113 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a89bb5ae-f1ef-44ae-9afc-0eaeb1a164c1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:48.466968 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a89bb5ae-f1ef-44ae-9afc-0eaeb1a164c1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5419030 Mar 28 19:22:48.467912 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 4b8961da-19e6-43d4-8813-9d3061b0024e no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:22:48.469373 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34774) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:48.476779 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-d0334e60-a83f-4e2b-a153-44a0b4733b8b req-bbe445d5-ee06-4d67-a33a-3fbbd45fbc4d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Synchronizing usage tracker for tenant:b0ba31f1fab64780bafe45627411dcbe on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:22:48.495184 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05b2a12-882c-40da-9165-5ff532049576 None None] Network abc3482d-04e3-4f20-9b48-c963871caa3d requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:22:48.497471 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-d0334e60-a83f-4e2b-a153-44a0b4733b8b req-bbe445d5-ee06-4d67-a33a-3fbbd45fbc4d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Unset dirty status for tenant:b0ba31f1fab64780bafe45627411dcbe on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:22:48.499149 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d0334e60-a83f-4e2b-a153-44a0b4733b8b req-bbe445d5-ee06-4d67-a33a-3fbbd45fbc4d tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=47971cc1-9c56-4496-b024-249a81bd9639 HTTP/1.1" status: 200 len: 210 time: 0.0700727 Mar 28 19:22:48.551506 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: 4b8961da-19e6-43d4-8813-9d3061b0024e {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:22:48.552406 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 4b8961da-19e6-43d4-8813-9d3061b0024e not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:22:48.829248 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6454f6fd-5a93-4c0a-8d85-273d8e3328b3 None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:48.833293 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93e6782-2351-4d96-9d59-45ea548b56b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-abc3482d-04e3-4f20-9b48-c963871caa3d', 'network_id': 'abc3482d-04e3-4f20-9b48-c963871caa3d', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'fixed_ips': [{'subnet_id': 'cf8b4b2b-85e1-4421-9351-937780a93f83'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:22:48.834355 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f93e6782-2351-4d96-9d59-45ea548b56b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:48.860008 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6454f6fd-5a93-4c0a-8d85-273d8e3328b3 None None] Transition to ACTIVE for port object ad3fa88f-2970-4f14-8c30-640ca6d0a5df will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:22:48.900914 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6454f6fd-5a93-4c0a-8d85-273d8e3328b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:49.012864 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-6454f6fd-5a93-4c0a-8d85-273d8e3328b3 None None] Attempting to bind port ad3fa88f-2970-4f14-8c30-640ca6d0a5df on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:22:49.013238 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-6454f6fd-5a93-4c0a-8d85-273d8e3328b3 None None] Attempting to bind port ad3fa88f-2970-4f14-8c30-640ca6d0a5df by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:22:49.013608 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6454f6fd-5a93-4c0a-8d85-273d8e3328b3 None None] Attempting to bind port ad3fa88f-2970-4f14-8c30-640ca6d0a5df on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:22:49.022432 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9761343-e6b8-4955-887b-c81792d412d6 None None] Pushing event updated for resources: {'Port': ['ID=ad3fa88f-2970-4f14-8c30-640ca6d0a5df,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:49.056457 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6454f6fd-5a93-4c0a-8d85-273d8e3328b3 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:22:49.056838 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6454f6fd-5a93-4c0a-8d85-273d8e3328b3 None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:22:49.057243 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6454f6fd-5a93-4c0a-8d85-273d8e3328b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:49.057962 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6454f6fd-5a93-4c0a-8d85-273d8e3328b3 None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:22:49.058381 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-6454f6fd-5a93-4c0a-8d85-273d8e3328b3 None None] Bound port: ad3fa88f-2970-4f14-8c30-640ca6d0a5df, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:22:49.058775 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6454f6fd-5a93-4c0a-8d85-273d8e3328b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:49.144348 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-f93e6782-2351-4d96-9d59-45ea548b56b9 None None] Allocated IP 172.20.0.2 (abc3482d-04e3-4f20-9b48-c963871caa3d/cf8b4b2b-85e1-4421-9351-937780a93f83/2a916a54-a855-4ca4-be55-043c2e92edd7) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:22:49.159957 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-6454f6fd-5a93-4c0a-8d85-273d8e3328b3 None None] For port ad3fa88f-2970-4f14-8c30-640ca6d0a5df, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:22:49.164140 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-6454f6fd-5a93-4c0a-8d85-273d8e3328b3 None None] For port ad3fa88f-2970-4f14-8c30-640ca6d0a5df, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=ad3fa88f-2970-4f14-8c30-640ca6d0a5df,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:22:49.168210 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6454f6fd-5a93-4c0a-8d85-273d8e3328b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:49.291128 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec4c7aeb-eac7-4795-b39a-e12657cdbfd3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:49.337825 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6454f6fd-5a93-4c0a-8d85-273d8e3328b3 None None] Routers {'c893612f-ff5f-4204-a2da-2c13fb5a8ac2'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:22:49.338445 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-6454f6fd-5a93-4c0a-8d85-273d8e3328b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:22:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c893612f-ff5f-4204-a2da-2c13fb5a8ac2'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:22:49.387736 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9761343-e6b8-4955-887b-c81792d412d6 None None] Pushing event updated for resources: {'Port': ['ID=ad3fa88f-2970-4f14-8c30-640ca6d0a5df,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:49.599261 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f93e6782-2351-4d96-9d59-45ea548b56b9 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:49.603278 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-6454f6fd-5a93-4c0a-8d85-273d8e3328b3 None None] Set router c893612f-ff5f-4204-a2da-2c13fb5a8ac2 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:22:49.765801 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f93e6782-2351-4d96-9d59-45ea548b56b9 None None] Transition to ACTIVE for port object 2a916a54-a855-4ca4-be55-043c2e92edd7 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:22:49.859203 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f93e6782-2351-4d96-9d59-45ea548b56b9 None None] Transition to ACTIVE for port object 2a916a54-a855-4ca4-be55-043c2e92edd7 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:22:49.874335 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f93e6782-2351-4d96-9d59-45ea548b56b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:49.944632 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-ec4c7aeb-eac7-4795-b39a-e12657cdbfd3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.20.0.1 (abc3482d-04e3-4f20-9b48-c963871caa3d/cf8b4b2b-85e1-4421-9351-937780a93f83/4bc6a3a5-8626-4459-9bfe-dd334c31dee5) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:22:49.956532 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93e6782-2351-4d96-9d59-45ea548b56b9 None None] Network abc3482d-04e3-4f20-9b48-c963871caa3d is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:22:49.960813 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-f93e6782-2351-4d96-9d59-45ea548b56b9 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:22:49.969910 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93e6782-2351-4d96-9d59-45ea548b56b9 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:22:50.030262 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e6782-2351-4d96-9d59-45ea548b56b9 None None] Pushing event updated for resources: {'Port': ['ID=2a916a54-a855-4ca4-be55-043c2e92edd7,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:50.106651 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-f93e6782-2351-4d96-9d59-45ea548b56b9 None None] Attempting to bind port 2a916a54-a855-4ca4-be55-043c2e92edd7 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:22:50.107036 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-f93e6782-2351-4d96-9d59-45ea548b56b9 None None] Attempting to bind port 2a916a54-a855-4ca4-be55-043c2e92edd7 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '87f0ed85-0d73-47b9-9f7c-bc0b8716ce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'abc3482d-04e3-4f20-9b48-c963871caa3d'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:22:50.107399 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93e6782-2351-4d96-9d59-45ea548b56b9 None None] Attempting to bind port 2a916a54-a855-4ca4-be55-043c2e92edd7 on network abc3482d-04e3-4f20-9b48-c963871caa3d {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:22:50.112114 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec4c7aeb-eac7-4795-b39a-e12657cdbfd3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:50.116822 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93e6782-2351-4d96-9d59-45ea548b56b9 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:22:50.117172 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93e6782-2351-4d96-9d59-45ea548b56b9 None None] Checking segment: {'id': '87f0ed85-0d73-47b9-9f7c-bc0b8716ce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'abc3482d-04e3-4f20-9b48-c963871caa3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:22:50.117562 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f93e6782-2351-4d96-9d59-45ea548b56b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:50.117956 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93e6782-2351-4d96-9d59-45ea548b56b9 None None] Bound using segment: {'id': '87f0ed85-0d73-47b9-9f7c-bc0b8716ce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'abc3482d-04e3-4f20-9b48-c963871caa3d'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:22:50.118409 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-f93e6782-2351-4d96-9d59-45ea548b56b9 None None] Bound port: 2a916a54-a855-4ca4-be55-043c2e92edd7, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87f0ed85-0d73-47b9-9f7c-bc0b8716ce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'abc3482d-04e3-4f20-9b48-c963871caa3d'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:22:50.118778 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f93e6782-2351-4d96-9d59-45ea548b56b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:50.131222 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-ec4c7aeb-eac7-4795-b39a-e12657cdbfd3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Transition to ACTIVE for port object 4bc6a3a5-8626-4459-9bfe-dd334c31dee5 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:22:50.156091 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec4c7aeb-eac7-4795-b39a-e12657cdbfd3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:50.175181 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-6454f6fd-5a93-4c0a-8d85-273d8e3328b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'name': 'tempest-TestNetworkBasicOps-router-132367380', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'ad3fa88f-2970-4f14-8c30-640ca6d0a5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:22:43Z', 'updated_at': '2022-03-28T19:22:45Z', 'revision_number': 3, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'ad3fa88f-2970-4f14-8c30-640ca6d0a5df', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:22:44Z', 'updated_at': '2022-03-28T19:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:22:50.184462 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6454f6fd-5a93-4c0a-8d85-273d8e3328b3 None None] The sync data for ids ['c893612f-ff5f-4204-a2da-2c13fb5a8ac2'] in dv-neutron-834711-1-hyperv is: [{'id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'name': 'tempest-TestNetworkBasicOps-router-132367380', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'ad3fa88f-2970-4f14-8c30-640ca6d0a5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:22:43Z', 'updated_at': '2022-03-28T19:22:45Z', 'revision_number': 3, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'ad3fa88f-2970-4f14-8c30-640ca6d0a5df', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:22:44Z', 'updated_at': '2022-03-28T19:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:22:50.217582 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-f93e6782-2351-4d96-9d59-45ea548b56b9 None None] For port 2a916a54-a855-4ca4-be55-043c2e92edd7, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:22:50.220928 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-f93e6782-2351-4d96-9d59-45ea548b56b9 None None] For port 2a916a54-a855-4ca4-be55-043c2e92edd7, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=2a916a54-a855-4ca4-be55-043c2e92edd7,segment=NetworkSegment(87f0ed85-0d73-47b9-9f7c-bc0b8716ce52),segment_id=87f0ed85-0d73-47b9-9f7c-bc0b8716ce52)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:22:50.227986 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f93e6782-2351-4d96-9d59-45ea548b56b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:50.235042 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4c7aeb-eac7-4795-b39a-e12657cdbfd3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network abc3482d-04e3-4f20-9b48-c963871caa3d is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:22:50.245112 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-ec4c7aeb-eac7-4795-b39a-e12657cdbfd3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:22:50.248351 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4c7aeb-eac7-4795-b39a-e12657cdbfd3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:22:50.296895 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c7aeb-eac7-4795-b39a-e12657cdbfd3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=4bc6a3a5-8626-4459-9bfe-dd334c31dee5,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:50.317779 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e6782-2351-4d96-9d59-45ea548b56b9 None None] Pushing event updated for resources: {'Port': ['ID=2a916a54-a855-4ca4-be55-043c2e92edd7,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:50.323549 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec4c7aeb-eac7-4795-b39a-e12657cdbfd3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:50.823971 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec4c7aeb-eac7-4795-b39a-e12657cdbfd3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:51.283649 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec4c7aeb-eac7-4795-b39a-e12657cdbfd3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:51.288604 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec4c7aeb-eac7-4795-b39a-e12657cdbfd3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:51.408321 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec4c7aeb-eac7-4795-b39a-e12657cdbfd3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:51.412545 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c7aeb-eac7-4795-b39a-e12657cdbfd3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=4bc6a3a5-8626-4459-9bfe-dd334c31dee5,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:51.511879 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100e2414-543a-4590-9cae-6c9e9d630e48 None None] Network abc3482d-04e3-4f20-9b48-c963871caa3d requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:22:51.562691 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4c7aeb-eac7-4795-b39a-e12657cdbfd3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network abc3482d-04e3-4f20-9b48-c963871caa3d is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:22:51.564002 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-ec4c7aeb-eac7-4795-b39a-e12657cdbfd3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:22:51.638534 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-5a89feba-2fce-4589-b4f3-febcef53854b None None] Provisioning for port 2a916a54-a855-4ca4-be55-043c2e92edd7 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:22:51.801027 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device ad3fa88f-2970-4f14-8c30-640ca6d0a5df up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:22:51.820776 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4c7aeb-eac7-4795-b39a-e12657cdbfd3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router c893612f-ff5f-4204-a2da-2c13fb5a8ac2 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:22:51.912441 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port ad3fa88f-2970-4f14-8c30-640ca6d0a5df completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:22:51.920753 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port ad3fa88f-2970-4f14-8c30-640ca6d0a5df triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:22:51.921376 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:52.048864 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4c7aeb-eac7-4795-b39a-e12657cdbfd3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:22:52.069668 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:52.089586 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34792) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:52.093484 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ec4c7aeb-eac7-4795-b39a-e12657cdbfd3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "PUT /v2.0/routers/c893612f-ff5f-4204-a2da-2c13fb5a8ac2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6218121 Mar 28 19:22:52.120550 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port ad3fa88f-2970-4f14-8c30-640ca6d0a5df, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=ad3fa88f-2970-4f14-8c30-640ca6d0a5df,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:22:52.134042 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:52.135127 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2a916a54-a855-4ca4-be55-043c2e92edd7 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:22:52.146033 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e804980-eb39-4f1f-a590-02dbf6e05128 None None] Sync routers for ids ['c893612f-ff5f-4204-a2da-2c13fb5a8ac2'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:22:52.155968 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e804980-eb39-4f1f-a590-02dbf6e05128 None None] Routers {'c893612f-ff5f-4204-a2da-2c13fb5a8ac2'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:22:52.156577 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-9e804980-eb39-4f1f-a590-02dbf6e05128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:22:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c893612f-ff5f-4204-a2da-2c13fb5a8ac2'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:22:52.249022 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=ad3fa88f-2970-4f14-8c30-640ca6d0a5df,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:52.293129 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 2a916a54-a855-4ca4-be55-043c2e92edd7 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:22:52.298529 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 2a916a54-a855-4ca4-be55-043c2e92edd7 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:22:52.298999 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:52.411892 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a5d2a84b-3400-41dc-a736-9c636da91cdb None None] Provisioning for port 4bc6a3a5-8626-4459-9bfe-dd334c31dee5 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:22:52.427617 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a5d2a84b-3400-41dc-a736-9c636da91cdb None None] Provisioning complete for port 4bc6a3a5-8626-4459-9bfe-dd334c31dee5 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:22:52.428115 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a5d2a84b-3400-41dc-a736-9c636da91cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:52.455465 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010ad515-6317-46c3-b532-938201854353 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:52.456207 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010ad515-6317-46c3-b532-938201854353 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:52.456818 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010ad515-6317-46c3-b532-938201854353 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:52.457422 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010ad515-6317-46c3-b532-938201854353 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:52.459100 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010ad515-6317-46c3-b532-938201854353 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:52.463606 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010ad515-6317-46c3-b532-938201854353 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:52.465667 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-010ad515-6317-46c3-b532-938201854353 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.3745046 Mar 28 19:22:52.469084 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34796) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:52.504003 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:52.533885 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a5d2a84b-3400-41dc-a736-9c636da91cdb None None] Port 4bc6a3a5-8626-4459-9bfe-dd334c31dee5 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:22:52.563517 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 2a916a54-a855-4ca4-be55-043c2e92edd7, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=2a916a54-a855-4ca4-be55-043c2e92edd7,segment=NetworkSegment(87f0ed85-0d73-47b9-9f7c-bc0b8716ce52),segment_id=87f0ed85-0d73-47b9-9f7c-bc0b8716ce52)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:22:52.571437 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a5d2a84b-3400-41dc-a736-9c636da91cdb None None] Provisioning complete for port 2a916a54-a855-4ca4-be55-043c2e92edd7 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:22:52.572337 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a5d2a84b-3400-41dc-a736-9c636da91cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:52.606648 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:52.626073 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c96fde-06ed-4809-8365-9bed55bfb679 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:52.626731 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c96fde-06ed-4809-8365-9bed55bfb679 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:52.627326 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c96fde-06ed-4809-8365-9bed55bfb679 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:52.627934 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c96fde-06ed-4809-8365-9bed55bfb679 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:52.628563 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c96fde-06ed-4809-8365-9bed55bfb679 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:52.629110 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c96fde-06ed-4809-8365-9bed55bfb679 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:52.634098 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34800) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:52.634551 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-33c96fde-06ed-4809-8365-9bed55bfb679 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4012 time: 0.1636963 Mar 28 19:22:52.659434 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-9e804980-eb39-4f1f-a590-02dbf6e05128 None None] Set router c893612f-ff5f-4204-a2da-2c13fb5a8ac2 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:22:52.754086 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=2a916a54-a855-4ca4-be55-043c2e92edd7,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:53.053117 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-955afe9e-88e1-45e7-ad75-f78cacafdc41 None None] Provisioning complete for port 4bc6a3a5-8626-4459-9bfe-dd334c31dee5 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:22:53.053655 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-955afe9e-88e1-45e7-ad75-f78cacafdc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:53.090107 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d73af9da-3808-4d86-a04e-7cc7df1ee59f tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.4547181 Mar 28 19:22:53.116813 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-955afe9e-88e1-45e7-ad75-f78cacafdc41 None None] Port 4bc6a3a5-8626-4459-9bfe-dd334c31dee5 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:22:53.138740 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-9e804980-eb39-4f1f-a590-02dbf6e05128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'name': 'tempest-TestNetworkBasicOps-router-132367380', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'ad3fa88f-2970-4f14-8c30-640ca6d0a5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:22:43Z', 'updated_at': '2022-03-28T19:22:50Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'ad3fa88f-2970-4f14-8c30-640ca6d0a5df', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:22:44Z', 'updated_at': '2022-03-28T19:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '4bc6a3a5-8626-4459-9bfe-dd334c31dee5', 'name': '', 'network_id': 'abc3482d-04e3-4f20-9b48-c963871caa3d', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:80:c7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'cf8b4b2b-85e1-4421-9351-937780a93f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:22:49Z', 'updated_at': '2022-03-28T19:22:51Z', 'revision_number': 2, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'cf8b4b2b-85e1-4421-9351-937780a93f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:22:53.142717 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e804980-eb39-4f1f-a590-02dbf6e05128 None None] Checking router: c893612f-ff5f-4204-a2da-2c13fb5a8ac2 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:22:53.143102 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e804980-eb39-4f1f-a590-02dbf6e05128 None None] Updating router c893612f-ff5f-4204-a2da-2c13fb5a8ac2 port 4bc6a3a5-8626-4459-9bfe-dd334c31dee5 binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:22:53.198920 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-9e804980-eb39-4f1f-a590-02dbf6e05128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:53.323846 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34808) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:53.329083 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-c58fbb42-227f-48ec-b0b4-165c7455c79a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-537134348', 'description': 'tempest-secgroup-smoke-537134348 description', 'project_id': '061332865d564f96959562b5c3aa8701'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:22:53.335397 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c58fbb42-227f-48ec-b0b4-165c7455c79a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:22:53.339582 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c58fbb42-227f-48ec-b0b4-165c7455c79a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:22:53.342367 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c58fbb42-227f-48ec-b0b4-165c7455c79a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:22:53.350447 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c58fbb42-227f-48ec-b0b4-165c7455c79a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:22:53.360694 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c58fbb42-227f-48ec-b0b4-165c7455c79a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:53.385924 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c58fbb42-227f-48ec-b0b4-165c7455c79a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:22:53.397792 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c58fbb42-227f-48ec-b0b4-165c7455c79a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:22:53.401103 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c58fbb42-227f-48ec-b0b4-165c7455c79a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:22:53.407322 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c58fbb42-227f-48ec-b0b4-165c7455c79a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:22:53.495787 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c58fbb42-227f-48ec-b0b4-165c7455c79a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:53.501042 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c58fbb42-227f-48ec-b0b4-165c7455c79a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:53.548168 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fbb42-227f-48ec-b0b4-165c7455c79a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88d09894-19a1-4e0e-a3be-291fdd8f5520,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:53.554399 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c58fbb42-227f-48ec-b0b4-165c7455c79a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:53.555755 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c58fbb42-227f-48ec-b0b4-165c7455c79a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2309256 Mar 28 19:22:53.560575 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34812) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:53.566726 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-429163d7-de19-4ecf-a1f8-6b4991a6bf9b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '88d09894-19a1-4e0e-a3be-291fdd8f5520', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:22:53.574648 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-429163d7-de19-4ecf-a1f8-6b4991a6bf9b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:22:53.578575 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-429163d7-de19-4ecf-a1f8-6b4991a6bf9b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:22:53.581713 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-429163d7-de19-4ecf-a1f8-6b4991a6bf9b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:22:53.584916 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-9e804980-eb39-4f1f-a590-02dbf6e05128 None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:53.591644 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-429163d7-de19-4ecf-a1f8-6b4991a6bf9b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:22:53.604258 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-9e804980-eb39-4f1f-a590-02dbf6e05128 None None] Transition to ACTIVE for port object 4bc6a3a5-8626-4459-9bfe-dd334c31dee5 will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:22:53.615710 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-9e804980-eb39-4f1f-a590-02dbf6e05128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:53.622566 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-429163d7-de19-4ecf-a1f8-6b4991a6bf9b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:53.693650 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86dfb9d-852e-4498-8c82-bcd60349bf4e None None] Pushing event updated for resources: {'Port': ['ID=4bc6a3a5-8626-4459-9bfe-dd334c31dee5,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:53.713446 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-429163d7-de19-4ecf-a1f8-6b4991a6bf9b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:53.725995 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-429163d7-de19-4ecf-a1f8-6b4991a6bf9b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:53.728161 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device ad3fa88f-2970-4f14-8c30-640ca6d0a5df up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:22:53.758917 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429163d7-de19-4ecf-a1f8-6b4991a6bf9b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d6a0ec-05ff-4f20-a572-762861afaeda,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:53.775304 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dfb9d-852e-4498-8c82-bcd60349bf4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:53.775777 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dfb9d-852e-4498-8c82-bcd60349bf4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:53.776217 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dfb9d-852e-4498-8c82-bcd60349bf4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:53.776633 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dfb9d-852e-4498-8c82-bcd60349bf4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:53.777044 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dfb9d-852e-4498-8c82-bcd60349bf4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:53.777483 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dfb9d-852e-4498-8c82-bcd60349bf4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:53.777891 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dfb9d-852e-4498-8c82-bcd60349bf4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:53.778301 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dfb9d-852e-4498-8c82-bcd60349bf4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:53.778711 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dfb9d-852e-4498-8c82-bcd60349bf4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:53.779222 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dfb9d-852e-4498-8c82-bcd60349bf4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:53.779743 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dfb9d-852e-4498-8c82-bcd60349bf4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:53.780365 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dfb9d-852e-4498-8c82-bcd60349bf4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:22:53.784967 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-429163d7-de19-4ecf-a1f8-6b4991a6bf9b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:53.789796 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-429163d7-de19-4ecf-a1f8-6b4991a6bf9b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2265253 Mar 28 19:22:53.789964 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34816) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:53.796412 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-de6ac1eb-d440-4d7e-87ce-d2f7a4e4dd9f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '88d09894-19a1-4e0e-a3be-291fdd8f5520', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:22:53.805453 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-de6ac1eb-d440-4d7e-87ce-d2f7a4e4dd9f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:22:53.809720 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-de6ac1eb-d440-4d7e-87ce-d2f7a4e4dd9f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:22:53.813845 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-de6ac1eb-d440-4d7e-87ce-d2f7a4e4dd9f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:22:53.821788 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-de6ac1eb-d440-4d7e-87ce-d2f7a4e4dd9f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:22:53.846975 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-de6ac1eb-d440-4d7e-87ce-d2f7a4e4dd9f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:53.860884 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port ad3fa88f-2970-4f14-8c30-640ca6d0a5df triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:22:53.861468 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:53.886197 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-9e804980-eb39-4f1f-a590-02dbf6e05128 None None] Attempting to bind port 4bc6a3a5-8626-4459-9bfe-dd334c31dee5 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:22:53.886628 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-9e804980-eb39-4f1f-a590-02dbf6e05128 None None] Attempting to bind port 4bc6a3a5-8626-4459-9bfe-dd334c31dee5 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '87f0ed85-0d73-47b9-9f7c-bc0b8716ce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'abc3482d-04e3-4f20-9b48-c963871caa3d'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:22:53.887117 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e804980-eb39-4f1f-a590-02dbf6e05128 None None] Attempting to bind port 4bc6a3a5-8626-4459-9bfe-dd334c31dee5 on network abc3482d-04e3-4f20-9b48-c963871caa3d {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:22:53.892838 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e804980-eb39-4f1f-a590-02dbf6e05128 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:22:53.893565 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e804980-eb39-4f1f-a590-02dbf6e05128 None None] Checking segment: {'id': '87f0ed85-0d73-47b9-9f7c-bc0b8716ce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'abc3482d-04e3-4f20-9b48-c963871caa3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:22:53.893720 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-9e804980-eb39-4f1f-a590-02dbf6e05128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:53.894158 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e804980-eb39-4f1f-a590-02dbf6e05128 None None] Bound using segment: {'id': '87f0ed85-0d73-47b9-9f7c-bc0b8716ce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'abc3482d-04e3-4f20-9b48-c963871caa3d'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:22:53.894682 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-9e804980-eb39-4f1f-a590-02dbf6e05128 None None] Bound port: 4bc6a3a5-8626-4459-9bfe-dd334c31dee5, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87f0ed85-0d73-47b9-9f7c-bc0b8716ce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'abc3482d-04e3-4f20-9b48-c963871caa3d'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:22:53.895198 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-9e804980-eb39-4f1f-a590-02dbf6e05128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:53.940694 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-de6ac1eb-d440-4d7e-87ce-d2f7a4e4dd9f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:53.947553 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-de6ac1eb-d440-4d7e-87ce-d2f7a4e4dd9f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:53.969853 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ac1eb-d440-4d7e-87ce-d2f7a4e4dd9f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6db0b49-3290-486e-8aeb-ba122df62245,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:53.990575 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-de6ac1eb-d440-4d7e-87ce-d2f7a4e4dd9f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:53.991864 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-de6ac1eb-d440-4d7e-87ce-d2f7a4e4dd9f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2008758 Mar 28 19:22:53.994781 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34820) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:53.998934 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-9e804980-eb39-4f1f-a590-02dbf6e05128 None None] For port 4bc6a3a5-8626-4459-9bfe-dd334c31dee5, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:22:54.000588 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-9a14930c-926e-4764-9c17-cabd011b534e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '88d09894-19a1-4e0e-a3be-291fdd8f5520', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:22:54.002022 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-9e804980-eb39-4f1f-a590-02dbf6e05128 None None] For port 4bc6a3a5-8626-4459-9bfe-dd334c31dee5, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=4bc6a3a5-8626-4459-9bfe-dd334c31dee5,segment=NetworkSegment(87f0ed85-0d73-47b9-9f7c-bc0b8716ce52),segment_id=87f0ed85-0d73-47b9-9f7c-bc0b8716ce52)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:22:54.006495 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-9a14930c-926e-4764-9c17-cabd011b534e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:22:54.007511 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-9e804980-eb39-4f1f-a590-02dbf6e05128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:54.010495 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-9a14930c-926e-4764-9c17-cabd011b534e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:22:54.011336 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2a916a54-a855-4ca4-be55-043c2e92edd7 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:22:54.014105 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-9a14930c-926e-4764-9c17-cabd011b534e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:22:54.019850 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-9a14930c-926e-4764-9c17-cabd011b534e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:22:54.035729 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9a14930c-926e-4764-9c17-cabd011b534e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:54.090440 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 2a916a54-a855-4ca4-be55-043c2e92edd7 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:22:54.090810 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:54.094757 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e804980-eb39-4f1f-a590-02dbf6e05128 None None] Routers {'c893612f-ff5f-4204-a2da-2c13fb5a8ac2'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:22:54.095395 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-9e804980-eb39-4f1f-a590-02dbf6e05128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:22:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c893612f-ff5f-4204-a2da-2c13fb5a8ac2'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:22:54.124980 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9a14930c-926e-4764-9c17-cabd011b534e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:54.131683 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9a14930c-926e-4764-9c17-cabd011b534e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:54.171628 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14930c-926e-4764-9c17-cabd011b534e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b0c016-722d-4ef8-812b-87ea517cf52a,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:54.177417 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86dfb9d-852e-4498-8c82-bcd60349bf4e None None] Pushing event updated for resources: {'Port': ['ID=4bc6a3a5-8626-4459-9bfe-dd334c31dee5,revision_number=4']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:54.189569 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9a14930c-926e-4764-9c17-cabd011b534e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:54.195863 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34826) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:54.197026 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9a14930c-926e-4764-9c17-cabd011b534e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2009368 Mar 28 19:22:54.202351 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-a08ec641-92fa-4115-aae4-123000a774b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '88d09894-19a1-4e0e-a3be-291fdd8f5520', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:22:54.209412 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a08ec641-92fa-4115-aae4-123000a774b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:22:54.219129 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34830) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:54.292769 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a08ec641-92fa-4115-aae4-123000a774b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:22:54.306369 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-9e804980-eb39-4f1f-a590-02dbf6e05128 None None] Set router c893612f-ff5f-4204-a2da-2c13fb5a8ac2 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:22:54.439372 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a08ec641-92fa-4115-aae4-123000a774b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:22:54.458766 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a08ec641-92fa-4115-aae4-123000a774b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:22:54.555064 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a08ec641-92fa-4115-aae4-123000a774b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:54.627565 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-9df9b838-4dd6-4c53-b72b-f9b39fb5714b tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Deleting port cd32f569-c434-4c75-9f29-dd846f3c5427 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:22:54.627914 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9df9b838-4dd6-4c53-b72b-f9b39fb5714b tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:54.648464 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-9e804980-eb39-4f1f-a590-02dbf6e05128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'name': 'tempest-TestNetworkBasicOps-router-132367380', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'ad3fa88f-2970-4f14-8c30-640ca6d0a5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:22:43Z', 'updated_at': '2022-03-28T19:22:50Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'ad3fa88f-2970-4f14-8c30-640ca6d0a5df', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:22:44Z', 'updated_at': '2022-03-28T19:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '4bc6a3a5-8626-4459-9bfe-dd334c31dee5', 'name': '', 'network_id': 'abc3482d-04e3-4f20-9b48-c963871caa3d', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:80:c7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'cf8b4b2b-85e1-4421-9351-937780a93f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:22:49Z', 'updated_at': '2022-03-28T19:22:53Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'cf8b4b2b-85e1-4421-9351-937780a93f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:22:54.652292 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e804980-eb39-4f1f-a590-02dbf6e05128 None None] The sync data for ids ['c893612f-ff5f-4204-a2da-2c13fb5a8ac2'] in dv-neutron-834711-1-hyperv is: [{'id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'name': 'tempest-TestNetworkBasicOps-router-132367380', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'ad3fa88f-2970-4f14-8c30-640ca6d0a5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:22:43Z', 'updated_at': '2022-03-28T19:22:50Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'ad3fa88f-2970-4f14-8c30-640ca6d0a5df', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:22:44Z', 'updated_at': '2022-03-28T19:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '4bc6a3a5-8626-4459-9bfe-dd334c31dee5', 'name': '', 'network_id': 'abc3482d-04e3-4f20-9b48-c963871caa3d', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:80:c7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'cf8b4b2b-85e1-4421-9351-937780a93f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:22:49Z', 'updated_at': '2022-03-28T19:22:53Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'cf8b4b2b-85e1-4421-9351-937780a93f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:22:54.739767 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a08ec641-92fa-4115-aae4-123000a774b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:54.789599 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a08ec641-92fa-4115-aae4-123000a774b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:54.839518 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ec641-92fa-4115-aae4-123000a774b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6592d6ee-5ab3-4005-a140-6d7f944b7379,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:54.845776 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a08ec641-92fa-4115-aae4-123000a774b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:54.847395 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a08ec641-92fa-4115-aae4-123000a774b1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6499133 Mar 28 19:22:54.851868 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34834) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:54.859842 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-e65952f4-b848-45be-a49d-7a51ed163397 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '88d09894-19a1-4e0e-a3be-291fdd8f5520', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:22:54.875456 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e65952f4-b848-45be-a49d-7a51ed163397 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:22:54.883869 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e65952f4-b848-45be-a49d-7a51ed163397 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:22:54.887371 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9df9b838-4dd6-4c53-b72b-f9b39fb5714b tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:54.887692 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9df9b838-4dd6-4c53-b72b-f9b39fb5714b tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:54.894749 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e65952f4-b848-45be-a49d-7a51ed163397 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:22:54.905058 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e65952f4-b848-45be-a49d-7a51ed163397 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:22:55.018684 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-9df9b838-4dd6-4c53-b72b-f9b39fb5714b tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Calling delete_port for cd32f569-c434-4c75-9f29-dd846f3c5427 owned by network:floatingip {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:22:55.060701 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.securitygroups_db [None req-e65952f4-b848-45be-a49d-7a51ed163397 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Project 061332865d564f96959562b5c3aa8701 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:22:55.077243 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e65952f4-b848-45be-a49d-7a51ed163397 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:55.174196 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e65952f4-b848-45be-a49d-7a51ed163397 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:55.178370 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e65952f4-b848-45be-a49d-7a51ed163397 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:55.243412 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65952f4-b848-45be-a49d-7a51ed163397 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a032d74b-20ef-4b52-b1ab-b6ead5a26676,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:55.267161 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9df9b838-4dd6-4c53-b72b-f9b39fb5714b tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:55.289218 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c079b967-1fd2-404f-869f-07c1fde23b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:55.304219 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e65952f4-b848-45be-a49d-7a51ed163397 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:55.305401 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e65952f4-b848-45be-a49d-7a51ed163397 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4525878 Mar 28 19:22:55.308669 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34838) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:22:55.317965 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-16e053b0-39bd-4786-ad4f-ce7af742c495 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '88d09894-19a1-4e0e-a3be-291fdd8f5520', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:22:55.324074 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-16e053b0-39bd-4786-ad4f-ce7af742c495 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:22:55.331798 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-16e053b0-39bd-4786-ad4f-ce7af742c495 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:22:55.335301 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-16e053b0-39bd-4786-ad4f-ce7af742c495 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:22:55.344926 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-16e053b0-39bd-4786-ad4f-ce7af742c495 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:22:55.353743 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9b838-4dd6-4c53-b72b-f9b39fb5714b tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Pushing event deleted for resources: {'Port': ['ID=cd32f569-c434-4c75-9f29-dd846f3c5427,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:55.356805 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-16e053b0-39bd-4786-ad4f-ce7af742c495 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Project 061332865d564f96959562b5c3aa8701 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:22:55.365556 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16e053b0-39bd-4786-ad4f-ce7af742c495 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:55.416266 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9df9b838-4dd6-4c53-b72b-f9b39fb5714b tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for floatingip, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:55.416604 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-9df9b838-4dd6-4c53-b72b-f9b39fb5714b tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Floating IP 075088d9-4311-4717-a897-62f1d4d23ec7 disassociated (deleted). External IP: 172.26.4.135, port: 17724192-3c4a-4674-8c9e-4ac6a63e0732. Mar 28 19:22:55.433945 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16e053b0-39bd-4786-ad4f-ce7af742c495 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:55.438001 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16e053b0-39bd-4786-ad4f-ce7af742c495 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:55.463365 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e053b0-39bd-4786-ad4f-ce7af742c495 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f44e42a9-4e47-47c2-8bed-662d9d042516,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:55.473215 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16e053b0-39bd-4786-ad4f-ce7af742c495 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:55.474515 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-16e053b0-39bd-4786-ad4f-ce7af742c495 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1641273 Mar 28 19:22:55.717071 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 4bc6a3a5-8626-4459-9bfe-dd334c31dee5 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:22:55.734767 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-42ad95c5-9671-4be9-a22d-49490cc6b024 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-537134348&fields=id&tenant_id=061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 267 time: 0.0803914 Mar 28 19:22:55.797857 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 4bc6a3a5-8626-4459-9bfe-dd334c31dee5 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:22:55.804547 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 4bc6a3a5-8626-4459-9bfe-dd334c31dee5 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:22:55.804803 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:55.926352 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df9b838-4dd6-4c53-b72b-f9b39fb5714b tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Router 3f8412fd-f723-4525-81e9-8b7f1fe85118 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:22:55.926567 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:55.958064 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 4bc6a3a5-8626-4459-9bfe-dd334c31dee5, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=4bc6a3a5-8626-4459-9bfe-dd334c31dee5,segment=NetworkSegment(87f0ed85-0d73-47b9-9f7c-bc0b8716ce52),segment_id=87f0ed85-0d73-47b9-9f7c-bc0b8716ce52)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:22:55.961425 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:56.035631 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=4bc6a3a5-8626-4459-9bfe-dd334c31dee5,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:56.143805 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-e4f1c7e9-ae91-4549-8079-93746b40f1b8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:56.144389 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-e4f1c7e9-ae91-4549-8079-93746b40f1b8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:network {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:22:56.185642 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-e4f1c7e9-ae91-4549-8079-93746b40f1b8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:network {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:22:56.186765 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-e4f1c7e9-ae91-4549-8079-93746b40f1b8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/networks?id=abc3482d-04e3-4f20-9b48-c963871caa3d HTTP/1.1" status: 200 len: 797 time: 0.4016151 Mar 28 19:22:56.254957 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-3cf45b05-343f-4a16-a85a-29bedcd3ac43 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/quotas/061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 375 time: 0.0190239 Mar 28 19:22:56.311977 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df9b838-4dd6-4c53-b72b-f9b39fb5714b tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:22:56.320500 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9df9b838-4dd6-4c53-b72b-f9b39fb5714b tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:56.321354 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f6656a-1100-4781-bce5-da1fa51edc4c None None] Sync routers for ids ['3f8412fd-f723-4525-81e9-8b7f1fe85118'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:22:56.330863 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f6656a-1100-4781-bce5-da1fa51edc4c None None] Routers {'3f8412fd-f723-4525-81e9-8b7f1fe85118'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:22:56.331495 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-49f6656a-1100-4781-bce5-da1fa51edc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:22:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3f8412fd-f723-4525-81e9-8b7f1fe85118'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:22:56.382090 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9df9b838-4dd6-4c53-b72b-f9b39fb5714b tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "DELETE /v2.0/floatingips/075088d9-4311-4717-a897-62f1d4d23ec7 HTTP/1.1" status: 204 len: 168 time: 2.1619513 Mar 28 19:22:56.384405 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b7f6ff1-d33c-4237-8753-b691da6fe003', 'tag': '17724192-3c4a-4674-8c9e-4ac6a63e0732'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:22:56.413997 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-7f5a1868-900b-48d3-b526-2f8770a7b8e2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1429276 Mar 28 19:22:56.517525 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-49f6656a-1100-4781-bce5-da1fa51edc4c None None] Set router 3f8412fd-f723-4525-81e9-8b7f1fe85118 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:22:56.625827 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-3120040b-b5f6-46de-a18a-a7d83c9fbf09 service neutron] 10.222.0.10 "GET /v2.0/networks/abc3482d-04e3-4f20-9b48-c963871caa3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982694 Mar 28 19:22:56.655099 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b7f6ff1-d33c-4237-8753-b691da6fe003', 'tag': '17724192-3c4a-4674-8c9e-4ac6a63e0732', 'status': 'completed', 'code': 200} Mar 28 19:22:56.856862 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-49f6656a-1100-4781-bce5-da1fa51edc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'name': 'tempest-TestVolumeBootPattern-1258508700-router', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:07Z', 'updated_at': '2022-03-28T19:15:15Z', 'revision_number': 4, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'gw_port': {'id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '8b6ff349-316d-45d6-91e9-fc06a71e1b38', 'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'mac_address': 'fa:16:3e:95:db:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:14Z', 'updated_at': '2022-03-28T19:15:27Z', 'revision_number': 5, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'subnets': [{'id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:22:56.860688 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f6656a-1100-4781-bce5-da1fa51edc4c None None] Checking router: 3f8412fd-f723-4525-81e9-8b7f1fe85118 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:22:56.869419 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f6656a-1100-4781-bce5-da1fa51edc4c None None] Routers {'3f8412fd-f723-4525-81e9-8b7f1fe85118'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:22:56.870026 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-49f6656a-1100-4781-bce5-da1fa51edc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:22:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3f8412fd-f723-4525-81e9-8b7f1fe85118'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:22:56.870146 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-e636593e-53aa-4b12-a4e6-d10713516108 service neutron] 10.222.0.10 "GET /v2.0/networks/abc3482d-04e3-4f20-9b48-c963871caa3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358689 Mar 28 19:22:56.898825 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590fcf05-4f80-4e7f-8ab8-d956557736d0 req-dc05a7f2-63a5-44d2-b899-f8d56536431e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:56.900302 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-590fcf05-4f80-4e7f-8ab8-d956557736d0 req-dc05a7f2-63a5-44d2-b899-f8d56536431e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0ba31f1fab64780bafe45627411dcbe&device_id=7b7f6ff1-d33c-4237-8753-b691da6fe003 HTTP/1.1" status: 200 len: 1098 time: 0.2251658 Mar 28 19:22:56.910337 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59446b97-21c7-41ed-9378-6d25271d1da6 req-98b27bb8-7ba8-4c32-83d1-9a9ed9c22cc1 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:56.911116 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-59446b97-21c7-41ed-9378-6d25271d1da6 req-98b27bb8-7ba8-4c32-83d1-9a9ed9c22cc1 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Synchronizing usage tracker for tenant:b0ba31f1fab64780bafe45627411dcbe on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:22:57.005325 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-59446b97-21c7-41ed-9378-6d25271d1da6 req-98b27bb8-7ba8-4c32-83d1-9a9ed9c22cc1 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Unset dirty status for tenant:b0ba31f1fab64780bafe45627411dcbe on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:22:57.006606 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-59446b97-21c7-41ed-9378-6d25271d1da6 req-98b27bb8-7ba8-4c32-83d1-9a9ed9c22cc1 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b7f6ff1-d33c-4237-8753-b691da6fe003 HTTP/1.1" status: 200 len: 945 time: 0.2383399 Mar 28 19:22:57.087018 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-93005f5e-d887-478b-b1d1-c80aa1a47d99 req-8d6215fe-9a8f-42a8-961d-e48439aee46b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb499803-2310-4411-b1ff-9e7f9cc33e00 HTTP/1.1" status: 200 len: 210 time: 0.0678489 Mar 28 19:22:57.094166 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-49f6656a-1100-4781-bce5-da1fa51edc4c None None] Set router 3f8412fd-f723-4525-81e9-8b7f1fe85118 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:22:57.128275 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-59446b97-21c7-41ed-9378-6d25271d1da6 req-9033f98b-6dae-40a6-9769-54dfb03122d2 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080317 Mar 28 19:22:57.129249 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590fcf05-4f80-4e7f-8ab8-d956557736d0 req-860f7afe-ed59-4d95-b1ad-9a789aea686a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:57.130729 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-590fcf05-4f80-4e7f-8ab8-d956557736d0 req-860f7afe-ed59-4d95-b1ad-9a789aea686a service neutron] 10.222.0.26 "GET /v2.0/networks?id=8efa11ac-7efa-4436-8a41-9dfec0a8f282 HTTP/1.1" status: 200 len: 913 time: 0.2159135 Mar 28 19:22:57.203981 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-590fcf05-4f80-4e7f-8ab8-d956557736d0 req-cb902451-9b10-4efa-b06d-37fe97f24c7f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17724192-3c4a-4674-8c9e-4ac6a63e0732 HTTP/1.1" status: 200 len: 217 time: 0.0637848 Mar 28 19:22:57.264388 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590fcf05-4f80-4e7f-8ab8-d956557736d0 req-9982fa43-1c03-494f-90fd-f3560b9e9c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:57.265830 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-590fcf05-4f80-4e7f-8ab8-d956557736d0 req-9982fa43-1c03-494f-90fd-f3560b9e9c33 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93e49b98-1ab2-403b-80e2-ed54c2bdd260 HTTP/1.1" status: 200 len: 851 time: 0.0562532 Mar 28 19:22:57.339469 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590fcf05-4f80-4e7f-8ab8-d956557736d0 req-721f3e96-d19f-45b5-bb9b-37762946f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:57.340978 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-590fcf05-4f80-4e7f-8ab8-d956557736d0 req-721f3e96-d19f-45b5-bb9b-37762946f681 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8efa11ac-7efa-4436-8a41-9dfec0a8f282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689485 Mar 28 19:22:57.408647 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-49f6656a-1100-4781-bce5-da1fa51edc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'name': 'tempest-TestVolumeBootPattern-1258508700-router', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:07Z', 'updated_at': '2022-03-28T19:15:15Z', 'revision_number': 4, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'gw_port': {'id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '8b6ff349-316d-45d6-91e9-fc06a71e1b38', 'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'mac_address': 'fa:16:3e:95:db:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:14Z', 'updated_at': '2022-03-28T19:15:27Z', 'revision_number': 5, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'subnets': [{'id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:22:57.413266 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f6656a-1100-4781-bce5-da1fa51edc4c None None] The sync data for ids ['3f8412fd-f723-4525-81e9-8b7f1fe85118'] in dv-neutron-834711-1-hyperv is: [{'id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'name': 'tempest-TestVolumeBootPattern-1258508700-router', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:07Z', 'updated_at': '2022-03-28T19:15:15Z', 'revision_number': 4, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'gw_port': {'id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '8b6ff349-316d-45d6-91e9-fc06a71e1b38', 'name': '', 'network_id': '8efa11ac-7efa-4436-8a41-9dfec0a8f282', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'mac_address': 'fa:16:3e:95:db:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:14Z', 'updated_at': '2022-03-28T19:15:27Z', 'revision_number': 5, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'subnets': [{'id': '93e49b98-1ab2-403b-80e2-ed54c2bdd260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:22:57.476963 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-590fcf05-4f80-4e7f-8ab8-d956557736d0 req-e044aab2-22d2-41a2-be5e-c43c6128cd3c service neutron] 10.222.0.26 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296532 Mar 28 19:22:57.612469 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-590fcf05-4f80-4e7f-8ab8-d956557736d0 req-cbf79fe2-d5de-492d-a5f9-4b6edc8eaba1 service neutron] 10.222.0.26 "GET /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294076 Mar 28 19:22:57.626551 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52338677-5c35-446f-aedf-f7662a35a387 None None] New status for floating IP 075088d9-4311-4717-a897-62f1d4d23ec7: DOWN {{(pid=87835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:22:57.634313 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6d8437d6-c264-429c-b1d3-1abca19e228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:57.678302 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 4bc6a3a5-8626-4459-9bfe-dd334c31dee5 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:22:57.746985 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 4bc6a3a5-8626-4459-9bfe-dd334c31dee5 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:22:57.747371 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:58.358192 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d6c5fb80-86c6-4ee9-aafb-259fc843e5b5 req-4e4a17af-2c10-4016-b2f4-bdb9108cdf81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb499803-2310-4411-b1ff-9e7f9cc33e00 HTTP/1.1" status: 200 len: 210 time: 0.2171276 Mar 28 19:22:58.455773 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accdc004-92fd-4e1a-b9c9-7eaee98659cd req-3f78ab7b-4714-4c2c-91eb-2e94afed96e9 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:58.457204 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-accdc004-92fd-4e1a-b9c9-7eaee98659cd req-3f78ab7b-4714-4c2c-91eb-2e94afed96e9 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b7f6ff1-d33c-4237-8753-b691da6fe003 HTTP/1.1" status: 200 len: 945 time: 0.1579409 Mar 28 19:22:58.536241 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-accdc004-92fd-4e1a-b9c9-7eaee98659cd req-99aad87e-147a-4433-810d-dcb0b5f8c6b7 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Deleting port 17724192-3c4a-4674-8c9e-4ac6a63e0732 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:22:58.536573 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-accdc004-92fd-4e1a-b9c9-7eaee98659cd req-99aad87e-147a-4433-810d-dcb0b5f8c6b7 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:58.578950 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:58.608730 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cdb00-750a-473c-982b-2adda0595fd8 req-d645fad8-208d-45ef-b01e-766080c5091b tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:58.610191 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-264cdb00-750a-473c-982b-2adda0595fd8 req-d645fad8-208d-45ef-b01e-766080c5091b tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b7f6ff1-d33c-4237-8753-b691da6fe003 HTTP/1.1" status: 200 len: 945 time: 0.2107267 Mar 28 19:22:58.616340 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:58.733894 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-264cdb00-750a-473c-982b-2adda0595fd8 req-5ce3951a-6415-4694-a2d5-0bd2c8059348 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/security-groups?id=51d04548-8acb-4378-a072-f747245e61fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922511 Mar 28 19:22:58.836252 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-accdc004-92fd-4e1a-b9c9-7eaee98659cd req-99aad87e-147a-4433-810d-dcb0b5f8c6b7 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] For port 17724192-3c4a-4674-8c9e-4ac6a63e0732, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=17724192-3c4a-4674-8c9e-4ac6a63e0732,segment=NetworkSegment(b36378e5-7fd7-4b05-b8ed-c592bc915443),segment_id=b36378e5-7fd7-4b05-b8ed-c592bc915443)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:22:58.836516 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-accdc004-92fd-4e1a-b9c9-7eaee98659cd req-99aad87e-147a-4433-810d-dcb0b5f8c6b7 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:58.958440 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-accdc004-92fd-4e1a-b9c9-7eaee98659cd req-99aad87e-147a-4433-810d-dcb0b5f8c6b7 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Calling delete_port for 17724192-3c4a-4674-8c9e-4ac6a63e0732 owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:22:59.187977 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-accdc004-92fd-4e1a-b9c9-7eaee98659cd req-99aad87e-147a-4433-810d-dcb0b5f8c6b7 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:59.248712 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aad87e-147a-4433-810d-dcb0b5f8c6b7 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Pushing event deleted for resources: {'Port': ['ID=17724192-3c4a-4674-8c9e-4ac6a63e0732,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:22:59.343758 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-b3bfadb0-ab3d-4f92-8c45-90da868d5b2a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:22:59.345140 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-b3bfadb0-ab3d-4f92-8c45-90da868d5b2a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/networks?id=abc3482d-04e3-4f20-9b48-c963871caa3d HTTP/1.1" status: 200 len: 797 time: 0.2702813 Mar 28 19:22:59.350994 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-accdc004-92fd-4e1a-b9c9-7eaee98659cd req-99aad87e-147a-4433-810d-dcb0b5f8c6b7 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] No DVR routers for this DVR port 17724192-3c4a-4674-8c9e-4ac6a63e0732 on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:22:59.353294 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-accdc004-92fd-4e1a-b9c9-7eaee98659cd req-99aad87e-147a-4433-810d-dcb0b5f8c6b7 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:59.355740 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7f6ff1-d33c-4237-8753-b691da6fe003', 'name': 'network-vif-deleted', 'tag': '17724192-3c4a-4674-8c9e-4ac6a63e0732'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:22:59.392773 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-accdc004-92fd-4e1a-b9c9-7eaee98659cd req-99aad87e-147a-4433-810d-dcb0b5f8c6b7 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.26 "DELETE /v2.0/ports/17724192-3c4a-4674-8c9e-4ac6a63e0732 HTTP/1.1" status: 204 len: 173 time: 0.9275899 Mar 28 19:22:59.404052 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7f6ff1-d33c-4237-8753-b691da6fe003', 'name': 'network-vif-deleted', 'tag': '17724192-3c4a-4674-8c9e-4ac6a63e0732', 'status': 'completed', 'code': 200} Mar 28 19:22:59.410699 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-867514a5-8a01-4903-bba7-4e4cc1e0aac3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 379 time: 0.0503306 Mar 28 19:22:59.419499 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-2049a165-3750-42b4-88d0-f650ea124559 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'port': {'device_id': 'cb499803-2310-4411-b1ff-9e7f9cc33e00', 'network_id': 'abc3482d-04e3-4f20-9b48-c963871caa3d', 'admin_state_up': True, 'tenant_id': '061332865d564f96959562b5c3aa8701', 'security_groups': ['88d09894-19a1-4e0e-a3be-291fdd8f5520']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:22:59.556080 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-427f424d-bc58-4e6c-902d-cea3aab5b8ed req-278c9f3a-2ebd-44ee-a687-f1ae71d9f548 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb499803-2310-4411-b1ff-9e7f9cc33e00 HTTP/1.1" status: 200 len: 210 time: 0.0553622 Mar 28 19:22:59.592998 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-2049a165-3750-42b4-88d0-f650ea124559 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:22:59.597066 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-2049a165-3750-42b4-88d0-f650ea124559 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:port and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:22:59.600466 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-2049a165-3750-42b4-88d0-f650ea124559 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:22:59.606390 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-2049a165-3750-42b4-88d0-f650ea124559 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:22:59.617845 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-2049a165-3750-42b4-88d0-f650ea124559 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Made reservation on behalf of 061332865d564f96959562b5c3aa8701 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:22:59.621664 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-2049a165-3750-42b4-88d0-f650ea124559 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:22:59.819582 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-2049a165-3750-42b4-88d0-f650ea124559 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.20.0.10 (abc3482d-04e3-4f20-9b48-c963871caa3d/cf8b4b2b-85e1-4421-9351-937780a93f83/b970cc86-e9d5-4346-ba17-d07fda3cde45) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:23:00.050215 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-a633a7f9-83f3-4af6-ac69-3b80dcd15f8f req-28158b2d-9fd4-4782-8b52-51ba0329dbf8 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Synchronizing usage tracker for tenant:b0ba31f1fab64780bafe45627411dcbe on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:23:00.126392 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-a633a7f9-83f3-4af6-ac69-3b80dcd15f8f req-28158b2d-9fd4-4782-8b52-51ba0329dbf8 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Unset dirty status for tenant:b0ba31f1fab64780bafe45627411dcbe on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:23:00.127605 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a633a7f9-83f3-4af6-ac69-3b80dcd15f8f req-28158b2d-9fd4-4782-8b52-51ba0329dbf8 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b7f6ff1-d33c-4237-8753-b691da6fe003 HTTP/1.1" status: 200 len: 210 time: 0.2620513 Mar 28 19:23:00.175905 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-2049a165-3750-42b4-88d0-f650ea124559 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:00.179383 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:00.192970 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-2049a165-3750-42b4-88d0-f650ea124559 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Transition to ACTIVE for port object b970cc86-e9d5-4346-ba17-d07fda3cde45 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:23:00.215567 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-2049a165-3750-42b4-88d0-f650ea124559 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:00.281566 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-2049a165-3750-42b4-88d0-f650ea124559 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network abc3482d-04e3-4f20-9b48-c963871caa3d is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:23:00.289361 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-2049a165-3750-42b4-88d0-f650ea124559 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:23:00.293793 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-2049a165-3750-42b4-88d0-f650ea124559 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:23:00.329822 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049a165-3750-42b4-88d0-f650ea124559 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=b970cc86-e9d5-4346-ba17-d07fda3cde45,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:23:00.368764 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-2049a165-3750-42b4-88d0-f650ea124559 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:23:00.369226 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-2049a165-3750-42b4-88d0-f650ea124559 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:00.395663 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-2049a165-3750-42b4-88d0-f650ea124559 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9803426 Mar 28 19:23:00.407150 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-d0e965fc-1853-41cf-9b16-e86e28de435b service neutron] Request body: {'port': {'device_id': 'cb499803-2310-4411-b1ff-9e7f9cc33e00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:23:00.528461 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-d0e965fc-1853-41cf-9b16-e86e28de435b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:00.558617 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-8be6365b-61e7-4e5b-863b-9a3cd69e2c58 None None] Provisioning for port b970cc86-e9d5-4346-ba17-d07fda3cde45 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:23:00.563500 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-8be6365b-61e7-4e5b-863b-9a3cd69e2c58 None None] Provisioning complete for port b970cc86-e9d5-4346-ba17-d07fda3cde45 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:23:00.563816 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8be6365b-61e7-4e5b-863b-9a3cd69e2c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:00.620127 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-8be6365b-61e7-4e5b-863b-9a3cd69e2c58 None None] Port b970cc86-e9d5-4346-ba17-d07fda3cde45 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:23:00.855153 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58906a3-f818-43c4-ae4a-0cfc8af796f1 req-3f268e30-bc9e-47a4-b766-ba513d80731a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:23:00.855757 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-d58906a3-f818-43c4-ae4a-0cfc8af796f1 req-3f268e30-bc9e-47a4-b766-ba513d80731a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:23:00.881451 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-d58906a3-f818-43c4-ae4a-0cfc8af796f1 req-3f268e30-bc9e-47a4-b766-ba513d80731a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:23:00.882591 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d58906a3-f818-43c4-ae4a-0cfc8af796f1 req-3f268e30-bc9e-47a4-b766-ba513d80731a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb499803-2310-4411-b1ff-9e7f9cc33e00 HTTP/1.1" status: 200 len: 932 time: 0.2184663 Mar 28 19:23:00.986641 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d58906a3-f818-43c4-ae4a-0cfc8af796f1 req-ecf6396a-95f6-4027-84b5-eb43d36b28ae tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d09894-19a1-4e0e-a3be-291fdd8f5520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948606 Mar 28 19:23:00.988607 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-d0e965fc-1853-41cf-9b16-e86e28de435b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b970cc86-e9d5-4346-ba17-d07fda3cde45 {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:23:00.996364 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-d0e965fc-1853-41cf-9b16-e86e28de435b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:01.016029 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-d0e965fc-1853-41cf-9b16-e86e28de435b service neutron] Transition to ACTIVE for port object b970cc86-e9d5-4346-ba17-d07fda3cde45 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:23:01.018689 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-d0e965fc-1853-41cf-9b16-e86e28de435b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:01.173154 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e965fc-1853-41cf-9b16-e86e28de435b service neutron] Pushing event updated for resources: {'Port': ['ID=b970cc86-e9d5-4346-ba17-d07fda3cde45,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:23:01.225778 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34896) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:23:01.391957 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-d0e965fc-1853-41cf-9b16-e86e28de435b service neutron] Attempting to bind port b970cc86-e9d5-4346-ba17-d07fda3cde45 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:23:01.392187 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-d0e965fc-1853-41cf-9b16-e86e28de435b service neutron] Attempting to bind port b970cc86-e9d5-4346-ba17-d07fda3cde45 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '87f0ed85-0d73-47b9-9f7c-bc0b8716ce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'abc3482d-04e3-4f20-9b48-c963871caa3d'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:23:01.392515 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-d0e965fc-1853-41cf-9b16-e86e28de435b service neutron] Attempting to bind port b970cc86-e9d5-4346-ba17-d07fda3cde45 on network abc3482d-04e3-4f20-9b48-c963871caa3d {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:23:01.404616 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-d0e965fc-1853-41cf-9b16-e86e28de435b service neutron] Port b970cc86-e9d5-4346-ba17-d07fda3cde45 on network abc3482d-04e3-4f20-9b48-c963871caa3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:23:01.405244 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-d0e965fc-1853-41cf-9b16-e86e28de435b service neutron] Attempting to bind port b970cc86-e9d5-4346-ba17-d07fda3cde45 on network abc3482d-04e3-4f20-9b48-c963871caa3d {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:23:01.408583 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-3bc8bc19-a6b1-491f-8702-1f6c2c49aaad tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Deleting port 97d0de33-b45a-4c61-8e4b-93d70f430784 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:23:01.408919 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3bc8bc19-a6b1-491f-8702-1f6c2c49aaad tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:01.437763 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-d0e965fc-1853-41cf-9b16-e86e28de435b service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:23:01.438100 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-d0e965fc-1853-41cf-9b16-e86e28de435b service neutron] Checking segment: {'id': '87f0ed85-0d73-47b9-9f7c-bc0b8716ce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'abc3482d-04e3-4f20-9b48-c963871caa3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:23:01.438492 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-d0e965fc-1853-41cf-9b16-e86e28de435b service neutron] Bound using segment: {'id': '87f0ed85-0d73-47b9-9f7c-bc0b8716ce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'abc3482d-04e3-4f20-9b48-c963871caa3d'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:23:01.438946 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-d0e965fc-1853-41cf-9b16-e86e28de435b service neutron] Bound port: b970cc86-e9d5-4346-ba17-d07fda3cde45, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87f0ed85-0d73-47b9-9f7c-bc0b8716ce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'abc3482d-04e3-4f20-9b48-c963871caa3d'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:23:01.439287 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-d0e965fc-1853-41cf-9b16-e86e28de435b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:01.685675 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:01.755639 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-d0e965fc-1853-41cf-9b16-e86e28de435b service neutron] For port b970cc86-e9d5-4346-ba17-d07fda3cde45, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:23:01.760917 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-d0e965fc-1853-41cf-9b16-e86e28de435b service neutron] For port b970cc86-e9d5-4346-ba17-d07fda3cde45, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=b970cc86-e9d5-4346-ba17-d07fda3cde45,segment=NetworkSegment(87f0ed85-0d73-47b9-9f7c-bc0b8716ce52),segment_id=87f0ed85-0d73-47b9-9f7c-bc0b8716ce52)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:23:01.773862 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-d0e965fc-1853-41cf-9b16-e86e28de435b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:01.825879 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3bc8bc19-a6b1-491f-8702-1f6c2c49aaad tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:01.826202 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3bc8bc19-a6b1-491f-8702-1f6c2c49aaad tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:01.844177 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-d0e965fc-1853-41cf-9b16-e86e28de435b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:23:01.844786 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-d0e965fc-1853-41cf-9b16-e86e28de435b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:01.846197 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-d0e965fc-1853-41cf-9b16-e86e28de435b service neutron] 10.222.0.26 "PUT /v2.0/ports/b970cc86-e9d5-4346-ba17-d07fda3cde45 HTTP/1.1" status: 200 len: 1094 time: 1.4435701 Mar 28 19:23:01.846630 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb499803-2310-4411-b1ff-9e7f9cc33e00', 'tag': 'b970cc86-e9d5-4346-ba17-d07fda3cde45'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:23:02.013187 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb499803-2310-4411-b1ff-9e7f9cc33e00', 'tag': 'b970cc86-e9d5-4346-ba17-d07fda3cde45', 'status': 'completed', 'code': 200} Mar 28 19:23:02.026402 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-3bc8bc19-a6b1-491f-8702-1f6c2c49aaad tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Calling delete_port for 97d0de33-b45a-4c61-8e4b-93d70f430784 owned by network:floatingip {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:23:02.068318 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e965fc-1853-41cf-9b16-e86e28de435b service neutron] Pushing event updated for resources: {'Port': ['ID=b970cc86-e9d5-4346-ba17-d07fda3cde45,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:23:02.181150 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-fdf2fc52-2ece-4fa4-bcf0-a338991d4058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:23:02.182913 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-fdf2fc52-2ece-4fa4-bcf0-a338991d4058 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=cb499803-2310-4411-b1ff-9e7f9cc33e00 HTTP/1.1" status: 200 len: 1097 time: 0.2729619 Mar 28 19:23:02.293294 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-8a6563b0-aade-463c-9a4c-785d19c67cde service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b970cc86-e9d5-4346-ba17-d07fda3cde45 HTTP/1.1" status: 200 len: 217 time: 0.0783272 Mar 28 19:23:02.377110 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429984c1-e95e-4090-96ba-7022c6dba3e7 req-b98ffdf4-e397-444b-9d1d-fa97d5fe590d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:23:02.378551 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-429984c1-e95e-4090-96ba-7022c6dba3e7 req-b98ffdf4-e397-444b-9d1d-fa97d5fe590d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb499803-2310-4411-b1ff-9e7f9cc33e00 HTTP/1.1" status: 200 len: 944 time: 0.2833495 Mar 28 19:23:02.381516 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3bc8bc19-a6b1-491f-8702-1f6c2c49aaad tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:02.433995 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 17724192-3c4a-4674-8c9e-4ac6a63e0732 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:23:02.449439 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-7e92a61b-2aa5-41a5-aa3e-fa012645474d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:23:02.451899 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-7e92a61b-2aa5-41a5-aa3e-fa012645474d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cf8b4b2b-85e1-4421-9351-937780a93f83 HTTP/1.1" status: 200 len: 843 time: 0.1513991 Mar 28 19:23:02.470965 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: 17724192-3c4a-4674-8c9e-4ac6a63e0732 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:23:02.471316 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 17724192-3c4a-4674-8c9e-4ac6a63e0732 not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:23:02.480032 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8bc19-a6b1-491f-8702-1f6c2c49aaad tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Pushing event deleted for resources: {'Port': ['ID=97d0de33-b45a-4c61-8e4b-93d70f430784,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:23:02.592458 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-429984c1-e95e-4090-96ba-7022c6dba3e7 req-b8aa4ecd-9e19-4f03-97b9-18f92855320e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d09894-19a1-4e0e-a3be-291fdd8f5520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759038 Mar 28 19:23:02.612140 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3bc8bc19-a6b1-491f-8702-1f6c2c49aaad tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for floatingip, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:02.638758 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-0e884e02-7fad-41d9-8918-97107a96f7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:23:02.640414 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-0e884e02-7fad-41d9-8918-97107a96f7e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=abc3482d-04e3-4f20-9b48-c963871caa3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1561673 Mar 28 19:23:02.642988 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3bc8bc19-a6b1-491f-8702-1f6c2c49aaad tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:02.643960 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3bc8bc19-a6b1-491f-8702-1f6c2c49aaad tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "DELETE /v2.0/floatingips/cc9a2193-439f-42e8-b66c-611c8eb98e44 HTTP/1.1" status: 204 len: 168 time: 1.4155772 Mar 28 19:23:02.771956 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-7c52479c-6d55-40d7-a064-1a0aa3fe6b9d service neutron] 10.222.0.26 "GET /v2.0/networks/abc3482d-04e3-4f20-9b48-c963871caa3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255729 Mar 28 19:23:02.910356 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c16cfae6-11eb-47bf-b468-4156aa2b43de req-3154c022-e161-46c2-86eb-20d835a6824d service neutron] 10.222.0.26 "GET /v2.0/networks/abc3482d-04e3-4f20-9b48-c963871caa3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332035 Mar 28 19:23:03.035964 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7aef7-241b-4672-bcf3-7680d01f56f3 req-bf806e1e-a23e-47c0-bbc0-8dd9c4f8fcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:23:03.037578 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c9b7aef7-241b-4672-bcf3-7680d01f56f3 req-bf806e1e-a23e-47c0-bbc0-8dd9c4f8fcff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=cb499803-2310-4411-b1ff-9e7f9cc33e00 HTTP/1.1" status: 200 len: 1097 time: 0.0765767 Mar 28 19:23:03.169609 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7aef7-241b-4672-bcf3-7680d01f56f3 req-dce288f0-edf0-4ae9-9135-eb821baa0791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:23:03.171066 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c9b7aef7-241b-4672-bcf3-7680d01f56f3 req-dce288f0-edf0-4ae9-9135-eb821baa0791 service neutron] 10.222.0.26 "GET /v2.0/networks?id=abc3482d-04e3-4f20-9b48-c963871caa3d HTTP/1.1" status: 200 len: 898 time: 0.1275861 Mar 28 19:23:03.236676 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c9b7aef7-241b-4672-bcf3-7680d01f56f3 req-0cca4403-dffc-40f5-bf7e-598ba7374883 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b970cc86-e9d5-4346-ba17-d07fda3cde45 HTTP/1.1" status: 200 len: 217 time: 0.0595596 Mar 28 19:23:03.415953 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7aef7-241b-4672-bcf3-7680d01f56f3 req-ae2c79e3-c3ec-4676-9061-07c472934b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:23:03.417367 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c9b7aef7-241b-4672-bcf3-7680d01f56f3 req-ae2c79e3-c3ec-4676-9061-07c472934b83 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cf8b4b2b-85e1-4421-9351-937780a93f83 HTTP/1.1" status: 200 len: 843 time: 0.1752114 Mar 28 19:23:03.495671 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7aef7-241b-4672-bcf3-7680d01f56f3 req-43690791-5233-4e1f-9988-ea262b643b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:23:03.497282 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c9b7aef7-241b-4672-bcf3-7680d01f56f3 req-43690791-5233-4e1f-9988-ea262b643b31 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=abc3482d-04e3-4f20-9b48-c963871caa3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730526 Mar 28 19:23:03.628673 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c9b7aef7-241b-4672-bcf3-7680d01f56f3 req-da095bee-34dc-49ba-9860-28c0cec75182 service neutron] 10.222.0.26 "GET /v2.0/networks/abc3482d-04e3-4f20-9b48-c963871caa3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248298 Mar 28 19:23:03.814250 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c9b7aef7-241b-4672-bcf3-7680d01f56f3 req-21c0ca54-956e-43fa-a425-db217c110cb3 service neutron] 10.222.0.26 "GET /v2.0/networks/abc3482d-04e3-4f20-9b48-c963871caa3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785343 Mar 28 19:23:03.839350 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7da30c-b203-4fce-9856-92bac37bbb7d req-b680853a-7ba8-43c8-9fb9-c73edcf088a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:23:03.840744 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dd7da30c-b203-4fce-9856-92bac37bbb7d req-b680853a-7ba8-43c8-9fb9-c73edcf088a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb499803-2310-4411-b1ff-9e7f9cc33e00 HTTP/1.1" status: 200 len: 944 time: 0.1183019 Mar 28 19:23:03.886785 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dd7da30c-b203-4fce-9856-92bac37bbb7d req-d1c20cb4-deb6-4d6d-9542-ec86fc937566 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d09894-19a1-4e0e-a3be-291fdd8f5520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404170 Mar 28 19:23:05.073545 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256acd33-c7b2-4eea-8ff4-634f83d9fcec req-0dedb5f4-d81c-4055-9b5a-327fefe23d86 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:23:05.075789 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-256acd33-c7b2-4eea-8ff4-634f83d9fcec req-0dedb5f4-d81c-4055-9b5a-327fefe23d86 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb499803-2310-4411-b1ff-9e7f9cc33e00 HTTP/1.1" status: 200 len: 944 time: 0.0813661 Mar 28 19:23:05.123036 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-256acd33-c7b2-4eea-8ff4-634f83d9fcec req-24ac9e9a-6d0a-4c51-9c1c-f7b9bf7d29a6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d09894-19a1-4e0e-a3be-291fdd8f5520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414333 Mar 28 19:23:05.211559 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34920) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:23:05.278112 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-63e7eaae-d243-4e9c-8ca6-724fc4253407 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:05.310804 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-63e7eaae-d243-4e9c-8ca6-724fc4253407 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:05.375968 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-63e7eaae-d243-4e9c-8ca6-724fc4253407 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:05.395780 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7eaae-d243-4e9c-8ca6-724fc4253407 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d04548-8acb-4378-a072-f747245e61fc,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:23:05.408555 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-63e7eaae-d243-4e9c-8ca6-724fc4253407 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:05.412844 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-63e7eaae-d243-4e9c-8ca6-724fc4253407 tempest-TestVolumeBootPattern-2050967013 tempest-TestVolumeBootPattern-2050967013-project] 10.222.0.10 "DELETE /v2.0/security-groups/51d04548-8acb-4378-a072-f747245e61fc HTTP/1.1" status: 204 len: 168 time: 0.1970251 Mar 28 19:23:05.465564 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34926) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:23:06.135985 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4c0eaa5c-96e3-4fc5-b45f-ba5514a53578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:06.321473 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55395725-7d4c-438b-8d7d-2a45d00b0f42 req-da310ef1-9ba6-4e5a-959f-6cf0d7e36909 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:23:06.322822 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-55395725-7d4c-438b-8d7d-2a45d00b0f42 req-da310ef1-9ba6-4e5a-959f-6cf0d7e36909 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb499803-2310-4411-b1ff-9e7f9cc33e00 HTTP/1.1" status: 200 len: 944 time: 0.0855696 Mar 28 19:23:06.366305 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-55395725-7d4c-438b-8d7d-2a45d00b0f42 req-bf89f94b-e78a-4f72-ab16-f8be5bc5862b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d09894-19a1-4e0e-a3be-291fdd8f5520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376229 Mar 28 19:23:06.449216 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device b970cc86-e9d5-4346-ba17-d07fda3cde45 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:23:06.483197 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-4c0eaa5c-96e3-4fc5-b45f-ba5514a53578 admin admin] Deleting port 8b6ff349-316d-45d6-91e9-fc06a71e1b38 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:23:06.483765 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4c0eaa5c-96e3-4fc5-b45f-ba5514a53578 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:06.589544 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port b970cc86-e9d5-4346-ba17-d07fda3cde45, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=b970cc86-e9d5-4346-ba17-d07fda3cde45,segment=NetworkSegment(87f0ed85-0d73-47b9-9f7c-bc0b8716ce52),segment_id=87f0ed85-0d73-47b9-9f7c-bc0b8716ce52)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:23:06.603728 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': 'b970cc86-e9d5-4346-ba17-d07fda3cde45', 'network_id': 'abc3482d-04e3-4f20-9b48-c963871caa3d', 'port_id': 'b970cc86-e9d5-4346-ba17-d07fda3cde45', 'mac_address': 'fa:16:3e:dd:24:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf8b4b2b-85e1-4421-9351-937780a93f83', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:23:06.659957 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:06.677099 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b970cc86-e9d5-4346-ba17-d07fda3cde45 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:23:06.693642 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port b970cc86-e9d5-4346-ba17-d07fda3cde45, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=b970cc86-e9d5-4346-ba17-d07fda3cde45,segment=NetworkSegment(87f0ed85-0d73-47b9-9f7c-bc0b8716ce52),segment_id=87f0ed85-0d73-47b9-9f7c-bc0b8716ce52)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:23:06.697400 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:06.769549 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=b970cc86-e9d5-4346-ba17-d07fda3cde45,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:23:06.769994 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-4c0eaa5c-96e3-4fc5-b45f-ba5514a53578 admin admin] For port 8b6ff349-316d-45d6-91e9-fc06a71e1b38, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=8b6ff349-316d-45d6-91e9-fc06a71e1b38,segment=NetworkSegment(b36378e5-7fd7-4b05-b8ed-c592bc915443),segment_id=b36378e5-7fd7-4b05-b8ed-c592bc915443)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:23:06.770353 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4c0eaa5c-96e3-4fc5-b45f-ba5514a53578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:06.891795 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-4c0eaa5c-96e3-4fc5-b45f-ba5514a53578 admin admin] Calling delete_port for 8b6ff349-316d-45d6-91e9-fc06a71e1b38 owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:23:07.010899 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['b970cc86-e9d5-4346-ba17-d07fda3cde45'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:23:07.197017 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4c0eaa5c-96e3-4fc5-b45f-ba5514a53578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:07.246135 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0eaa5c-96e3-4fc5-b45f-ba5514a53578 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b6ff349-316d-45d6-91e9-fc06a71e1b38,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:23:07.511518 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4c0eaa5c-96e3-4fc5-b45f-ba5514a53578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:07.549995 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acec5f9-fbc2-4e44-b175-179160c49f19 req-8df03525-492f-4cce-a4f9-1ce40cab07e5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:23:07.551381 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2acec5f9-fbc2-4e44-b175-179160c49f19 req-8df03525-492f-4cce-a4f9-1ce40cab07e5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb499803-2310-4411-b1ff-9e7f9cc33e00 HTTP/1.1" status: 200 len: 945 time: 0.0796745 Mar 28 19:23:07.594538 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2acec5f9-fbc2-4e44-b175-179160c49f19 req-01cae17b-e772-4244-8c41-7f3bf57a6b24 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d09894-19a1-4e0e-a3be-291fdd8f5520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374553 Mar 28 19:23:07.862694 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0eaa5c-96e3-4fc5-b45f-ba5514a53578 admin admin] Router 3f8412fd-f723-4525-81e9-8b7f1fe85118 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:23:08.154360 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0eaa5c-96e3-4fc5-b45f-ba5514a53578 admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:23:08.163577 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24eb73ff-37cb-4565-8a61-9737c8b56bb5 None None] Sync routers for ids ['3f8412fd-f723-4525-81e9-8b7f1fe85118'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:23:08.166896 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4c0eaa5c-96e3-4fc5-b45f-ba5514a53578 admin admin] 10.222.0.10 "PUT /v2.0/routers/3f8412fd-f723-4525-81e9-8b7f1fe85118/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7001634 Mar 28 19:23:08.169322 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34936) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:23:08.172439 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eb73ff-37cb-4565-8a61-9737c8b56bb5 None None] Routers {'3f8412fd-f723-4525-81e9-8b7f1fe85118'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:23:08.173037 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-24eb73ff-37cb-4565-8a61-9737c8b56bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:22:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3f8412fd-f723-4525-81e9-8b7f1fe85118'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:23:08.349014 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-24eb73ff-37cb-4565-8a61-9737c8b56bb5 None None] Set router 3f8412fd-f723-4525-81e9-8b7f1fe85118 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:23:08.355809 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16ec45ae-0be3-44c2-965c-5aede63f4819 admin admin] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:08.496267 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device b970cc86-e9d5-4346-ba17-d07fda3cde45 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:23:08.540416 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16ec45ae-0be3-44c2-965c-5aede63f4819 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:08.550918 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-16ec45ae-0be3-44c2-965c-5aede63f4819 admin admin] Deleting port cbcce0e8-f03d-43b6-bfb9-1de298dc5fde {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:23:08.550918 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16ec45ae-0be3-44c2-965c-5aede63f4819 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:08.704849 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port b970cc86-e9d5-4346-ba17-d07fda3cde45 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:23:08.714913 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port b970cc86-e9d5-4346-ba17-d07fda3cde45 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:23:08.715295 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:08.767323 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-16ec45ae-0be3-44c2-965c-5aede63f4819 admin admin] For port cbcce0e8-f03d-43b6-bfb9-1de298dc5fde, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=cbcce0e8-f03d-43b6-bfb9-1de298dc5fde,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:23:08.767323 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16ec45ae-0be3-44c2-965c-5aede63f4819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:08.791454 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27133868-c8f9-42b9-a0c5-2d6b129839a7 req-8306583e-5b8c-4f6d-a8f6-900b61e9c249 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:23:08.792909 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-27133868-c8f9-42b9-a0c5-2d6b129839a7 req-8306583e-5b8c-4f6d-a8f6-900b61e9c249 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb499803-2310-4411-b1ff-9e7f9cc33e00 HTTP/1.1" status: 200 len: 945 time: 0.0837009 Mar 28 19:23:08.842147 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-24eb73ff-37cb-4565-8a61-9737c8b56bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'name': 'tempest-TestVolumeBootPattern-1258508700-router', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:07Z', 'updated_at': '2022-03-28T19:23:07Z', 'revision_number': 5, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'gw_port': {'id': 'cbcce0e8-f03d-43b6-bfb9-1de298dc5fde', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:09Z', 'updated_at': '2022-03-28T19:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:23:08.843436 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-27133868-c8f9-42b9-a0c5-2d6b129839a7 req-ce51f0d1-2fa6-47ac-b03c-6eaddcc1bbb4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d09894-19a1-4e0e-a3be-291fdd8f5520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438521 Mar 28 19:23:08.852219 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24eb73ff-37cb-4565-8a61-9737c8b56bb5 None None] Checking router: 3f8412fd-f723-4525-81e9-8b7f1fe85118 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:23:08.871475 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:08.880062 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eb73ff-37cb-4565-8a61-9737c8b56bb5 None None] Routers {'3f8412fd-f723-4525-81e9-8b7f1fe85118'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:23:08.880740 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-24eb73ff-37cb-4565-8a61-9737c8b56bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:22:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3f8412fd-f723-4525-81e9-8b7f1fe85118'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:23:08.890947 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-16ec45ae-0be3-44c2-965c-5aede63f4819 admin admin] Calling delete_port for cbcce0e8-f03d-43b6-bfb9-1de298dc5fde owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:23:09.017779 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb499803-2310-4411-b1ff-9e7f9cc33e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b970cc86-e9d5-4346-ba17-d07fda3cde45'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:23:09.033876 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port b970cc86-e9d5-4346-ba17-d07fda3cde45, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=b970cc86-e9d5-4346-ba17-d07fda3cde45,segment=NetworkSegment(87f0ed85-0d73-47b9-9f7c-bc0b8716ce52),segment_id=87f0ed85-0d73-47b9-9f7c-bc0b8716ce52)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:23:09.044224 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:09.060663 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16ec45ae-0be3-44c2-965c-5aede63f4819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:09.101963 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-24eb73ff-37cb-4565-8a61-9737c8b56bb5 None None] Set router 3f8412fd-f723-4525-81e9-8b7f1fe85118 gateway port host: None {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:23:09.112534 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec45ae-0be3-44c2-965c-5aede63f4819 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbcce0e8-f03d-43b6-bfb9-1de298dc5fde,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:23:09.147194 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb499803-2310-4411-b1ff-9e7f9cc33e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b970cc86-e9d5-4346-ba17-d07fda3cde45', 'code': 200} Mar 28 19:23:09.208066 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16ec45ae-0be3-44c2-965c-5aede63f4819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:09.216830 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-24eb73ff-37cb-4565-8a61-9737c8b56bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'name': 'tempest-TestVolumeBootPattern-1258508700-router', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:07Z', 'updated_at': '2022-03-28T19:23:08Z', 'revision_number': 6, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:23:09.230816 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24eb73ff-37cb-4565-8a61-9737c8b56bb5 None None] The sync data for ids ['3f8412fd-f723-4525-81e9-8b7f1fe85118'] in dv-neutron-834711-1-hyperv is: [{'id': '3f8412fd-f723-4525-81e9-8b7f1fe85118', 'name': 'tempest-TestVolumeBootPattern-1258508700-router', 'tenant_id': 'b0ba31f1fab64780bafe45627411dcbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:07Z', 'updated_at': '2022-03-28T19:23:08Z', 'revision_number': 6, 'project_id': 'b0ba31f1fab64780bafe45627411dcbe', 'gw_port_host': None}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:23:09.236996 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=b970cc86-e9d5-4346-ba17-d07fda3cde45,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:23:09.361744 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6ef2e-8dac-4737-a6e3-94f9c339e91b req-0eb2e759-073f-4c2f-b520-db501a432371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:23:09.363262 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f5b6ef2e-8dac-4737-a6e3-94f9c339e91b req-0eb2e759-073f-4c2f-b520-db501a432371 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cb499803-2310-4411-b1ff-9e7f9cc33e00 HTTP/1.1" status: 200 len: 1099 time: 0.0682888 Mar 28 19:23:09.409058 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f5b6ef2e-8dac-4737-a6e3-94f9c339e91b req-f6d01bd9-0a78-4f20-a04a-78cff75892f1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=88d09894-19a1-4e0e-a3be-291fdd8f5520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398078 Mar 28 19:23:09.486691 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16ec45ae-0be3-44c2-965c-5aede63f4819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:09.489781 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16ec45ae-0be3-44c2-965c-5aede63f4819 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:09.510859 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16ec45ae-0be3-44c2-965c-5aede63f4819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:09.511367 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ec45ae-0be3-44c2-965c-5aede63f4819 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f8412fd-f723-4525-81e9-8b7f1fe85118 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:23:09.523526 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-16ec45ae-0be3-44c2-965c-5aede63f4819 admin admin] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:09.524556 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-16ec45ae-0be3-44c2-965c-5aede63f4819 admin admin] 10.222.0.10 "DELETE /v2.0/routers/3f8412fd-f723-4525-81e9-8b7f1fe85118 HTTP/1.1" status: 204 len: 168 time: 1.3543448 Mar 28 19:23:09.527113 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34946) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:23:09.587358 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd26a26b-74d8-4d65-8be5-4c8312df1207 admin admin] Deleting subnet 93e49b98-1ab2-403b-80e2-ed54c2bdd260 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:23:09.590452 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fd26a26b-74d8-4d65-8be5-4c8312df1207 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:09.645408 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fd26a26b-74d8-4d65-8be5-4c8312df1207 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:09.727163 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fd26a26b-74d8-4d65-8be5-4c8312df1207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:09.793112 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fd26a26b-74d8-4d65-8be5-4c8312df1207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:09.833856 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd26a26b-74d8-4d65-8be5-4c8312df1207 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93e49b98-1ab2-403b-80e2-ed54c2bdd260,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:23:09.835791 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fd26a26b-74d8-4d65-8be5-4c8312df1207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:09.839884 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d30398-ec86-4bec-9e2d-89d73914e035 None None] Network 8efa11ac-7efa-4436-8a41-9dfec0a8f282 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:23:09.841774 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-fd26a26b-74d8-4d65-8be5-4c8312df1207 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/93e49b98-1ab2-403b-80e2-ed54c2bdd260 HTTP/1.1" status: 204 len: 168 time: 0.3137448 Mar 28 19:23:09.844298 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34950) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:23:09.951991 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4abdefea-87a3-464b-8eca-844f0323f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:09.963118 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-4abdefea-87a3-464b-8eca-844f0323f9ee admin admin] Deleting port 5c4f714b-4537-4e25-916f-be179de4f931 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:23:09.963456 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4abdefea-87a3-464b-8eca-844f0323f9ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:10.024629 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 8b6ff349-316d-45d6-91e9-fc06a71e1b38 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:23:10.028254 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ff460-75a6-4bd0-9a11-9e8a8913b281 req-828b3fde-24ad-4bdd-838f-053a7c4e6859 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:23:10.030487 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-363ff460-75a6-4bd0-9a11-9e8a8913b281 req-828b3fde-24ad-4bdd-838f-053a7c4e6859 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb499803-2310-4411-b1ff-9e7f9cc33e00 HTTP/1.1" status: 200 len: 946 time: 0.0824814 Mar 28 19:23:10.062510 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 8b6ff349-316d-45d6-91e9-fc06a71e1b38 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:23:10.062826 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 8b6ff349-316d-45d6-91e9-fc06a71e1b38 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:23:10.088505 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-363ff460-75a6-4bd0-9a11-9e8a8913b281 req-84be95a9-b188-487c-b080-8de6eba4e263 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d09894-19a1-4e0e-a3be-291fdd8f5520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517874 Mar 28 19:23:10.165392 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4ecc12-212c-4303-a693-8126088d2e20 None None] DHCP port deletion for 8efa11ac-7efa-4436-8a41-9dfec0a8f282 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:23:10.169826 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ecc12-212c-4303-a693-8126088d2e20 None None] Deleting port 5c4f714b-4537-4e25-916f-be179de4f931 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:23:10.170203 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2f4ecc12-212c-4303-a693-8126088d2e20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:10.198959 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-4abdefea-87a3-464b-8eca-844f0323f9ee admin admin] For port 5c4f714b-4537-4e25-916f-be179de4f931, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=5c4f714b-4537-4e25-916f-be179de4f931,segment=NetworkSegment(b36378e5-7fd7-4b05-b8ed-c592bc915443),segment_id=b36378e5-7fd7-4b05-b8ed-c592bc915443)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:23:10.199322 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4abdefea-87a3-464b-8eca-844f0323f9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:10.333293 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-4abdefea-87a3-464b-8eca-844f0323f9ee admin admin] Calling delete_port for 5c4f714b-4537-4e25-916f-be179de4f931 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:23:10.399351 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-2f4ecc12-212c-4303-a693-8126088d2e20 None None] For port 5c4f714b-4537-4e25-916f-be179de4f931, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=5c4f714b-4537-4e25-916f-be179de4f931,segment=NetworkSegment(b36378e5-7fd7-4b05-b8ed-c592bc915443),segment_id=b36378e5-7fd7-4b05-b8ed-c592bc915443)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:23:10.399966 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2f4ecc12-212c-4303-a693-8126088d2e20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:10.407660 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4abdefea-87a3-464b-8eca-844f0323f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:10.452246 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abdefea-87a3-464b-8eca-844f0323f9ee admin admin] No DVR routers for this DVR port 5c4f714b-4537-4e25-916f-be179de4f931 on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:23:10.492486 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdefea-87a3-464b-8eca-844f0323f9ee admin admin] Pushing event deleted for resources: {'Port': ['ID=5c4f714b-4537-4e25-916f-be179de4f931,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:23:10.567431 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ecc12-212c-4303-a693-8126088d2e20 None None] Calling delete_port for 5c4f714b-4537-4e25-916f-be179de4f931 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:23:10.580783 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4abdefea-87a3-464b-8eca-844f0323f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:10.613361 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-4abdefea-87a3-464b-8eca-844f0323f9ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8efa11ac-7efa-4436-8a41-9dfec0a8f282']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:23:10.626464 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-4abdefea-87a3-464b-8eca-844f0323f9ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b36378e5-7fd7-4b05-b8ed-c592bc915443') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:23:10.627693 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-4abdefea-87a3-464b-8eca-844f0323f9ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b36378e5-7fd7-4b05-b8ed-c592bc915443') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:23:10.639377 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4abdefea-87a3-464b-8eca-844f0323f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:10.646519 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-2f4ecc12-212c-4303-a693-8126088d2e20 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:23:10.647076 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-2f4ecc12-212c-4303-a693-8126088d2e20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:23:10.656058 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4abdefea-87a3-464b-8eca-844f0323f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:10.662265 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4abdefea-87a3-464b-8eca-844f0323f9ee admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:23:10.662655 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4abdefea-87a3-464b-8eca-844f0323f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:23:10.675503 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:23:10.749131 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4abdefea-87a3-464b-8eca-844f0323f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:10.768774 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4abdefea-87a3-464b-8eca-844f0323f9ee admin admin] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:10.778620 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdefea-87a3-464b-8eca-844f0323f9ee admin admin] Pushing event deleted for resources: {'Network': ['ID=8efa11ac-7efa-4436-8a41-9dfec0a8f282,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:23:10.785909 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4abdefea-87a3-464b-8eca-844f0323f9ee admin admin] 10.222.0.10 "DELETE /v2.0/networks/8efa11ac-7efa-4436-8a41-9dfec0a8f282 HTTP/1.1" status: 204 len: 168 time: 0.9404676 Mar 28 19:23:10.788582 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34956) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:23:11.148561 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ecc12-212c-4303-a693-8126088d2e20 None None] Deleting port 5c4f714b-4537-4e25-916f-be179de4f931 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:23:11.149052 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2f4ecc12-212c-4303-a693-8126088d2e20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:11.217353 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ecc12-212c-4303-a693-8126088d2e20 None None] The port '5c4f714b-4537-4e25-916f-be179de4f931' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:23:11.289694 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8094f5-5188-4f3f-8e64-e917c19bee60 req-ec2c97e9-4f06-40a7-aa19-7aad650dca1b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:23:11.291181 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7e8094f5-5188-4f3f-8e64-e917c19bee60 req-ec2c97e9-4f06-40a7-aa19-7aad650dca1b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb499803-2310-4411-b1ff-9e7f9cc33e00 HTTP/1.1" status: 200 len: 946 time: 0.0843000 Mar 28 19:23:11.335214 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7e8094f5-5188-4f3f-8e64-e917c19bee60 req-47936581-a6ec-48d2-a2b4-be941db3e5a5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d09894-19a1-4e0e-a3be-291fdd8f5520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383718 Mar 28 19:23:11.411013 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-82489713-23c6-47ce-97c3-4889b28cd904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:11.516135 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8930719-d11f-47a1-bfe6-2e2eb0106b0e req-2a6be629-3ea5-4751-8857-cb6809621be1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:23:11.517490 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a8930719-d11f-47a1-bfe6-2e2eb0106b0e req-2a6be629-3ea5-4751-8857-cb6809621be1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb499803-2310-4411-b1ff-9e7f9cc33e00 HTTP/1.1" status: 200 len: 946 time: 0.0788336 Mar 28 19:23:11.561378 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a8930719-d11f-47a1-bfe6-2e2eb0106b0e req-f784ffe7-ea80-4dc2-b5c0-4027ea7127ab tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d09894-19a1-4e0e-a3be-291fdd8f5520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381529 Mar 28 19:23:11.584757 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34964) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:23:11.659314 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67cd5f6-a8fb-4649-abed-432b23b0b0f3 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:23:11.661465 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f67cd5f6-a8fb-4649-abed-432b23b0b0f3 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cb499803-2310-4411-b1ff-9e7f9cc33e00 HTTP/1.1" status: 200 len: 1094 time: 0.0756807 Mar 28 19:23:11.664529 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34968) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:23:11.669639 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-ec636d66-20ca-4752-9de6-e1b959bfcd79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'port_id': 'b970cc86-e9d5-4346-ba17-d07fda3cde45', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:23:11.675218 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device cbcce0e8-f03d-43b6-bfb9-1de298dc5fde no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:23:11.677437 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-ec636d66-20ca-4752-9de6-e1b959bfcd79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:23:11.681407 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ec636d66-20ca-4752-9de6-e1b959bfcd79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:floatingip and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:23:11.686701 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ec636d66-20ca-4752-9de6-e1b959bfcd79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:23:11.693138 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-ec636d66-20ca-4752-9de6-e1b959bfcd79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:23:11.705537 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ec636d66-20ca-4752-9de6-e1b959bfcd79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:11.718203 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: cbcce0e8-f03d-43b6-bfb9-1de298dc5fde {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:23:11.718517 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device cbcce0e8-f03d-43b6-bfb9-1de298dc5fde not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:23:11.719107 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 5c4f714b-4537-4e25-916f-be179de4f931 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:23:11.755950 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 5c4f714b-4537-4e25-916f-be179de4f931 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:23:11.756333 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 5c4f714b-4537-4e25-916f-be179de4f931 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:23:11.782057 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-82489713-23c6-47ce-97c3-4889b28cd904 admin admin] Deleting port c819f580-061d-4660-a6fd-e93ad18e04ef {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:23:11.782600 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-82489713-23c6-47ce-97c3-4889b28cd904 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:11.847382 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ec636d66-20ca-4752-9de6-e1b959bfcd79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:11.957015 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-82489713-23c6-47ce-97c3-4889b28cd904 admin admin] For port c819f580-061d-4660-a6fd-e93ad18e04ef, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c819f580-061d-4660-a6fd-e93ad18e04ef,segment=NetworkSegment(4c035863-0b57-4701-bfd8-287310729f3d),segment_id=4c035863-0b57-4701-bfd8-287310729f3d)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:23:11.958118 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-82489713-23c6-47ce-97c3-4889b28cd904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:11.985023 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-ec636d66-20ca-4752-9de6-e1b959bfcd79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.26.4.124 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/d6b98fb5-2968-4740-9538-bae00fca8d2b) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:23:12.086967 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-82489713-23c6-47ce-97c3-4889b28cd904 admin admin] Calling delete_port for c819f580-061d-4660-a6fd-e93ad18e04ef owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:23:12.262860 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-82489713-23c6-47ce-97c3-4889b28cd904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:12.277585 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ec636d66-20ca-4752-9de6-e1b959bfcd79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:12.306967 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ec636d66-20ca-4752-9de6-e1b959bfcd79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:12.311590 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82489713-23c6-47ce-97c3-4889b28cd904 admin admin] Pushing event deleted for resources: {'Port': ['ID=c819f580-061d-4660-a6fd-e93ad18e04ef,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:23:12.383687 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec636d66-20ca-4752-9de6-e1b959bfcd79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:23:12.384709 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec636d66-20ca-4752-9de6-e1b959bfcd79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=d6b98fb5-2968-4740-9538-bae00fca8d2b,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:23:12.387642 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-ec636d66-20ca-4752-9de6-e1b959bfcd79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:23:12.390052 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec636d66-20ca-4752-9de6-e1b959bfcd79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:23:12.683888 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-82489713-23c6-47ce-97c3-4889b28cd904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:12.817447 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ec636d66-20ca-4752-9de6-e1b959bfcd79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:12.889655 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ec636d66-20ca-4752-9de6-e1b959bfcd79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:13.043828 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82489713-23c6-47ce-97c3-4889b28cd904 admin admin] Router a1c03962-9b5f-4995-9059-e118938ea48e has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:23:13.093431 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ec636d66-20ca-4752-9de6-e1b959bfcd79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:13.098453 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ec636d66-20ca-4752-9de6-e1b959bfcd79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:13.203657 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec636d66-20ca-4752-9de6-e1b959bfcd79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=d6b98fb5-2968-4740-9538-bae00fca8d2b,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:23:13.212476 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ec636d66-20ca-4752-9de6-e1b959bfcd79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:13.222304 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82489713-23c6-47ce-97c3-4889b28cd904 admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:23:13.232725 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234057f9-98e7-418d-96f5-37e793183833 None None] Sync routers for ids ['a1c03962-9b5f-4995-9059-e118938ea48e'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:23:13.240654 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-82489713-23c6-47ce-97c3-4889b28cd904 admin admin] 10.222.0.10 "PUT /v2.0/routers/a1c03962-9b5f-4995-9059-e118938ea48e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4510849 Mar 28 19:23:13.243416 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34972) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:23:13.244623 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234057f9-98e7-418d-96f5-37e793183833 None None] Routers {'a1c03962-9b5f-4995-9059-e118938ea48e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:23:13.245432 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-234057f9-98e7-418d-96f5-37e793183833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:22:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['a1c03962-9b5f-4995-9059-e118938ea48e'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:23:13.387559 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-ec636d66-20ca-4752-9de6-e1b959bfcd79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Floating IP 85277330-bc46-4e3a-99a6-d658caa95f36 associated. External IP: 172.26.4.124, port: b970cc86-e9d5-4346-ba17-d07fda3cde45. Mar 28 19:23:13.421500 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-33891e29-a849-4e1a-b09e-5e106b1e788d admin admin] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:13.423597 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-234057f9-98e7-418d-96f5-37e793183833 None None] Set router a1c03962-9b5f-4995-9059-e118938ea48e gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:23:13.607806 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-33891e29-a849-4e1a-b09e-5e106b1e788d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:13.624529 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-33891e29-a849-4e1a-b09e-5e106b1e788d admin admin] Deleting port f8e643ab-8a32-4a07-9d52-455b3f227dc9 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:23:13.625023 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-33891e29-a849-4e1a-b09e-5e106b1e788d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:13.689554 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:23:13.749345 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-234057f9-98e7-418d-96f5-37e793183833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c03962-9b5f-4995-9059-e118938ea48e', 'name': 'tempest-TestVolumeBootPattern-53427909-router', 'tenant_id': '6782a7903d504900b1e0c82377e4a520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'f8e643ab-8a32-4a07-9d52-455b3f227dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:20Z', 'updated_at': '2022-03-28T19:23:12Z', 'revision_number': 5, 'project_id': '6782a7903d504900b1e0c82377e4a520', 'gw_port': {'id': 'f8e643ab-8a32-4a07-9d52-455b3f227dc9', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c03962-9b5f-4995-9059-e118938ea48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:15:22Z', 'updated_at': '2022-03-28T19:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:23:13.753130 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234057f9-98e7-418d-96f5-37e793183833 None None] Checking router: a1c03962-9b5f-4995-9059-e118938ea48e for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:23:13.761831 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234057f9-98e7-418d-96f5-37e793183833 None None] Routers {'a1c03962-9b5f-4995-9059-e118938ea48e'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:23:13.762414 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-234057f9-98e7-418d-96f5-37e793183833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:22:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['a1c03962-9b5f-4995-9059-e118938ea48e'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:23:13.817643 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-33891e29-a849-4e1a-b09e-5e106b1e788d admin admin] For port f8e643ab-8a32-4a07-9d52-455b3f227dc9, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=f8e643ab-8a32-4a07-9d52-455b3f227dc9,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:23:13.818118 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-33891e29-a849-4e1a-b09e-5e106b1e788d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:13.865657 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec636d66-20ca-4752-9de6-e1b959bfcd79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router c893612f-ff5f-4204-a2da-2c13fb5a8ac2 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:23:13.914277 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-234057f9-98e7-418d-96f5-37e793183833 None None] Set router a1c03962-9b5f-4995-9059-e118938ea48e gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:23:14.025856 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-234057f9-98e7-418d-96f5-37e793183833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c03962-9b5f-4995-9059-e118938ea48e', 'name': 'tempest-TestVolumeBootPattern-53427909-router', 'tenant_id': '6782a7903d504900b1e0c82377e4a520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:20Z', 'updated_at': '2022-03-28T19:23:13Z', 'revision_number': 6, 'project_id': '6782a7903d504900b1e0c82377e4a520', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:23:14.030015 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234057f9-98e7-418d-96f5-37e793183833 None None] The sync data for ids ['a1c03962-9b5f-4995-9059-e118938ea48e'] in dv-neutron-834711-1-hyperv is: [{'id': 'a1c03962-9b5f-4995-9059-e118938ea48e', 'name': 'tempest-TestVolumeBootPattern-53427909-router', 'tenant_id': '6782a7903d504900b1e0c82377e4a520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:15:20Z', 'updated_at': '2022-03-28T19:23:13Z', 'revision_number': 6, 'project_id': '6782a7903d504900b1e0c82377e4a520', 'gw_port_host': None}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:23:14.054543 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec636d66-20ca-4752-9de6-e1b959bfcd79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:23:14.062156 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-33891e29-a849-4e1a-b09e-5e106b1e788d admin admin] Calling delete_port for f8e643ab-8a32-4a07-9d52-455b3f227dc9 owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:23:14.077869 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca37c68d-a8e7-4eae-9bb6-8b289c29c618 None None] Sync routers for ids ['c893612f-ff5f-4204-a2da-2c13fb5a8ac2'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:23:14.083576 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ec636d66-20ca-4752-9de6-e1b959bfcd79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:14.088279 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca37c68d-a8e7-4eae-9bb6-8b289c29c618 None None] Routers {'c893612f-ff5f-4204-a2da-2c13fb5a8ac2'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:23:14.088963 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-ca37c68d-a8e7-4eae-9bb6-8b289c29c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:22:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c893612f-ff5f-4204-a2da-2c13fb5a8ac2'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:23:14.139900 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ec636d66-20ca-4752-9de6-e1b959bfcd79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4743574 Mar 28 19:23:14.140580 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb499803-2310-4411-b1ff-9e7f9cc33e00', 'tag': 'b970cc86-e9d5-4346-ba17-d07fda3cde45'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:23:14.145002 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34976) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:23:14.209874 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb499803-2310-4411-b1ff-9e7f9cc33e00', 'tag': 'b970cc86-e9d5-4346-ba17-d07fda3cde45', 'status': 'completed', 'code': 200} Mar 28 19:23:14.246555 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-33891e29-a849-4e1a-b09e-5e106b1e788d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:14.287028 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-ca37c68d-a8e7-4eae-9bb6-8b289c29c618 None None] Set router c893612f-ff5f-4204-a2da-2c13fb5a8ac2 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:23:14.298284 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-445e63a8-8983-4880-9b21-c44fe6994054 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/85277330-bc46-4e3a-99a6-d658caa95f36 HTTP/1.1" status: 200 len: 992 time: 0.1507626 Mar 28 19:23:14.302389 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33891e29-a849-4e1a-b09e-5e106b1e788d admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e643ab-8a32-4a07-9d52-455b3f227dc9,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:23:14.321608 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b82e29-5bd6-443b-b4e1-886808f71ba6 req-9b834260-d7c6-4579-af58-2b728753c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:23:14.322992 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d7b82e29-5bd6-443b-b4e1-886808f71ba6 req-9b834260-d7c6-4579-af58-2b728753c180 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=cb499803-2310-4411-b1ff-9e7f9cc33e00 HTTP/1.1" status: 200 len: 1099 time: 0.1042318 Mar 28 19:23:14.393106 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-33891e29-a849-4e1a-b09e-5e106b1e788d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:14.485076 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b82e29-5bd6-443b-b4e1-886808f71ba6 req-4d293c71-f673-4371-aba5-2ec92b9be34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:23:14.486917 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d7b82e29-5bd6-443b-b4e1-886808f71ba6 req-4d293c71-f673-4371-aba5-2ec92b9be34b service neutron] 10.222.0.26 "GET /v2.0/networks?id=abc3482d-04e3-4f20-9b48-c963871caa3d HTTP/1.1" status: 200 len: 898 time: 0.1568892 Mar 28 19:23:14.584999 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-33891e29-a849-4e1a-b09e-5e106b1e788d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:14.587394 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-33891e29-a849-4e1a-b09e-5e106b1e788d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:14.601233 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d7b82e29-5bd6-443b-b4e1-886808f71ba6 req-7c9d0edc-aba2-4507-abdd-00d300217e45 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b970cc86-e9d5-4346-ba17-d07fda3cde45 HTTP/1.1" status: 200 len: 1000 time: 0.1088338 Mar 28 19:23:14.616003 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-33891e29-a849-4e1a-b09e-5e106b1e788d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:14.616634 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33891e29-a849-4e1a-b09e-5e106b1e788d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1c03962-9b5f-4995-9059-e118938ea48e {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:23:14.629085 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-33891e29-a849-4e1a-b09e-5e106b1e788d admin admin] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:14.630328 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-33891e29-a849-4e1a-b09e-5e106b1e788d admin admin] 10.222.0.10 "DELETE /v2.0/routers/a1c03962-9b5f-4995-9059-e118938ea48e HTTP/1.1" status: 204 len: 168 time: 1.3860216 Mar 28 19:23:14.632862 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34982) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:23:14.674682 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b82e29-5bd6-443b-b4e1-886808f71ba6 req-da39a969-32e4-4b8a-957f-cf928584362f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:23:14.676941 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d7b82e29-5bd6-443b-b4e1-886808f71ba6 req-da39a969-32e4-4b8a-957f-cf928584362f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cf8b4b2b-85e1-4421-9351-937780a93f83 HTTP/1.1" status: 200 len: 843 time: 0.0701334 Mar 28 19:23:14.683446 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-ca37c68d-a8e7-4eae-9bb6-8b289c29c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'name': 'tempest-TestNetworkBasicOps-router-132367380', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'ad3fa88f-2970-4f14-8c30-640ca6d0a5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:22:43Z', 'updated_at': '2022-03-28T19:22:50Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'ad3fa88f-2970-4f14-8c30-640ca6d0a5df', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:22:44Z', 'updated_at': '2022-03-28T19:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '85277330-bc46-4e3a-99a6-d658caa95f36', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.124', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'port_id': 'b970cc86-e9d5-4346-ba17-d07fda3cde45', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc3482d-04e3-4f20-9b48-c963871caa3d', 'mac_address': 'fa:16:3e:dd:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb499803-2310-4411-b1ff-9e7f9cc33e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:23:12Z', 'updated_at': '2022-03-28T19:23:12Z', 'revision_number': 0, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc6a3a5-8626-4459-9bfe-dd334c31dee5', 'name': '', 'network_id': 'abc3482d-04e3-4f20-9b48-c963871caa3d', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:80:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'cf8b4b2b-85e1-4421-9351-937780a93f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:22:49Z', 'updated_at': '2022-03-28T19:22:55Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'cf8b4b2b-85e1-4421-9351-937780a93f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:23:14.688150 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca37c68d-a8e7-4eae-9bb6-8b289c29c618 None None] Checking router: c893612f-ff5f-4204-a2da-2c13fb5a8ac2 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:23:14.697215 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca37c68d-a8e7-4eae-9bb6-8b289c29c618 None None] Routers {'c893612f-ff5f-4204-a2da-2c13fb5a8ac2'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:23:14.697383 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-2390683d-f989-483c-aab7-9571cf5bbb21 admin admin] Deleting subnet 3ff45c6d-699e-424a-b847-2ca8a3dfb84f {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:23:14.697847 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-ca37c68d-a8e7-4eae-9bb6-8b289c29c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:22:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c893612f-ff5f-4204-a2da-2c13fb5a8ac2'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:23:14.700742 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2390683d-f989-483c-aab7-9571cf5bbb21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:14.752444 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2390683d-f989-483c-aab7-9571cf5bbb21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:14.764122 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b82e29-5bd6-443b-b4e1-886808f71ba6 req-a173184c-a844-44cf-8751-6db2638f8bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:23:14.765603 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d7b82e29-5bd6-443b-b4e1-886808f71ba6 req-a173184c-a844-44cf-8751-6db2638f8bf0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=abc3482d-04e3-4f20-9b48-c963871caa3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829008 Mar 28 19:23:14.845735 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2390683d-f989-483c-aab7-9571cf5bbb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:14.894513 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-ca37c68d-a8e7-4eae-9bb6-8b289c29c618 None None] Set router c893612f-ff5f-4204-a2da-2c13fb5a8ac2 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:23:14.912332 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d7b82e29-5bd6-443b-b4e1-886808f71ba6 req-fdf7cc02-ed5a-4265-946d-be476aa583ac service neutron] 10.222.0.26 "GET /v2.0/networks/abc3482d-04e3-4f20-9b48-c963871caa3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411045 Mar 28 19:23:14.925505 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2390683d-f989-483c-aab7-9571cf5bbb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:14.966060 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2390683d-f989-483c-aab7-9571cf5bbb21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604474'] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:14.973706 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee6e8c5-402b-441b-87e6-094dfce36c71 None None] Network b1669d5d-821a-4b37-80b0-399838dc33bf requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:23:14.978500 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2390683d-f989-483c-aab7-9571cf5bbb21 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3ff45c6d-699e-424a-b847-2ca8a3dfb84f HTTP/1.1" status: 204 len: 168 time: 0.3424993 Mar 28 19:23:14.980107 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 34986) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:23:14.982929 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390683d-f989-483c-aab7-9571cf5bbb21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ff45c6d-699e-424a-b847-2ca8a3dfb84f,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:23:15.062827 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d7b82e29-5bd6-443b-b4e1-886808f71ba6 req-5b2e0dc2-6d55-4880-97c1-d515fba5617b service neutron] 10.222.0.26 "GET /v2.0/networks/abc3482d-04e3-4f20-9b48-c963871caa3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448112 Mar 28 19:23:15.105872 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee7a6442-a0be-4f1c-b484-9c01887265ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:15.117805 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ee7a6442-a0be-4f1c-b484-9c01887265ff admin admin] Deleting port 8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:23:15.118213 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee7a6442-a0be-4f1c-b484-9c01887265ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:15.300762 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34990) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:23:15.338015 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ee7a6442-a0be-4f1c-b484-9c01887265ff admin admin] For port 8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd,segment=NetworkSegment(4c035863-0b57-4701-bfd8-287310729f3d),segment_id=4c035863-0b57-4701-bfd8-287310729f3d)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:23:15.338519 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee7a6442-a0be-4f1c-b484-9c01887265ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:15.417172 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b0096eb8-ae8b-4d54-9176-649bf79e60f4 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/85277330-bc46-4e3a-99a6-d658caa95f36 HTTP/1.1" status: 200 len: 992 time: 0.1152275 Mar 28 19:23:15.462725 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ee7a6442-a0be-4f1c-b484-9c01887265ff admin admin] Calling delete_port for 8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:23:15.493164 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-ca37c68d-a8e7-4eae-9bb6-8b289c29c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'name': 'tempest-TestNetworkBasicOps-router-132367380', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'ad3fa88f-2970-4f14-8c30-640ca6d0a5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:22:43Z', 'updated_at': '2022-03-28T19:22:50Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'ad3fa88f-2970-4f14-8c30-640ca6d0a5df', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:22:44Z', 'updated_at': '2022-03-28T19:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '85277330-bc46-4e3a-99a6-d658caa95f36', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.124', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'port_id': 'b970cc86-e9d5-4346-ba17-d07fda3cde45', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc3482d-04e3-4f20-9b48-c963871caa3d', 'mac_address': 'fa:16:3e:dd:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb499803-2310-4411-b1ff-9e7f9cc33e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:23:12Z', 'updated_at': '2022-03-28T19:23:12Z', 'revision_number': 0, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc6a3a5-8626-4459-9bfe-dd334c31dee5', 'name': '', 'network_id': 'abc3482d-04e3-4f20-9b48-c963871caa3d', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:80:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'cf8b4b2b-85e1-4421-9351-937780a93f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:22:49Z', 'updated_at': '2022-03-28T19:22:55Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'cf8b4b2b-85e1-4421-9351-937780a93f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:23:15.497548 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca37c68d-a8e7-4eae-9bb6-8b289c29c618 None None] The sync data for ids ['c893612f-ff5f-4204-a2da-2c13fb5a8ac2'] in dv-neutron-834711-1-hyperv is: [{'id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'name': 'tempest-TestNetworkBasicOps-router-132367380', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'ad3fa88f-2970-4f14-8c30-640ca6d0a5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:22:43Z', 'updated_at': '2022-03-28T19:22:50Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'ad3fa88f-2970-4f14-8c30-640ca6d0a5df', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:22:44Z', 'updated_at': '2022-03-28T19:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '85277330-bc46-4e3a-99a6-d658caa95f36', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.124', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'port_id': 'b970cc86-e9d5-4346-ba17-d07fda3cde45', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc3482d-04e3-4f20-9b48-c963871caa3d', 'mac_address': 'fa:16:3e:dd:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb499803-2310-4411-b1ff-9e7f9cc33e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:23:12Z', 'updated_at': '2022-03-28T19:23:12Z', 'revision_number': 0, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc6a3a5-8626-4459-9bfe-dd334c31dee5', 'name': '', 'network_id': 'abc3482d-04e3-4f20-9b48-c963871caa3d', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:80:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'cf8b4b2b-85e1-4421-9351-937780a93f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:22:49Z', 'updated_at': '2022-03-28T19:22:55Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'cf8b4b2b-85e1-4421-9351-937780a93f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:23:15.531022 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe934b0-f2e3-4931-8394-a30731b90075 None None] DHCP port deletion for b1669d5d-821a-4b37-80b0-399838dc33bf request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:23:15.535435 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-cbe934b0-f2e3-4931-8394-a30731b90075 None None] Deleting port 8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:23:15.535809 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-cbe934b0-f2e3-4931-8394-a30731b90075 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:15.546619 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee7a6442-a0be-4f1c-b484-9c01887265ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:15.607564 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-cbe934b0-f2e3-4931-8394-a30731b90075 None None] The port '8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:23:15.681354 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:23:15.703424 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a6442-a0be-4f1c-b484-9c01887265ff admin admin] Pushing event deleted for resources: {'Port': ['ID=8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:23:15.706676 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7a6442-a0be-4f1c-b484-9c01887265ff admin admin] No DVR routers for this DVR port 8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:23:15.733842 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:23:15.734283 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 8f1afba7-ddc6-4cf8-b0ce-b6c3c9afd1fd not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:23:15.734832 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device f8e643ab-8a32-4a07-9d52-455b3f227dc9 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:23:15.759245 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73c7c8f-c2cf-43aa-9456-f4b5c8333eda None None] New status for floating IP 85277330-bc46-4e3a-99a6-d658caa95f36: ACTIVE {{(pid=87835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:23:15.775020 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: f8e643ab-8a32-4a07-9d52-455b3f227dc9 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:23:15.775366 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device f8e643ab-8a32-4a07-9d52-455b3f227dc9 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:23:15.775788 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c819f580-061d-4660-a6fd-e93ad18e04ef no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:23:15.809510 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: c819f580-061d-4660-a6fd-e93ad18e04ef {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:23:15.809856 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c819f580-061d-4660-a6fd-e93ad18e04ef not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:23:15.826309 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee7a6442-a0be-4f1c-b484-9c01887265ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:15.850679 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-ee7a6442-a0be-4f1c-b484-9c01887265ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1669d5d-821a-4b37-80b0-399838dc33bf']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:23:15.862395 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-ee7a6442-a0be-4f1c-b484-9c01887265ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c035863-0b57-4701-bfd8-287310729f3d') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:23:15.862687 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-ee7a6442-a0be-4f1c-b484-9c01887265ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c035863-0b57-4701-bfd8-287310729f3d') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:23:15.875045 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee7a6442-a0be-4f1c-b484-9c01887265ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:15.892534 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee7a6442-a0be-4f1c-b484-9c01887265ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:15.899260 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee7a6442-a0be-4f1c-b484-9c01887265ff admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:23:15.899661 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee7a6442-a0be-4f1c-b484-9c01887265ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:23:15.913256 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:23:15.990494 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee7a6442-a0be-4f1c-b484-9c01887265ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:16.007066 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ee7a6442-a0be-4f1c-b484-9c01887265ff admin admin] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:16.016969 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a6442-a0be-4f1c-b484-9c01887265ff admin admin] Pushing event deleted for resources: {'Network': ['ID=b1669d5d-821a-4b37-80b0-399838dc33bf,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:23:16.024197 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ee7a6442-a0be-4f1c-b484-9c01887265ff admin admin] 10.222.0.10 "DELETE /v2.0/networks/b1669d5d-821a-4b37-80b0-399838dc33bf HTTP/1.1" status: 204 len: 168 time: 1.0429327 Mar 28 19:23:16.140516 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 34996) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:23:16.188018 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-03330eee-df82-48b7-8c0d-4dc43053c955 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b0ba31f1fab64780bafe45627411dcbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463667 Mar 28 19:23:16.190418 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35000) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:23:16.246653 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-40e2d57f-6d89-4ed8-afda-e758d0633d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:16.274293 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-40e2d57f-6d89-4ed8-afda-e758d0633d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:16.420621 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35006) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:23:16.513574 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-40e2d57f-6d89-4ed8-afda-e758d0633d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:16.545096 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6e70b0d2-45a5-4279-aca0-d3abb17fd1a5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/85277330-bc46-4e3a-99a6-d658caa95f36 HTTP/1.1" status: 200 len: 994 time: 0.1233649 Mar 28 19:23:16.547727 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2d57f-6d89-4ed8-afda-e758d0633d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecbfa0f-fb7d-4c7d-abb0-37e3d012a503,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:23:16.553438 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-40e2d57f-6d89-4ed8-afda-e758d0633d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:16.554467 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-40e2d57f-6d89-4ed8-afda-e758d0633d6a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7ecbfa0f-fb7d-4c7d-abb0-37e3d012a503 HTTP/1.1" status: 204 len: 168 time: 0.3631661 Mar 28 19:23:16.881135 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35014) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:23:16.932168 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8606cb39-d916-41c3-9958-a2e7d43e81a6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6782a7903d504900b1e0c82377e4a520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490623 Mar 28 19:23:16.934841 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35018) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:23:16.997658 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4c14f4ab-a8a9-4545-8a34-5f44cb63d1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:17.023224 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4c14f4ab-a8a9-4545-8a34-5f44cb63d1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:17.076455 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4c14f4ab-a8a9-4545-8a34-5f44cb63d1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:17.090491 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14f4ab-a8a9-4545-8a34-5f44cb63d1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5634089-c7ec-4021-ac51-d967b9af05d7,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:23:17.096921 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4c14f4ab-a8a9-4545-8a34-5f44cb63d1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:17.098147 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4c14f4ab-a8a9-4545-8a34-5f44cb63d1c3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b5634089-c7ec-4021-ac51-d967b9af05d7 HTTP/1.1" status: 204 len: 168 time: 0.1623168 Mar 28 19:23:25.282350 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-630b7259-acd1-42e3-ac67-041c7a2def7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:27.628500 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e1741ebe-70db-46ab-9cc9-ae15e473ed94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:28.573707 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:28.616038 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:30.181776 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:31.682501 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:50.679766 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:23:55.283741 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c4b88204-f0c5-461c-a89e-4716484871f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:57.629675 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a92c0a91-915d-427c-b2ae-e0327f65d8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:58.576399 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:23:58.617151 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:24:00.184309 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:24:01.695260 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:24:25.287342 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f26279ca-87c8-4e3d-afa8-8d9793815b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:24:26.770389 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-09cd80bd-312f-4307-b1c9-7dab58039a7b req-68ac72b5-dad8-4afb-abce-bfb54117bbf5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cb499803-2310-4411-b1ff-9e7f9cc33e00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691652 Mar 28 19:24:26.910133 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd80bd-312f-4307-b1c9-7dab58039a7b req-b60e15f7-62d7-4070-bed6-8fd5e0dbc99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:24:26.911590 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-09cd80bd-312f-4307-b1c9-7dab58039a7b req-b60e15f7-62d7-4070-bed6-8fd5e0dbc99e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=cb499803-2310-4411-b1ff-9e7f9cc33e00 HTTP/1.1" status: 200 len: 1099 time: 0.0709088 Mar 28 19:24:27.053005 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd80bd-312f-4307-b1c9-7dab58039a7b req-4e9686ef-6496-4719-b42c-a1639eb6dad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:24:27.054327 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-09cd80bd-312f-4307-b1c9-7dab58039a7b req-4e9686ef-6496-4719-b42c-a1639eb6dad4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=abc3482d-04e3-4f20-9b48-c963871caa3d HTTP/1.1" status: 200 len: 898 time: 0.1244643 Mar 28 19:24:27.158893 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-09cd80bd-312f-4307-b1c9-7dab58039a7b req-84e6088f-9ce3-4359-a2e3-b52b925c14c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b970cc86-e9d5-4346-ba17-d07fda3cde45 HTTP/1.1" status: 200 len: 1002 time: 0.0975919 Mar 28 19:24:27.220933 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd80bd-312f-4307-b1c9-7dab58039a7b req-bdf3fdcc-7a4b-422e-af64-6c3f6444fa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:24:27.222356 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-09cd80bd-312f-4307-b1c9-7dab58039a7b req-bdf3fdcc-7a4b-422e-af64-6c3f6444fa1b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cf8b4b2b-85e1-4421-9351-937780a93f83 HTTP/1.1" status: 200 len: 843 time: 0.0569501 Mar 28 19:24:27.297422 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd80bd-312f-4307-b1c9-7dab58039a7b req-76bff1bc-3f03-487f-b5eb-13b85ae84fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:24:27.298841 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-09cd80bd-312f-4307-b1c9-7dab58039a7b req-76bff1bc-3f03-487f-b5eb-13b85ae84fbf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=abc3482d-04e3-4f20-9b48-c963871caa3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710244 Mar 28 19:24:27.427789 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-09cd80bd-312f-4307-b1c9-7dab58039a7b req-b75b1f66-11d2-494f-bd35-136a51673614 service neutron] 10.222.0.26 "GET /v2.0/networks/abc3482d-04e3-4f20-9b48-c963871caa3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226463 Mar 28 19:24:27.555962 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-09cd80bd-312f-4307-b1c9-7dab58039a7b req-6c60eadd-5e94-44ae-ba7b-a232e5d1a58d service neutron] 10.222.0.26 "GET /v2.0/networks/abc3482d-04e3-4f20-9b48-c963871caa3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215539 Mar 28 19:24:27.631943 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ffd1183e-7299-4ecc-a70a-e289be080905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:24:27.678636 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:24:28.578706 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:24:28.619385 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:24:30.189226 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:24:31.710396 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:24:55.290299 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f32b0369-f734-43e2-9571-258944fb9d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:24:57.633368 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-759fb2d6-bb65-4334-82f7-5f2b23ecd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:24:58.579837 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:24:58.621243 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:25:00.190286 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:25:01.708533 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:25:04.677247 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:25:25.291209 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f7aee903-f843-4e0e-a3bf-687f738b24dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:25:27.634586 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7937338b-6d44-4741-ad17-83cd856fa4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:25:28.286530 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-715b07a3-490d-4448-9be2-33dc7094ade0 req-fc2e1839-b060-4562-85aa-c40a5c03da20 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cb499803-2310-4411-b1ff-9e7f9cc33e00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681586 Mar 28 19:25:28.422181 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b07a3-490d-4448-9be2-33dc7094ade0 req-c45b8ea3-ebf0-4dc9-9b22-d259c2da5d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:25:28.423624 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-715b07a3-490d-4448-9be2-33dc7094ade0 req-c45b8ea3-ebf0-4dc9-9b22-d259c2da5d6d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=cb499803-2310-4411-b1ff-9e7f9cc33e00 HTTP/1.1" status: 200 len: 1099 time: 0.0688772 Mar 28 19:25:28.569116 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b07a3-490d-4448-9be2-33dc7094ade0 req-a22b08eb-98c4-4715-872f-146a139a0a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:25:28.570605 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-715b07a3-490d-4448-9be2-33dc7094ade0 req-a22b08eb-98c4-4715-872f-146a139a0a94 service neutron] 10.222.0.26 "GET /v2.0/networks?id=abc3482d-04e3-4f20-9b48-c963871caa3d HTTP/1.1" status: 200 len: 898 time: 0.1275434 Mar 28 19:25:28.584120 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:25:28.624239 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:25:28.678354 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-715b07a3-490d-4448-9be2-33dc7094ade0 req-78d730e4-46ea-4ab1-b01c-49bb3bb6abc3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b970cc86-e9d5-4346-ba17-d07fda3cde45 HTTP/1.1" status: 200 len: 1002 time: 0.1017118 Mar 28 19:25:28.747427 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b07a3-490d-4448-9be2-33dc7094ade0 req-d187bc55-c19f-4a05-b5c8-2a583010313d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:25:28.748811 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-715b07a3-490d-4448-9be2-33dc7094ade0 req-d187bc55-c19f-4a05-b5c8-2a583010313d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cf8b4b2b-85e1-4421-9351-937780a93f83 HTTP/1.1" status: 200 len: 843 time: 0.0600698 Mar 28 19:25:28.823284 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b07a3-490d-4448-9be2-33dc7094ade0 req-b0b10ef3-f9ec-4998-9691-5c25c6b70f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:25:28.824716 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-715b07a3-490d-4448-9be2-33dc7094ade0 req-b0b10ef3-f9ec-4998-9691-5c25c6b70f36 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=abc3482d-04e3-4f20-9b48-c963871caa3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697649 Mar 28 19:25:29.053820 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-715b07a3-490d-4448-9be2-33dc7094ade0 req-3fa89fbf-d4f3-4957-b64f-d2d114f02b24 service neutron] 10.222.0.26 "GET /v2.0/networks/abc3482d-04e3-4f20-9b48-c963871caa3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225158 Mar 28 19:25:29.184057 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-715b07a3-490d-4448-9be2-33dc7094ade0 req-08ba74d5-cf80-40ab-ab08-45aed088dce5 service neutron] 10.222.0.26 "GET /v2.0/networks/abc3482d-04e3-4f20-9b48-c963871caa3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244028 Mar 28 19:25:30.192303 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:25:31.722698 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:25:38.741221 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35058) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:25:38.747701 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-98fd1aee-d27d-4f51-b5be-243202228ce2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:25:38.867442 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-98fd1aee-d27d-4f51-b5be-243202228ce2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8131803'] for subnet, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:25:39.052657 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-98fd1aee-d27d-4f51-b5be-243202228ce2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773272785134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-496219'] for subnet, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:25:39.113678 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fd1aee-d27d-4f51-b5be-243202228ce2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:25:39.114296 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-98fd1aee-d27d-4f51-b5be-243202228ce2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:25:39.115601 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-98fd1aee-d27d-4f51-b5be-243202228ce2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "PUT /v2.0/subnets/cf8b4b2b-85e1-4421-9351-937780a93f83 HTTP/1.1" status: 200 len: 835 time: 0.3734026 Mar 28 19:25:39.123729 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2268f263-756d-402e-9cf3-1e59b75ef694 None None] Network abc3482d-04e3-4f20-9b48-c963871caa3d requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:25:39.130272 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd1aee-d27d-4f51-b5be-243202228ce2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Subnet': ['ID=cf8b4b2b-85e1-4421-9351-937780a93f83,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:25:39.137485 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd1aee-d27d-4f51-b5be-243202228ce2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:25:39.137829 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd1aee-d27d-4f51-b5be-243202228ce2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:25:39.138164 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd1aee-d27d-4f51-b5be-243202228ce2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:25:39.138493 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd1aee-d27d-4f51-b5be-243202228ce2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:25:39.138817 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd1aee-d27d-4f51-b5be-243202228ce2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:25:39.139165 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd1aee-d27d-4f51-b5be-243202228ce2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:25:39.139489 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd1aee-d27d-4f51-b5be-243202228ce2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:25:39.139809 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd1aee-d27d-4f51-b5be-243202228ce2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:25:39.140129 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd1aee-d27d-4f51-b5be-243202228ce2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:25:39.140447 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd1aee-d27d-4f51-b5be-243202228ce2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:25:39.140764 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd1aee-d27d-4f51-b5be-243202228ce2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:25:39.141082 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd1aee-d27d-4f51-b5be-243202228ce2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:25:39.548957 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-d2fdda9f-f94e-4564-b694-7c70366219ac None None] Provisioning complete for port 4bc6a3a5-8626-4459-9bfe-dd334c31dee5 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:25:39.549347 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d2fdda9f-f94e-4564-b694-7c70366219ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:25:39.673249 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-d2fdda9f-f94e-4564-b694-7c70366219ac None None] Provisioning complete for port b970cc86-e9d5-4346-ba17-d07fda3cde45 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:25:39.673617 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d2fdda9f-f94e-4564-b694-7c70366219ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:25:39.833739 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-d2fdda9f-f94e-4564-b694-7c70366219ac None None] Provisioning complete for port 2a916a54-a855-4ca4-be55-043c2e92edd7 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:25:39.834102 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d2fdda9f-f94e-4564-b694-7c70366219ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:25:41.676794 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:25:55.293532 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a177160b-6725-4193-8dd9-1b6c5b61e8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:25:57.635792 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-406fdda1-4821-448c-9166-d784fb29221a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:25:58.586487 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:25:58.625989 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:00.194390 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:01.738161 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:18.676367 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:26:22.860596 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35088) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:23.064923 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-4d57353e-b62d-4035-b774-5b1f5e807f4e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port d6b98fb5-2968-4740-9538-bae00fca8d2b {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:26:23.065182 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4d57353e-b62d-4035-b774-5b1f5e807f4e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:23.232335 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4d57353e-b62d-4035-b774-5b1f5e807f4e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:23.232663 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4d57353e-b62d-4035-b774-5b1f5e807f4e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:23.353696 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-4d57353e-b62d-4035-b774-5b1f5e807f4e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for d6b98fb5-2968-4740-9538-bae00fca8d2b owned by network:floatingip {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:26:23.500563 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4d57353e-b62d-4035-b774-5b1f5e807f4e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:23.643435 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57353e-b62d-4035-b774-5b1f5e807f4e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=d6b98fb5-2968-4740-9538-bae00fca8d2b,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:23.732118 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4d57353e-b62d-4035-b774-5b1f5e807f4e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:23.732452 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.l3_db [None req-4d57353e-b62d-4035-b774-5b1f5e807f4e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Floating IP 85277330-bc46-4e3a-99a6-d658caa95f36 disassociated (deleted). External IP: 172.26.4.124, port: b970cc86-e9d5-4346-ba17-d07fda3cde45. Mar 28 19:26:24.075968 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d57353e-b62d-4035-b774-5b1f5e807f4e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router c893612f-ff5f-4204-a2da-2c13fb5a8ac2 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:26:24.247732 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d57353e-b62d-4035-b774-5b1f5e807f4e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:26:24.257877 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bd2b66-0436-41ef-95f4-889caedfa164 None None] Sync routers for ids ['c893612f-ff5f-4204-a2da-2c13fb5a8ac2'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:26:24.267975 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bd2b66-0436-41ef-95f4-889caedfa164 None None] Routers {'c893612f-ff5f-4204-a2da-2c13fb5a8ac2'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:26:24.268581 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-e8bd2b66-0436-41ef-95f4-889caedfa164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:25:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c893612f-ff5f-4204-a2da-2c13fb5a8ac2'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:26:24.271593 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4d57353e-b62d-4035-b774-5b1f5e807f4e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:24.328858 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4d57353e-b62d-4035-b774-5b1f5e807f4e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/floatingips/85277330-bc46-4e3a-99a6-d658caa95f36 HTTP/1.1" status: 204 len: 168 time: 1.4670849 Mar 28 19:26:24.329356 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb499803-2310-4411-b1ff-9e7f9cc33e00', 'tag': 'b970cc86-e9d5-4346-ba17-d07fda3cde45'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:26:24.379683 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb499803-2310-4411-b1ff-9e7f9cc33e00', 'tag': 'b970cc86-e9d5-4346-ba17-d07fda3cde45', 'status': 'completed', 'code': 200} Mar 28 19:26:24.455958 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-e8bd2b66-0436-41ef-95f4-889caedfa164 None None] Set router c893612f-ff5f-4204-a2da-2c13fb5a8ac2 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:26:24.481489 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd3472-6599-4d32-81f1-0c261ea773f5 req-6e830be6-719e-4e45-9540-f5d6863b0155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:24.483797 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f0bd3472-6599-4d32-81f1-0c261ea773f5 req-6e830be6-719e-4e45-9540-f5d6863b0155 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=cb499803-2310-4411-b1ff-9e7f9cc33e00 HTTP/1.1" status: 200 len: 1099 time: 0.0792720 Mar 28 19:26:24.623682 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd3472-6599-4d32-81f1-0c261ea773f5 req-d4a35ef1-140f-439b-b281-a9bfc39c07c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:24.625077 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f0bd3472-6599-4d32-81f1-0c261ea773f5 req-d4a35ef1-140f-439b-b281-a9bfc39c07c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=abc3482d-04e3-4f20-9b48-c963871caa3d HTTP/1.1" status: 200 len: 898 time: 0.1358013 Mar 28 19:26:24.695477 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f0bd3472-6599-4d32-81f1-0c261ea773f5 req-2f6a6702-5a1d-46c1-9ae4-792bcc8cf945 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b970cc86-e9d5-4346-ba17-d07fda3cde45 HTTP/1.1" status: 200 len: 217 time: 0.0634584 Mar 28 19:26:24.767071 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd3472-6599-4d32-81f1-0c261ea773f5 req-00565f9d-e4a5-4915-b54a-9e357a255fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:24.768635 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f0bd3472-6599-4d32-81f1-0c261ea773f5 req-00565f9d-e4a5-4915-b54a-9e357a255fdc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cf8b4b2b-85e1-4421-9351-937780a93f83 HTTP/1.1" status: 200 len: 843 time: 0.0646954 Mar 28 19:26:24.809892 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-e8bd2b66-0436-41ef-95f4-889caedfa164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'name': 'tempest-TestNetworkBasicOps-router-132367380', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'ad3fa88f-2970-4f14-8c30-640ca6d0a5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:22:43Z', 'updated_at': '2022-03-28T19:22:50Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'ad3fa88f-2970-4f14-8c30-640ca6d0a5df', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:22:44Z', 'updated_at': '2022-03-28T19:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '4bc6a3a5-8626-4459-9bfe-dd334c31dee5', 'name': '', 'network_id': 'abc3482d-04e3-4f20-9b48-c963871caa3d', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:80:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'cf8b4b2b-85e1-4421-9351-937780a93f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:22:49Z', 'updated_at': '2022-03-28T19:22:55Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'cf8b4b2b-85e1-4421-9351-937780a93f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:26:24.814205 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bd2b66-0436-41ef-95f4-889caedfa164 None None] Checking router: c893612f-ff5f-4204-a2da-2c13fb5a8ac2 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:26:24.822985 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bd2b66-0436-41ef-95f4-889caedfa164 None None] Routers {'c893612f-ff5f-4204-a2da-2c13fb5a8ac2'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:26:24.823593 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-e8bd2b66-0436-41ef-95f4-889caedfa164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:25:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c893612f-ff5f-4204-a2da-2c13fb5a8ac2'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:26:24.902003 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd3472-6599-4d32-81f1-0c261ea773f5 req-cb77e070-985e-4d02-aaa5-91fa9085ef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:24.903460 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f0bd3472-6599-4d32-81f1-0c261ea773f5 req-cb77e070-985e-4d02-aaa5-91fa9085ef53 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=abc3482d-04e3-4f20-9b48-c963871caa3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1280460 Mar 28 19:26:24.954826 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd133124-7957-4729-9f8d-4bdd7669d914 req-cf28f975-d4d1-4f2c-acc7-858b03cb504d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:24.956298 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dd133124-7957-4729-9f8d-4bdd7669d914 req-cf28f975-d4d1-4f2c-acc7-858b03cb504d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb499803-2310-4411-b1ff-9e7f9cc33e00 HTTP/1.1" status: 200 len: 946 time: 0.3298020 Mar 28 19:26:24.999842 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-e8bd2b66-0436-41ef-95f4-889caedfa164 None None] Set router c893612f-ff5f-4204-a2da-2c13fb5a8ac2 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:26:25.102433 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dd133124-7957-4729-9f8d-4bdd7669d914 req-0d941625-4c2f-4dcc-9a43-d8003ee3e71b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d09894-19a1-4e0e-a3be-291fdd8f5520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855417 Mar 28 19:26:25.110118 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f0bd3472-6599-4d32-81f1-0c261ea773f5 req-8c5e4139-2c19-43b7-b5fc-01c7fcbf966b service neutron] 10.222.0.26 "GET /v2.0/networks/abc3482d-04e3-4f20-9b48-c963871caa3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984718 Mar 28 19:26:25.245363 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f0bd3472-6599-4d32-81f1-0c261ea773f5 req-0f0e855d-e170-4ea6-b4da-e2fade32fde6 service neutron] 10.222.0.26 "GET /v2.0/networks/abc3482d-04e3-4f20-9b48-c963871caa3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283877 Mar 28 19:26:25.315756 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-444ef542-b04d-4414-84f3-4cd217aa75e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:25.338402 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-e8bd2b66-0436-41ef-95f4-889caedfa164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'name': 'tempest-TestNetworkBasicOps-router-132367380', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'ad3fa88f-2970-4f14-8c30-640ca6d0a5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:22:43Z', 'updated_at': '2022-03-28T19:22:50Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'ad3fa88f-2970-4f14-8c30-640ca6d0a5df', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:22:44Z', 'updated_at': '2022-03-28T19:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '4bc6a3a5-8626-4459-9bfe-dd334c31dee5', 'name': '', 'network_id': 'abc3482d-04e3-4f20-9b48-c963871caa3d', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:80:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'cf8b4b2b-85e1-4421-9351-937780a93f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:22:49Z', 'updated_at': '2022-03-28T19:22:55Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'cf8b4b2b-85e1-4421-9351-937780a93f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:26:25.343410 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bd2b66-0436-41ef-95f4-889caedfa164 None None] The sync data for ids ['c893612f-ff5f-4204-a2da-2c13fb5a8ac2'] in dv-neutron-834711-1-hyperv is: [{'id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'name': 'tempest-TestNetworkBasicOps-router-132367380', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'ad3fa88f-2970-4f14-8c30-640ca6d0a5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:22:43Z', 'updated_at': '2022-03-28T19:22:50Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'ad3fa88f-2970-4f14-8c30-640ca6d0a5df', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:22:44Z', 'updated_at': '2022-03-28T19:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '4bc6a3a5-8626-4459-9bfe-dd334c31dee5', 'name': '', 'network_id': 'abc3482d-04e3-4f20-9b48-c963871caa3d', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:80:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'cf8b4b2b-85e1-4421-9351-937780a93f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:22:49Z', 'updated_at': '2022-03-28T19:22:55Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'cf8b4b2b-85e1-4421-9351-937780a93f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:26:25.550381 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55aa748-6ca9-4d4e-a3b6-7ca381a82fdc None None] New status for floating IP 85277330-bc46-4e3a-99a6-d658caa95f36: DOWN {{(pid=87835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:26:26.170675 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31baa310-502a-4e99-858c-bac5e60021b1 req-a19c38a2-ed3b-4ecb-9028-c7d8c5c8dcb8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:26.172152 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-31baa310-502a-4e99-858c-bac5e60021b1 req-a19c38a2-ed3b-4ecb-9028-c7d8c5c8dcb8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb499803-2310-4411-b1ff-9e7f9cc33e00 HTTP/1.1" status: 200 len: 946 time: 0.0792565 Mar 28 19:26:26.249147 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-31baa310-502a-4e99-858c-bac5e60021b1 req-918c14ea-8729-4ca0-a7cc-e6a2904afb19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port b970cc86-e9d5-4346-ba17-d07fda3cde45 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:26:26.249549 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-31baa310-502a-4e99-858c-bac5e60021b1 req-918c14ea-8729-4ca0-a7cc-e6a2904afb19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:26.496231 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fa86c-5b10-4df8-a4fc-f50c4beaa20d req-29f1b2e0-5dd1-4323-b345-ebca64814b54 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:26.497702 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fa1fa86c-5b10-4df8-a4fc-f50c4beaa20d req-29f1b2e0-5dd1-4323-b345-ebca64814b54 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb499803-2310-4411-b1ff-9e7f9cc33e00 HTTP/1.1" status: 200 len: 946 time: 0.2777002 Mar 28 19:26:26.573470 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fa1fa86c-5b10-4df8-a4fc-f50c4beaa20d req-5520f2d7-3407-48bf-a175-5740f3bf34fe tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d09894-19a1-4e0e-a3be-291fdd8f5520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631905 Mar 28 19:26:26.578709 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-31baa310-502a-4e99-858c-bac5e60021b1 req-918c14ea-8729-4ca0-a7cc-e6a2904afb19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] For port b970cc86-e9d5-4346-ba17-d07fda3cde45, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=b970cc86-e9d5-4346-ba17-d07fda3cde45,segment=NetworkSegment(87f0ed85-0d73-47b9-9f7c-bc0b8716ce52),segment_id=87f0ed85-0d73-47b9-9f7c-bc0b8716ce52)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:26:26.579094 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-31baa310-502a-4e99-858c-bac5e60021b1 req-918c14ea-8729-4ca0-a7cc-e6a2904afb19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:26.812520 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-31baa310-502a-4e99-858c-bac5e60021b1 req-918c14ea-8729-4ca0-a7cc-e6a2904afb19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for b970cc86-e9d5-4346-ba17-d07fda3cde45 owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:26:26.948943 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-31baa310-502a-4e99-858c-bac5e60021b1 req-918c14ea-8729-4ca0-a7cc-e6a2904afb19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:26.999753 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c14ea-8729-4ca0-a7cc-e6a2904afb19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=b970cc86-e9d5-4346-ba17-d07fda3cde45,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:27.033894 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918c14ea-8729-4ca0-a7cc-e6a2904afb19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:27.034251 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918c14ea-8729-4ca0-a7cc-e6a2904afb19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:27.034594 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918c14ea-8729-4ca0-a7cc-e6a2904afb19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:27.034951 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918c14ea-8729-4ca0-a7cc-e6a2904afb19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:27.035289 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918c14ea-8729-4ca0-a7cc-e6a2904afb19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:27.035622 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918c14ea-8729-4ca0-a7cc-e6a2904afb19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:27.035955 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918c14ea-8729-4ca0-a7cc-e6a2904afb19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:27.036283 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918c14ea-8729-4ca0-a7cc-e6a2904afb19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:27.036611 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918c14ea-8729-4ca0-a7cc-e6a2904afb19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:27.036934 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918c14ea-8729-4ca0-a7cc-e6a2904afb19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:27.037256 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918c14ea-8729-4ca0-a7cc-e6a2904afb19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:27.037577 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918c14ea-8729-4ca0-a7cc-e6a2904afb19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:27.084492 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-31baa310-502a-4e99-858c-bac5e60021b1 req-918c14ea-8729-4ca0-a7cc-e6a2904afb19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] No DVR routers for this DVR port b970cc86-e9d5-4346-ba17-d07fda3cde45 on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:26:27.086675 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-31baa310-502a-4e99-858c-bac5e60021b1 req-918c14ea-8729-4ca0-a7cc-e6a2904afb19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:27.089093 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb499803-2310-4411-b1ff-9e7f9cc33e00', 'name': 'network-vif-deleted', 'tag': 'b970cc86-e9d5-4346-ba17-d07fda3cde45'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:26:27.101287 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-31baa310-502a-4e99-858c-bac5e60021b1 req-918c14ea-8729-4ca0-a7cc-e6a2904afb19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "DELETE /v2.0/ports/b970cc86-e9d5-4346-ba17-d07fda3cde45 HTTP/1.1" status: 204 len: 173 time: 0.9241314 Mar 28 19:26:27.136451 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb499803-2310-4411-b1ff-9e7f9cc33e00', 'name': 'network-vif-deleted', 'tag': 'b970cc86-e9d5-4346-ba17-d07fda3cde45', 'status': 'completed', 'code': 200} Mar 28 19:26:27.640111 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-38a30578-d3a6-4d8e-9dc2-6bc6f8d9389f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:27.748711 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-862e5cea-85d8-4ce6-bfcc-17490e518acc req-04adb41c-8027-44e3-b558-2cb42e713862 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:26:27.763152 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-862e5cea-85d8-4ce6-bfcc-17490e518acc req-04adb41c-8027-44e3-b558-2cb42e713862 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:26:27.764253 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-862e5cea-85d8-4ce6-bfcc-17490e518acc req-04adb41c-8027-44e3-b558-2cb42e713862 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb499803-2310-4411-b1ff-9e7f9cc33e00 HTTP/1.1" status: 200 len: 210 time: 0.0600793 Mar 28 19:26:28.590169 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:28.628093 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:28.858755 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35118) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:28.924995 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-be830a94-4c15-4de9-ba3f-8eb0bb83a57c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:28.954131 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-be830a94-4c15-4de9-ba3f-8eb0bb83a57c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:29.016691 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-be830a94-4c15-4de9-ba3f-8eb0bb83a57c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:29.036461 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be830a94-4c15-4de9-ba3f-8eb0bb83a57c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d09894-19a1-4e0e-a3be-291fdd8f5520,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:29.040845 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-be830a94-4c15-4de9-ba3f-8eb0bb83a57c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:29.041925 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-be830a94-4c15-4de9-ba3f-8eb0bb83a57c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/security-groups/88d09894-19a1-4e0e-a3be-291fdd8f5520 HTTP/1.1" status: 204 len: 168 time: 0.1821461 Mar 28 19:26:29.076604 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35124) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:29.551221 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device b970cc86-e9d5-4346-ba17-d07fda3cde45 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:26:29.587990 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: b970cc86-e9d5-4346-ba17-d07fda3cde45 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:26:29.588332 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device b970cc86-e9d5-4346-ba17-d07fda3cde45 not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:26:29.614243 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0dd6065a-7ae7-4455-b628-949d875fa463 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:30.064629 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-0dd6065a-7ae7-4455-b628-949d875fa463 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port 4bc6a3a5-8626-4459-9bfe-dd334c31dee5 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:26:30.064964 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0dd6065a-7ae7-4455-b628-949d875fa463 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:30.196564 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:30.250712 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-0dd6065a-7ae7-4455-b628-949d875fa463 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] For port 4bc6a3a5-8626-4459-9bfe-dd334c31dee5, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=4bc6a3a5-8626-4459-9bfe-dd334c31dee5,segment=NetworkSegment(87f0ed85-0d73-47b9-9f7c-bc0b8716ce52),segment_id=87f0ed85-0d73-47b9-9f7c-bc0b8716ce52)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:26:30.251305 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0dd6065a-7ae7-4455-b628-949d875fa463 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:30.371816 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-0dd6065a-7ae7-4455-b628-949d875fa463 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for 4bc6a3a5-8626-4459-9bfe-dd334c31dee5 owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:26:30.553004 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0dd6065a-7ae7-4455-b628-949d875fa463 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:30.601357 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6065a-7ae7-4455-b628-949d875fa463 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=4bc6a3a5-8626-4459-9bfe-dd334c31dee5,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:30.873094 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0dd6065a-7ae7-4455-b628-949d875fa463 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:31.322731 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd6065a-7ae7-4455-b628-949d875fa463 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router c893612f-ff5f-4204-a2da-2c13fb5a8ac2 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:26:31.494994 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd6065a-7ae7-4455-b628-949d875fa463 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:26:31.504698 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed147be-a2d1-4f51-8f3b-51fca6421ec7 None None] Sync routers for ids ['c893612f-ff5f-4204-a2da-2c13fb5a8ac2'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:26:31.511710 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0dd6065a-7ae7-4455-b628-949d875fa463 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "PUT /v2.0/routers/c893612f-ff5f-4204-a2da-2c13fb5a8ac2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4338067 Mar 28 19:26:31.515052 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35128) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:31.551560 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed147be-a2d1-4f51-8f3b-51fca6421ec7 None None] Routers {'c893612f-ff5f-4204-a2da-2c13fb5a8ac2'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:26:31.552155 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-fed147be-a2d1-4f51-8f3b-51fca6421ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:26:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c893612f-ff5f-4204-a2da-2c13fb5a8ac2'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:26:31.580906 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-91db1a3a-0614-4f02-b652-f7fa58c56fe6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting subnet cf8b4b2b-85e1-4421-9351-937780a93f83 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:26:31.583769 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-91db1a3a-0614-4f02-b652-f7fa58c56fe6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:31.637852 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-91db1a3a-0614-4f02-b652-f7fa58c56fe6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:31.726957 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-fed147be-a2d1-4f51-8f3b-51fca6421ec7 None None] Set router c893612f-ff5f-4204-a2da-2c13fb5a8ac2 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:26:31.728832 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-91db1a3a-0614-4f02-b652-f7fa58c56fe6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:31.803595 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-91db1a3a-0614-4f02-b652-f7fa58c56fe6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:31.844793 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db1a3a-0614-4f02-b652-f7fa58c56fe6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Subnet': ['ID=cf8b4b2b-85e1-4421-9351-937780a93f83,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:31.848360 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-91db1a3a-0614-4f02-b652-f7fa58c56fe6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:31.855189 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-91db1a3a-0614-4f02-b652-f7fa58c56fe6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/subnets/cf8b4b2b-85e1-4421-9351-937780a93f83 HTTP/1.1" status: 204 len: 168 time: 0.3391278 Mar 28 19:26:31.858424 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35132) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:31.867605 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c7058d-7c75-4d5c-8aa1-ea405db1184f None None] Network abc3482d-04e3-4f20-9b48-c963871caa3d requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:26:31.962097 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:32.035801 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-48d312f5-7dcf-49de-bdb6-b1ebbe3d6fe0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:32.214649 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-fed147be-a2d1-4f51-8f3b-51fca6421ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'name': 'tempest-TestNetworkBasicOps-router-132367380', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'ad3fa88f-2970-4f14-8c30-640ca6d0a5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:22:43Z', 'updated_at': '2022-03-28T19:26:30Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': 'ad3fa88f-2970-4f14-8c30-640ca6d0a5df', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:22:44Z', 'updated_at': '2022-03-28T19:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:26:32.216841 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-48d312f5-7dcf-49de-bdb6-b1ebbe3d6fe0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:32.219646 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed147be-a2d1-4f51-8f3b-51fca6421ec7 None None] Checking router: c893612f-ff5f-4204-a2da-2c13fb5a8ac2 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:26:32.227627 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-48d312f5-7dcf-49de-bdb6-b1ebbe3d6fe0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port ad3fa88f-2970-4f14-8c30-640ca6d0a5df {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:26:32.228008 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-48d312f5-7dcf-49de-bdb6-b1ebbe3d6fe0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:32.228351 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed147be-a2d1-4f51-8f3b-51fca6421ec7 None None] Routers {'c893612f-ff5f-4204-a2da-2c13fb5a8ac2'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:26:32.228961 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-fed147be-a2d1-4f51-8f3b-51fca6421ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:26:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['c893612f-ff5f-4204-a2da-2c13fb5a8ac2'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:26:32.288999 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5ecd46-76b8-43b4-b7b5-cac13989902d None None] DHCP port deletion for abc3482d-04e3-4f20-9b48-c963871caa3d request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:26:32.301883 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-de5ecd46-76b8-43b4-b7b5-cac13989902d None None] Deleting port 2a916a54-a855-4ca4-be55-043c2e92edd7 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:26:32.302261 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-de5ecd46-76b8-43b4-b7b5-cac13989902d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:32.400935 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-48d312f5-7dcf-49de-bdb6-b1ebbe3d6fe0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] For port ad3fa88f-2970-4f14-8c30-640ca6d0a5df, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=ad3fa88f-2970-4f14-8c30-640ca6d0a5df,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:26:32.401535 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-48d312f5-7dcf-49de-bdb6-b1ebbe3d6fe0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:32.466225 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-fed147be-a2d1-4f51-8f3b-51fca6421ec7 None None] Set router c893612f-ff5f-4204-a2da-2c13fb5a8ac2 gateway port host: None {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:26:32.524013 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-48d312f5-7dcf-49de-bdb6-b1ebbe3d6fe0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for ad3fa88f-2970-4f14-8c30-640ca6d0a5df owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:26:32.586517 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-fed147be-a2d1-4f51-8f3b-51fca6421ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'name': 'tempest-TestNetworkBasicOps-router-132367380', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:22:43Z', 'updated_at': '2022-03-28T19:26:32Z', 'revision_number': 6, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:26:32.602049 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed147be-a2d1-4f51-8f3b-51fca6421ec7 None None] The sync data for ids ['c893612f-ff5f-4204-a2da-2c13fb5a8ac2'] in dv-neutron-834711-1-hyperv is: [{'id': 'c893612f-ff5f-4204-a2da-2c13fb5a8ac2', 'name': 'tempest-TestNetworkBasicOps-router-132367380', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:22:43Z', 'updated_at': '2022-03-28T19:26:32Z', 'revision_number': 6, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port_host': None}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:26:32.717118 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-de5ecd46-76b8-43b4-b7b5-cac13989902d None None] For port 2a916a54-a855-4ca4-be55-043c2e92edd7, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=2a916a54-a855-4ca4-be55-043c2e92edd7,segment=NetworkSegment(87f0ed85-0d73-47b9-9f7c-bc0b8716ce52),segment_id=87f0ed85-0d73-47b9-9f7c-bc0b8716ce52)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:26:32.717458 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-de5ecd46-76b8-43b4-b7b5-cac13989902d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:32.804149 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-48d312f5-7dcf-49de-bdb6-b1ebbe3d6fe0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:32.853735 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d312f5-7dcf-49de-bdb6-b1ebbe3d6fe0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=ad3fa88f-2970-4f14-8c30-640ca6d0a5df,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:32.889690 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-de5ecd46-76b8-43b4-b7b5-cac13989902d None None] Calling delete_port for 2a916a54-a855-4ca4-be55-043c2e92edd7 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:26:32.945557 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-48d312f5-7dcf-49de-bdb6-b1ebbe3d6fe0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:32.975451 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-de5ecd46-76b8-43b4-b7b5-cac13989902d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:33.025260 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ecd46-76b8-43b4-b7b5-cac13989902d None None] Pushing event deleted for resources: {'Port': ['ID=2a916a54-a855-4ca4-be55-043c2e92edd7,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:33.027638 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5ecd46-76b8-43b4-b7b5-cac13989902d None None] No DVR routers for this DVR port 2a916a54-a855-4ca4-be55-043c2e92edd7 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:26:33.041465 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ecd46-76b8-43b4-b7b5-cac13989902d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:33.041818 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ecd46-76b8-43b4-b7b5-cac13989902d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:33.042159 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ecd46-76b8-43b4-b7b5-cac13989902d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:33.042496 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ecd46-76b8-43b4-b7b5-cac13989902d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:33.043152 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ecd46-76b8-43b4-b7b5-cac13989902d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:33.043566 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ecd46-76b8-43b4-b7b5-cac13989902d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:33.043902 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ecd46-76b8-43b4-b7b5-cac13989902d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:33.044233 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ecd46-76b8-43b4-b7b5-cac13989902d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:33.044563 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ecd46-76b8-43b4-b7b5-cac13989902d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:33.044891 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ecd46-76b8-43b4-b7b5-cac13989902d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:33.045214 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ecd46-76b8-43b4-b7b5-cac13989902d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:33.045536 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ecd46-76b8-43b4-b7b5-cac13989902d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:33.123805 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-48d312f5-7dcf-49de-bdb6-b1ebbe3d6fe0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:33.125935 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-48d312f5-7dcf-49de-bdb6-b1ebbe3d6fe0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:33.147127 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-48d312f5-7dcf-49de-bdb6-b1ebbe3d6fe0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:33.147615 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d312f5-7dcf-49de-bdb6-b1ebbe3d6fe0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Fanout notify agent at l3_agent the message router_deleted on router c893612f-ff5f-4204-a2da-2c13fb5a8ac2 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:26:33.162350 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-48d312f5-7dcf-49de-bdb6-b1ebbe3d6fe0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:33.163442 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-48d312f5-7dcf-49de-bdb6-b1ebbe3d6fe0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/routers/c893612f-ff5f-4204-a2da-2c13fb5a8ac2 HTTP/1.1" status: 204 len: 168 time: 1.3040061 Mar 28 19:26:33.166135 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35136) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:33.279143 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-19615514-4c88-432c-b7de-9923744bcd16 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:33.410136 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-19615514-4c88-432c-b7de-9923744bcd16 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:33.440442 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-19615514-4c88-432c-b7de-9923744bcd16 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc3482d-04e3-4f20-9b48-c963871caa3d']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:26:33.453322 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-19615514-4c88-432c-b7de-9923744bcd16 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87f0ed85-0d73-47b9-9f7c-bc0b8716ce52') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:26:33.453615 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-19615514-4c88-432c-b7de-9923744bcd16 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87f0ed85-0d73-47b9-9f7c-bc0b8716ce52') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:26:33.465980 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-19615514-4c88-432c-b7de-9923744bcd16 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:33.481407 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-19615514-4c88-432c-b7de-9923744bcd16 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:33.487572 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19615514-4c88-432c-b7de-9923744bcd16 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:26:33.487963 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-19615514-4c88-432c-b7de-9923744bcd16 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:26:33.502586 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:26:33.583271 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-19615514-4c88-432c-b7de-9923744bcd16 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:33.600869 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-19615514-4c88-432c-b7de-9923744bcd16 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:33.612224 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19615514-4c88-432c-b7de-9923744bcd16 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Network': ['ID=abc3482d-04e3-4f20-9b48-c963871caa3d,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:33.620975 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-19615514-4c88-432c-b7de-9923744bcd16 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/networks/abc3482d-04e3-4f20-9b48-c963871caa3d HTTP/1.1" status: 204 len: 168 time: 0.4535973 Mar 28 19:26:33.633491 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35140) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:33.639895 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-f1e6fdc0-685c-4110-bb00-f9368668a786 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'network': {'name': 'tempest-network-smoke--13079877', 'project_id': '061332865d564f96959562b5c3aa8701', 'port_security_enabled': True}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:26:33.644905 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f1e6fdc0-685c-4110-bb00-f9368668a786 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:26:33.648967 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f1e6fdc0-685c-4110-bb00-f9368668a786 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:network and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:26:33.651791 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f1e6fdc0-685c-4110-bb00-f9368668a786 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:26:33.657457 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f1e6fdc0-685c-4110-bb00-f9368668a786 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:26:33.667919 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e6fdc0-685c-4110-bb00-f9368668a786 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Made reservation on behalf of 061332865d564f96959562b5c3aa8701 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:26:33.671391 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f1e6fdc0-685c-4110-bb00-f9368668a786 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:33.698605 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e6fdc0-685c-4110-bb00-f9368668a786 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:26:33.708184 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f1e6fdc0-685c-4110-bb00-f9368668a786 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:33.708528 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-f1e6fdc0-685c-4110-bb00-f9368668a786 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Added segment 398e43f1-58f3-45c5-be6f-8f33b2653149 of type vlan for network d5f4f494-3635-4d81-b089-06ecc8885fa4 Mar 28 19:26:33.735386 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f1e6fdc0-685c-4110-bb00-f9368668a786 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:33.766624 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device ad3fa88f-2970-4f14-8c30-640ca6d0a5df no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:26:33.767172 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f1e6fdc0-685c-4110-bb00-f9368668a786 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:33.772938 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e6fdc0-685c-4110-bb00-f9368668a786 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:33.773519 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f1e6fdc0-685c-4110-bb00-f9368668a786 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:33.799738 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: ad3fa88f-2970-4f14-8c30-640ca6d0a5df {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:26:33.800015 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device ad3fa88f-2970-4f14-8c30-640ca6d0a5df not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:26:33.800433 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 4bc6a3a5-8626-4459-9bfe-dd334c31dee5 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:26:33.835104 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 4bc6a3a5-8626-4459-9bfe-dd334c31dee5 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:26:33.835448 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 4bc6a3a5-8626-4459-9bfe-dd334c31dee5 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:26:33.835869 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2a916a54-a855-4ca4-be55-043c2e92edd7 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:26:33.867685 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 2a916a54-a855-4ca4-be55-043c2e92edd7 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:26:33.867951 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2a916a54-a855-4ca4-be55-043c2e92edd7 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:26:33.885833 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f1e6fdc0-685c-4110-bb00-f9368668a786 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2513213 Mar 28 19:26:33.888775 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e6fdc0-685c-4110-bb00-f9368668a786 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Network': ['ID=d5f4f494-3635-4d81-b089-06ecc8885fa4,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:33.889069 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35144) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:33.894336 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-0711a0bc-6744-4141-8a24-f58ffb70152b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-621887034', 'admin_state_up': True, 'project_id': '061332865d564f96959562b5c3aa8701', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:26:33.898749 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network d5f4f494-3635-4d81-b089-06ecc8885fa4 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:26:33.901591 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0711a0bc-6744-4141-8a24-f58ffb70152b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:26:33.905605 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0711a0bc-6744-4141-8a24-f58ffb70152b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:router and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:26:33.908575 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0711a0bc-6744-4141-8a24-f58ffb70152b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:26:33.914766 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0711a0bc-6744-4141-8a24-f58ffb70152b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:26:33.925031 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0711a0bc-6744-4141-8a24-f58ffb70152b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:33.926042 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0711a0bc-6744-4141-8a24-f58ffb70152b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:33.941808 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0711a0bc-6744-4141-8a24-f58ffb70152b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:34.201210 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0711a0bc-6744-4141-8a24-f58ffb70152b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:34.496016 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0711a0bc-6744-4141-8a24-f58ffb70152b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_gateway, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:34.525685 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0711a0bc-6744-4141-8a24-f58ffb70152b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:34.662378 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-0711a0bc-6744-4141-8a24-f58ffb70152b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.26.4.190 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/2278df0c-66c5-46ab-8c37-f5519e0d0899) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:26:34.927931 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0711a0bc-6744-4141-8a24-f58ffb70152b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:34.958564 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0711a0bc-6744-4141-8a24-f58ffb70152b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:35.017003 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0711a0bc-6744-4141-8a24-f58ffb70152b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:26:35.019811 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-0711a0bc-6744-4141-8a24-f58ffb70152b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:26:35.022318 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0711a0bc-6744-4141-8a24-f58ffb70152b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:26:35.075344 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711a0bc-6744-4141-8a24-f58ffb70152b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=2278df0c-66c5-46ab-8c37-f5519e0d0899,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:35.455888 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0711a0bc-6744-4141-8a24-f58ffb70152b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_gateway, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:35.789880 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0711a0bc-6744-4141-8a24-f58ffb70152b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:35.984468 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0711a0bc-6744-4141-8a24-f58ffb70152b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router e59c3bdd-5806-491f-bb76-c548ae557793 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:26:36.158822 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0711a0bc-6744-4141-8a24-f58ffb70152b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:26:36.168586 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8c8515-171e-45f5-a9f4-508d0c3585b9 None None] Sync routers for ids ['e59c3bdd-5806-491f-bb76-c548ae557793'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:26:36.177868 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8c8515-171e-45f5-a9f4-508d0c3585b9 None None] Routers {'e59c3bdd-5806-491f-bb76-c548ae557793'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:26:36.178457 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-6a8c8515-171e-45f5-a9f4-508d0c3585b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:26:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e59c3bdd-5806-491f-bb76-c548ae557793'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:26:36.186541 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0711a0bc-6744-4141-8a24-f58ffb70152b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:36.188064 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0711a0bc-6744-4141-8a24-f58ffb70152b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2979047 Mar 28 19:26:36.196395 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35148) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:36.370212 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4b23060c-9922-418d-8216-ba5de51cbaca tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=061332865d564f96959562b5c3aa8701&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1725888 Mar 28 19:26:36.370561 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-6a8c8515-171e-45f5-a9f4-508d0c3585b9 None None] Set router e59c3bdd-5806-491f-bb76-c548ae557793 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:26:36.373528 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35152) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:36.511529 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06ad9ec-b408-4ac6-85d4-f68e5b5e730e tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:36.513030 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f06ad9ec-b408-4ac6-85d4-f68e5b5e730e tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1385217 Mar 28 19:26:36.515983 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35156) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:36.556063 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b193c3b2-4af1-4065-a33a-dff3781ad741 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=222bb166-3b66-45c7-9663-18be61b96587&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389590 Mar 28 19:26:36.558584 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35160) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:36.564289 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-dd7d41c5-db8c-4a18-9089-6369227e32f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1400611737', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'project_id': '061332865d564f96959562b5c3aa8701', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:26:36.674667 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-dd7d41c5-db8c-4a18-9089-6369227e32f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:26:36.678522 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-dd7d41c5-db8c-4a18-9089-6369227e32f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:subnet and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:26:36.678817 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-6a8c8515-171e-45f5-a9f4-508d0c3585b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'name': 'tempest-TestNetworkBasicOps-router-621887034', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:26:33Z', 'updated_at': '2022-03-28T19:26:35Z', 'revision_number': 3, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:48:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:34Z', 'updated_at': '2022-03-28T19:26:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:26:36.681530 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-dd7d41c5-db8c-4a18-9089-6369227e32f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:26:36.682640 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8c8515-171e-45f5-a9f4-508d0c3585b9 None None] Checking router: e59c3bdd-5806-491f-bb76-c548ae557793 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:26:36.683023 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8c8515-171e-45f5-a9f4-508d0c3585b9 None None] Updating router e59c3bdd-5806-491f-bb76-c548ae557793 port 2278df0c-66c5-46ab-8c37-f5519e0d0899 binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:26:36.688204 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-dd7d41c5-db8c-4a18-9089-6369227e32f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:26:36.698558 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7d41c5-db8c-4a18-9089-6369227e32f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Made reservation on behalf of 061332865d564f96959562b5c3aa8701 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:26:36.702802 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dd7d41c5-db8c-4a18-9089-6369227e32f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:36.775903 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-6a8c8515-171e-45f5-a9f4-508d0c3585b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:37.030851 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dd7d41c5-db8c-4a18-9089-6369227e32f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:37.107228 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-6a8c8515-171e-45f5-a9f4-508d0c3585b9 None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:37.109586 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d41c5-db8c-4a18-9089-6369227e32f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Subnet': ['ID=b4799fd7-32c1-40cc-9d73-4bcbf449be01,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:37.117464 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7d41c5-db8c-4a18-9089-6369227e32f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Checking segment: {'id': '398e43f1-58f3-45c5-be6f-8f33b2653149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:26:37.117464 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7d41c5-db8c-4a18-9089-6369227e32f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network hostable DHCP agents. Network: d5f4f494-3635-4d81-b089-06ecc8885fa4, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:26:37.118902 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-6a8c8515-171e-45f5-a9f4-508d0c3585b9 None None] Transition to ACTIVE for port object 2278df0c-66c5-46ab-8c37-f5519e0d0899 will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:26:37.126051 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-6a8c8515-171e-45f5-a9f4-508d0c3585b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:37.139307 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7d41c5-db8c-4a18-9089-6369227e32f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network d5f4f494-3635-4d81-b089-06ecc8885fa4 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:26:37.149435 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-dd7d41c5-db8c-4a18-9089-6369227e32f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, d5f4f494-3635-4d81-b089-06ecc8885fa4) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:26:37.154918 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7d41c5-db8c-4a18-9089-6369227e32f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:37.156211 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dd7d41c5-db8c-4a18-9089-6369227e32f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:37.159646 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033c3213-c674-454e-9891-de51e8a3da66 None None] Network d5f4f494-3635-4d81-b089-06ecc8885fa4 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:26:37.181272 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-dd7d41c5-db8c-4a18-9089-6369227e32f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6213129 Mar 28 19:26:37.185115 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35164) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:37.211747 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-6a8c8515-171e-45f5-a9f4-508d0c3585b9 None None] Attempting to bind port 2278df0c-66c5-46ab-8c37-f5519e0d0899 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:26:37.212348 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-6a8c8515-171e-45f5-a9f4-508d0c3585b9 None None] Attempting to bind port 2278df0c-66c5-46ab-8c37-f5519e0d0899 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:26:37.212457 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8c8515-171e-45f5-a9f4-508d0c3585b9 None None] Attempting to bind port 2278df0c-66c5-46ab-8c37-f5519e0d0899 on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:26:37.214494 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba189c07-ad41-4bcb-a5da-bc1af3fbe9eb None None] Pushing event updated for resources: {'Port': ['ID=2278df0c-66c5-46ab-8c37-f5519e0d0899,revision_number=2']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:37.224012 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba189c07-ad41-4bcb-a5da-bc1af3fbe9eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:37.224346 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba189c07-ad41-4bcb-a5da-bc1af3fbe9eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:37.224674 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba189c07-ad41-4bcb-a5da-bc1af3fbe9eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:37.224996 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba189c07-ad41-4bcb-a5da-bc1af3fbe9eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:37.225332 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba189c07-ad41-4bcb-a5da-bc1af3fbe9eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:37.225638 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba189c07-ad41-4bcb-a5da-bc1af3fbe9eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:37.225951 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba189c07-ad41-4bcb-a5da-bc1af3fbe9eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:37.226266 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba189c07-ad41-4bcb-a5da-bc1af3fbe9eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:37.226580 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba189c07-ad41-4bcb-a5da-bc1af3fbe9eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:37.226909 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba189c07-ad41-4bcb-a5da-bc1af3fbe9eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:37.227222 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba189c07-ad41-4bcb-a5da-bc1af3fbe9eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:37.227531 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba189c07-ad41-4bcb-a5da-bc1af3fbe9eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:37.231731 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8c8515-171e-45f5-a9f4-508d0c3585b9 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:26:37.231926 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8c8515-171e-45f5-a9f4-508d0c3585b9 None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:26:37.232271 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-6a8c8515-171e-45f5-a9f4-508d0c3585b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:37.232636 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8c8515-171e-45f5-a9f4-508d0c3585b9 None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:26:37.233121 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-6a8c8515-171e-45f5-a9f4-508d0c3585b9 None None] Bound port: 2278df0c-66c5-46ab-8c37-f5519e0d0899, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:26:37.233445 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-6a8c8515-171e-45f5-a9f4-508d0c3585b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:37.306247 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-6a8c8515-171e-45f5-a9f4-508d0c3585b9 None None] For port 2278df0c-66c5-46ab-8c37-f5519e0d0899, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:26:37.309973 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-6a8c8515-171e-45f5-a9f4-508d0c3585b9 None None] For port 2278df0c-66c5-46ab-8c37-f5519e0d0899, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=2278df0c-66c5-46ab-8c37-f5519e0d0899,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:26:37.313732 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-6a8c8515-171e-45f5-a9f4-508d0c3585b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:37.396221 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba189c07-ad41-4bcb-a5da-bc1af3fbe9eb None None] Pushing event updated for resources: {'Port': ['ID=2278df0c-66c5-46ab-8c37-f5519e0d0899,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:37.398948 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8c8515-171e-45f5-a9f4-508d0c3585b9 None None] Routers {'e59c3bdd-5806-491f-bb76-c548ae557793'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:26:37.399319 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6cde2e-b20b-417c-80f8-30e0e4f65fcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-d5f4f494-3635-4d81-b089-06ecc8885fa4', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'fixed_ips': [{'subnet_id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:26:37.399807 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-6a8c8515-171e-45f5-a9f4-508d0c3585b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:26:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e59c3bdd-5806-491f-bb76-c548ae557793'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:26:37.400737 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4b6cde2e-b20b-417c-80f8-30e0e4f65fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:37.573548 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-6a8c8515-171e-45f5-a9f4-508d0c3585b9 None None] Set router e59c3bdd-5806-491f-bb76-c548ae557793 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:26:37.578832 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-4b6cde2e-b20b-417c-80f8-30e0e4f65fcc None None] Allocated IP 172.20.0.2 (d5f4f494-3635-4d81-b089-06ecc8885fa4/b4799fd7-32c1-40cc-9d73-4bcbf449be01/fe478cc1-393f-4aa4-8aed-4fb34b28fbce) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:26:37.819445 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4b6cde2e-b20b-417c-80f8-30e0e4f65fcc None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:37.831838 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-4b6cde2e-b20b-417c-80f8-30e0e4f65fcc None None] Transition to ACTIVE for port object fe478cc1-393f-4aa4-8aed-4fb34b28fbce will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:26:37.851765 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-4b6cde2e-b20b-417c-80f8-30e0e4f65fcc None None] Transition to ACTIVE for port object fe478cc1-393f-4aa4-8aed-4fb34b28fbce will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:26:37.857708 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4b6cde2e-b20b-417c-80f8-30e0e4f65fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:37.862710 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-6a8c8515-171e-45f5-a9f4-508d0c3585b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'name': 'tempest-TestNetworkBasicOps-router-621887034', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:26:33Z', 'updated_at': '2022-03-28T19:26:35Z', 'revision_number': 3, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:48:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:34Z', 'updated_at': '2022-03-28T19:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:26:37.866636 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8c8515-171e-45f5-a9f4-508d0c3585b9 None None] The sync data for ids ['e59c3bdd-5806-491f-bb76-c548ae557793'] in dv-neutron-834711-1-hyperv is: [{'id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'name': 'tempest-TestNetworkBasicOps-router-621887034', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:26:33Z', 'updated_at': '2022-03-28T19:26:35Z', 'revision_number': 3, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:48:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:34Z', 'updated_at': '2022-03-28T19:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:26:37.921926 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6cde2e-b20b-417c-80f8-30e0e4f65fcc None None] Network d5f4f494-3635-4d81-b089-06ecc8885fa4 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:26:37.929201 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-4b6cde2e-b20b-417c-80f8-30e0e4f65fcc None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:26:37.934997 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6cde2e-b20b-417c-80f8-30e0e4f65fcc None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:26:37.942430 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6cde2e-b20b-417c-80f8-30e0e4f65fcc None None] Pushing event updated for resources: {'Port': ['ID=fe478cc1-393f-4aa4-8aed-4fb34b28fbce,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:37.954329 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:38.033255 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-4b6cde2e-b20b-417c-80f8-30e0e4f65fcc None None] Attempting to bind port fe478cc1-393f-4aa4-8aed-4fb34b28fbce on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:26:38.033627 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-4b6cde2e-b20b-417c-80f8-30e0e4f65fcc None None] Attempting to bind port fe478cc1-393f-4aa4-8aed-4fb34b28fbce by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '398e43f1-58f3-45c5-be6f-8f33b2653149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:26:38.033994 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6cde2e-b20b-417c-80f8-30e0e4f65fcc None None] Attempting to bind port fe478cc1-393f-4aa4-8aed-4fb34b28fbce on network d5f4f494-3635-4d81-b089-06ecc8885fa4 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:26:38.039871 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6cde2e-b20b-417c-80f8-30e0e4f65fcc None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:26:38.040245 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6cde2e-b20b-417c-80f8-30e0e4f65fcc None None] Checking segment: {'id': '398e43f1-58f3-45c5-be6f-8f33b2653149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:26:38.040645 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4b6cde2e-b20b-417c-80f8-30e0e4f65fcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:38.041029 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6cde2e-b20b-417c-80f8-30e0e4f65fcc None None] Bound using segment: {'id': '398e43f1-58f3-45c5-be6f-8f33b2653149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:26:38.041494 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-4b6cde2e-b20b-417c-80f8-30e0e4f65fcc None None] Bound port: fe478cc1-393f-4aa4-8aed-4fb34b28fbce, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398e43f1-58f3-45c5-be6f-8f33b2653149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:26:38.041865 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4b6cde2e-b20b-417c-80f8-30e0e4f65fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:38.160128 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-4b6cde2e-b20b-417c-80f8-30e0e4f65fcc None None] For port fe478cc1-393f-4aa4-8aed-4fb34b28fbce, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:26:38.163316 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-4b6cde2e-b20b-417c-80f8-30e0e4f65fcc None None] For port fe478cc1-393f-4aa4-8aed-4fb34b28fbce, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=fe478cc1-393f-4aa4-8aed-4fb34b28fbce,segment=NetworkSegment(398e43f1-58f3-45c5-be6f-8f33b2653149),segment_id=398e43f1-58f3-45c5-be6f-8f33b2653149)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:26:38.169468 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4b6cde2e-b20b-417c-80f8-30e0e4f65fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:38.258171 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6cde2e-b20b-417c-80f8-30e0e4f65fcc None None] Pushing event updated for resources: {'Port': ['ID=fe478cc1-393f-4aa4-8aed-4fb34b28fbce,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:38.388170 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.20.0.1 (d5f4f494-3635-4d81-b089-06ecc8885fa4/b4799fd7-32c1-40cc-9d73-4bcbf449be01/5f420f0a-153b-428d-ae7e-4029c08f8f26) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:26:38.690238 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:38.708116 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Transition to ACTIVE for port object 5f420f0a-153b-428d-ae7e-4029c08f8f26 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:26:38.733852 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:38.802006 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network d5f4f494-3635-4d81-b089-06ecc8885fa4 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:26:38.810067 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:26:38.814389 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:26:38.843726 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=5f420f0a-153b-428d-ae7e-4029c08f8f26,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:38.873768 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:39.150702 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:39.228987 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16db88de-3b44-4034-b7c8-2a6d662643a6 None None] Network d5f4f494-3635-4d81-b089-06ecc8885fa4 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:26:39.334924 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ddd8806c-00fa-4efe-958d-9b73cf634837 None None] Provisioning for port fe478cc1-393f-4aa4-8aed-4fb34b28fbce completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:26:39.572767 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:39.578153 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:39.695599 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=5f420f0a-153b-428d-ae7e-4029c08f8f26,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:39.698011 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:39.709456 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:39.709808 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:39.710148 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:39.710488 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:39.710821 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:39.711184 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:39.712064 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:39.712064 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:39.712209 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:39.712448 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:39.712770 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:39.713093 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:26:39.784322 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-06ea161d-af2e-4472-a410-7d0024db1ea7 None None] Provisioning for port 5f420f0a-153b-428d-ae7e-4029c08f8f26 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:26:39.790800 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-06ea161d-af2e-4472-a410-7d0024db1ea7 None None] Provisioning complete for port 5f420f0a-153b-428d-ae7e-4029c08f8f26 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:26:39.791189 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-06ea161d-af2e-4472-a410-7d0024db1ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:39.858751 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device fe478cc1-393f-4aa4-8aed-4fb34b28fbce up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:26:39.880052 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network d5f4f494-3635-4d81-b089-06ecc8885fa4 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:26:39.881282 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:26:39.899454 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-06ea161d-af2e-4472-a410-7d0024db1ea7 None None] Port 5f420f0a-153b-428d-ae7e-4029c08f8f26 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:26:39.939065 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port fe478cc1-393f-4aa4-8aed-4fb34b28fbce completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:26:39.944020 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port fe478cc1-393f-4aa4-8aed-4fb34b28fbce triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:26:39.944374 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:40.025625 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-5a7212e6-df87-466c-8a84-53a3c6c9e4ab None None] Provisioning complete for port 5f420f0a-153b-428d-ae7e-4029c08f8f26 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:26:40.025986 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5a7212e6-df87-466c-8a84-53a3c6c9e4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:40.073821 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router e59c3bdd-5806-491f-bb76-c548ae557793 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:26:40.128544 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-5a7212e6-df87-466c-8a84-53a3c6c9e4ab None None] Port 5f420f0a-153b-428d-ae7e-4029c08f8f26 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:26:40.131002 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:40.165658 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port fe478cc1-393f-4aa4-8aed-4fb34b28fbce, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=fe478cc1-393f-4aa4-8aed-4fb34b28fbce,segment=NetworkSegment(398e43f1-58f3-45c5-be6f-8f33b2653149),segment_id=398e43f1-58f3-45c5-be6f-8f33b2653149)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:26:40.169286 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:40.170157 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2278df0c-66c5-46ab-8c37-f5519e0d0899 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:26:40.300812 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-35b31f58-136f-4810-a774-3f4024818410 None None] Provisioning complete for port 5f420f0a-153b-428d-ae7e-4029c08f8f26 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:26:40.301492 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-35b31f58-136f-4810-a774-3f4024818410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:40.328927 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=fe478cc1-393f-4aa4-8aed-4fb34b28fbce,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:40.343323 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 2278df0c-66c5-46ab-8c37-f5519e0d0899 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:26:40.352967 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 2278df0c-66c5-46ab-8c37-f5519e0d0899 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:26:40.353340 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:40.392103 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:26:40.404122 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-35b31f58-136f-4810-a774-3f4024818410 None None] Port 5f420f0a-153b-428d-ae7e-4029c08f8f26 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:26:40.407515 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-09ccdd75-698a-4b90-9a3e-842e1176f7c9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "PUT /v2.0/routers/e59c3bdd-5806-491f-bb76-c548ae557793/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2209074 Mar 28 19:26:40.409080 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb88b21-7e96-4e11-ba3a-131dc81bc08b None None] Sync routers for ids ['e59c3bdd-5806-491f-bb76-c548ae557793'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:26:40.409637 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35168) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:40.432360 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb88b21-7e96-4e11-ba3a-131dc81bc08b None None] Routers {'e59c3bdd-5806-491f-bb76-c548ae557793'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:26:40.432967 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-beb88b21-7e96-4e11-ba3a-131dc81bc08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:26:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e59c3bdd-5806-491f-bb76-c548ae557793'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:26:40.546642 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f6b353-82bb-4b9d-95b4-af6a9f691e67 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:40.547145 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f6b353-82bb-4b9d-95b4-af6a9f691e67 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:40.547616 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f6b353-82bb-4b9d-95b4-af6a9f691e67 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:40.548082 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f6b353-82bb-4b9d-95b4-af6a9f691e67 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:40.549727 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c7f6b353-82bb-4b9d-95b4-af6a9f691e67 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.1391404 Mar 28 19:26:40.552607 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35172) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:40.623419 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a2016e-0653-484d-ae9e-897b1d5fc3a2 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:40.623881 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a2016e-0653-484d-ae9e-897b1d5fc3a2 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:40.624330 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a2016e-0653-484d-ae9e-897b1d5fc3a2 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:40.624774 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a2016e-0653-484d-ae9e-897b1d5fc3a2 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:40.626645 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d8a2016e-0653-484d-ae9e-897b1d5fc3a2 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0729394 Mar 28 19:26:40.629138 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35176) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:40.630519 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:40.667609 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 2278df0c-66c5-46ab-8c37-f5519e0d0899, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=2278df0c-66c5-46ab-8c37-f5519e0d0899,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:26:40.670342 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-beb88b21-7e96-4e11-ba3a-131dc81bc08b None None] Set router e59c3bdd-5806-491f-bb76-c548ae557793 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:26:40.712364 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:40.825534 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d3cc3d6a-3878-441d-b36c-b41486094c32 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1952419 Mar 28 19:26:40.890683 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=2278df0c-66c5-46ab-8c37-f5519e0d0899,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:41.038358 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-beb88b21-7e96-4e11-ba3a-131dc81bc08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'name': 'tempest-TestNetworkBasicOps-router-621887034', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:26:33Z', 'updated_at': '2022-03-28T19:26:39Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:48:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:34Z', 'updated_at': '2022-03-28T19:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '5f420f0a-153b-428d-ae7e-4029c08f8f26', 'name': '', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:c6:b4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:38Z', 'updated_at': '2022-03-28T19:26:39Z', 'revision_number': 2, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:26:41.042303 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb88b21-7e96-4e11-ba3a-131dc81bc08b None None] Checking router: e59c3bdd-5806-491f-bb76-c548ae557793 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:26:41.042659 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb88b21-7e96-4e11-ba3a-131dc81bc08b None None] Updating router e59c3bdd-5806-491f-bb76-c548ae557793 port 5f420f0a-153b-428d-ae7e-4029c08f8f26 binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:26:41.094960 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-beb88b21-7e96-4e11-ba3a-131dc81bc08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:41.232933 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35182) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:41.237982 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-5fe99444-3acd-49ab-bff1-f29d048231fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1100248892', 'description': 'tempest-secgroup-smoke-1100248892 description', 'project_id': '061332865d564f96959562b5c3aa8701'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:26:41.243619 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-5fe99444-3acd-49ab-bff1-f29d048231fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:26:41.248504 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-5fe99444-3acd-49ab-bff1-f29d048231fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:26:41.251378 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-5fe99444-3acd-49ab-bff1-f29d048231fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:26:41.257013 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-5fe99444-3acd-49ab-bff1-f29d048231fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:26:41.267717 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5fe99444-3acd-49ab-bff1-f29d048231fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:41.287286 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-5fe99444-3acd-49ab-bff1-f29d048231fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:26:41.291187 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-5fe99444-3acd-49ab-bff1-f29d048231fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:26:41.294461 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-5fe99444-3acd-49ab-bff1-f29d048231fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:26:41.300616 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-5fe99444-3acd-49ab-bff1-f29d048231fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:26:41.376742 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5fe99444-3acd-49ab-bff1-f29d048231fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:41.380472 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5fe99444-3acd-49ab-bff1-f29d048231fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:41.427009 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe99444-3acd-49ab-bff1-f29d048231fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0893c4-03b8-4316-82a0-ab6faf86e9bd,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:41.433484 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5fe99444-3acd-49ab-bff1-f29d048231fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:41.438567 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5fe99444-3acd-49ab-bff1-f29d048231fb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2016976 Mar 28 19:26:41.438567 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35186) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:41.443486 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-43492f82-fb19-42fd-8a12-19b19b9754f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': 'bf0893c4-03b8-4316-82a0-ab6faf86e9bd', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:26:41.449382 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-43492f82-fb19-42fd-8a12-19b19b9754f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:26:41.453203 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-43492f82-fb19-42fd-8a12-19b19b9754f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:26:41.456119 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-43492f82-fb19-42fd-8a12-19b19b9754f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:26:41.461743 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-43492f82-fb19-42fd-8a12-19b19b9754f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:26:41.478225 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-43492f82-fb19-42fd-8a12-19b19b9754f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:41.487418 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-beb88b21-7e96-4e11-ba3a-131dc81bc08b None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:41.499952 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-beb88b21-7e96-4e11-ba3a-131dc81bc08b None None] Transition to ACTIVE for port object 5f420f0a-153b-428d-ae7e-4029c08f8f26 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:26:41.506536 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-beb88b21-7e96-4e11-ba3a-131dc81bc08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:41.539934 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-43492f82-fb19-42fd-8a12-19b19b9754f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:41.544070 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-43492f82-fb19-42fd-8a12-19b19b9754f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:41.569692 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43492f82-fb19-42fd-8a12-19b19b9754f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce01728-5eb4-4202-872a-c2e43cff171a,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:41.580702 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-43492f82-fb19-42fd-8a12-19b19b9754f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:41.581886 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-43492f82-fb19-42fd-8a12-19b19b9754f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1425235 Mar 28 19:26:41.584799 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35190) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:41.590046 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-64443da1-d461-44b1-8684-3532557b2d08 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': 'bf0893c4-03b8-4316-82a0-ab6faf86e9bd', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:26:41.596334 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-64443da1-d461-44b1-8684-3532557b2d08 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:26:41.600284 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-64443da1-d461-44b1-8684-3532557b2d08 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:26:41.603337 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-64443da1-d461-44b1-8684-3532557b2d08 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:26:41.609951 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-64443da1-d461-44b1-8684-3532557b2d08 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:26:41.628768 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64443da1-d461-44b1-8684-3532557b2d08 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:41.660900 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353f222-693e-451b-b317-bdad8a2d1279 None None] Pushing event updated for resources: {'Port': ['ID=5f420f0a-153b-428d-ae7e-4029c08f8f26,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:41.710435 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64443da1-d461-44b1-8684-3532557b2d08 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:41.719042 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64443da1-d461-44b1-8684-3532557b2d08 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:41.720227 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-beb88b21-7e96-4e11-ba3a-131dc81bc08b None None] Attempting to bind port 5f420f0a-153b-428d-ae7e-4029c08f8f26 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:26:41.720599 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-beb88b21-7e96-4e11-ba3a-131dc81bc08b None None] Attempting to bind port 5f420f0a-153b-428d-ae7e-4029c08f8f26 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '398e43f1-58f3-45c5-be6f-8f33b2653149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:26:41.720961 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb88b21-7e96-4e11-ba3a-131dc81bc08b None None] Attempting to bind port 5f420f0a-153b-428d-ae7e-4029c08f8f26 on network d5f4f494-3635-4d81-b089-06ecc8885fa4 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:26:41.727075 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb88b21-7e96-4e11-ba3a-131dc81bc08b None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:26:41.727326 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb88b21-7e96-4e11-ba3a-131dc81bc08b None None] Checking segment: {'id': '398e43f1-58f3-45c5-be6f-8f33b2653149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:26:41.727725 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-beb88b21-7e96-4e11-ba3a-131dc81bc08b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:41.728644 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb88b21-7e96-4e11-ba3a-131dc81bc08b None None] Bound using segment: {'id': '398e43f1-58f3-45c5-be6f-8f33b2653149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:26:41.728770 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-beb88b21-7e96-4e11-ba3a-131dc81bc08b None None] Bound port: 5f420f0a-153b-428d-ae7e-4029c08f8f26, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398e43f1-58f3-45c5-be6f-8f33b2653149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:26:41.729114 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-beb88b21-7e96-4e11-ba3a-131dc81bc08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:41.753028 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64443da1-d461-44b1-8684-3532557b2d08 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aadb95fb-4816-4884-8aef-a2c7173448d1,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:41.768888 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64443da1-d461-44b1-8684-3532557b2d08 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:41.770729 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-64443da1-d461-44b1-8684-3532557b2d08 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1849506 Mar 28 19:26:41.775343 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35194) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:41.781530 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-3f66dc7b-6a67-49d9-9ef5-a8b723eabaa8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': 'bf0893c4-03b8-4316-82a0-ab6faf86e9bd', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:26:41.788378 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-3f66dc7b-6a67-49d9-9ef5-a8b723eabaa8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:26:41.792408 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3f66dc7b-6a67-49d9-9ef5-a8b723eabaa8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:26:41.795670 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-3f66dc7b-6a67-49d9-9ef5-a8b723eabaa8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:26:41.801604 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-3f66dc7b-6a67-49d9-9ef5-a8b723eabaa8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:26:41.816202 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device fe478cc1-393f-4aa4-8aed-4fb34b28fbce up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:26:41.823651 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3f66dc7b-6a67-49d9-9ef5-a8b723eabaa8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:41.880033 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-beb88b21-7e96-4e11-ba3a-131dc81bc08b None None] For port 5f420f0a-153b-428d-ae7e-4029c08f8f26, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:26:41.887935 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3f66dc7b-6a67-49d9-9ef5-a8b723eabaa8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:41.891331 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3f66dc7b-6a67-49d9-9ef5-a8b723eabaa8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:41.900647 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-beb88b21-7e96-4e11-ba3a-131dc81bc08b None None] For port 5f420f0a-153b-428d-ae7e-4029c08f8f26, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=5f420f0a-153b-428d-ae7e-4029c08f8f26,segment=NetworkSegment(398e43f1-58f3-45c5-be6f-8f33b2653149),segment_id=398e43f1-58f3-45c5-be6f-8f33b2653149)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:26:41.905415 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-beb88b21-7e96-4e11-ba3a-131dc81bc08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:41.914394 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66dc7b-6a67-49d9-9ef5-a8b723eabaa8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4cdd5d4-f482-4dbe-b2ca-e29f7e674d93,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:41.924127 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3f66dc7b-6a67-49d9-9ef5-a8b723eabaa8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:41.928278 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35198) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:41.928799 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3f66dc7b-6a67-49d9-9ef5-a8b723eabaa8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1519883 Mar 28 19:26:41.934385 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-bd5b5bde-9c08-4408-8519-70f1766fe2af tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': 'bf0893c4-03b8-4316-82a0-ab6faf86e9bd', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:26:41.940417 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-bd5b5bde-9c08-4408-8519-70f1766fe2af tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:26:41.944286 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-bd5b5bde-9c08-4408-8519-70f1766fe2af tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:26:41.947207 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-bd5b5bde-9c08-4408-8519-70f1766fe2af tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:26:41.953289 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-bd5b5bde-9c08-4408-8519-70f1766fe2af tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:26:41.973182 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bd5b5bde-9c08-4408-8519-70f1766fe2af tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:41.979647 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port fe478cc1-393f-4aa4-8aed-4fb34b28fbce triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:26:41.979976 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:42.033336 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353f222-693e-451b-b317-bdad8a2d1279 None None] Pushing event updated for resources: {'Port': ['ID=5f420f0a-153b-428d-ae7e-4029c08f8f26,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:42.035875 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb88b21-7e96-4e11-ba3a-131dc81bc08b None None] Routers {'e59c3bdd-5806-491f-bb76-c548ae557793'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:26:42.036470 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-beb88b21-7e96-4e11-ba3a-131dc81bc08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:26:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e59c3bdd-5806-491f-bb76-c548ae557793'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:26:42.045044 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bd5b5bde-9c08-4408-8519-70f1766fe2af tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:42.049807 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bd5b5bde-9c08-4408-8519-70f1766fe2af tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:42.072454 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b5bde-9c08-4408-8519-70f1766fe2af tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65cfdb7b-b15f-4a72-86fe-5249ea432453,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:42.084872 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bd5b5bde-9c08-4408-8519-70f1766fe2af tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:42.089034 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35202) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:42.089173 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-bd5b5bde-9c08-4408-8519-70f1766fe2af tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1596198 Mar 28 19:26:42.096511 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-9efcf804-aab0-48ec-9e3f-80d5cea6a738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': 'bf0893c4-03b8-4316-82a0-ab6faf86e9bd', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:26:42.103853 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-9efcf804-aab0-48ec-9e3f-80d5cea6a738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:26:42.109082 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-9efcf804-aab0-48ec-9e3f-80d5cea6a738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:26:42.112930 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-9efcf804-aab0-48ec-9e3f-80d5cea6a738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:26:42.118852 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-9efcf804-aab0-48ec-9e3f-80d5cea6a738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:26:42.131631 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-9efcf804-aab0-48ec-9e3f-80d5cea6a738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Project 061332865d564f96959562b5c3aa8701 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:26:42.139103 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9efcf804-aab0-48ec-9e3f-80d5cea6a738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:42.207309 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9efcf804-aab0-48ec-9e3f-80d5cea6a738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:42.211903 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9efcf804-aab0-48ec-9e3f-80d5cea6a738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:42.235685 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efcf804-aab0-48ec-9e3f-80d5cea6a738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c649c842-92fb-4f72-97ab-ba2f2db6de30,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:42.244756 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9efcf804-aab0-48ec-9e3f-80d5cea6a738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:42.247326 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9efcf804-aab0-48ec-9e3f-80d5cea6a738 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1568224 Mar 28 19:26:42.249161 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35206) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:42.254287 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-b3f87dc1-dd5c-4a22-8dc5-f739d8309d23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': 'bf0893c4-03b8-4316-82a0-ab6faf86e9bd', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:26:42.259996 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b3f87dc1-dd5c-4a22-8dc5-f739d8309d23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:26:42.264348 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b3f87dc1-dd5c-4a22-8dc5-f739d8309d23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:26:42.267197 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b3f87dc1-dd5c-4a22-8dc5-f739d8309d23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:26:42.272803 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b3f87dc1-dd5c-4a22-8dc5-f739d8309d23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:26:42.284022 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-b3f87dc1-dd5c-4a22-8dc5-f739d8309d23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Project 061332865d564f96959562b5c3aa8701 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:26:42.289739 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2278df0c-66c5-46ab-8c37-f5519e0d0899 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:26:42.290670 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b3f87dc1-dd5c-4a22-8dc5-f739d8309d23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:42.318274 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-beb88b21-7e96-4e11-ba3a-131dc81bc08b None None] Set router e59c3bdd-5806-491f-bb76-c548ae557793 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:26:42.358682 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b3f87dc1-dd5c-4a22-8dc5-f739d8309d23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:42.362988 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b3f87dc1-dd5c-4a22-8dc5-f739d8309d23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:42.390632 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f87dc1-dd5c-4a22-8dc5-f739d8309d23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a6a186-0756-423b-bf5c-b71e0195d282,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:42.396849 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b3f87dc1-dd5c-4a22-8dc5-f739d8309d23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:42.398217 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b3f87dc1-dd5c-4a22-8dc5-f739d8309d23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1479626 Mar 28 19:26:42.562668 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 2278df0c-66c5-46ab-8c37-f5519e0d0899 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:26:42.563273 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:42.613394 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-092a6df2-637f-4546-b2d5-90a259813ef0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:26:42.628266 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-092a6df2-637f-4546-b2d5-90a259813ef0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:26:42.629715 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-092a6df2-637f-4546-b2d5-90a259813ef0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1100248892&fields=id&tenant_id=061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 267 time: 0.0536294 Mar 28 19:26:42.792380 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-81207938-0489-4a7b-80e8-5854fbb54d12 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:42.796005 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-81207938-0489-4a7b-80e8-5854fbb54d12 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/networks?id=d5f4f494-3635-4d81-b089-06ecc8885fa4 HTTP/1.1" status: 200 len: 795 time: 0.1588893 Mar 28 19:26:42.805548 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-beb88b21-7e96-4e11-ba3a-131dc81bc08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'name': 'tempest-TestNetworkBasicOps-router-621887034', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:26:33Z', 'updated_at': '2022-03-28T19:26:39Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:48:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:34Z', 'updated_at': '2022-03-28T19:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '5f420f0a-153b-428d-ae7e-4029c08f8f26', 'name': '', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:c6:b4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:38Z', 'updated_at': '2022-03-28T19:26:41Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:26:42.809753 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb88b21-7e96-4e11-ba3a-131dc81bc08b None None] The sync data for ids ['e59c3bdd-5806-491f-bb76-c548ae557793'] in dv-neutron-834711-1-hyperv is: [{'id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'name': 'tempest-TestNetworkBasicOps-router-621887034', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:26:33Z', 'updated_at': '2022-03-28T19:26:39Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:48:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:34Z', 'updated_at': '2022-03-28T19:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '5f420f0a-153b-428d-ae7e-4029c08f8f26', 'name': '', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:c6:b4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:38Z', 'updated_at': '2022-03-28T19:26:41Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:26:42.813598 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-50c7b56d-5545-407b-b2f5-719a3d5cca6e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/quotas/061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 375 time: 0.0105727 Mar 28 19:26:42.903201 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-12ac5644-621e-4132-b1c7-7270037f7084 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842669 Mar 28 19:26:43.090523 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-28774dcc-a6ca-4569-a27b-f33d06a0852a service neutron] 10.222.0.10 "GET /v2.0/networks/d5f4f494-3635-4d81-b089-06ecc8885fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733246 Mar 28 19:26:43.227852 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-01f476e0-0b4d-43e0-af6d-a0a23d6133d4 service neutron] 10.222.0.10 "GET /v2.0/networks/d5f4f494-3635-4d81-b089-06ecc8885fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311111 Mar 28 19:26:43.414705 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-91d95ff2-fe08-4fed-8caa-bc66f629dd88 req-85d43fa3-906a-4598-bc70-30329d4ea6ca tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=db60c53f-df6f-48e9-8508-74fb6913db24 HTTP/1.1" status: 200 len: 210 time: 0.0436108 Mar 28 19:26:43.813551 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 5f420f0a-153b-428d-ae7e-4029c08f8f26 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:26:43.885463 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 5f420f0a-153b-428d-ae7e-4029c08f8f26 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:26:43.891138 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 5f420f0a-153b-428d-ae7e-4029c08f8f26 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:26:43.891498 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:44.012512 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:44.042679 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 5f420f0a-153b-428d-ae7e-4029c08f8f26, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=5f420f0a-153b-428d-ae7e-4029c08f8f26,segment=NetworkSegment(398e43f1-58f3-45c5-be6f-8f33b2653149),segment_id=398e43f1-58f3-45c5-be6f-8f33b2653149)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:26:44.046099 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:44.111915 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=5f420f0a-153b-428d-ae7e-4029c08f8f26,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:44.453189 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-6f222d94-3ed0-4c5c-8d2e-b1090daf5e5d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:44.454610 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-6f222d94-3ed0-4c5c-8d2e-b1090daf5e5d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/networks?id=d5f4f494-3635-4d81-b089-06ecc8885fa4 HTTP/1.1" status: 200 len: 795 time: 0.1444411 Mar 28 19:26:44.507509 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-6738169a-282c-4552-910b-e7b9f230f081 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 380 time: 0.0442932 Mar 28 19:26:44.516780 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-0fa4b1a0-4cdb-46c7-bd7c-e55fb32f2b7f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'port': {'device_id': 'db60c53f-df6f-48e9-8508-74fb6913db24', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'admin_state_up': True, 'tenant_id': '061332865d564f96959562b5c3aa8701', 'security_groups': ['bf0893c4-03b8-4316-82a0-ab6faf86e9bd']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:26:44.586941 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e4ae4f59-3177-49da-94b8-cc5ce9779833 req-7c088234-2ab4-44a3-91fa-7ff1d85b4b8a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=db60c53f-df6f-48e9-8508-74fb6913db24 HTTP/1.1" status: 200 len: 210 time: 0.0570974 Mar 28 19:26:44.686760 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-0fa4b1a0-4cdb-46c7-bd7c-e55fb32f2b7f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:26:44.690742 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-0fa4b1a0-4cdb-46c7-bd7c-e55fb32f2b7f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:port and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:26:44.693470 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-0fa4b1a0-4cdb-46c7-bd7c-e55fb32f2b7f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:26:44.699011 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-0fa4b1a0-4cdb-46c7-bd7c-e55fb32f2b7f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:26:44.708383 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-0fa4b1a0-4cdb-46c7-bd7c-e55fb32f2b7f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Made reservation on behalf of 061332865d564f96959562b5c3aa8701 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:26:44.712509 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-0fa4b1a0-4cdb-46c7-bd7c-e55fb32f2b7f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:44.874805 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-0fa4b1a0-4cdb-46c7-bd7c-e55fb32f2b7f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.20.0.4 (d5f4f494-3635-4d81-b089-06ecc8885fa4/b4799fd7-32c1-40cc-9d73-4bcbf449be01/7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:26:45.056568 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-0fa4b1a0-4cdb-46c7-bd7c-e55fb32f2b7f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:45.072225 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-0fa4b1a0-4cdb-46c7-bd7c-e55fb32f2b7f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Transition to ACTIVE for port object 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:26:45.095294 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-0fa4b1a0-4cdb-46c7-bd7c-e55fb32f2b7f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:45.159234 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-0fa4b1a0-4cdb-46c7-bd7c-e55fb32f2b7f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network d5f4f494-3635-4d81-b089-06ecc8885fa4 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:26:45.162504 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-0fa4b1a0-4cdb-46c7-bd7c-e55fb32f2b7f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:26:45.165308 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-0fa4b1a0-4cdb-46c7-bd7c-e55fb32f2b7f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:26:45.219491 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4b1a0-4cdb-46c7-bd7c-e55fb32f2b7f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:45.246624 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-0fa4b1a0-4cdb-46c7-bd7c-e55fb32f2b7f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:45.247896 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-0fa4b1a0-4cdb-46c7-bd7c-e55fb32f2b7f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:45.273626 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-0fa4b1a0-4cdb-46c7-bd7c-e55fb32f2b7f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7609584 Mar 28 19:26:45.283507 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-d632bbdc-a2d9-4133-8e24-964acfcd6e30 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:26:45.284438 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-d632bbdc-a2d9-4133-8e24-964acfcd6e30 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052683 Mar 28 19:26:45.298165 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-f57eaa44-834d-4d2a-8129-4a99ea14d153 service neutron] Request body: {'port': {'device_id': 'db60c53f-df6f-48e9-8508-74fb6913db24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:26:45.401256 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-62bd9b35-a09c-4088-9e05-fac727063fca None None] Provisioning for port 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:26:45.405897 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-62bd9b35-a09c-4088-9e05-fac727063fca None None] Provisioning complete for port 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:26:45.406266 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-62bd9b35-a09c-4088-9e05-fac727063fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:45.413373 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-f57eaa44-834d-4d2a-8129-4a99ea14d153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:45.461161 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-62bd9b35-a09c-4088-9e05-fac727063fca None None] Port 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:26:45.781675 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 5f420f0a-153b-428d-ae7e-4029c08f8f26 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:26:45.848706 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 5f420f0a-153b-428d-ae7e-4029c08f8f26 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:26:45.849075 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:45.874788 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1a59c-18ba-4895-bccb-804ec985bdd1 req-9e2cea87-ca53-4eb2-875b-31a4a5401ad2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:45.875498 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-f0a1a59c-18ba-4895-bccb-804ec985bdd1 req-9e2cea87-ca53-4eb2-875b-31a4a5401ad2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:26:45.936411 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-f0a1a59c-18ba-4895-bccb-804ec985bdd1 req-9e2cea87-ca53-4eb2-875b-31a4a5401ad2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:26:45.937537 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f0a1a59c-18ba-4895-bccb-804ec985bdd1 req-9e2cea87-ca53-4eb2-875b-31a4a5401ad2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=db60c53f-df6f-48e9-8508-74fb6913db24 HTTP/1.1" status: 200 len: 931 time: 0.1786892 Mar 28 19:26:45.947300 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-f57eaa44-834d-4d2a-8129-4a99ea14d153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:26:45.969648 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-f57eaa44-834d-4d2a-8129-4a99ea14d153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:45.997903 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-f57eaa44-834d-4d2a-8129-4a99ea14d153 service neutron] Transition to ACTIVE for port object 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:26:46.002651 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f0a1a59c-18ba-4895-bccb-804ec985bdd1 req-88f74ded-2440-4466-bffc-590c0c9be7a3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0893c4-03b8-4316-82a0-ab6faf86e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583529 Mar 28 19:26:46.003651 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-f57eaa44-834d-4d2a-8129-4a99ea14d153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:46.128875 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57eaa44-834d-4d2a-8129-4a99ea14d153 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:46.236202 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-f57eaa44-834d-4d2a-8129-4a99ea14d153 service neutron] Attempting to bind port 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:26:46.236470 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-f57eaa44-834d-4d2a-8129-4a99ea14d153 service neutron] Attempting to bind port 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '398e43f1-58f3-45c5-be6f-8f33b2653149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:26:46.236796 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-f57eaa44-834d-4d2a-8129-4a99ea14d153 service neutron] Attempting to bind port 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 on network d5f4f494-3635-4d81-b089-06ecc8885fa4 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:26:46.241186 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-f57eaa44-834d-4d2a-8129-4a99ea14d153 service neutron] Port 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 on network d5f4f494-3635-4d81-b089-06ecc8885fa4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:26:46.241509 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-f57eaa44-834d-4d2a-8129-4a99ea14d153 service neutron] Attempting to bind port 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 on network d5f4f494-3635-4d81-b089-06ecc8885fa4 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:26:46.247117 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-f57eaa44-834d-4d2a-8129-4a99ea14d153 service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:26:46.247451 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-f57eaa44-834d-4d2a-8129-4a99ea14d153 service neutron] Checking segment: {'id': '398e43f1-58f3-45c5-be6f-8f33b2653149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:26:46.247824 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-f57eaa44-834d-4d2a-8129-4a99ea14d153 service neutron] Bound using segment: {'id': '398e43f1-58f3-45c5-be6f-8f33b2653149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:26:46.248241 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-f57eaa44-834d-4d2a-8129-4a99ea14d153 service neutron] Bound port: 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '398e43f1-58f3-45c5-be6f-8f33b2653149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:26:46.248579 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-f57eaa44-834d-4d2a-8129-4a99ea14d153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:46.335325 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-f57eaa44-834d-4d2a-8129-4a99ea14d153 service neutron] For port 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:26:46.338165 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-f57eaa44-834d-4d2a-8129-4a99ea14d153 service neutron] For port 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5,segment=NetworkSegment(398e43f1-58f3-45c5-be6f-8f33b2653149),segment_id=398e43f1-58f3-45c5-be6f-8f33b2653149)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:26:46.342614 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-f57eaa44-834d-4d2a-8129-4a99ea14d153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:46.399383 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-f57eaa44-834d-4d2a-8129-4a99ea14d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:46.400057 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-f57eaa44-834d-4d2a-8129-4a99ea14d153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:46.401374 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-f57eaa44-834d-4d2a-8129-4a99ea14d153 service neutron] 10.222.0.26 "PUT /v2.0/ports/7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 HTTP/1.1" status: 200 len: 1093 time: 1.1085758 Mar 28 19:26:46.401830 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db60c53f-df6f-48e9-8508-74fb6913db24', 'tag': '7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:26:46.429194 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57eaa44-834d-4d2a-8129-4a99ea14d153 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:46.469751 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db60c53f-df6f-48e9-8508-74fb6913db24', 'tag': '7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5', 'status': 'completed', 'code': 200} Mar 28 19:26:46.513089 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-d8f3b431-5eae-4459-844a-f5297f75a514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:46.514578 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-d8f3b431-5eae-4459-844a-f5297f75a514 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=db60c53f-df6f-48e9-8508-74fb6913db24 HTTP/1.1" status: 200 len: 1096 time: 0.0759013 Mar 28 19:26:46.586824 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-3f7499d6-962f-444b-961f-144d1300c1e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 HTTP/1.1" status: 200 len: 217 time: 0.0658152 Mar 28 19:26:46.646656 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-873c23ea-d425-4473-943e-d19692005eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:46.648078 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-873c23ea-d425-4473-943e-d19692005eef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4799fd7-32c1-40cc-9d73-4bcbf449be01 HTTP/1.1" status: 200 len: 835 time: 0.0561500 Mar 28 19:26:46.724196 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-3d77a437-5fa6-47a8-84e1-f18dd7fd9e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:46.725623 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-3d77a437-5fa6-47a8-84e1-f18dd7fd9e34 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5f4f494-3635-4d81-b089-06ecc8885fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715573 Mar 28 19:26:46.851961 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-bf9b6cc7-90cb-4da9-82c8-118b596d2d40 service neutron] 10.222.0.26 "GET /v2.0/networks/d5f4f494-3635-4d81-b089-06ecc8885fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198554 Mar 28 19:26:46.979551 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-02aa4ce3-0c63-49cc-b1ac-dacec26be08e req-42bbbcf2-42f0-4dfb-9253-11d49c899ff2 service neutron] 10.222.0.26 "GET /v2.0/networks/d5f4f494-3635-4d81-b089-06ecc8885fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209309 Mar 28 19:26:47.088580 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f168ea6-a1fe-4c98-b8b6-171301edb3b7 req-d5d8e318-e1dd-450e-93df-c8bb79b1fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:47.090666 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1f168ea6-a1fe-4c98-b8b6-171301edb3b7 req-d5d8e318-e1dd-450e-93df-c8bb79b1fcab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=db60c53f-df6f-48e9-8508-74fb6913db24 HTTP/1.1" status: 200 len: 1096 time: 0.0692403 Mar 28 19:26:47.272772 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f168ea6-a1fe-4c98-b8b6-171301edb3b7 req-18a8bafc-b6f0-46ec-be3b-0bc12be051f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:47.274178 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1f168ea6-a1fe-4c98-b8b6-171301edb3b7 req-18a8bafc-b6f0-46ec-be3b-0bc12be051f2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5f4f494-3635-4d81-b089-06ecc8885fa4 HTTP/1.1" status: 200 len: 896 time: 0.1782582 Mar 28 19:26:47.285949 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b12249-4c13-4378-a199-67c7fe4db501 req-8ec14f2a-a449-44a3-88a9-3ae1dc6c6de1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:47.287363 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e5b12249-4c13-4378-a199-67c7fe4db501 req-8ec14f2a-a449-44a3-88a9-3ae1dc6c6de1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=db60c53f-df6f-48e9-8508-74fb6913db24 HTTP/1.1" status: 200 len: 943 time: 0.1736028 Mar 28 19:26:47.360643 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1f168ea6-a1fe-4c98-b8b6-171301edb3b7 req-34d9177b-5340-443b-9ce3-d38496bc5c87 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 HTTP/1.1" status: 200 len: 217 time: 0.0723610 Mar 28 19:26:47.536917 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e5b12249-4c13-4378-a199-67c7fe4db501 req-72ce6df8-499a-49e0-af4b-8225811b62c8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0893c4-03b8-4316-82a0-ab6faf86e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020788 Mar 28 19:26:47.549431 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f168ea6-a1fe-4c98-b8b6-171301edb3b7 req-d681917c-da80-4193-a666-0e534b3ff3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:47.550812 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1f168ea6-a1fe-4c98-b8b6-171301edb3b7 req-d681917c-da80-4193-a666-0e534b3ff3e6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4799fd7-32c1-40cc-9d73-4bcbf449be01 HTTP/1.1" status: 200 len: 835 time: 0.1838508 Mar 28 19:26:47.624775 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f168ea6-a1fe-4c98-b8b6-171301edb3b7 req-40098aa0-001b-4314-87e8-cced499e08ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:47.626198 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1f168ea6-a1fe-4c98-b8b6-171301edb3b7 req-40098aa0-001b-4314-87e8-cced499e08ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5f4f494-3635-4d81-b089-06ecc8885fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687239 Mar 28 19:26:47.753877 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1f168ea6-a1fe-4c98-b8b6-171301edb3b7 req-1783d433-6356-4be3-958c-67b0d50bfc50 service neutron] 10.222.0.26 "GET /v2.0/networks/d5f4f494-3635-4d81-b089-06ecc8885fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215990 Mar 28 19:26:47.883266 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1f168ea6-a1fe-4c98-b8b6-171301edb3b7 req-df1d3473-6c52-4d27-a7a7-401d96eb5af0 service neutron] 10.222.0.26 "GET /v2.0/networks/d5f4f494-3635-4d81-b089-06ecc8885fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222453 Mar 28 19:26:48.735381 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba85b3f-2716-4412-b4dc-b0828417d83c req-c2b8d3ba-bef9-415a-b5af-2f27f7c580ad tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:48.736820 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8ba85b3f-2716-4412-b4dc-b0828417d83c req-c2b8d3ba-bef9-415a-b5af-2f27f7c580ad tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=db60c53f-df6f-48e9-8508-74fb6913db24 HTTP/1.1" status: 200 len: 943 time: 0.0944161 Mar 28 19:26:48.780595 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8ba85b3f-2716-4412-b4dc-b0828417d83c req-ec808818-f4bb-4d41-89b7-142b2d185692 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0893c4-03b8-4316-82a0-ab6faf86e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377400 Mar 28 19:26:49.675402 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:26:49.805447 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5,segment=NetworkSegment(398e43f1-58f3-45c5-be6f-8f33b2653149),segment_id=398e43f1-58f3-45c5-be6f-8f33b2653149)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:26:49.820589 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'port_id': '7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5', 'mac_address': 'fa:16:3e:1d:9a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:26:49.882991 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:49.899629 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:26:49.914494 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5,segment=NetworkSegment(398e43f1-58f3-45c5-be6f-8f33b2653149),segment_id=398e43f1-58f3-45c5-be6f-8f33b2653149)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:26:49.919543 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:49.965499 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232ce85-4ea7-488f-bb93-1e9359c7f830 req-0758354c-4990-43ec-9393-793f65de398b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:49.966856 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b232ce85-4ea7-488f-bb93-1e9359c7f830 req-0758354c-4990-43ec-9393-793f65de398b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=db60c53f-df6f-48e9-8508-74fb6913db24 HTTP/1.1" status: 200 len: 944 time: 0.0786240 Mar 28 19:26:49.988107 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:50.013964 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b232ce85-4ea7-488f-bb93-1e9359c7f830 req-468cc82b-eab0-4289-9f73-dd35d4aedf4e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0893c4-03b8-4316-82a0-ab6faf86e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412834 Mar 28 19:26:50.251237 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:26:51.194782 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12767a6-559a-46f2-93ac-e9f751386e2a req-c9eeaf0c-699b-4226-a6a3-b2c4cc546f3d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:51.196249 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f12767a6-559a-46f2-93ac-e9f751386e2a req-c9eeaf0c-699b-4226-a6a3-b2c4cc546f3d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=db60c53f-df6f-48e9-8508-74fb6913db24 HTTP/1.1" status: 200 len: 944 time: 0.0795126 Mar 28 19:26:51.244029 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f12767a6-559a-46f2-93ac-e9f751386e2a req-214d6441-26c2-4e42-8e95-473ece31995c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0893c4-03b8-4316-82a0-ab6faf86e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415142 Mar 28 19:26:51.675127 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:26:51.742741 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:26:51.749635 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:26:51.750009 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:51.866335 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:51.894002 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db60c53f-df6f-48e9-8508-74fb6913db24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:26:51.904568 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5,segment=NetworkSegment(398e43f1-58f3-45c5-be6f-8f33b2653149),segment_id=398e43f1-58f3-45c5-be6f-8f33b2653149)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:26:51.908474 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:51.939542 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db60c53f-df6f-48e9-8508-74fb6913db24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5', 'code': 200} Mar 28 19:26:51.979658 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:52.160769 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bfe8d-936d-4641-b84c-cd18bde8d74d req-7cc1caa5-1bcb-4fe9-925c-47e6fe8988c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:52.162201 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7d3bfe8d-936d-4641-b84c-cd18bde8d74d req-7cc1caa5-1bcb-4fe9-925c-47e6fe8988c8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=db60c53f-df6f-48e9-8508-74fb6913db24 HTTP/1.1" status: 200 len: 1098 time: 0.0710237 Mar 28 19:26:52.202934 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7d3bfe8d-936d-4641-b84c-cd18bde8d74d req-cc4fad9e-8794-417f-8516-17c677cd2bfb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bf0893c4-03b8-4316-82a0-ab6faf86e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338356 Mar 28 19:26:52.426706 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a05e6-762c-49f0-9853-656f9ecd6b55 req-20a42738-e0ad-4306-aa3b-69ee111b2f00 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:52.428171 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9c8a05e6-762c-49f0-9853-656f9ecd6b55 req-20a42738-e0ad-4306-aa3b-69ee111b2f00 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=db60c53f-df6f-48e9-8508-74fb6913db24 HTTP/1.1" status: 200 len: 945 time: 0.0794086 Mar 28 19:26:52.471548 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9c8a05e6-762c-49f0-9853-656f9ecd6b55 req-39f2a93d-60db-438a-afc3-f722c36d3607 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0893c4-03b8-4316-82a0-ab6faf86e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368559 Mar 28 19:26:53.716040 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb429b-538e-4abe-8769-1fce52b6627a req-7d4f4cd3-de63-4b08-b093-c088a275b73d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:53.717483 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-30eb429b-538e-4abe-8769-1fce52b6627a req-7d4f4cd3-de63-4b08-b093-c088a275b73d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=db60c53f-df6f-48e9-8508-74fb6913db24 HTTP/1.1" status: 200 len: 945 time: 0.0834360 Mar 28 19:26:53.762600 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-30eb429b-538e-4abe-8769-1fce52b6627a req-39f69e04-3490-48c7-a15f-6a9ede109bcb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0893c4-03b8-4316-82a0-ab6faf86e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391624 Mar 28 19:26:53.943643 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163432b-ca46-48b2-bec5-c39dc4abe18a req-3632d149-b0e8-4e08-952b-f305b63ee2cd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:53.945073 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6163432b-ca46-48b2-bec5-c39dc4abe18a req-3632d149-b0e8-4e08-952b-f305b63ee2cd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=db60c53f-df6f-48e9-8508-74fb6913db24 HTTP/1.1" status: 200 len: 945 time: 0.0775986 Mar 28 19:26:53.991401 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6163432b-ca46-48b2-bec5-c39dc4abe18a req-24b83bc8-1a25-4a8a-8cef-c6c1f11120f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0893c4-03b8-4316-82a0-ab6faf86e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401850 Mar 28 19:26:54.013965 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35262) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:54.082902 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d91ad9-421d-446c-9c2c-befe65b7fde0 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:54.084380 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a4d91ad9-421d-446c-9c2c-befe65b7fde0 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=db60c53f-df6f-48e9-8508-74fb6913db24 HTTP/1.1" status: 200 len: 1093 time: 0.0694785 Mar 28 19:26:54.087125 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35266) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:54.092206 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-c1e3246c-3aa5-4c46-a7c8-0ab1cac29265 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'port_id': '7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:26:54.097852 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c1e3246c-3aa5-4c46-a7c8-0ab1cac29265 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:26:54.101609 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c1e3246c-3aa5-4c46-a7c8-0ab1cac29265 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:floatingip and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:26:54.104378 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c1e3246c-3aa5-4c46-a7c8-0ab1cac29265 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:26:54.110934 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c1e3246c-3aa5-4c46-a7c8-0ab1cac29265 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:26:54.122251 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c1e3246c-3aa5-4c46-a7c8-0ab1cac29265 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:54.257238 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c1e3246c-3aa5-4c46-a7c8-0ab1cac29265 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:54.395525 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-c1e3246c-3aa5-4c46-a7c8-0ab1cac29265 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.26.4.142 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/2d9b709f-ad0a-49df-aa8a-02800190bef1) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:26:54.539194 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c1e3246c-3aa5-4c46-a7c8-0ab1cac29265 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:54.567479 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c1e3246c-3aa5-4c46-a7c8-0ab1cac29265 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:54.624254 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e3246c-3aa5-4c46-a7c8-0ab1cac29265 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:26:54.626825 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-c1e3246c-3aa5-4c46-a7c8-0ab1cac29265 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:26:54.634201 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e3246c-3aa5-4c46-a7c8-0ab1cac29265 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:26:54.671414 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3246c-3aa5-4c46-a7c8-0ab1cac29265 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=2d9b709f-ad0a-49df-aa8a-02800190bef1,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:55.144043 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c1e3246c-3aa5-4c46-a7c8-0ab1cac29265 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:55.218195 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c1e3246c-3aa5-4c46-a7c8-0ab1cac29265 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:55.298611 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-806bf3d9-ee90-4010-9eda-4de30984b976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:55.430570 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c1e3246c-3aa5-4c46-a7c8-0ab1cac29265 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:55.435378 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c1e3246c-3aa5-4c46-a7c8-0ab1cac29265 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:55.538402 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3246c-3aa5-4c46-a7c8-0ab1cac29265 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=2d9b709f-ad0a-49df-aa8a-02800190bef1,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:55.550587 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c1e3246c-3aa5-4c46-a7c8-0ab1cac29265 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:55.675955 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:26:55.729123 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-c1e3246c-3aa5-4c46-a7c8-0ab1cac29265 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Floating IP 440b8ccd-1228-4090-b6a2-5402e8652cf1 associated. External IP: 172.26.4.142, port: 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5. Mar 28 19:26:56.071968 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e3246c-3aa5-4c46-a7c8-0ab1cac29265 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router e59c3bdd-5806-491f-bb76-c548ae557793 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:26:56.245590 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e3246c-3aa5-4c46-a7c8-0ab1cac29265 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:26:56.254926 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c7cdc1-f359-499d-910a-bbe756a9c5d0 None None] Sync routers for ids ['e59c3bdd-5806-491f-bb76-c548ae557793'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:26:56.263961 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c7cdc1-f359-499d-910a-bbe756a9c5d0 None None] Routers {'e59c3bdd-5806-491f-bb76-c548ae557793'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:26:56.264558 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-d8c7cdc1-f359-499d-910a-bbe756a9c5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:26:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e59c3bdd-5806-491f-bb76-c548ae557793'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:26:56.269981 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c1e3246c-3aa5-4c46-a7c8-0ab1cac29265 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:56.327194 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c1e3246c-3aa5-4c46-a7c8-0ab1cac29265 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2389271 Mar 28 19:26:56.327688 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db60c53f-df6f-48e9-8508-74fb6913db24', 'tag': '7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:26:56.330574 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35270) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:56.371716 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db60c53f-df6f-48e9-8508-74fb6913db24', 'tag': '7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5', 'status': 'completed', 'code': 200} Mar 28 19:26:56.400500 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebddf39b-9bc6-4b44-9d96-e237d49b68ae tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:56.405069 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ebddf39b-9bc6-4b44-9d96-e237d49b68ae tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=db60c53f-df6f-48e9-8508-74fb6913db24 HTTP/1.1" status: 200 len: 1093 time: 0.0701954 Mar 28 19:26:56.442823 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-d8c7cdc1-f359-499d-910a-bbe756a9c5d0 None None] Set router e59c3bdd-5806-491f-bb76-c548ae557793 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:26:56.599989 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab8b90-73e4-4f31-9908-dc9d33ab6caf req-2256cd4f-1329-4c0a-b744-8620305f7770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:56.601355 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-25ab8b90-73e4-4f31-9908-dc9d33ab6caf req-2256cd4f-1329-4c0a-b744-8620305f7770 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=db60c53f-df6f-48e9-8508-74fb6913db24 HTTP/1.1" status: 200 len: 1098 time: 0.2060101 Mar 28 19:26:56.736318 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab8b90-73e4-4f31-9908-dc9d33ab6caf req-acfd057e-b3a5-43e5-a584-0542211f5318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:56.737854 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-25ab8b90-73e4-4f31-9908-dc9d33ab6caf req-acfd057e-b3a5-43e5-a584-0542211f5318 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5f4f494-3635-4d81-b089-06ecc8885fa4 HTTP/1.1" status: 200 len: 896 time: 0.1301298 Mar 28 19:26:56.819339 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-d8c7cdc1-f359-499d-910a-bbe756a9c5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'name': 'tempest-TestNetworkBasicOps-router-621887034', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:26:33Z', 'updated_at': '2022-03-28T19:26:39Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:48:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:34Z', 'updated_at': '2022-03-28T19:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '440b8ccd-1228-4090-b6a2-5402e8652cf1', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'port_id': '7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'mac_address': 'fa:16:3e:1d:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60c53f-df6f-48e9-8508-74fb6913db24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:26:55Z', 'updated_at': '2022-03-28T19:26:55Z', 'revision_number': 0, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f420f0a-153b-428d-ae7e-4029c08f8f26', 'name': '', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:c6:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:38Z', 'updated_at': '2022-03-28T19:26:44Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:26:56.823225 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c7cdc1-f359-499d-910a-bbe756a9c5d0 None None] Checking router: e59c3bdd-5806-491f-bb76-c548ae557793 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:26:56.831965 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c7cdc1-f359-499d-910a-bbe756a9c5d0 None None] Routers {'e59c3bdd-5806-491f-bb76-c548ae557793'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:26:56.832548 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-d8c7cdc1-f359-499d-910a-bbe756a9c5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:26:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e59c3bdd-5806-491f-bb76-c548ae557793'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:26:56.845076 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-25ab8b90-73e4-4f31-9908-dc9d33ab6caf req-edb449d0-5390-4635-b09a-a8181339703d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 HTTP/1.1" status: 200 len: 999 time: 0.1009307 Mar 28 19:26:56.911238 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab8b90-73e4-4f31-9908-dc9d33ab6caf req-8e82375d-2c04-46e2-b1b0-caf4c76cecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:56.912740 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-25ab8b90-73e4-4f31-9908-dc9d33ab6caf req-8e82375d-2c04-46e2-b1b0-caf4c76cecf0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4799fd7-32c1-40cc-9d73-4bcbf449be01 HTTP/1.1" status: 200 len: 835 time: 0.0620883 Mar 28 19:26:56.914370 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35278) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:56.920318 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-e73074c5-26e6-47e9-a353-b00212b2ffd1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-855171482', 'description': 'tempest-secgroup-smoke-855171482 description', 'project_id': '061332865d564f96959562b5c3aa8701'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:26:56.926164 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e73074c5-26e6-47e9-a353-b00212b2ffd1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:26:56.936092 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e73074c5-26e6-47e9-a353-b00212b2ffd1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:26:56.947720 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e73074c5-26e6-47e9-a353-b00212b2ffd1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:56.969648 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e73074c5-26e6-47e9-a353-b00212b2ffd1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:26:56.973993 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e73074c5-26e6-47e9-a353-b00212b2ffd1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:26:56.976897 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e73074c5-26e6-47e9-a353-b00212b2ffd1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:26:56.983593 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e73074c5-26e6-47e9-a353-b00212b2ffd1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:26:56.992025 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab8b90-73e4-4f31-9908-dc9d33ab6caf req-159477f7-7b2e-4e6f-9022-356f2128a38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:56.993578 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-25ab8b90-73e4-4f31-9908-dc9d33ab6caf req-159477f7-7b2e-4e6f-9022-356f2128a38e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5f4f494-3635-4d81-b089-06ecc8885fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741396 Mar 28 19:26:57.015777 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-d8c7cdc1-f359-499d-910a-bbe756a9c5d0 None None] Set router e59c3bdd-5806-491f-bb76-c548ae557793 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:26:57.058553 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e73074c5-26e6-47e9-a353-b00212b2ffd1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:57.063242 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e73074c5-26e6-47e9-a353-b00212b2ffd1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:57.117379 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73074c5-26e6-47e9-a353-b00212b2ffd1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d651543-0ff6-410c-8a8d-a0ecdb195512,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:57.121083 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e73074c5-26e6-47e9-a353-b00212b2ffd1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:57.122650 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e73074c5-26e6-47e9-a353-b00212b2ffd1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2072051 Mar 28 19:26:57.126021 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35282) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:57.134473 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-8908a02a-20a9-48a6-9b86-ec18f0592024 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '7d651543-0ff6-410c-8a8d-a0ecdb195512', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:26:57.140789 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-25ab8b90-73e4-4f31-9908-dc9d33ab6caf req-da9e2efb-68be-4eff-b89c-7b19f010f886 service neutron] 10.222.0.26 "GET /v2.0/networks/d5f4f494-3635-4d81-b089-06ecc8885fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412070 Mar 28 19:26:57.142973 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-8908a02a-20a9-48a6-9b86-ec18f0592024 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:26:57.168968 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-8908a02a-20a9-48a6-9b86-ec18f0592024 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:26:57.173839 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-8908a02a-20a9-48a6-9b86-ec18f0592024 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:26:57.191658 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-8908a02a-20a9-48a6-9b86-ec18f0592024 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:26:57.268243 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8908a02a-20a9-48a6-9b86-ec18f0592024 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:57.327718 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-25ab8b90-73e4-4f31-9908-dc9d33ab6caf req-57f8b455-1e66-43f0-8619-aa8e489c75c5 service neutron] 10.222.0.26 "GET /v2.0/networks/d5f4f494-3635-4d81-b089-06ecc8885fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810579 Mar 28 19:26:57.351372 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8908a02a-20a9-48a6-9b86-ec18f0592024 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:57.357010 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8908a02a-20a9-48a6-9b86-ec18f0592024 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:57.376280 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-d8c7cdc1-f359-499d-910a-bbe756a9c5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'name': 'tempest-TestNetworkBasicOps-router-621887034', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:26:33Z', 'updated_at': '2022-03-28T19:26:39Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:48:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:34Z', 'updated_at': '2022-03-28T19:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '440b8ccd-1228-4090-b6a2-5402e8652cf1', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'port_id': '7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'mac_address': 'fa:16:3e:1d:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60c53f-df6f-48e9-8508-74fb6913db24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:26:55Z', 'updated_at': '2022-03-28T19:26:55Z', 'revision_number': 0, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f420f0a-153b-428d-ae7e-4029c08f8f26', 'name': '', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:c6:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:38Z', 'updated_at': '2022-03-28T19:26:44Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:26:57.379791 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908a02a-20a9-48a6-9b86-ec18f0592024 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13253224-5dd4-40bb-8f9c-8e693642b7ab,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:57.380165 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c7cdc1-f359-499d-910a-bbe756a9c5d0 None None] The sync data for ids ['e59c3bdd-5806-491f-bb76-c548ae557793'] in dv-neutron-834711-1-hyperv is: [{'id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'name': 'tempest-TestNetworkBasicOps-router-621887034', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:26:33Z', 'updated_at': '2022-03-28T19:26:39Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:48:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:34Z', 'updated_at': '2022-03-28T19:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '440b8ccd-1228-4090-b6a2-5402e8652cf1', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'port_id': '7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'mac_address': 'fa:16:3e:1d:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60c53f-df6f-48e9-8508-74fb6913db24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:26:55Z', 'updated_at': '2022-03-28T19:26:55Z', 'revision_number': 0, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f420f0a-153b-428d-ae7e-4029c08f8f26', 'name': '', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:c6:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:38Z', 'updated_at': '2022-03-28T19:26:44Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:26:57.393548 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8908a02a-20a9-48a6-9b86-ec18f0592024 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:57.394757 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-8908a02a-20a9-48a6-9b86-ec18f0592024 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2678068 Mar 28 19:26:57.397625 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35286) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:57.403570 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-3de620df-9ed0-4e89-8295-4dcdb51ed24b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '7d651543-0ff6-410c-8a8d-a0ecdb195512', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:26:57.409566 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-3de620df-9ed0-4e89-8295-4dcdb51ed24b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:26:57.413434 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3de620df-9ed0-4e89-8295-4dcdb51ed24b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:26:57.416319 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3de620df-9ed0-4e89-8295-4dcdb51ed24b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:26:57.422964 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-3de620df-9ed0-4e89-8295-4dcdb51ed24b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:26:57.440241 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3de620df-9ed0-4e89-8295-4dcdb51ed24b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:57.503001 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3de620df-9ed0-4e89-8295-4dcdb51ed24b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:57.506964 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3de620df-9ed0-4e89-8295-4dcdb51ed24b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:57.530940 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de620df-9ed0-4e89-8295-4dcdb51ed24b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e595574f-6b9e-465f-b9ee-744d84aab1e8,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:57.540467 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3de620df-9ed0-4e89-8295-4dcdb51ed24b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:57.541737 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3de620df-9ed0-4e89-8295-4dcdb51ed24b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1432056 Mar 28 19:26:57.544695 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35290) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:57.549803 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-cbfd9116-3838-4597-8130-b80b30b8a718 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '7d651543-0ff6-410c-8a8d-a0ecdb195512', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:26:57.555731 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-cbfd9116-3838-4597-8130-b80b30b8a718 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:26:57.560626 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-cbfd9116-3838-4597-8130-b80b30b8a718 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:26:57.564148 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-cbfd9116-3838-4597-8130-b80b30b8a718 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:26:57.570119 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-cbfd9116-3838-4597-8130-b80b30b8a718 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:26:57.587723 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8705e48-19d5-419a-acfe-7b66723d7038 None None] New status for floating IP 440b8ccd-1228-4090-b6a2-5402e8652cf1: ACTIVE {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:26:57.601633 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cbfd9116-3838-4597-8130-b80b30b8a718 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:57.664469 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cbfd9116-3838-4597-8130-b80b30b8a718 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:57.668637 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cbfd9116-3838-4597-8130-b80b30b8a718 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:57.682747 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-618e390a-3045-4831-b003-4ff0bc586e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:57.698640 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd9116-3838-4597-8130-b80b30b8a718 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2ff606-fe28-40ed-b41e-d2a3f18f4adc,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:57.706911 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cbfd9116-3838-4597-8130-b80b30b8a718 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:57.708308 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-cbfd9116-3838-4597-8130-b80b30b8a718 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1626284 Mar 28 19:26:57.711231 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35294) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:57.716881 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-452e277a-81fe-4aad-8e54-f09912392948 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '7d651543-0ff6-410c-8a8d-a0ecdb195512', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:26:57.722839 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-452e277a-81fe-4aad-8e54-f09912392948 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:26:57.726966 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-452e277a-81fe-4aad-8e54-f09912392948 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:26:57.730287 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-452e277a-81fe-4aad-8e54-f09912392948 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:26:57.736107 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-452e277a-81fe-4aad-8e54-f09912392948 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:26:57.753066 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-452e277a-81fe-4aad-8e54-f09912392948 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:57.816086 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-452e277a-81fe-4aad-8e54-f09912392948 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:57.820051 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-452e277a-81fe-4aad-8e54-f09912392948 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:57.845470 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e277a-81fe-4aad-8e54-f09912392948 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=380a2b28-ccb6-4502-b776-47417373b5fd,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:57.854652 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-452e277a-81fe-4aad-8e54-f09912392948 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:57.856087 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-452e277a-81fe-4aad-8e54-f09912392948 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1439447 Mar 28 19:26:57.858974 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35298) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:57.864139 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-8c87070a-780a-44f2-9782-3a38d1f934e6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '7d651543-0ff6-410c-8a8d-a0ecdb195512', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:26:57.870346 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8c87070a-780a-44f2-9782-3a38d1f934e6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:26:57.874920 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8c87070a-780a-44f2-9782-3a38d1f934e6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:26:57.877880 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8c87070a-780a-44f2-9782-3a38d1f934e6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:26:57.883733 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8c87070a-780a-44f2-9782-3a38d1f934e6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:26:57.896091 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-8c87070a-780a-44f2-9782-3a38d1f934e6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Project 061332865d564f96959562b5c3aa8701 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:26:57.907259 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c87070a-780a-44f2-9782-3a38d1f934e6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:57.970898 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c87070a-780a-44f2-9782-3a38d1f934e6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:57.974260 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c87070a-780a-44f2-9782-3a38d1f934e6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:57.996970 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87070a-780a-44f2-9782-3a38d1f934e6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dac3e0f-a06c-45b9-be15-32a7138d0ebb,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:58.005285 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c87070a-780a-44f2-9782-3a38d1f934e6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:58.006432 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8c87070a-780a-44f2-9782-3a38d1f934e6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1465533 Mar 28 19:26:58.009227 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35302) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:26:58.014422 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-32af7f4c-bd6e-4641-b1fc-bf2ccaf64e0a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': '7d651543-0ff6-410c-8a8d-a0ecdb195512', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:26:58.019997 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-32af7f4c-bd6e-4641-b1fc-bf2ccaf64e0a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:26:58.023697 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-32af7f4c-bd6e-4641-b1fc-bf2ccaf64e0a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:26:58.026453 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-32af7f4c-bd6e-4641-b1fc-bf2ccaf64e0a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:26:58.032740 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-32af7f4c-bd6e-4641-b1fc-bf2ccaf64e0a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:26:58.042425 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-32af7f4c-bd6e-4641-b1fc-bf2ccaf64e0a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Project 061332865d564f96959562b5c3aa8701 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:26:58.048794 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-32af7f4c-bd6e-4641-b1fc-bf2ccaf64e0a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:58.111712 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-32af7f4c-bd6e-4641-b1fc-bf2ccaf64e0a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:58.115215 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-32af7f4c-bd6e-4641-b1fc-bf2ccaf64e0a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:58.138033 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af7f4c-bd6e-4641-b1fc-bf2ccaf64e0a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914d91de-06d4-4262-823f-0b2916799cd1,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:26:58.146429 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-32af7f4c-bd6e-4641-b1fc-bf2ccaf64e0a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:58.147604 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-32af7f4c-bd6e-4641-b1fc-bf2ccaf64e0a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1374936 Mar 28 19:26:58.307182 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-4c5d07a4-04cc-4260-94a2-b58be8e74c75 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-855171482&fields=id&tenant_id=061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 267 time: 0.0388927 Mar 28 19:26:58.457529 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-04556978-6522-4a93-babc-e149064a3d64 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:26:58.458841 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-04556978-6522-4a93-babc-e149064a3d64 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/networks?id=d5f4f494-3635-4d81-b089-06ecc8885fa4 HTTP/1.1" status: 200 len: 795 time: 0.1443012 Mar 28 19:26:58.475578 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-3b2dd1f8-1d34-4ecc-a2d6-31644b29d7ea tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/quotas/061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 375 time: 0.0113792 Mar 28 19:26:58.566382 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-6f68bab9-8caa-4f4f-9343-e055d990502e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0852685 Mar 28 19:26:58.583942 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-77feb53e-215c-4c94-90a1-074a2ac17ab2 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:26:58.584873 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-77feb53e-215c-4c94-90a1-074a2ac17ab2 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051270 Mar 28 19:26:58.592887 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:58.631811 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:26:58.715996 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-fd66bada-9266-41b7-8bc0-b807947270ab service neutron] 10.222.0.10 "GET /v2.0/networks/d5f4f494-3635-4d81-b089-06ecc8885fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248159 Mar 28 19:26:58.843597 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-41721e37-05b6-4860-b003-143766d1d07e service neutron] 10.222.0.10 "GET /v2.0/networks/d5f4f494-3635-4d81-b089-06ecc8885fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217241 Mar 28 19:26:59.016372 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ee81a543-4b59-4781-9d60-7075d03e3a1d req-d7ff33fd-5fa6-40be-98cf-2f65eef74f16 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1eb144-fda7-4fc7-b729-ad1fa1409a96 HTTP/1.1" status: 200 len: 210 time: 0.0424459 Mar 28 19:27:00.048253 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-021c8463-74ce-468f-8347-a3d32e7fc293 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:27:00.049755 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-021c8463-74ce-468f-8347-a3d32e7fc293 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/networks?id=d5f4f494-3635-4d81-b089-06ecc8885fa4 HTTP/1.1" status: 200 len: 795 time: 0.1466730 Mar 28 19:27:00.103592 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-6d470833-746c-4fdd-b740-9ab646c9f08b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 472 time: 0.0437667 Mar 28 19:27:00.115746 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-66c68222-1d34-4652-98e3-ec71928c6df2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'port': {'device_id': '3f1eb144-fda7-4fc7-b729-ad1fa1409a96', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'admin_state_up': True, 'tenant_id': '061332865d564f96959562b5c3aa8701', 'security_groups': ['7d651543-0ff6-410c-8a8d-a0ecdb195512']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:27:00.201123 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:00.304878 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-551c5365-9895-498d-af91-7f8440449af4 req-50ea860a-1aca-4e0f-a02a-58383900c008 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1eb144-fda7-4fc7-b729-ad1fa1409a96 HTTP/1.1" status: 200 len: 210 time: 0.1730945 Mar 28 19:27:00.405439 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-66c68222-1d34-4652-98e3-ec71928c6df2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:27:00.414564 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-66c68222-1d34-4652-98e3-ec71928c6df2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:27:00.423821 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-66c68222-1d34-4652-98e3-ec71928c6df2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Made reservation on behalf of 061332865d564f96959562b5c3aa8701 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:27:00.427295 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-66c68222-1d34-4652-98e3-ec71928c6df2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:00.586579 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-66c68222-1d34-4652-98e3-ec71928c6df2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.20.0.9 (d5f4f494-3635-4d81-b089-06ecc8885fa4/b4799fd7-32c1-40cc-9d73-4bcbf449be01/149aba3b-2231-4ac9-945d-6628356d8943) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:27:00.795792 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-66c68222-1d34-4652-98e3-ec71928c6df2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:00.811567 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-66c68222-1d34-4652-98e3-ec71928c6df2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Transition to ACTIVE for port object 149aba3b-2231-4ac9-945d-6628356d8943 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:27:00.834714 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-66c68222-1d34-4652-98e3-ec71928c6df2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:00.896660 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-66c68222-1d34-4652-98e3-ec71928c6df2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network d5f4f494-3635-4d81-b089-06ecc8885fa4 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:27:00.899496 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-66c68222-1d34-4652-98e3-ec71928c6df2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:27:00.907998 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-66c68222-1d34-4652-98e3-ec71928c6df2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:27:00.948839 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c68222-1d34-4652-98e3-ec71928c6df2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=149aba3b-2231-4ac9-945d-6628356d8943,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:27:00.980770 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-66c68222-1d34-4652-98e3-ec71928c6df2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:27:00.981438 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-66c68222-1d34-4652-98e3-ec71928c6df2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:01.008224 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-66c68222-1d34-4652-98e3-ec71928c6df2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8968723 Mar 28 19:27:01.019729 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-047d7a19-5179-48d5-8610-adf510375a2c service neutron] Request body: {'port': {'device_id': '3f1eb144-fda7-4fc7-b729-ad1fa1409a96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:27:01.110280 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f3fe875b-d5f3-47cf-89e5-f7a8ac689589 None None] Provisioning for port 149aba3b-2231-4ac9-945d-6628356d8943 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:27:01.115170 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f3fe875b-d5f3-47cf-89e5-f7a8ac689589 None None] Provisioning complete for port 149aba3b-2231-4ac9-945d-6628356d8943 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:27:01.115614 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f3fe875b-d5f3-47cf-89e5-f7a8ac689589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:01.137755 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-047d7a19-5179-48d5-8610-adf510375a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:01.167100 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f3fe875b-d5f3-47cf-89e5-f7a8ac689589 None None] Port 149aba3b-2231-4ac9-945d-6628356d8943 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:27:01.525411 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-047d7a19-5179-48d5-8610-adf510375a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 149aba3b-2231-4ac9-945d-6628356d8943 {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:27:01.537806 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-047d7a19-5179-48d5-8610-adf510375a2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:01.563048 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7c2af-0063-4807-997a-ea83f48a1028 req-87a39dd0-171f-456b-b17f-3f6fc06c4f4c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:27:01.563734 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-98f7c2af-0063-4807-997a-ea83f48a1028 req-87a39dd0-171f-456b-b17f-3f6fc06c4f4c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:27:01.568880 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-047d7a19-5179-48d5-8610-adf510375a2c service neutron] Transition to ACTIVE for port object 149aba3b-2231-4ac9-945d-6628356d8943 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:27:01.576282 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-047d7a19-5179-48d5-8610-adf510375a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:01.627822 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-98f7c2af-0063-4807-997a-ea83f48a1028 req-87a39dd0-171f-456b-b17f-3f6fc06c4f4c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:27:01.628976 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-98f7c2af-0063-4807-997a-ea83f48a1028 req-87a39dd0-171f-456b-b17f-3f6fc06c4f4c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1eb144-fda7-4fc7-b729-ad1fa1409a96 HTTP/1.1" status: 200 len: 931 time: 0.2197301 Mar 28 19:27:01.725842 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d7a19-5179-48d5-8610-adf510375a2c service neutron] Pushing event updated for resources: {'Port': ['ID=149aba3b-2231-4ac9-945d-6628356d8943,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:27:01.739826 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:01.827958 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-98f7c2af-0063-4807-997a-ea83f48a1028 req-38e9ef16-abdc-4d41-90b5-6841b325ae3e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d651543-0ff6-410c-8a8d-a0ecdb195512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342957 Mar 28 19:27:01.856338 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-047d7a19-5179-48d5-8610-adf510375a2c service neutron] Attempting to bind port 149aba3b-2231-4ac9-945d-6628356d8943 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:27:01.856666 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-047d7a19-5179-48d5-8610-adf510375a2c service neutron] Attempting to bind port 149aba3b-2231-4ac9-945d-6628356d8943 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '398e43f1-58f3-45c5-be6f-8f33b2653149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:27:01.856990 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-047d7a19-5179-48d5-8610-adf510375a2c service neutron] Attempting to bind port 149aba3b-2231-4ac9-945d-6628356d8943 on network d5f4f494-3635-4d81-b089-06ecc8885fa4 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:27:01.861405 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-047d7a19-5179-48d5-8610-adf510375a2c service neutron] Port 149aba3b-2231-4ac9-945d-6628356d8943 on network d5f4f494-3635-4d81-b089-06ecc8885fa4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:27:01.861718 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-047d7a19-5179-48d5-8610-adf510375a2c service neutron] Attempting to bind port 149aba3b-2231-4ac9-945d-6628356d8943 on network d5f4f494-3635-4d81-b089-06ecc8885fa4 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:27:01.866630 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-047d7a19-5179-48d5-8610-adf510375a2c service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:27:01.866986 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-047d7a19-5179-48d5-8610-adf510375a2c service neutron] Checking segment: {'id': '398e43f1-58f3-45c5-be6f-8f33b2653149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:27:01.867360 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-047d7a19-5179-48d5-8610-adf510375a2c service neutron] Bound using segment: {'id': '398e43f1-58f3-45c5-be6f-8f33b2653149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:27:01.867777 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-047d7a19-5179-48d5-8610-adf510375a2c service neutron] Bound port: 149aba3b-2231-4ac9-945d-6628356d8943, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '398e43f1-58f3-45c5-be6f-8f33b2653149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:27:01.868116 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-047d7a19-5179-48d5-8610-adf510375a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:01.956172 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-047d7a19-5179-48d5-8610-adf510375a2c service neutron] For port 149aba3b-2231-4ac9-945d-6628356d8943, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:27:01.959547 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-047d7a19-5179-48d5-8610-adf510375a2c service neutron] For port 149aba3b-2231-4ac9-945d-6628356d8943, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=149aba3b-2231-4ac9-945d-6628356d8943,segment=NetworkSegment(398e43f1-58f3-45c5-be6f-8f33b2653149),segment_id=398e43f1-58f3-45c5-be6f-8f33b2653149)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:27:01.963187 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-047d7a19-5179-48d5-8610-adf510375a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:02.126718 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-047d7a19-5179-48d5-8610-adf510375a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:27:02.126846 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-047d7a19-5179-48d5-8610-adf510375a2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:02.128437 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-047d7a19-5179-48d5-8610-adf510375a2c service neutron] 10.222.0.26 "PUT /v2.0/ports/149aba3b-2231-4ac9-945d-6628356d8943 HTTP/1.1" status: 200 len: 1093 time: 1.1130223 Mar 28 19:27:02.130972 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1eb144-fda7-4fc7-b729-ad1fa1409a96', 'tag': '149aba3b-2231-4ac9-945d-6628356d8943'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:27:02.162155 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d7a19-5179-48d5-8610-adf510375a2c service neutron] Pushing event updated for resources: {'Port': ['ID=149aba3b-2231-4ac9-945d-6628356d8943,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:27:02.201278 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f1eb144-fda7-4fc7-b729-ad1fa1409a96', 'tag': '149aba3b-2231-4ac9-945d-6628356d8943', 'status': 'completed', 'code': 200} Mar 28 19:27:02.241949 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-d505a102-740e-456a-b54b-3440da6128fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:27:02.243537 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-d505a102-740e-456a-b54b-3440da6128fb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=3f1eb144-fda7-4fc7-b729-ad1fa1409a96 HTTP/1.1" status: 200 len: 1096 time: 0.0744522 Mar 28 19:27:02.313412 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-940c9748-fcf5-4a56-88ed-e8eed8289f1e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=149aba3b-2231-4ac9-945d-6628356d8943 HTTP/1.1" status: 200 len: 217 time: 0.0638037 Mar 28 19:27:02.372982 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-01b7e81d-b009-44f1-b9e3-5c5b8c31343f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:27:02.374339 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-01b7e81d-b009-44f1-b9e3-5c5b8c31343f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4799fd7-32c1-40cc-9d73-4bcbf449be01 HTTP/1.1" status: 200 len: 835 time: 0.0553846 Mar 28 19:27:02.450506 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-87996e27-5312-46cf-82b1-b4f4ad5d14a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:27:02.451982 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-87996e27-5312-46cf-82b1-b4f4ad5d14a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5f4f494-3635-4d81-b089-06ecc8885fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720737 Mar 28 19:27:02.578557 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-04a29b67-4dfe-430f-89f0-5d1912643c5a service neutron] 10.222.0.26 "GET /v2.0/networks/d5f4f494-3635-4d81-b089-06ecc8885fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205101 Mar 28 19:27:02.715825 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0cff827f-3187-4fe4-81d8-9957d9a93f35 req-0c87475e-efd2-4212-be6f-fe9ccd44fe0b service neutron] 10.222.0.26 "GET /v2.0/networks/d5f4f494-3635-4d81-b089-06ecc8885fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250198 Mar 28 19:27:02.830760 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4d53a-b36a-41a1-887e-9fc7f3264aa7 req-bfa153ff-d257-4d44-a6bf-ce9f82ce9f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:27:02.832228 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7db4d53a-b36a-41a1-887e-9fc7f3264aa7 req-bfa153ff-d257-4d44-a6bf-ce9f82ce9f87 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=3f1eb144-fda7-4fc7-b729-ad1fa1409a96 HTTP/1.1" status: 200 len: 1096 time: 0.0689018 Mar 28 19:27:03.019531 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4d53a-b36a-41a1-887e-9fc7f3264aa7 req-ee46d116-59d9-4807-865a-4190c4d8fa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:27:03.020861 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7db4d53a-b36a-41a1-887e-9fc7f3264aa7 req-ee46d116-59d9-4807-865a-4190c4d8fa6d service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5f4f494-3635-4d81-b089-06ecc8885fa4 HTTP/1.1" status: 200 len: 896 time: 0.1728911 Mar 28 19:27:03.093459 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7db4d53a-b36a-41a1-887e-9fc7f3264aa7 req-cefc2afc-8d1f-487f-a8c6-3b0a1180d6e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=149aba3b-2231-4ac9-945d-6628356d8943 HTTP/1.1" status: 200 len: 217 time: 0.0611727 Mar 28 19:27:03.100800 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9310bbf-604f-4edf-a721-85ecb0d3332e req-d6bd7c88-368e-4582-b7f0-0ce1de85b1cc tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:27:03.102133 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f9310bbf-604f-4edf-a721-85ecb0d3332e req-d6bd7c88-368e-4582-b7f0-0ce1de85b1cc tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1eb144-fda7-4fc7-b729-ad1fa1409a96 HTTP/1.1" status: 200 len: 943 time: 0.1629047 Mar 28 19:27:03.190306 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4d53a-b36a-41a1-887e-9fc7f3264aa7 req-253724a9-ca47-4c9b-8314-0c9187639926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:27:03.191721 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7db4d53a-b36a-41a1-887e-9fc7f3264aa7 req-253724a9-ca47-4c9b-8314-0c9187639926 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4799fd7-32c1-40cc-9d73-4bcbf449be01 HTTP/1.1" status: 200 len: 835 time: 0.0887847 Mar 28 19:27:03.194483 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f9310bbf-604f-4edf-a721-85ecb0d3332e req-f4ede6d8-1295-4746-8ba7-8460f582ddbc tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d651543-0ff6-410c-8a8d-a0ecdb195512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574291 Mar 28 19:27:03.265943 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4d53a-b36a-41a1-887e-9fc7f3264aa7 req-11e122eb-f3d5-45d4-8379-42eff8b082fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:27:03.267406 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7db4d53a-b36a-41a1-887e-9fc7f3264aa7 req-11e122eb-f3d5-45d4-8379-42eff8b082fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5f4f494-3635-4d81-b089-06ecc8885fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676055 Mar 28 19:27:03.409307 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7db4d53a-b36a-41a1-887e-9fc7f3264aa7 req-3774ff86-847e-44f6-8222-07bb396125e1 service neutron] 10.222.0.26 "GET /v2.0/networks/d5f4f494-3635-4d81-b089-06ecc8885fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242023 Mar 28 19:27:03.538523 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7db4d53a-b36a-41a1-887e-9fc7f3264aa7 req-b502be87-d662-45d2-98eb-9d92f2bbfc61 service neutron] 10.222.0.26 "GET /v2.0/networks/d5f4f494-3635-4d81-b089-06ecc8885fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222601 Mar 28 19:27:04.381241 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65827f25-7f4e-4a36-8da1-76aa2c183b3c req-5c2650d5-be6b-482f-8843-a2b45fb8faf7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:27:04.382642 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-65827f25-7f4e-4a36-8da1-76aa2c183b3c req-5c2650d5-be6b-482f-8843-a2b45fb8faf7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1eb144-fda7-4fc7-b729-ad1fa1409a96 HTTP/1.1" status: 200 len: 943 time: 0.0809021 Mar 28 19:27:04.425139 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-65827f25-7f4e-4a36-8da1-76aa2c183b3c req-aadc60f0-f438-41a8-a23d-a136aea44134 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d651543-0ff6-410c-8a8d-a0ecdb195512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368650 Mar 28 19:27:05.603050 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7b5e6-403a-4269-b610-0fb0b1ad0465 req-8f40fbf7-a43b-48fc-8629-b777426a793e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:27:05.604473 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9bd7b5e6-403a-4269-b610-0fb0b1ad0465 req-8f40fbf7-a43b-48fc-8629-b777426a793e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1eb144-fda7-4fc7-b729-ad1fa1409a96 HTTP/1.1" status: 200 len: 943 time: 0.0776727 Mar 28 19:27:05.725884 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 149aba3b-2231-4ac9-945d-6628356d8943 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:27:05.768885 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9bd7b5e6-403a-4269-b610-0fb0b1ad0465 req-d116133f-6f56-4f88-8957-a2e775028b17 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d651543-0ff6-410c-8a8d-a0ecdb195512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580887 Mar 28 19:27:05.858212 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 149aba3b-2231-4ac9-945d-6628356d8943, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=149aba3b-2231-4ac9-945d-6628356d8943,segment=NetworkSegment(398e43f1-58f3-45c5-be6f-8f33b2653149),segment_id=398e43f1-58f3-45c5-be6f-8f33b2653149)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:27:05.873890 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '149aba3b-2231-4ac9-945d-6628356d8943', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'port_id': '149aba3b-2231-4ac9-945d-6628356d8943', 'mac_address': 'fa:16:3e:37:5c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:27:05.926682 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:05.942779 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 149aba3b-2231-4ac9-945d-6628356d8943 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:27:05.957470 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 149aba3b-2231-4ac9-945d-6628356d8943, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=149aba3b-2231-4ac9-945d-6628356d8943,segment=NetworkSegment(398e43f1-58f3-45c5-be6f-8f33b2653149),segment_id=398e43f1-58f3-45c5-be6f-8f33b2653149)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:27:05.960945 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:06.025075 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=149aba3b-2231-4ac9-945d-6628356d8943,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:27:06.309310 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['149aba3b-2231-4ac9-945d-6628356d8943'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:27:06.951098 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844f105-90e3-4cbf-af01-2d69cd773379 req-2f7ff38a-9584-442a-ab93-d248226490b6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:27:06.952545 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3844f105-90e3-4cbf-af01-2d69cd773379 req-2f7ff38a-9584-442a-ab93-d248226490b6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1eb144-fda7-4fc7-b729-ad1fa1409a96 HTTP/1.1" status: 200 len: 944 time: 0.0790393 Mar 28 19:27:06.995135 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3844f105-90e3-4cbf-af01-2d69cd773379 req-485d3d3c-e7be-44f4-be67-fa635116dbe8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d651543-0ff6-410c-8a8d-a0ecdb195512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369425 Mar 28 19:27:07.752428 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 149aba3b-2231-4ac9-945d-6628356d8943 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:27:07.818445 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port 149aba3b-2231-4ac9-945d-6628356d8943 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:27:07.823184 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 149aba3b-2231-4ac9-945d-6628356d8943 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:27:07.824119 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:07.938536 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:07.966134 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1eb144-fda7-4fc7-b729-ad1fa1409a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149aba3b-2231-4ac9-945d-6628356d8943'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:27:07.975490 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 149aba3b-2231-4ac9-945d-6628356d8943, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=149aba3b-2231-4ac9-945d-6628356d8943,segment=NetworkSegment(398e43f1-58f3-45c5-be6f-8f33b2653149),segment_id=398e43f1-58f3-45c5-be6f-8f33b2653149)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:27:07.980032 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:08.015929 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f1eb144-fda7-4fc7-b729-ad1fa1409a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149aba3b-2231-4ac9-945d-6628356d8943', 'code': 200} Mar 28 19:27:08.051183 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=149aba3b-2231-4ac9-945d-6628356d8943,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:27:08.190229 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920139db-7955-41e4-9cef-df4354099c82 req-cde19671-37b0-4d0f-bf9c-24d98ea66251 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:27:08.191768 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-920139db-7955-41e4-9cef-df4354099c82 req-cde19671-37b0-4d0f-bf9c-24d98ea66251 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1eb144-fda7-4fc7-b729-ad1fa1409a96 HTTP/1.1" status: 200 len: 945 time: 0.0828030 Mar 28 19:27:08.272671 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-920139db-7955-41e4-9cef-df4354099c82 req-70ee85aa-72b8-4e0d-9d00-bf1162e5320c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d651543-0ff6-410c-8a8d-a0ecdb195512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748239 Mar 28 19:27:08.299244 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e395c-daac-47b9-a6f3-47f542d2cfb1 req-5e11fc2a-46c2-4d2b-9abc-521c32a1a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:27:08.300677 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f92e395c-daac-47b9-a6f3-47f542d2cfb1 req-5e11fc2a-46c2-4d2b-9abc-521c32a1a64e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3f1eb144-fda7-4fc7-b729-ad1fa1409a96 HTTP/1.1" status: 200 len: 1098 time: 0.0823250 Mar 28 19:27:08.340554 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f92e395c-daac-47b9-a6f3-47f542d2cfb1 req-4fac74a9-d761-49d3-8113-53e55d1f678b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7d651543-0ff6-410c-8a8d-a0ecdb195512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343060 Mar 28 19:27:09.462744 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91b3ed-23c4-4197-a72a-530148988041 req-1375b098-8373-4d1b-a2e8-2473d8526b2a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:27:09.464766 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fe91b3ed-23c4-4197-a72a-530148988041 req-1375b098-8373-4d1b-a2e8-2473d8526b2a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1eb144-fda7-4fc7-b729-ad1fa1409a96 HTTP/1.1" status: 200 len: 945 time: 0.0829959 Mar 28 19:27:09.514555 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fe91b3ed-23c4-4197-a72a-530148988041 req-700a07bf-eda3-4281-aae7-660405b8014e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d651543-0ff6-410c-8a8d-a0ecdb195512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437593 Mar 28 19:27:10.704757 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c8b1e-a78b-4ab1-8be5-7053a88b382a req-43fccfbd-ac87-421d-9b25-8a18e0f53172 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:27:10.706208 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-955c8b1e-a78b-4ab1-8be5-7053a88b382a req-43fccfbd-ac87-421d-9b25-8a18e0f53172 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1eb144-fda7-4fc7-b729-ad1fa1409a96 HTTP/1.1" status: 200 len: 945 time: 0.0858076 Mar 28 19:27:10.753271 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-955c8b1e-a78b-4ab1-8be5-7053a88b382a req-ee8ac5d7-2254-4c9c-a64a-a9191ee4a98b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d651543-0ff6-410c-8a8d-a0ecdb195512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413074 Mar 28 19:27:10.936348 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b1041-39ec-4e58-8da6-b469185a646d req-5783b117-bc3a-4b66-ac96-aaff138de500 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:27:10.937767 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dc2b1041-39ec-4e58-8da6-b469185a646d req-5783b117-bc3a-4b66-ac96-aaff138de500 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1eb144-fda7-4fc7-b729-ad1fa1409a96 HTTP/1.1" status: 200 len: 945 time: 0.0778275 Mar 28 19:27:10.980455 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dc2b1041-39ec-4e58-8da6-b469185a646d req-bbcaeac5-0533-45e1-9746-6d8d6423bfbc tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d651543-0ff6-410c-8a8d-a0ecdb195512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367796 Mar 28 19:27:11.003818 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35356) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:27:11.074358 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d815f33-98b7-44b6-96bf-119b4ddba275 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:27:11.075839 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3d815f33-98b7-44b6-96bf-119b4ddba275 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3f1eb144-fda7-4fc7-b729-ad1fa1409a96 HTTP/1.1" status: 200 len: 1093 time: 0.0710571 Mar 28 19:27:11.078661 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35360) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:27:11.083548 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-d356cd64-280a-498a-abcf-b60090d16b43 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'port_id': '149aba3b-2231-4ac9-945d-6628356d8943', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:27:11.089684 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d356cd64-280a-498a-abcf-b60090d16b43 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:27:11.093424 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d356cd64-280a-498a-abcf-b60090d16b43 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:floatingip and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:27:11.096204 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d356cd64-280a-498a-abcf-b60090d16b43 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:27:11.101712 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d356cd64-280a-498a-abcf-b60090d16b43 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:27:11.112647 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d356cd64-280a-498a-abcf-b60090d16b43 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:11.344361 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d356cd64-280a-498a-abcf-b60090d16b43 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:11.473042 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-d356cd64-280a-498a-abcf-b60090d16b43 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.26.4.70 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/b8e4eaaf-407e-4c28-b4b1-5b575d620f47) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:27:11.615540 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d356cd64-280a-498a-abcf-b60090d16b43 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:11.643766 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d356cd64-280a-498a-abcf-b60090d16b43 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:11.707074 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d356cd64-280a-498a-abcf-b60090d16b43 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:27:11.709741 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-d356cd64-280a-498a-abcf-b60090d16b43 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:27:11.718395 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d356cd64-280a-498a-abcf-b60090d16b43 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:27:11.758519 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356cd64-280a-498a-abcf-b60090d16b43 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=b8e4eaaf-407e-4c28-b4b1-5b575d620f47,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:27:12.129436 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d356cd64-280a-498a-abcf-b60090d16b43 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:12.203444 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d356cd64-280a-498a-abcf-b60090d16b43 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:12.408132 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d356cd64-280a-498a-abcf-b60090d16b43 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:12.412527 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d356cd64-280a-498a-abcf-b60090d16b43 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:12.521226 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356cd64-280a-498a-abcf-b60090d16b43 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=b8e4eaaf-407e-4c28-b4b1-5b575d620f47,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:27:12.530913 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d356cd64-280a-498a-abcf-b60090d16b43 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:12.699153 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.l3_db [None req-d356cd64-280a-498a-abcf-b60090d16b43 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Floating IP 44890c58-d883-45b7-8286-b61e571352b6 associated. External IP: 172.26.4.70, port: 149aba3b-2231-4ac9-945d-6628356d8943. Mar 28 19:27:13.134057 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d356cd64-280a-498a-abcf-b60090d16b43 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router e59c3bdd-5806-491f-bb76-c548ae557793 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:27:13.304945 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d356cd64-280a-498a-abcf-b60090d16b43 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:27:13.314811 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6ac1cd-711d-49e8-8046-bc96cc987c39 None None] Sync routers for ids ['e59c3bdd-5806-491f-bb76-c548ae557793'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:27:13.323658 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6ac1cd-711d-49e8-8046-bc96cc987c39 None None] Routers {'e59c3bdd-5806-491f-bb76-c548ae557793'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:27:13.324051 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-cd6ac1cd-711d-49e8-8046-bc96cc987c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:26:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e59c3bdd-5806-491f-bb76-c548ae557793'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:27:13.329588 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d356cd64-280a-498a-abcf-b60090d16b43 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:13.387322 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d356cd64-280a-498a-abcf-b60090d16b43 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3074882 Mar 28 19:27:13.387820 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1eb144-fda7-4fc7-b729-ad1fa1409a96', 'tag': '149aba3b-2231-4ac9-945d-6628356d8943'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:27:13.431182 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f1eb144-fda7-4fc7-b729-ad1fa1409a96', 'tag': '149aba3b-2231-4ac9-945d-6628356d8943', 'status': 'completed', 'code': 200} Mar 28 19:27:13.507687 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-cd6ac1cd-711d-49e8-8046-bc96cc987c39 None None] Set router e59c3bdd-5806-491f-bb76-c548ae557793 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:27:13.525962 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea62400-a7e8-4e92-b689-d98beb4188de req-bee34bf8-edd6-4024-9bb3-4ab09a5f7211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:27:13.528000 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-aea62400-a7e8-4e92-b689-d98beb4188de req-bee34bf8-edd6-4024-9bb3-4ab09a5f7211 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=3f1eb144-fda7-4fc7-b729-ad1fa1409a96 HTTP/1.1" status: 200 len: 1098 time: 0.0727131 Mar 28 19:27:13.660368 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea62400-a7e8-4e92-b689-d98beb4188de req-376ede52-2807-46b0-a607-50d8da027b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:27:13.661784 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-aea62400-a7e8-4e92-b689-d98beb4188de req-376ede52-2807-46b0-a607-50d8da027b16 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5f4f494-3635-4d81-b089-06ecc8885fa4 HTTP/1.1" status: 200 len: 896 time: 0.1268506 Mar 28 19:27:13.766271 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-aea62400-a7e8-4e92-b689-d98beb4188de req-e081b8f5-1942-43d7-b390-80a7149769fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=149aba3b-2231-4ac9-945d-6628356d8943 HTTP/1.1" status: 200 len: 998 time: 0.0978780 Mar 28 19:27:13.826920 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea62400-a7e8-4e92-b689-d98beb4188de req-ad9d3648-b580-4fd5-a80d-c0c1ca418b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:27:13.828391 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-aea62400-a7e8-4e92-b689-d98beb4188de req-ad9d3648-b580-4fd5-a80d-c0c1ca418b47 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4799fd7-32c1-40cc-9d73-4bcbf449be01 HTTP/1.1" status: 200 len: 835 time: 0.0566282 Mar 28 19:27:13.851712 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-cd6ac1cd-711d-49e8-8046-bc96cc987c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'name': 'tempest-TestNetworkBasicOps-router-621887034', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:26:33Z', 'updated_at': '2022-03-28T19:26:39Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:48:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:34Z', 'updated_at': '2022-03-28T19:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '440b8ccd-1228-4090-b6a2-5402e8652cf1', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'port_id': '7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'mac_address': 'fa:16:3e:1d:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60c53f-df6f-48e9-8508-74fb6913db24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:26:55Z', 'updated_at': '2022-03-28T19:26:57Z', 'revision_number': 1, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}, {'id': '44890c58-d883-45b7-8286-b61e571352b6', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.70', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'port_id': '149aba3b-2231-4ac9-945d-6628356d8943', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'mac_address': 'fa:16:3e:37:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1eb144-fda7-4fc7-b729-ad1fa1409a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:27:12Z', 'updated_at': '2022-03-28T19:27:12Z', 'revision_number': 0, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f420f0a-153b-428d-ae7e-4029c08f8f26', 'name': '', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:c6:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:38Z', 'updated_at': '2022-03-28T19:26:44Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:27:13.856176 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6ac1cd-711d-49e8-8046-bc96cc987c39 None None] Checking router: e59c3bdd-5806-491f-bb76-c548ae557793 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:27:13.864222 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6ac1cd-711d-49e8-8046-bc96cc987c39 None None] Routers {'e59c3bdd-5806-491f-bb76-c548ae557793'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:27:13.864813 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-cd6ac1cd-711d-49e8-8046-bc96cc987c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:26:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e59c3bdd-5806-491f-bb76-c548ae557793'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:27:13.900464 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea62400-a7e8-4e92-b689-d98beb4188de req-d4348943-bca8-456f-b2c7-97857fd47f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:27:13.901949 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-aea62400-a7e8-4e92-b689-d98beb4188de req-d4348943-bca8-456f-b2c7-97857fd47f6b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5f4f494-3635-4d81-b089-06ecc8885fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679083 Mar 28 19:27:14.033012 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-aea62400-a7e8-4e92-b689-d98beb4188de req-c92fdda7-14e7-44d7-bcf5-f758f93a676c service neutron] 10.222.0.26 "GET /v2.0/networks/d5f4f494-3635-4d81-b089-06ecc8885fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246207 Mar 28 19:27:14.069043 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-cd6ac1cd-711d-49e8-8046-bc96cc987c39 None None] Set router e59c3bdd-5806-491f-bb76-c548ae557793 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:27:14.163339 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-aea62400-a7e8-4e92-b689-d98beb4188de req-745b558b-26b5-4078-ac65-4534d0583023 service neutron] 10.222.0.26 "GET /v2.0/networks/d5f4f494-3635-4d81-b089-06ecc8885fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233587 Mar 28 19:27:14.409475 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-cd6ac1cd-711d-49e8-8046-bc96cc987c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'name': 'tempest-TestNetworkBasicOps-router-621887034', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:26:33Z', 'updated_at': '2022-03-28T19:26:39Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:48:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:34Z', 'updated_at': '2022-03-28T19:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '440b8ccd-1228-4090-b6a2-5402e8652cf1', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'port_id': '7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'mac_address': 'fa:16:3e:1d:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60c53f-df6f-48e9-8508-74fb6913db24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:26:55Z', 'updated_at': '2022-03-28T19:26:57Z', 'revision_number': 1, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}, {'id': '44890c58-d883-45b7-8286-b61e571352b6', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.70', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'port_id': '149aba3b-2231-4ac9-945d-6628356d8943', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'mac_address': 'fa:16:3e:37:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1eb144-fda7-4fc7-b729-ad1fa1409a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:27:12Z', 'updated_at': '2022-03-28T19:27:12Z', 'revision_number': 0, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f420f0a-153b-428d-ae7e-4029c08f8f26', 'name': '', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:c6:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:38Z', 'updated_at': '2022-03-28T19:26:44Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:27:14.413396 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6ac1cd-711d-49e8-8046-bc96cc987c39 None None] The sync data for ids ['e59c3bdd-5806-491f-bb76-c548ae557793'] in dv-neutron-834711-1-hyperv is: [{'id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'name': 'tempest-TestNetworkBasicOps-router-621887034', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:26:33Z', 'updated_at': '2022-03-28T19:26:39Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:48:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:34Z', 'updated_at': '2022-03-28T19:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '440b8ccd-1228-4090-b6a2-5402e8652cf1', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'port_id': '7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'mac_address': 'fa:16:3e:1d:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60c53f-df6f-48e9-8508-74fb6913db24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:26:55Z', 'updated_at': '2022-03-28T19:26:57Z', 'revision_number': 1, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}, {'id': '44890c58-d883-45b7-8286-b61e571352b6', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.70', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'port_id': '149aba3b-2231-4ac9-945d-6628356d8943', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'mac_address': 'fa:16:3e:37:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1eb144-fda7-4fc7-b729-ad1fa1409a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:27:12Z', 'updated_at': '2022-03-28T19:27:12Z', 'revision_number': 0, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f420f0a-153b-428d-ae7e-4029c08f8f26', 'name': '', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:c6:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:38Z', 'updated_at': '2022-03-28T19:26:44Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:27:14.607690 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d525046-a589-4a4e-aef4-3a94e3056b9c None None] New status for floating IP 44890c58-d883-45b7-8286-b61e571352b6: ACTIVE {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:27:25.301107 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c075da1b-9c48-4247-b3e2-8cace95f4754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:27.656285 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4b569eff-8ada-4cb8-b800-8267ac5a9325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:28.595630 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:28.633236 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:29.971173 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c1cf2951-ca1a-4ff6-b554-bf8db9f9625d req-fc082380-cf34-49ea-a1ae-c55b9c32e59c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=db60c53f-df6f-48e9-8508-74fb6913db24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1136069 Mar 28 19:27:30.106482 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf2951-ca1a-4ff6-b554-bf8db9f9625d req-8d260b15-6279-4574-826d-52f030559350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:27:30.108710 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c1cf2951-ca1a-4ff6-b554-bf8db9f9625d req-8d260b15-6279-4574-826d-52f030559350 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=db60c53f-df6f-48e9-8508-74fb6913db24 HTTP/1.1" status: 200 len: 1098 time: 0.0700574 Mar 28 19:27:30.203062 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:30.251473 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf2951-ca1a-4ff6-b554-bf8db9f9625d req-608392c9-ff5e-4a32-b008-8630b3411410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:27:30.252832 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c1cf2951-ca1a-4ff6-b554-bf8db9f9625d req-608392c9-ff5e-4a32-b008-8630b3411410 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5f4f494-3635-4d81-b089-06ecc8885fa4 HTTP/1.1" status: 200 len: 896 time: 0.1254232 Mar 28 19:27:30.454405 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c1cf2951-ca1a-4ff6-b554-bf8db9f9625d req-b3634533-99fb-472b-bd32-5c459c26e4b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 HTTP/1.1" status: 200 len: 1001 time: 0.1943843 Mar 28 19:27:30.517719 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf2951-ca1a-4ff6-b554-bf8db9f9625d req-bf05efb0-8bf1-4a9f-b817-589052e37164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:27:30.519025 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c1cf2951-ca1a-4ff6-b554-bf8db9f9625d req-bf05efb0-8bf1-4a9f-b817-589052e37164 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4799fd7-32c1-40cc-9d73-4bcbf449be01 HTTP/1.1" status: 200 len: 835 time: 0.0576317 Mar 28 19:27:30.592713 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf2951-ca1a-4ff6-b554-bf8db9f9625d req-650ead31-f230-4ec6-9e38-4fe32734f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:27:30.594133 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c1cf2951-ca1a-4ff6-b554-bf8db9f9625d req-650ead31-f230-4ec6-9e38-4fe32734f1ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5f4f494-3635-4d81-b089-06ecc8885fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685182 Mar 28 19:27:30.723525 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c1cf2951-ca1a-4ff6-b554-bf8db9f9625d req-68e776cb-27b4-432e-9457-1299c80e04a3 service neutron] 10.222.0.26 "GET /v2.0/networks/d5f4f494-3635-4d81-b089-06ecc8885fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228726 Mar 28 19:27:30.852797 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c1cf2951-ca1a-4ff6-b554-bf8db9f9625d req-f6cf90b6-ed69-44ce-8216-724ad8960c4d service neutron] 10.222.0.26 "GET /v2.0/networks/d5f4f494-3635-4d81-b089-06ecc8885fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218059 Mar 28 19:27:31.745082 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:32.676370 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:27:55.305156 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ca3671af-4ad0-4e91-8085-81342cf31faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:57.648181 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-869491de-5434-4d4b-a30b-2b3f14ca80a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:58.597429 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:27:58.636522 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:00.206712 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:01.764697 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:09.675220 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:28:18.182633 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35386) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:28:18.287829 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7bf60c62-887c-4c53-bec1-bee0d44d412b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/440b8ccd-1228-4090-b6a2-5402e8652cf1 HTTP/1.1" status: 200 len: 993 time: 0.1040576 Mar 28 19:28:19.067735 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35396) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:28:19.073396 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-4db7a378-614e-4ccb-8cc9-d8fb2f5d8a7c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:28:19.193726 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4db7a378-614e-4ccb-8cc9-d8fb2f5d8a7c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:19.420914 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-4db7a378-614e-4ccb-8cc9-d8fb2f5d8a7c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] For port 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5,segment=NetworkSegment(398e43f1-58f3-45c5-be6f-8f33b2653149),segment_id=398e43f1-58f3-45c5-be6f-8f33b2653149)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:28:19.449674 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4db7a378-614e-4ccb-8cc9-d8fb2f5d8a7c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:19.455211 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4db7a378-614e-4ccb-8cc9-d8fb2f5d8a7c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:19.522725 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db7a378-614e-4ccb-8cc9-d8fb2f5d8a7c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:19.523426 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4db7a378-614e-4ccb-8cc9-d8fb2f5d8a7c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:19.524902 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4db7a378-614e-4ccb-8cc9-d8fb2f5d8a7c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "PUT /v2.0/ports/7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 HTTP/1.1" status: 200 len: 938 time: 0.4562457 Mar 28 19:28:19.525446 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db60c53f-df6f-48e9-8508-74fb6913db24', 'tag': '7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:28:19.564018 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7a378-614e-4ccb-8cc9-d8fb2f5d8a7c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5,revision_number=6']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:19.571854 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7a378-614e-4ccb-8cc9-d8fb2f5d8a7c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:19.572201 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7a378-614e-4ccb-8cc9-d8fb2f5d8a7c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:19.572523 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7a378-614e-4ccb-8cc9-d8fb2f5d8a7c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:19.572848 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7a378-614e-4ccb-8cc9-d8fb2f5d8a7c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:19.573168 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7a378-614e-4ccb-8cc9-d8fb2f5d8a7c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:19.573559 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7a378-614e-4ccb-8cc9-d8fb2f5d8a7c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:19.573817 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7a378-614e-4ccb-8cc9-d8fb2f5d8a7c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:19.574135 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7a378-614e-4ccb-8cc9-d8fb2f5d8a7c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:19.574449 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7a378-614e-4ccb-8cc9-d8fb2f5d8a7c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:19.574759 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7a378-614e-4ccb-8cc9-d8fb2f5d8a7c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:19.575094 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7a378-614e-4ccb-8cc9-d8fb2f5d8a7c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:19.575406 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7a378-614e-4ccb-8cc9-d8fb2f5d8a7c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:19.660747 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db60c53f-df6f-48e9-8508-74fb6913db24', 'tag': '7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5', 'status': 'completed', 'code': 200} Mar 28 19:28:19.757129 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17655d7a-54e1-46e8-bb2f-f37fc8fa0aa6 req-89a92071-4eed-44d5-82a8-7262bb07ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:19.758641 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-17655d7a-54e1-46e8-bb2f-f37fc8fa0aa6 req-89a92071-4eed-44d5-82a8-7262bb07ba26 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=db60c53f-df6f-48e9-8508-74fb6913db24 HTTP/1.1" status: 200 len: 1099 time: 0.0758367 Mar 28 19:28:19.821555 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-53ef0574-3faf-4124-a3b0-60c9941e17c7 None None] Provisioning complete for port 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:28:19.822097 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-53ef0574-3faf-4124-a3b0-60c9941e17c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:19.896715 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17655d7a-54e1-46e8-bb2f-f37fc8fa0aa6 req-61cf1971-e73c-465e-ba1d-789f5c33dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:19.898203 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-17655d7a-54e1-46e8-bb2f-f37fc8fa0aa6 req-61cf1971-e73c-465e-ba1d-789f5c33dca5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5f4f494-3635-4d81-b089-06ecc8885fa4 HTTP/1.1" status: 200 len: 896 time: 0.1329949 Mar 28 19:28:19.912990 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-53ef0574-3faf-4124-a3b0-60c9941e17c7 None None] Port 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 is administratively disabled so it will not transition to active. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Mar 28 19:28:20.000340 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-17655d7a-54e1-46e8-bb2f-f37fc8fa0aa6 req-2df1a938-57e7-495b-b6a3-07c2b982914b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 HTTP/1.1" status: 200 len: 1002 time: 0.0965536 Mar 28 19:28:20.064545 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17655d7a-54e1-46e8-bb2f-f37fc8fa0aa6 req-2f73ffcb-5417-44d3-9022-9c693e26a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:20.065914 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-17655d7a-54e1-46e8-bb2f-f37fc8fa0aa6 req-2f73ffcb-5417-44d3-9022-9c693e26a01f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4799fd7-32c1-40cc-9d73-4bcbf449be01 HTTP/1.1" status: 200 len: 835 time: 0.0592813 Mar 28 19:28:20.137748 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17655d7a-54e1-46e8-bb2f-f37fc8fa0aa6 req-10bc049e-ebf0-4807-aa1f-60b50c3b6420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:20.139718 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-17655d7a-54e1-46e8-bb2f-f37fc8fa0aa6 req-10bc049e-ebf0-4807-aa1f-60b50c3b6420 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5f4f494-3635-4d81-b089-06ecc8885fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668247 Mar 28 19:28:20.266155 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-17655d7a-54e1-46e8-bb2f-f37fc8fa0aa6 req-c1b974fd-fe18-47ba-a746-c1a49f918d7a service neutron] 10.222.0.26 "GET /v2.0/networks/d5f4f494-3635-4d81-b089-06ecc8885fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209669 Mar 28 19:28:20.397168 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-17655d7a-54e1-46e8-bb2f-f37fc8fa0aa6 req-dfde4562-ae62-42e9-86ba-8491c04cb05a service neutron] 10.222.0.26 "GET /v2.0/networks/d5f4f494-3635-4d81-b089-06ecc8885fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243622 Mar 28 19:28:22.954598 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35408) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:28:22.960360 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-c14de3ea-1a1b-4e4c-b156-d07889469bd9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:28:23.182786 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c14de3ea-1a1b-4e4c-b156-d07889469bd9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:23.395485 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-c14de3ea-1a1b-4e4c-b156-d07889469bd9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] For port 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5,segment=NetworkSegment(398e43f1-58f3-45c5-be6f-8f33b2653149),segment_id=398e43f1-58f3-45c5-be6f-8f33b2653149)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:28:23.419653 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c14de3ea-1a1b-4e4c-b156-d07889469bd9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:23.424086 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c14de3ea-1a1b-4e4c-b156-d07889469bd9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:23.485047 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14de3ea-1a1b-4e4c-b156-d07889469bd9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:23.485652 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c14de3ea-1a1b-4e4c-b156-d07889469bd9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:23.489685 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c14de3ea-1a1b-4e4c-b156-d07889469bd9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "PUT /v2.0/ports/7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 HTTP/1.1" status: 200 len: 937 time: 0.5314274 Mar 28 19:28:23.489685 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db60c53f-df6f-48e9-8508-74fb6913db24', 'tag': '7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:28:23.490540 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35412) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:28:23.530291 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14de3ea-1a1b-4e4c-b156-d07889469bd9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5,revision_number=7']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:23.539636 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db60c53f-df6f-48e9-8508-74fb6913db24', 'tag': '7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5', 'status': 'completed', 'code': 200} Mar 28 19:28:23.606038 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-614c60b7-7e22-4ba5-8c1b-4d7616837df1 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/440b8ccd-1228-4090-b6a2-5402e8652cf1 HTTP/1.1" status: 200 len: 993 time: 0.1140146 Mar 28 19:28:23.639331 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8609e-e5c8-428e-addf-bcf19aadb4ee req-aa38fab1-659d-4c8f-a65e-37058cbd478d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:23.641112 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c8e8609e-e5c8-428e-addf-bcf19aadb4ee req-aa38fab1-659d-4c8f-a65e-37058cbd478d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=db60c53f-df6f-48e9-8508-74fb6913db24 HTTP/1.1" status: 200 len: 1098 time: 0.0793979 Mar 28 19:28:23.759998 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-1c35a836-8dc3-4535-9cd1-7de797ceeda5 None None] Provisioning complete for port 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:28:23.760570 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1c35a836-8dc3-4535-9cd1-7de797ceeda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:23.777175 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8609e-e5c8-428e-addf-bcf19aadb4ee req-15b4e426-f2c5-4539-a008-d6500621cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:23.778490 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c8e8609e-e5c8-428e-addf-bcf19aadb4ee req-15b4e426-f2c5-4539-a008-d6500621cecf service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5f4f494-3635-4d81-b089-06ecc8885fa4 HTTP/1.1" status: 200 len: 896 time: 0.1309371 Mar 28 19:28:23.818981 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:28:23.887308 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c8e8609e-e5c8-428e-addf-bcf19aadb4ee req-90372fff-2322-4b4a-957c-cc0cb2600a61 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 HTTP/1.1" status: 200 len: 1001 time: 0.1022184 Mar 28 19:28:23.948593 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8609e-e5c8-428e-addf-bcf19aadb4ee req-9d77504b-f0e6-4c81-a8c4-aa03202884d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:23.950043 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c8e8609e-e5c8-428e-addf-bcf19aadb4ee req-9d77504b-f0e6-4c81-a8c4-aa03202884d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4799fd7-32c1-40cc-9d73-4bcbf449be01 HTTP/1.1" status: 200 len: 835 time: 0.0573170 Mar 28 19:28:24.021475 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8609e-e5c8-428e-addf-bcf19aadb4ee req-fb8484f4-07b4-4616-a31d-bfd088479819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:24.022936 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c8e8609e-e5c8-428e-addf-bcf19aadb4ee req-fb8484f4-07b4-4616-a31d-bfd088479819 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5f4f494-3635-4d81-b089-06ecc8885fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672722 Mar 28 19:28:24.153613 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c8e8609e-e5c8-428e-addf-bcf19aadb4ee req-d4c456f9-ce55-4f1e-a73c-684e3126e7ae service neutron] 10.222.0.26 "GET /v2.0/networks/d5f4f494-3635-4d81-b089-06ecc8885fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248267 Mar 28 19:28:24.282057 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c8e8609e-e5c8-428e-addf-bcf19aadb4ee req-e55800d1-7629-4f81-9eb5-1dcbc84bde52 service neutron] 10.222.0.26 "GET /v2.0/networks/d5f4f494-3635-4d81-b089-06ecc8885fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226954 Mar 28 19:28:25.306021 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4ab2ebde-8628-47b3-98fd-340d88f7922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:26.160731 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35424) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:28:26.363406 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-fa3fba43-e7ce-4d7a-bbe2-627694e52d79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port b8e4eaaf-407e-4c28-b4b1-5b575d620f47 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:28:26.363748 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fa3fba43-e7ce-4d7a-bbe2-627694e52d79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:26.532750 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fa3fba43-e7ce-4d7a-bbe2-627694e52d79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:26.532984 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fa3fba43-e7ce-4d7a-bbe2-627694e52d79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:26.650181 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-fa3fba43-e7ce-4d7a-bbe2-627694e52d79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for b8e4eaaf-407e-4c28-b4b1-5b575d620f47 owned by network:floatingip {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:28:26.796829 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fa3fba43-e7ce-4d7a-bbe2-627694e52d79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:26.939919 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3fba43-e7ce-4d7a-bbe2-627694e52d79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=b8e4eaaf-407e-4c28-b4b1-5b575d620f47,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:26.976133 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3fba43-e7ce-4d7a-bbe2-627694e52d79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:26.976472 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3fba43-e7ce-4d7a-bbe2-627694e52d79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:26.976809 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3fba43-e7ce-4d7a-bbe2-627694e52d79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:26.977137 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3fba43-e7ce-4d7a-bbe2-627694e52d79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:26.977457 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3fba43-e7ce-4d7a-bbe2-627694e52d79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:26.977781 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3fba43-e7ce-4d7a-bbe2-627694e52d79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:26.978101 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3fba43-e7ce-4d7a-bbe2-627694e52d79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:26.978422 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3fba43-e7ce-4d7a-bbe2-627694e52d79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:26.978740 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3fba43-e7ce-4d7a-bbe2-627694e52d79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:26.979078 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3fba43-e7ce-4d7a-bbe2-627694e52d79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:26.979392 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3fba43-e7ce-4d7a-bbe2-627694e52d79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:26.979704 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3fba43-e7ce-4d7a-bbe2-627694e52d79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:27.039738 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fa3fba43-e7ce-4d7a-bbe2-627694e52d79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:27.040062 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.l3_db [None req-fa3fba43-e7ce-4d7a-bbe2-627694e52d79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Floating IP 44890c58-d883-45b7-8286-b61e571352b6 disassociated (deleted). External IP: 172.26.4.70, port: 149aba3b-2231-4ac9-945d-6628356d8943. Mar 28 19:28:27.380230 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3fba43-e7ce-4d7a-bbe2-627694e52d79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router e59c3bdd-5806-491f-bb76-c548ae557793 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:28:27.555486 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3fba43-e7ce-4d7a-bbe2-627694e52d79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:28:27.566033 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0936142b-bec6-4bcc-8736-7670ba67661f None None] Sync routers for ids ['e59c3bdd-5806-491f-bb76-c548ae557793'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:28:27.575800 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0936142b-bec6-4bcc-8736-7670ba67661f None None] Routers {'e59c3bdd-5806-491f-bb76-c548ae557793'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:28:27.576349 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fa3fba43-e7ce-4d7a-bbe2-627694e52d79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:27.576461 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0936142b-bec6-4bcc-8736-7670ba67661f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:27:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e59c3bdd-5806-491f-bb76-c548ae557793'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:28:27.630351 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-fa3fba43-e7ce-4d7a-bbe2-627694e52d79 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/floatingips/44890c58-d883-45b7-8286-b61e571352b6 HTTP/1.1" status: 204 len: 168 time: 1.4684279 Mar 28 19:28:27.630933 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1eb144-fda7-4fc7-b729-ad1fa1409a96', 'tag': '149aba3b-2231-4ac9-945d-6628356d8943'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:28:27.673528 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a3b6064d-8899-46a6-913b-a0fe9b4b07ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:27.747922 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f1eb144-fda7-4fc7-b729-ad1fa1409a96', 'tag': '149aba3b-2231-4ac9-945d-6628356d8943', 'status': 'completed', 'code': 200} Mar 28 19:28:27.763856 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-0936142b-bec6-4bcc-8736-7670ba67661f None None] Set router e59c3bdd-5806-491f-bb76-c548ae557793 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:28:27.854176 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96090b57-8558-40ce-beff-f4d711cce9b9 req-f0acb993-826a-4f76-8f53-9bc70282d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:27.856627 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-96090b57-8558-40ce-beff-f4d711cce9b9 req-f0acb993-826a-4f76-8f53-9bc70282d855 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=3f1eb144-fda7-4fc7-b729-ad1fa1409a96 HTTP/1.1" status: 200 len: 1098 time: 0.0855222 Mar 28 19:28:28.045535 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96090b57-8558-40ce-beff-f4d711cce9b9 req-643fd912-3ba5-4c52-a997-8f528f51930e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:28.047564 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-96090b57-8558-40ce-beff-f4d711cce9b9 req-643fd912-3ba5-4c52-a997-8f528f51930e service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5f4f494-3635-4d81-b089-06ecc8885fa4 HTTP/1.1" status: 200 len: 896 time: 0.1846163 Mar 28 19:28:28.113342 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0936142b-bec6-4bcc-8736-7670ba67661f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'name': 'tempest-TestNetworkBasicOps-router-621887034', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:26:33Z', 'updated_at': '2022-03-28T19:26:39Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:48:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:34Z', 'updated_at': '2022-03-28T19:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '440b8ccd-1228-4090-b6a2-5402e8652cf1', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'port_id': '7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'mac_address': 'fa:16:3e:1d:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60c53f-df6f-48e9-8508-74fb6913db24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:26:55Z', 'updated_at': '2022-03-28T19:26:57Z', 'revision_number': 1, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f420f0a-153b-428d-ae7e-4029c08f8f26', 'name': '', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:c6:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:38Z', 'updated_at': '2022-03-28T19:26:44Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:28:28.117097 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0936142b-bec6-4bcc-8736-7670ba67661f None None] Checking router: e59c3bdd-5806-491f-bb76-c548ae557793 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:28:28.125939 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0936142b-bec6-4bcc-8736-7670ba67661f None None] Routers {'e59c3bdd-5806-491f-bb76-c548ae557793'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:28:28.126517 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0936142b-bec6-4bcc-8736-7670ba67661f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:28:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e59c3bdd-5806-491f-bb76-c548ae557793'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:28:28.127255 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-96090b57-8558-40ce-beff-f4d711cce9b9 req-c44dbb2d-6909-4714-9ae9-3453cdd7c22a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=149aba3b-2231-4ac9-945d-6628356d8943 HTTP/1.1" status: 200 len: 217 time: 0.0700295 Mar 28 19:28:28.134644 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03648583-f7c9-46b0-9731-9402c6bda571 req-7763ac25-5be4-46b4-94fb-453a266887de tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:28.135955 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-03648583-f7c9-46b0-9731-9402c6bda571 req-7763ac25-5be4-46b4-94fb-453a266887de tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1eb144-fda7-4fc7-b729-ad1fa1409a96 HTTP/1.1" status: 200 len: 945 time: 0.1771297 Mar 28 19:28:28.341047 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-0936142b-bec6-4bcc-8736-7670ba67661f None None] Set router e59c3bdd-5806-491f-bb76-c548ae557793 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:28:28.346220 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96090b57-8558-40ce-beff-f4d711cce9b9 req-64bdb29c-892a-490f-9050-e1099a0712fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:28.347662 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-96090b57-8558-40ce-beff-f4d711cce9b9 req-64bdb29c-892a-490f-9050-e1099a0712fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4799fd7-32c1-40cc-9d73-4bcbf449be01 HTTP/1.1" status: 200 len: 835 time: 0.2108860 Mar 28 19:28:28.352042 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-03648583-f7c9-46b0-9731-9402c6bda571 req-44c05d5e-b01e-45fb-81c3-4a42d9f15131 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d651543-0ff6-410c-8a8d-a0ecdb195512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843255 Mar 28 19:28:28.425091 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96090b57-8558-40ce-beff-f4d711cce9b9 req-e0ba407d-f652-4f44-8a61-209eefe6373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:28.426542 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-96090b57-8558-40ce-beff-f4d711cce9b9 req-e0ba407d-f652-4f44-8a61-209eefe6373f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5f4f494-3635-4d81-b089-06ecc8885fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712385 Mar 28 19:28:28.561818 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-96090b57-8558-40ce-beff-f4d711cce9b9 req-fcd3b28d-9c7b-4935-8e18-b6cd23b0f83f service neutron] 10.222.0.26 "GET /v2.0/networks/d5f4f494-3635-4d81-b089-06ecc8885fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285746 Mar 28 19:28:28.600192 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:28.640735 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:28.688316 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0936142b-bec6-4bcc-8736-7670ba67661f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'name': 'tempest-TestNetworkBasicOps-router-621887034', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:26:33Z', 'updated_at': '2022-03-28T19:26:39Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:48:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:34Z', 'updated_at': '2022-03-28T19:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '440b8ccd-1228-4090-b6a2-5402e8652cf1', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'port_id': '7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'mac_address': 'fa:16:3e:1d:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60c53f-df6f-48e9-8508-74fb6913db24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:26:55Z', 'updated_at': '2022-03-28T19:26:57Z', 'revision_number': 1, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f420f0a-153b-428d-ae7e-4029c08f8f26', 'name': '', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:c6:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:38Z', 'updated_at': '2022-03-28T19:26:44Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:28:28.692434 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0936142b-bec6-4bcc-8736-7670ba67661f None None] The sync data for ids ['e59c3bdd-5806-491f-bb76-c548ae557793'] in dv-neutron-834711-1-hyperv is: [{'id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'name': 'tempest-TestNetworkBasicOps-router-621887034', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:26:33Z', 'updated_at': '2022-03-28T19:26:39Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:48:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:34Z', 'updated_at': '2022-03-28T19:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '440b8ccd-1228-4090-b6a2-5402e8652cf1', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'port_id': '7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'mac_address': 'fa:16:3e:1d:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60c53f-df6f-48e9-8508-74fb6913db24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:26:55Z', 'updated_at': '2022-03-28T19:26:57Z', 'revision_number': 1, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f420f0a-153b-428d-ae7e-4029c08f8f26', 'name': '', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:c6:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:38Z', 'updated_at': '2022-03-28T19:26:44Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:28:28.699004 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-96090b57-8558-40ce-beff-f4d711cce9b9 req-035a652d-9346-4523-b634-473ca18bf366 service neutron] 10.222.0.26 "GET /v2.0/networks/d5f4f494-3635-4d81-b089-06ecc8885fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308577 Mar 28 19:28:28.902666 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57ad507-b5e5-4dcf-bf81-bbd783bb64b9 None None] New status for floating IP 44890c58-d883-45b7-8286-b61e571352b6: DOWN {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:28:29.601369 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05165285-d899-4a82-8f3f-2c84b4e6d3ba req-4b1f94e0-bc04-4c73-87ee-4c37fb60e6d6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:29.602810 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-05165285-d899-4a82-8f3f-2c84b4e6d3ba req-4b1f94e0-bc04-4c73-87ee-4c37fb60e6d6 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1eb144-fda7-4fc7-b729-ad1fa1409a96 HTTP/1.1" status: 200 len: 945 time: 0.1430225 Mar 28 19:28:29.613399 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0b9e3-ce8c-4603-ab71-2708e4c66fe6 req-b094a275-a02c-459a-9c25-90698b6e2737 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:29.614920 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-19c0b9e3-ce8c-4603-ab71-2708e4c66fe6 req-b094a275-a02c-459a-9c25-90698b6e2737 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f1eb144-fda7-4fc7-b729-ad1fa1409a96 HTTP/1.1" status: 200 len: 945 time: 0.1162453 Mar 28 19:28:29.708804 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-05165285-d899-4a82-8f3f-2c84b4e6d3ba req-ed0def09-e09e-4f4f-a2da-e1e366ea6ead tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d651543-0ff6-410c-8a8d-a0ecdb195512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929251 Mar 28 19:28:29.717152 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-19c0b9e3-ce8c-4603-ab71-2708e4c66fe6 req-dc7a8a33-f766-46c0-a29d-273d52f2c791 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port 149aba3b-2231-4ac9-945d-6628356d8943 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:28:29.717491 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-19c0b9e3-ce8c-4603-ab71-2708e4c66fe6 req-dc7a8a33-f766-46c0-a29d-273d52f2c791 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:29.970567 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-19c0b9e3-ce8c-4603-ab71-2708e4c66fe6 req-dc7a8a33-f766-46c0-a29d-273d52f2c791 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] For port 149aba3b-2231-4ac9-945d-6628356d8943, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=149aba3b-2231-4ac9-945d-6628356d8943,segment=NetworkSegment(398e43f1-58f3-45c5-be6f-8f33b2653149),segment_id=398e43f1-58f3-45c5-be6f-8f33b2653149)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:28:29.970950 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-19c0b9e3-ce8c-4603-ab71-2708e4c66fe6 req-dc7a8a33-f766-46c0-a29d-273d52f2c791 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:30.094243 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-19c0b9e3-ce8c-4603-ab71-2708e4c66fe6 req-dc7a8a33-f766-46c0-a29d-273d52f2c791 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for 149aba3b-2231-4ac9-945d-6628356d8943 owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:28:30.208383 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:30.237094 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-19c0b9e3-ce8c-4603-ab71-2708e4c66fe6 req-dc7a8a33-f766-46c0-a29d-273d52f2c791 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:30.285711 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a8a33-f766-46c0-a29d-273d52f2c791 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=149aba3b-2231-4ac9-945d-6628356d8943,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:30.360723 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c0b9e3-ce8c-4603-ab71-2708e4c66fe6 req-dc7a8a33-f766-46c0-a29d-273d52f2c791 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] No DVR routers for this DVR port 149aba3b-2231-4ac9-945d-6628356d8943 on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:28:30.363131 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-19c0b9e3-ce8c-4603-ab71-2708e4c66fe6 req-dc7a8a33-f766-46c0-a29d-273d52f2c791 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:30.365519 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1eb144-fda7-4fc7-b729-ad1fa1409a96', 'name': 'network-vif-deleted', 'tag': '149aba3b-2231-4ac9-945d-6628356d8943'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:28:30.377130 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-19c0b9e3-ce8c-4603-ab71-2708e4c66fe6 req-dc7a8a33-f766-46c0-a29d-273d52f2c791 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "DELETE /v2.0/ports/149aba3b-2231-4ac9-945d-6628356d8943 HTTP/1.1" status: 204 len: 173 time: 0.7466304 Mar 28 19:28:30.410814 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f1eb144-fda7-4fc7-b729-ad1fa1409a96', 'name': 'network-vif-deleted', 'tag': '149aba3b-2231-4ac9-945d-6628356d8943', 'status': 'completed', 'code': 200} Mar 28 19:28:30.869416 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-92537067-b7a6-4cd7-8cc2-082324527d1c req-7376afea-5663-43a6-94a3-46ec5cc34f61 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:28:30.885580 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-92537067-b7a6-4cd7-8cc2-082324527d1c req-7376afea-5663-43a6-94a3-46ec5cc34f61 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:28:30.886738 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-92537067-b7a6-4cd7-8cc2-082324527d1c req-7376afea-5663-43a6-94a3-46ec5cc34f61 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1eb144-fda7-4fc7-b729-ad1fa1409a96 HTTP/1.1" status: 200 len: 210 time: 0.0588796 Mar 28 19:28:31.779826 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:31.983208 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35444) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:28:32.049872 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c0617464-677d-4a6c-b767-0901d6f97f01 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:32.082164 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c0617464-677d-4a6c-b767-0901d6f97f01 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:32.148216 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c0617464-677d-4a6c-b767-0901d6f97f01 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:32.166590 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0617464-677d-4a6c-b767-0901d6f97f01 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d651543-0ff6-410c-8a8d-a0ecdb195512,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:32.173888 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c0617464-677d-4a6c-b767-0901d6f97f01 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:32.175040 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c0617464-677d-4a6c-b767-0901d6f97f01 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/security-groups/7d651543-0ff6-410c-8a8d-a0ecdb195512 HTTP/1.1" status: 204 len: 168 time: 0.1907742 Mar 28 19:28:32.206841 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35450) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:28:32.296605 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 149aba3b-2231-4ac9-945d-6628356d8943 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:28:32.330194 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: 149aba3b-2231-4ac9-945d-6628356d8943 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:28:32.330541 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 149aba3b-2231-4ac9-945d-6628356d8943 not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:28:32.405463 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-00c95b85-a4f3-429c-8112-20649d72c208 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port 2d9b709f-ad0a-49df-aa8a-02800190bef1 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:28:32.405797 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-00c95b85-a4f3-429c-8112-20649d72c208 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:32.669119 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-00c95b85-a4f3-429c-8112-20649d72c208 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:32.669438 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-00c95b85-a4f3-429c-8112-20649d72c208 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:32.790590 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-00c95b85-a4f3-429c-8112-20649d72c208 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for 2d9b709f-ad0a-49df-aa8a-02800190bef1 owned by network:floatingip {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:28:32.934440 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-00c95b85-a4f3-429c-8112-20649d72c208 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:32.982794 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c95b85-a4f3-429c-8112-20649d72c208 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=2d9b709f-ad0a-49df-aa8a-02800190bef1,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:33.073325 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-00c95b85-a4f3-429c-8112-20649d72c208 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:33.073649 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-00c95b85-a4f3-429c-8112-20649d72c208 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Floating IP 440b8ccd-1228-4090-b6a2-5402e8652cf1 disassociated (deleted). External IP: 172.26.4.142, port: 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5. Mar 28 19:28:33.413296 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c95b85-a4f3-429c-8112-20649d72c208 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router e59c3bdd-5806-491f-bb76-c548ae557793 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:28:33.586843 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c95b85-a4f3-429c-8112-20649d72c208 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:28:33.597014 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a325e112-4acb-4523-9c97-b514ea1d6f14 None None] Sync routers for ids ['e59c3bdd-5806-491f-bb76-c548ae557793'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:28:33.606193 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a325e112-4acb-4523-9c97-b514ea1d6f14 None None] Routers {'e59c3bdd-5806-491f-bb76-c548ae557793'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:28:33.606631 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-00c95b85-a4f3-429c-8112-20649d72c208 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:33.606793 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-a325e112-4acb-4523-9c97-b514ea1d6f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:28:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e59c3bdd-5806-491f-bb76-c548ae557793'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:28:33.662949 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-00c95b85-a4f3-429c-8112-20649d72c208 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/floatingips/440b8ccd-1228-4090-b6a2-5402e8652cf1 HTTP/1.1" status: 204 len: 168 time: 1.4525573 Mar 28 19:28:33.662949 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db60c53f-df6f-48e9-8508-74fb6913db24', 'tag': '7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:28:33.720276 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db60c53f-df6f-48e9-8508-74fb6913db24', 'tag': '7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5', 'status': 'completed', 'code': 200} Mar 28 19:28:33.792929 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-a325e112-4acb-4523-9c97-b514ea1d6f14 None None] Set router e59c3bdd-5806-491f-bb76-c548ae557793 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:28:33.819952 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee7d5d-f97e-449f-b991-b7b4d9b697cc req-d9d60707-0c86-4da8-a008-89195615e3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:33.822404 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-acee7d5d-f97e-449f-b991-b7b4d9b697cc req-d9d60707-0c86-4da8-a008-89195615e3b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=db60c53f-df6f-48e9-8508-74fb6913db24 HTTP/1.1" status: 200 len: 1098 time: 0.0820746 Mar 28 19:28:33.960884 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee7d5d-f97e-449f-b991-b7b4d9b697cc req-036151d2-d6b3-4ad4-9717-9f4ec5dbe19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:33.962242 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-acee7d5d-f97e-449f-b991-b7b4d9b697cc req-036151d2-d6b3-4ad4-9717-9f4ec5dbe19f service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5f4f494-3635-4d81-b089-06ecc8885fa4 HTTP/1.1" status: 200 len: 896 time: 0.1329000 Mar 28 19:28:34.109794 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-a325e112-4acb-4523-9c97-b514ea1d6f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'name': 'tempest-TestNetworkBasicOps-router-621887034', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:26:33Z', 'updated_at': '2022-03-28T19:26:39Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:48:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:34Z', 'updated_at': '2022-03-28T19:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '5f420f0a-153b-428d-ae7e-4029c08f8f26', 'name': '', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:c6:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:38Z', 'updated_at': '2022-03-28T19:26:44Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:28:34.113954 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a325e112-4acb-4523-9c97-b514ea1d6f14 None None] Checking router: e59c3bdd-5806-491f-bb76-c548ae557793 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:28:34.122391 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a325e112-4acb-4523-9c97-b514ea1d6f14 None None] Routers {'e59c3bdd-5806-491f-bb76-c548ae557793'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:28:34.123011 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-a325e112-4acb-4523-9c97-b514ea1d6f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:28:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e59c3bdd-5806-491f-bb76-c548ae557793'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:28:34.175971 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-acee7d5d-f97e-449f-b991-b7b4d9b697cc req-75f15118-d27c-44d6-a302-bca5a864f7ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 HTTP/1.1" status: 200 len: 217 time: 0.2071259 Mar 28 19:28:34.254175 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee7d5d-f97e-449f-b991-b7b4d9b697cc req-a9f2ffa9-3075-4265-b5b3-a7ea2bca14aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:34.255536 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-acee7d5d-f97e-449f-b991-b7b4d9b697cc req-a9f2ffa9-3075-4265-b5b3-a7ea2bca14aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4799fd7-32c1-40cc-9d73-4bcbf449be01 HTTP/1.1" status: 200 len: 835 time: 0.0659065 Mar 28 19:28:34.309890 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-a325e112-4acb-4523-9c97-b514ea1d6f14 None None] Set router e59c3bdd-5806-491f-bb76-c548ae557793 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:28:34.321971 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87f98a-68c4-48ab-8dff-0d6010b1cf7e req-d90be4e0-5b8d-4875-845f-9c6983784c6b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:34.322649 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-5a87f98a-68c4-48ab-8dff-0d6010b1cf7e req-d90be4e0-5b8d-4875-845f-9c6983784c6b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:28:34.347531 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-5a87f98a-68c4-48ab-8dff-0d6010b1cf7e req-d90be4e0-5b8d-4875-845f-9c6983784c6b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:28:34.348663 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5a87f98a-68c4-48ab-8dff-0d6010b1cf7e req-d90be4e0-5b8d-4875-845f-9c6983784c6b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=db60c53f-df6f-48e9-8508-74fb6913db24 HTTP/1.1" status: 200 len: 945 time: 0.2096870 Mar 28 19:28:34.381764 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee7d5d-f97e-449f-b991-b7b4d9b697cc req-284476fd-4009-4166-bdf7-7cbe6885f6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:34.383234 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-acee7d5d-f97e-449f-b991-b7b4d9b697cc req-284476fd-4009-4166-bdf7-7cbe6885f6aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5f4f494-3635-4d81-b089-06ecc8885fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1161814 Mar 28 19:28:34.431195 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5a87f98a-68c4-48ab-8dff-0d6010b1cf7e req-679773fc-9630-4e5d-8980-02b0b4579ee2 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0893c4-03b8-4316-82a0-ab6faf86e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761013 Mar 28 19:28:34.530685 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-acee7d5d-f97e-449f-b991-b7b4d9b697cc req-7066549d-1b0b-4eeb-9c0c-1e6bfc7e6be8 service neutron] 10.222.0.26 "GET /v2.0/networks/d5f4f494-3635-4d81-b089-06ecc8885fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384389 Mar 28 19:28:34.663354 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-a325e112-4acb-4523-9c97-b514ea1d6f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'name': 'tempest-TestNetworkBasicOps-router-621887034', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:26:33Z', 'updated_at': '2022-03-28T19:26:39Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:48:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:34Z', 'updated_at': '2022-03-28T19:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '5f420f0a-153b-428d-ae7e-4029c08f8f26', 'name': '', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:c6:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:38Z', 'updated_at': '2022-03-28T19:26:44Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:28:34.667458 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a325e112-4acb-4523-9c97-b514ea1d6f14 None None] The sync data for ids ['e59c3bdd-5806-491f-bb76-c548ae557793'] in dv-neutron-834711-1-hyperv is: [{'id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'name': 'tempest-TestNetworkBasicOps-router-621887034', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:26:33Z', 'updated_at': '2022-03-28T19:26:39Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:48:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:34Z', 'updated_at': '2022-03-28T19:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '5f420f0a-153b-428d-ae7e-4029c08f8f26', 'name': '', 'network_id': 'd5f4f494-3635-4d81-b089-06ecc8885fa4', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:c6:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:38Z', 'updated_at': '2022-03-28T19:26:44Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'b4799fd7-32c1-40cc-9d73-4bcbf449be01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:28:34.667652 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-acee7d5d-f97e-449f-b991-b7b4d9b697cc req-a2400ee9-d16e-45d2-84c1-1db54b51bced service neutron] 10.222.0.26 "GET /v2.0/networks/d5f4f494-3635-4d81-b089-06ecc8885fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303198 Mar 28 19:28:34.884209 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb6616a-a5a8-4283-be0c-b1eb7deca3af None None] New status for floating IP 440b8ccd-1228-4090-b6a2-5402e8652cf1: DOWN {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:28:35.650959 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a4ae0-b13f-4d0f-b10e-481a83504deb req-56d8abab-b679-417a-8487-745c344732a7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:35.652254 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b41a4ae0-b13f-4d0f-b10e-481a83504deb req-56d8abab-b679-417a-8487-745c344732a7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/ports?device_id=db60c53f-df6f-48e9-8508-74fb6913db24 HTTP/1.1" status: 200 len: 945 time: 0.1422548 Mar 28 19:28:35.665247 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c16e2c-325a-4ab9-b58d-8dd5726055bd req-c2e6e870-9e9a-4999-9ad1-1121bcf3dae9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:35.666578 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-36c16e2c-325a-4ab9-b58d-8dd5726055bd req-c2e6e870-9e9a-4999-9ad1-1121bcf3dae9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=db60c53f-df6f-48e9-8508-74fb6913db24 HTTP/1.1" status: 200 len: 945 time: 0.1215622 Mar 28 19:28:35.756584 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-b41a4ae0-b13f-4d0f-b10e-481a83504deb req-f11a89e2-3799-40c6-9f5e-e663120d255f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:28:35.756922 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-b41a4ae0-b13f-4d0f-b10e-481a83504deb req-f11a89e2-3799-40c6-9f5e-e663120d255f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:35.806234 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-36c16e2c-325a-4ab9-b58d-8dd5726055bd req-0d2230c0-9d75-4add-8de6-a3210a29afc9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf0893c4-03b8-4316-82a0-ab6faf86e9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058905 Mar 28 19:28:36.012485 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-b41a4ae0-b13f-4d0f-b10e-481a83504deb req-f11a89e2-3799-40c6-9f5e-e663120d255f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] For port 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5,segment=NetworkSegment(398e43f1-58f3-45c5-be6f-8f33b2653149),segment_id=398e43f1-58f3-45c5-be6f-8f33b2653149)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:28:36.013103 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-b41a4ae0-b13f-4d0f-b10e-481a83504deb req-f11a89e2-3799-40c6-9f5e-e663120d255f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:36.132976 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-b41a4ae0-b13f-4d0f-b10e-481a83504deb req-f11a89e2-3799-40c6-9f5e-e663120d255f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:28:36.272976 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-b41a4ae0-b13f-4d0f-b10e-481a83504deb req-f11a89e2-3799-40c6-9f5e-e663120d255f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:36.320753 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a89e2-3799-40c6-9f5e-e663120d255f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:36.393870 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41a4ae0-b13f-4d0f-b10e-481a83504deb req-f11a89e2-3799-40c6-9f5e-e663120d255f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] No DVR routers for this DVR port 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:28:36.396118 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-b41a4ae0-b13f-4d0f-b10e-481a83504deb req-f11a89e2-3799-40c6-9f5e-e663120d255f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:36.398465 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db60c53f-df6f-48e9-8508-74fb6913db24', 'name': 'network-vif-deleted', 'tag': '7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:28:36.414591 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b41a4ae0-b13f-4d0f-b10e-481a83504deb req-f11a89e2-3799-40c6-9f5e-e663120d255f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "DELETE /v2.0/ports/7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 HTTP/1.1" status: 204 len: 173 time: 0.7566841 Mar 28 19:28:36.443020 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db60c53f-df6f-48e9-8508-74fb6913db24', 'name': 'network-vif-deleted', 'tag': '7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5', 'status': 'completed', 'code': 200} Mar 28 19:28:36.977920 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-4499488e-dfef-42bd-8b40-a6ae24c5169a req-4f078798-3acb-43d4-81b4-7e57dc2d2761 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:28:36.992368 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-4499488e-dfef-42bd-8b40-a6ae24c5169a req-4f078798-3acb-43d4-81b4-7e57dc2d2761 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:28:36.993476 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4499488e-dfef-42bd-8b40-a6ae24c5169a req-4f078798-3acb-43d4-81b4-7e57dc2d2761 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=db60c53f-df6f-48e9-8508-74fb6913db24 HTTP/1.1" status: 200 len: 210 time: 0.0570669 Mar 28 19:28:38.085852 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35468) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:28:38.258869 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-52e1ae6f-8277-4014-b133-fe7c0a935b81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:38.289081 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-52e1ae6f-8277-4014-b133-fe7c0a935b81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:38.328541 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:28:38.351526 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-52e1ae6f-8277-4014-b133-fe7c0a935b81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:38.366231 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:28:38.366573 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 7fc3405e-6ff6-43ef-ada5-a2b065f7fcc5 not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:28:38.370840 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1ae6f-8277-4014-b133-fe7c0a935b81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0893c4-03b8-4316-82a0-ab6faf86e9bd,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:38.379751 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-52e1ae6f-8277-4014-b133-fe7c0a935b81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:38.383114 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-52e1ae6f-8277-4014-b133-fe7c0a935b81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/security-groups/bf0893c4-03b8-4316-82a0-ab6faf86e9bd HTTP/1.1" status: 204 len: 168 time: 0.2962034 Mar 28 19:28:38.410962 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35474) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:28:38.982706 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d050709d-d5cc-40b2-88de-c690fe04e86e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:39.346494 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-d050709d-d5cc-40b2-88de-c690fe04e86e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port 5f420f0a-153b-428d-ae7e-4029c08f8f26 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:28:39.347185 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d050709d-d5cc-40b2-88de-c690fe04e86e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:39.563508 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-d050709d-d5cc-40b2-88de-c690fe04e86e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] For port 5f420f0a-153b-428d-ae7e-4029c08f8f26, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=5f420f0a-153b-428d-ae7e-4029c08f8f26,segment=NetworkSegment(398e43f1-58f3-45c5-be6f-8f33b2653149),segment_id=398e43f1-58f3-45c5-be6f-8f33b2653149)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:28:39.563859 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d050709d-d5cc-40b2-88de-c690fe04e86e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:39.687098 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-d050709d-d5cc-40b2-88de-c690fe04e86e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for 5f420f0a-153b-428d-ae7e-4029c08f8f26 owned by network:router_interface {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:28:40.001983 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d050709d-d5cc-40b2-88de-c690fe04e86e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:40.051787 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050709d-d5cc-40b2-88de-c690fe04e86e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=5f420f0a-153b-428d-ae7e-4029c08f8f26,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:40.322604 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d050709d-d5cc-40b2-88de-c690fe04e86e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:40.674899 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d050709d-d5cc-40b2-88de-c690fe04e86e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router e59c3bdd-5806-491f-bb76-c548ae557793 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:28:40.853460 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d050709d-d5cc-40b2-88de-c690fe04e86e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:28:40.863261 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0468ebd8-97e8-455b-8702-60498eb7c12c None None] Sync routers for ids ['e59c3bdd-5806-491f-bb76-c548ae557793'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:28:40.869967 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d050709d-d5cc-40b2-88de-c690fe04e86e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "PUT /v2.0/routers/e59c3bdd-5806-491f-bb76-c548ae557793/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4576857 Mar 28 19:28:40.872572 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35478) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:28:40.876674 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0468ebd8-97e8-455b-8702-60498eb7c12c None None] Routers {'e59c3bdd-5806-491f-bb76-c548ae557793'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:28:40.877273 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0468ebd8-97e8-455b-8702-60498eb7c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:28:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e59c3bdd-5806-491f-bb76-c548ae557793'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:28:40.937240 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb7b57e-07e3-4392-bcec-d521f214811e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting subnet b4799fd7-32c1-40cc-9d73-4bcbf449be01 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:28:40.940139 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fdb7b57e-07e3-4392-bcec-d521f214811e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:40.995871 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fdb7b57e-07e3-4392-bcec-d521f214811e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:41.058132 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-0468ebd8-97e8-455b-8702-60498eb7c12c None None] Set router e59c3bdd-5806-491f-bb76-c548ae557793 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:28:41.077446 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fdb7b57e-07e3-4392-bcec-d521f214811e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:41.149125 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fdb7b57e-07e3-4392-bcec-d521f214811e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:41.192980 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fdb7b57e-07e3-4392-bcec-d521f214811e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:41.197134 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7b57e-07e3-4392-bcec-d521f214811e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Subnet': ['ID=b4799fd7-32c1-40cc-9d73-4bcbf449be01,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:41.199903 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e25fd5-930b-40c2-8099-dd6119a5133e None None] Network d5f4f494-3635-4d81-b089-06ecc8885fa4 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:28:41.205721 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-fdb7b57e-07e3-4392-bcec-d521f214811e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/subnets/b4799fd7-32c1-40cc-9d73-4bcbf449be01 HTTP/1.1" status: 204 len: 168 time: 0.3321879 Mar 28 19:28:41.205884 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35482) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:28:41.352670 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0468ebd8-97e8-455b-8702-60498eb7c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'name': 'tempest-TestNetworkBasicOps-router-621887034', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:26:33Z', 'updated_at': '2022-03-28T19:28:39Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:48:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:34Z', 'updated_at': '2022-03-28T19:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:28:41.356667 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0468ebd8-97e8-455b-8702-60498eb7c12c None None] Checking router: e59c3bdd-5806-491f-bb76-c548ae557793 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:28:41.365619 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0468ebd8-97e8-455b-8702-60498eb7c12c None None] Routers {'e59c3bdd-5806-491f-bb76-c548ae557793'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:28:41.366228 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0468ebd8-97e8-455b-8702-60498eb7c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:28:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e59c3bdd-5806-491f-bb76-c548ae557793'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:28:41.403106 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3c5edebc-322d-48b6-bd89-13c74ad6037d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:41.489072 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74b92aa-bfba-43af-b2ff-c7260386d134 None None] DHCP port deletion for d5f4f494-3635-4d81-b089-06ecc8885fa4 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:28:41.492986 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f74b92aa-bfba-43af-b2ff-c7260386d134 None None] Deleting port fe478cc1-393f-4aa4-8aed-4fb34b28fbce {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:28:41.493357 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f74b92aa-bfba-43af-b2ff-c7260386d134 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:41.543469 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-0468ebd8-97e8-455b-8702-60498eb7c12c None None] Set router e59c3bdd-5806-491f-bb76-c548ae557793 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:28:41.593051 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3c5edebc-322d-48b6-bd89-13c74ad6037d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:41.603629 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-3c5edebc-322d-48b6-bd89-13c74ad6037d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port 2278df0c-66c5-46ab-8c37-f5519e0d0899 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:28:41.604014 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3c5edebc-322d-48b6-bd89-13c74ad6037d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:41.707572 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-f74b92aa-bfba-43af-b2ff-c7260386d134 None None] For port fe478cc1-393f-4aa4-8aed-4fb34b28fbce, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=fe478cc1-393f-4aa4-8aed-4fb34b28fbce,segment=NetworkSegment(398e43f1-58f3-45c5-be6f-8f33b2653149),segment_id=398e43f1-58f3-45c5-be6f-8f33b2653149)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:28:41.707932 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f74b92aa-bfba-43af-b2ff-c7260386d134 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:41.841445 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f74b92aa-bfba-43af-b2ff-c7260386d134 None None] Calling delete_port for fe478cc1-393f-4aa4-8aed-4fb34b28fbce owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:28:41.860355 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0468ebd8-97e8-455b-8702-60498eb7c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'name': 'tempest-TestNetworkBasicOps-router-621887034', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:26:33Z', 'updated_at': '2022-03-28T19:28:39Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:48:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:34Z', 'updated_at': '2022-03-28T19:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:28:41.868354 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0468ebd8-97e8-455b-8702-60498eb7c12c None None] The sync data for ids ['e59c3bdd-5806-491f-bb76-c548ae557793'] in dv-neutron-834711-1-hyperv is: [{'id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'name': 'tempest-TestNetworkBasicOps-router-621887034', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:26:33Z', 'updated_at': '2022-03-28T19:28:39Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '2278df0c-66c5-46ab-8c37-f5519e0d0899', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:48:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59c3bdd-5806-491f-bb76-c548ae557793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:26:34Z', 'updated_at': '2022-03-28T19:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:28:41.904239 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-3c5edebc-322d-48b6-bd89-13c74ad6037d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] For port 2278df0c-66c5-46ab-8c37-f5519e0d0899, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=2278df0c-66c5-46ab-8c37-f5519e0d0899,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:28:41.904239 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3c5edebc-322d-48b6-bd89-13c74ad6037d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:41.963339 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f74b92aa-bfba-43af-b2ff-c7260386d134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:42.005923 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b92aa-bfba-43af-b2ff-c7260386d134 None None] Pushing event deleted for resources: {'Port': ['ID=fe478cc1-393f-4aa4-8aed-4fb34b28fbce,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:42.014827 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74b92aa-bfba-43af-b2ff-c7260386d134 None None] No DVR routers for this DVR port fe478cc1-393f-4aa4-8aed-4fb34b28fbce on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:28:42.017265 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74b92aa-bfba-43af-b2ff-c7260386d134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:42.017610 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74b92aa-bfba-43af-b2ff-c7260386d134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:42.017945 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74b92aa-bfba-43af-b2ff-c7260386d134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:42.018276 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74b92aa-bfba-43af-b2ff-c7260386d134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:42.018607 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74b92aa-bfba-43af-b2ff-c7260386d134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:42.018969 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74b92aa-bfba-43af-b2ff-c7260386d134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:42.019302 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74b92aa-bfba-43af-b2ff-c7260386d134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:42.019643 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74b92aa-bfba-43af-b2ff-c7260386d134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:42.019951 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74b92aa-bfba-43af-b2ff-c7260386d134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:42.020273 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74b92aa-bfba-43af-b2ff-c7260386d134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:42.020592 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74b92aa-bfba-43af-b2ff-c7260386d134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:42.020909 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74b92aa-bfba-43af-b2ff-c7260386d134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:42.030378 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-3c5edebc-322d-48b6-bd89-13c74ad6037d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for 2278df0c-66c5-46ab-8c37-f5519e0d0899 owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:28:42.209255 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device fe478cc1-393f-4aa4-8aed-4fb34b28fbce no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:28:42.245908 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: fe478cc1-393f-4aa4-8aed-4fb34b28fbce {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:28:42.246364 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device fe478cc1-393f-4aa4-8aed-4fb34b28fbce not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:28:42.342304 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3c5edebc-322d-48b6-bd89-13c74ad6037d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:42.391850 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5edebc-322d-48b6-bd89-13c74ad6037d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=2278df0c-66c5-46ab-8c37-f5519e0d0899,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:42.478992 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3c5edebc-322d-48b6-bd89-13c74ad6037d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:42.645941 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3c5edebc-322d-48b6-bd89-13c74ad6037d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:42.648091 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3c5edebc-322d-48b6-bd89-13c74ad6037d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:42.673411 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3c5edebc-322d-48b6-bd89-13c74ad6037d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:42.673920 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5edebc-322d-48b6-bd89-13c74ad6037d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Fanout notify agent at l3_agent the message router_deleted on router e59c3bdd-5806-491f-bb76-c548ae557793 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:28:42.689480 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3c5edebc-322d-48b6-bd89-13c74ad6037d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:42.690559 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3c5edebc-322d-48b6-bd89-13c74ad6037d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/routers/e59c3bdd-5806-491f-bb76-c548ae557793 HTTP/1.1" status: 204 len: 168 time: 1.4836559 Mar 28 19:28:42.693429 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35486) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:28:42.808785 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f637b8f8-56df-4712-81ac-f298ba2f77f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:42.940608 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f637b8f8-56df-4712-81ac-f298ba2f77f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:42.964915 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-f637b8f8-56df-4712-81ac-f298ba2f77f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f4f494-3635-4d81-b089-06ecc8885fa4']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:28:42.976992 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-f637b8f8-56df-4712-81ac-f298ba2f77f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '398e43f1-58f3-45c5-be6f-8f33b2653149') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:28:42.977289 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-f637b8f8-56df-4712-81ac-f298ba2f77f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '398e43f1-58f3-45c5-be6f-8f33b2653149') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:28:42.988224 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f637b8f8-56df-4712-81ac-f298ba2f77f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:43.003299 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f637b8f8-56df-4712-81ac-f298ba2f77f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:43.008977 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f637b8f8-56df-4712-81ac-f298ba2f77f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:28:43.009348 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f637b8f8-56df-4712-81ac-f298ba2f77f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:28:43.023970 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:28:43.201324 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f637b8f8-56df-4712-81ac-f298ba2f77f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:43.207213 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f637b8f8-56df-4712-81ac-f298ba2f77f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:43.233393 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637b8f8-56df-4712-81ac-f298ba2f77f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Network': ['ID=d5f4f494-3635-4d81-b089-06ecc8885fa4,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:43.237184 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f637b8f8-56df-4712-81ac-f298ba2f77f9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/networks/d5f4f494-3635-4d81-b089-06ecc8885fa4 HTTP/1.1" status: 204 len: 168 time: 0.5427759 Mar 28 19:28:43.263048 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35490) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:28:43.269062 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-a9efae9f-e893-4c42-af53-95c453a43f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'network': {'name': 'tempest-network-smoke--1434975026', 'project_id': '061332865d564f96959562b5c3aa8701', 'port_security_enabled': True}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:28:43.274119 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a9efae9f-e893-4c42-af53-95c453a43f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:28:43.278347 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a9efae9f-e893-4c42-af53-95c453a43f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:network and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:28:43.281342 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-a9efae9f-e893-4c42-af53-95c453a43f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:28:43.287234 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-a9efae9f-e893-4c42-af53-95c453a43f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:28:43.297910 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9efae9f-e893-4c42-af53-95c453a43f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Made reservation on behalf of 061332865d564f96959562b5c3aa8701 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:28:43.301212 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a9efae9f-e893-4c42-af53-95c453a43f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:43.330240 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9efae9f-e893-4c42-af53-95c453a43f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:28:43.339371 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a9efae9f-e893-4c42-af53-95c453a43f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:43.339707 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-a9efae9f-e893-4c42-af53-95c453a43f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Added segment 0b7e602a-9bd9-43c7-b3c4-049cd34f2d64 of type vlan for network 22e1a9b7-1c59-4bd8-8780-e019dd7028ba Mar 28 19:28:43.365543 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a9efae9f-e893-4c42-af53-95c453a43f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:43.394524 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a9efae9f-e893-4c42-af53-95c453a43f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:43.400136 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9efae9f-e893-4c42-af53-95c453a43f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:43.400707 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-a9efae9f-e893-4c42-af53-95c453a43f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:43.509927 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a9efae9f-e893-4c42-af53-95c453a43f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2458305 Mar 28 19:28:43.512754 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35494) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:28:43.516371 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9efae9f-e893-4c42-af53-95c453a43f23 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Network': ['ID=22e1a9b7-1c59-4bd8-8780-e019dd7028ba,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:43.520662 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-035aaa02-e261-4015-86f9-81f00b90807c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1916283569', 'admin_state_up': True, 'project_id': '061332865d564f96959562b5c3aa8701', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:28:43.526178 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 22e1a9b7-1c59-4bd8-8780-e019dd7028ba details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:28:43.528758 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-035aaa02-e261-4015-86f9-81f00b90807c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:28:43.533199 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-035aaa02-e261-4015-86f9-81f00b90807c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:router and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:28:43.535984 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-035aaa02-e261-4015-86f9-81f00b90807c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:28:43.542067 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-035aaa02-e261-4015-86f9-81f00b90807c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:28:43.552250 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-035aaa02-e261-4015-86f9-81f00b90807c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:43.553386 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-035aaa02-e261-4015-86f9-81f00b90807c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:43.568536 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-035aaa02-e261-4015-86f9-81f00b90807c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:43.839134 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 5f420f0a-153b-428d-ae7e-4029c08f8f26 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:28:43.872133 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 5f420f0a-153b-428d-ae7e-4029c08f8f26 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:28:43.872469 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 5f420f0a-153b-428d-ae7e-4029c08f8f26 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:28:43.872885 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2278df0c-66c5-46ab-8c37-f5519e0d0899 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:28:43.904985 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 2278df0c-66c5-46ab-8c37-f5519e0d0899 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:28:43.905318 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2278df0c-66c5-46ab-8c37-f5519e0d0899 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:28:43.954064 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-035aaa02-e261-4015-86f9-81f00b90807c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:44.249308 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-035aaa02-e261-4015-86f9-81f00b90807c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_gateway, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:44.282296 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-035aaa02-e261-4015-86f9-81f00b90807c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:44.410835 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-035aaa02-e261-4015-86f9-81f00b90807c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.26.4.145 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/1e580f45-02ed-4c86-bef9-91047d693c26) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:28:44.557616 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-035aaa02-e261-4015-86f9-81f00b90807c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:44.587498 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-035aaa02-e261-4015-86f9-81f00b90807c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:44.648453 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035aaa02-e261-4015-86f9-81f00b90807c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:28:44.651163 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-035aaa02-e261-4015-86f9-81f00b90807c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:28:44.659309 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035aaa02-e261-4015-86f9-81f00b90807c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:28:44.693336 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035aaa02-e261-4015-86f9-81f00b90807c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=1e580f45-02ed-4c86-bef9-91047d693c26,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:45.068484 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-035aaa02-e261-4015-86f9-81f00b90807c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_gateway, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:45.514260 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-035aaa02-e261-4015-86f9-81f00b90807c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:45.715639 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035aaa02-e261-4015-86f9-81f00b90807c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router cefb67f1-a452-4f53-abee-f44e92e2438f is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:28:45.895919 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035aaa02-e261-4015-86f9-81f00b90807c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:28:45.905084 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e787809-915e-4582-be1a-aa10ec0f04e6 None None] Sync routers for ids ['cefb67f1-a452-4f53-abee-f44e92e2438f'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:28:45.914782 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e787809-915e-4582-be1a-aa10ec0f04e6 None None] Routers {'cefb67f1-a452-4f53-abee-f44e92e2438f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:28:45.915349 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-3e787809-915e-4582-be1a-aa10ec0f04e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:28:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['cefb67f1-a452-4f53-abee-f44e92e2438f'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:28:45.923062 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-035aaa02-e261-4015-86f9-81f00b90807c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:45.924272 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-035aaa02-e261-4015-86f9-81f00b90807c tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4101427 Mar 28 19:28:45.927492 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35498) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:28:46.091582 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-3e787809-915e-4582-be1a-aa10ec0f04e6 None None] Set router cefb67f1-a452-4f53-abee-f44e92e2438f gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:28:46.099001 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7ec424ff-30f4-4557-8c5f-b69f7ca93548 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=061332865d564f96959562b5c3aa8701&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1679056 Mar 28 19:28:46.099160 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35504) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:28:46.228113 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfad2bd-d69b-4e14-8d14-26bffd0da8d6 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:46.229586 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2bfad2bd-d69b-4e14-8d14-26bffd0da8d6 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1295478 Mar 28 19:28:46.232500 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35508) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:28:46.274705 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7c1158cf-062c-4c3e-bfc2-0923d2bcfb89 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=222bb166-3b66-45c7-9663-18be61b96587&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411556 Mar 28 19:28:46.277288 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35512) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:28:46.283480 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-2b6835f8-73cd-43e4-b529-fcc11091bfac tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-120655270', 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba', 'project_id': '061332865d564f96959562b5c3aa8701', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:28:46.374363 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-3e787809-915e-4582-be1a-aa10ec0f04e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'name': 'tempest-TestNetworkBasicOps-router-1916283569', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:28:43Z', 'updated_at': '2022-03-28T19:28:44Z', 'revision_number': 3, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:28:44Z', 'updated_at': '2022-03-28T19:28:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:28:46.378488 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e787809-915e-4582-be1a-aa10ec0f04e6 None None] Checking router: cefb67f1-a452-4f53-abee-f44e92e2438f for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:28:46.378848 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e787809-915e-4582-be1a-aa10ec0f04e6 None None] Updating router cefb67f1-a452-4f53-abee-f44e92e2438f port 1e580f45-02ed-4c86-bef9-91047d693c26 binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:28:46.390905 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2b6835f8-73cd-43e4-b529-fcc11091bfac tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:28:46.394682 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2b6835f8-73cd-43e4-b529-fcc11091bfac tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:subnet and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:28:46.397488 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2b6835f8-73cd-43e4-b529-fcc11091bfac tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:28:46.403126 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2b6835f8-73cd-43e4-b529-fcc11091bfac tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:28:46.414275 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6835f8-73cd-43e4-b529-fcc11091bfac tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Made reservation on behalf of 061332865d564f96959562b5c3aa8701 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:28:46.417886 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b6835f8-73cd-43e4-b529-fcc11091bfac tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:46.431803 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3e787809-915e-4582-be1a-aa10ec0f04e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:46.628541 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b6835f8-73cd-43e4-b529-fcc11091bfac tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:46.676497 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:28:46.711193 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6835f8-73cd-43e4-b529-fcc11091bfac tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Subnet': ['ID=c37076f6-35de-4b9e-8cd0-ecc7d71f0b84,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:46.720813 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6835f8-73cd-43e4-b529-fcc11091bfac tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Checking segment: {'id': '0b7e602a-9bd9-43c7-b3c4-049cd34f2d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:28:46.721175 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6835f8-73cd-43e4-b529-fcc11091bfac tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network hostable DHCP agents. Network: 22e1a9b7-1c59-4bd8-8780-e019dd7028ba, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:28:46.740292 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6835f8-73cd-43e4-b529-fcc11091bfac tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network 22e1a9b7-1c59-4bd8-8780-e019dd7028ba is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:28:46.749450 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-2b6835f8-73cd-43e4-b529-fcc11091bfac tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 22e1a9b7-1c59-4bd8-8780-e019dd7028ba) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:28:46.754839 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6835f8-73cd-43e4-b529-fcc11091bfac tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:46.755459 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b6835f8-73cd-43e4-b529-fcc11091bfac tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:46.762123 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520a8ec6-2f13-4813-bb10-712bec45e038 None None] Network 22e1a9b7-1c59-4bd8-8780-e019dd7028ba requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:28:46.777841 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2b6835f8-73cd-43e4-b529-fcc11091bfac tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4993854 Mar 28 19:28:46.779704 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3e787809-915e-4582-be1a-aa10ec0f04e6 None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:46.781232 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35516) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:28:46.849861 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-3e787809-915e-4582-be1a-aa10ec0f04e6 None None] Transition to ACTIVE for port object 1e580f45-02ed-4c86-bef9-91047d693c26 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:28:46.863682 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3e787809-915e-4582-be1a-aa10ec0f04e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:47.002455 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add65e8-24a4-4dfc-83a8-a4cc0f40e9d3 None None] Pushing event updated for resources: {'Port': ['ID=1e580f45-02ed-4c86-bef9-91047d693c26,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:47.004658 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-3e787809-915e-4582-be1a-aa10ec0f04e6 None None] Attempting to bind port 1e580f45-02ed-4c86-bef9-91047d693c26 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:28:47.005018 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-3e787809-915e-4582-be1a-aa10ec0f04e6 None None] Attempting to bind port 1e580f45-02ed-4c86-bef9-91047d693c26 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:28:47.005367 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e787809-915e-4582-be1a-aa10ec0f04e6 None None] Attempting to bind port 1e580f45-02ed-4c86-bef9-91047d693c26 on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:28:47.016561 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e787809-915e-4582-be1a-aa10ec0f04e6 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:28:47.016929 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e787809-915e-4582-be1a-aa10ec0f04e6 None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:28:47.017429 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3e787809-915e-4582-be1a-aa10ec0f04e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:47.017699 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e787809-915e-4582-be1a-aa10ec0f04e6 None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:28:47.018197 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-3e787809-915e-4582-be1a-aa10ec0f04e6 None None] Bound port: 1e580f45-02ed-4c86-bef9-91047d693c26, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:28:47.018551 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3e787809-915e-4582-be1a-aa10ec0f04e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:47.167874 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-3e787809-915e-4582-be1a-aa10ec0f04e6 None None] For port 1e580f45-02ed-4c86-bef9-91047d693c26, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:28:47.176871 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d3678c-abf3-4877-9aaa-47c61cea97ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-22e1a9b7-1c59-4bd8-8780-e019dd7028ba', 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'fixed_ips': [{'subnet_id': 'c37076f6-35de-4b9e-8cd0-ecc7d71f0b84'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:28:47.177694 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b8d3678c-abf3-4877-9aaa-47c61cea97ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:47.189541 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-3e787809-915e-4582-be1a-aa10ec0f04e6 None None] For port 1e580f45-02ed-4c86-bef9-91047d693c26, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1e580f45-02ed-4c86-bef9-91047d693c26,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:28:47.194375 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3e787809-915e-4582-be1a-aa10ec0f04e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:47.338733 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e787809-915e-4582-be1a-aa10ec0f04e6 None None] Routers {'cefb67f1-a452-4f53-abee-f44e92e2438f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:28:47.339393 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-3e787809-915e-4582-be1a-aa10ec0f04e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:28:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['cefb67f1-a452-4f53-abee-f44e92e2438f'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:28:47.399755 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add65e8-24a4-4dfc-83a8-a4cc0f40e9d3 None None] Pushing event updated for resources: {'Port': ['ID=1e580f45-02ed-4c86-bef9-91047d693c26,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:47.570046 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-b8d3678c-abf3-4877-9aaa-47c61cea97ba None None] Allocated IP 172.20.0.2 (22e1a9b7-1c59-4bd8-8780-e019dd7028ba/c37076f6-35de-4b9e-8cd0-ecc7d71f0b84/fc493f38-1fb5-424b-b7a0-ada6f3ebc99f) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:28:47.577140 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b9eb8864-952f-4fe1-9321-6a569b8907f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:47.590990 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-3e787809-915e-4582-be1a-aa10ec0f04e6 None None] Set router cefb67f1-a452-4f53-abee-f44e92e2438f gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:28:48.030825 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b8d3678c-abf3-4877-9aaa-47c61cea97ba None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:48.044010 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b8d3678c-abf3-4877-9aaa-47c61cea97ba None None] Transition to ACTIVE for port object fc493f38-1fb5-424b-b7a0-ada6f3ebc99f will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:28:48.069071 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b8d3678c-abf3-4877-9aaa-47c61cea97ba None None] Transition to ACTIVE for port object fc493f38-1fb5-424b-b7a0-ada6f3ebc99f will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:28:48.073697 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-3e787809-915e-4582-be1a-aa10ec0f04e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'name': 'tempest-TestNetworkBasicOps-router-1916283569', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:28:43Z', 'updated_at': '2022-03-28T19:28:44Z', 'revision_number': 3, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:28:44Z', 'updated_at': '2022-03-28T19:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:28:48.077376 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b8d3678c-abf3-4877-9aaa-47c61cea97ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:48.114603 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e787809-915e-4582-be1a-aa10ec0f04e6 None None] The sync data for ids ['cefb67f1-a452-4f53-abee-f44e92e2438f'] in dv-neutron-834711-1-hyperv is: [{'id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'name': 'tempest-TestNetworkBasicOps-router-1916283569', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:28:43Z', 'updated_at': '2022-03-28T19:28:44Z', 'revision_number': 3, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:28:44Z', 'updated_at': '2022-03-28T19:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:28:48.143242 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d3678c-abf3-4877-9aaa-47c61cea97ba None None] Network 22e1a9b7-1c59-4bd8-8780-e019dd7028ba is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:28:48.151168 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-b8d3678c-abf3-4877-9aaa-47c61cea97ba None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:28:48.152265 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-b9eb8864-952f-4fe1-9321-6a569b8907f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.20.0.1 (22e1a9b7-1c59-4bd8-8780-e019dd7028ba/c37076f6-35de-4b9e-8cd0-ecc7d71f0b84/e12e37e8-9dd1-4254-8130-fe632cb07152) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:28:48.154348 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d3678c-abf3-4877-9aaa-47c61cea97ba None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:28:48.194434 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3678c-abf3-4877-9aaa-47c61cea97ba None None] Pushing event updated for resources: {'Port': ['ID=fc493f38-1fb5-424b-b7a0-ada6f3ebc99f,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:48.258837 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-b8d3678c-abf3-4877-9aaa-47c61cea97ba None None] Attempting to bind port fc493f38-1fb5-424b-b7a0-ada6f3ebc99f on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:28:48.258837 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-b8d3678c-abf3-4877-9aaa-47c61cea97ba None None] Attempting to bind port fc493f38-1fb5-424b-b7a0-ada6f3ebc99f by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '0b7e602a-9bd9-43c7-b3c4-049cd34f2d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:28:48.259106 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d3678c-abf3-4877-9aaa-47c61cea97ba None None] Attempting to bind port fc493f38-1fb5-424b-b7a0-ada6f3ebc99f on network 22e1a9b7-1c59-4bd8-8780-e019dd7028ba {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:28:48.264610 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d3678c-abf3-4877-9aaa-47c61cea97ba None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:28:48.265550 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d3678c-abf3-4877-9aaa-47c61cea97ba None None] Checking segment: {'id': '0b7e602a-9bd9-43c7-b3c4-049cd34f2d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:28:48.265951 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b8d3678c-abf3-4877-9aaa-47c61cea97ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:48.266336 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d3678c-abf3-4877-9aaa-47c61cea97ba None None] Bound using segment: {'id': '0b7e602a-9bd9-43c7-b3c4-049cd34f2d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:28:48.266803 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-b8d3678c-abf3-4877-9aaa-47c61cea97ba None None] Bound port: fc493f38-1fb5-424b-b7a0-ada6f3ebc99f, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b7e602a-9bd9-43c7-b3c4-049cd34f2d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:28:48.267203 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b8d3678c-abf3-4877-9aaa-47c61cea97ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:48.323100 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b9eb8864-952f-4fe1-9321-6a569b8907f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:48.350929 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-b9eb8864-952f-4fe1-9321-6a569b8907f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Transition to ACTIVE for port object e12e37e8-9dd1-4254-8130-fe632cb07152 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:28:48.372408 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b9eb8864-952f-4fe1-9321-6a569b8907f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:48.382379 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-b8d3678c-abf3-4877-9aaa-47c61cea97ba None None] For port fc493f38-1fb5-424b-b7a0-ada6f3ebc99f, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:28:48.386264 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-b8d3678c-abf3-4877-9aaa-47c61cea97ba None None] For port fc493f38-1fb5-424b-b7a0-ada6f3ebc99f, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=fc493f38-1fb5-424b-b7a0-ada6f3ebc99f,segment=NetworkSegment(0b7e602a-9bd9-43c7-b3c4-049cd34f2d64),segment_id=0b7e602a-9bd9-43c7-b3c4-049cd34f2d64)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:28:48.394689 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b8d3678c-abf3-4877-9aaa-47c61cea97ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:48.444986 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9eb8864-952f-4fe1-9321-6a569b8907f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network 22e1a9b7-1c59-4bd8-8780-e019dd7028ba is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:28:48.448503 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-b9eb8864-952f-4fe1-9321-6a569b8907f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:28:48.453090 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eb8864-952f-4fe1-9321-6a569b8907f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:28:48.481424 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3678c-abf3-4877-9aaa-47c61cea97ba None None] Pushing event updated for resources: {'Port': ['ID=fc493f38-1fb5-424b-b7a0-ada6f3ebc99f,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:48.516097 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb8864-952f-4fe1-9321-6a569b8907f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=e12e37e8-9dd1-4254-8130-fe632cb07152,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:48.537562 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b9eb8864-952f-4fe1-9321-6a569b8907f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:48.863501 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b9eb8864-952f-4fe1-9321-6a569b8907f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:49.404837 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b9eb8864-952f-4fe1-9321-6a569b8907f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:49.409643 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b9eb8864-952f-4fe1-9321-6a569b8907f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:49.456875 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa369ae9-a5d1-4ebd-a5fe-ab4255289fd0 None None] Network 22e1a9b7-1c59-4bd8-8780-e019dd7028ba requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:28:49.528170 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb8864-952f-4fe1-9321-6a569b8907f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=e12e37e8-9dd1-4254-8130-fe632cb07152,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:49.530924 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b9eb8864-952f-4fe1-9321-6a569b8907f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:49.613444 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-1d9fc850-2665-450b-9770-1f4b4771a709 None None] Provisioning for port fc493f38-1fb5-424b-b7a0-ada6f3ebc99f completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:28:49.673366 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9eb8864-952f-4fe1-9321-6a569b8907f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network 22e1a9b7-1c59-4bd8-8780-e019dd7028ba is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:28:49.674508 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-b9eb8864-952f-4fe1-9321-6a569b8907f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:28:49.889242 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9eb8864-952f-4fe1-9321-6a569b8907f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router cefb67f1-a452-4f53-abee-f44e92e2438f has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:28:49.912218 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device fc493f38-1fb5-424b-b7a0-ada6f3ebc99f up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:28:49.986932 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port fc493f38-1fb5-424b-b7a0-ada6f3ebc99f completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:28:49.992380 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port fc493f38-1fb5-424b-b7a0-ada6f3ebc99f triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:28:49.992774 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:50.062652 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-9d2cf0b4-a8b1-47bf-b45a-1b63c5834816 None None] Provisioning complete for port fc493f38-1fb5-424b-b7a0-ada6f3ebc99f triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:28:50.063066 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9d2cf0b4-a8b1-47bf-b45a-1b63c5834816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:50.086131 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9eb8864-952f-4fe1-9321-6a569b8907f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:28:50.098949 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd3688a-c238-4f96-afee-81e9209da36b None None] Sync routers for ids ['cefb67f1-a452-4f53-abee-f44e92e2438f'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:28:50.110574 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35520) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:28:50.111128 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b9eb8864-952f-4fe1-9321-6a569b8907f8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "PUT /v2.0/routers/cefb67f1-a452-4f53-abee-f44e92e2438f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3282883 Mar 28 19:28:50.111711 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd3688a-c238-4f96-afee-81e9209da36b None None] Routers {'cefb67f1-a452-4f53-abee-f44e92e2438f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:28:50.112394 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0bd3688a-c238-4f96-afee-81e9209da36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:28:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['cefb67f1-a452-4f53-abee-f44e92e2438f'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:28:50.187783 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:50.228129 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port fc493f38-1fb5-424b-b7a0-ada6f3ebc99f, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=fc493f38-1fb5-424b-b7a0-ada6f3ebc99f,segment=NetworkSegment(0b7e602a-9bd9-43c7-b3c4-049cd34f2d64),segment_id=0b7e602a-9bd9-43c7-b3c4-049cd34f2d64)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:28:50.259828 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fa1ca1-8df2-4cff-afdc-673f6856b969 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:50.260324 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fa1ca1-8df2-4cff-afdc-673f6856b969 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:50.260787 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fa1ca1-8df2-4cff-afdc-673f6856b969 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:50.261259 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fa1ca1-8df2-4cff-afdc-673f6856b969 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:50.263784 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:50.264686 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1e580f45-02ed-4c86-bef9-91047d693c26 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:28:50.267642 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35524) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:28:50.267916 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a4fa1ca1-8df2-4cff-afdc-673f6856b969 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1560647 Mar 28 19:28:50.332698 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-0bd3688a-c238-4f96-afee-81e9209da36b None None] Set router cefb67f1-a452-4f53-abee-f44e92e2438f gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:28:50.354557 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148afe98-cee4-42dc-8ed1-257fa836d1fc tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:50.355096 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148afe98-cee4-42dc-8ed1-257fa836d1fc tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:50.355604 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148afe98-cee4-42dc-8ed1-257fa836d1fc tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:50.356057 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148afe98-cee4-42dc-8ed1-257fa836d1fc tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:50.357702 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-148afe98-cee4-42dc-8ed1-257fa836d1fc tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0888817 Mar 28 19:28:50.361446 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35528) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:28:50.434124 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 1e580f45-02ed-4c86-bef9-91047d693c26 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:28:50.443548 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 1e580f45-02ed-4c86-bef9-91047d693c26 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:28:50.443984 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:50.489272 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-9d2cf0b4-a8b1-47bf-b45a-1b63c5834816 None None] Provisioning for port e12e37e8-9dd1-4254-8130-fe632cb07152 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:28:50.497850 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-9d2cf0b4-a8b1-47bf-b45a-1b63c5834816 None None] Provisioning complete for port e12e37e8-9dd1-4254-8130-fe632cb07152 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:28:50.498203 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9d2cf0b4-a8b1-47bf-b45a-1b63c5834816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:50.530701 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=fc493f38-1fb5-424b-b7a0-ada6f3ebc99f,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:50.575043 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-9d2cf0b4-a8b1-47bf-b45a-1b63c5834816 None None] Port e12e37e8-9dd1-4254-8130-fe632cb07152 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:28:50.601534 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0f653a6e-eac3-407e-a84d-3cd2762ed610 tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2360277 Mar 28 19:28:50.634609 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:50.652014 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 1e580f45-02ed-4c86-bef9-91047d693c26, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1e580f45-02ed-4c86-bef9-91047d693c26,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:28:50.657316 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:50.671513 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0bd3688a-c238-4f96-afee-81e9209da36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'name': 'tempest-TestNetworkBasicOps-router-1916283569', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:28:43Z', 'updated_at': '2022-03-28T19:28:48Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:28:44Z', 'updated_at': '2022-03-28T19:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'e12e37e8-9dd1-4254-8130-fe632cb07152', 'name': '', 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:8f:77:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'c37076f6-35de-4b9e-8cd0-ecc7d71f0b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:28:47Z', 'updated_at': '2022-03-28T19:28:49Z', 'revision_number': 2, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'c37076f6-35de-4b9e-8cd0-ecc7d71f0b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:28:50.675370 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd3688a-c238-4f96-afee-81e9209da36b None None] Checking router: cefb67f1-a452-4f53-abee-f44e92e2438f for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:28:50.675822 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd3688a-c238-4f96-afee-81e9209da36b None None] Updating router cefb67f1-a452-4f53-abee-f44e92e2438f port e12e37e8-9dd1-4254-8130-fe632cb07152 binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:28:50.732851 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-0bd3688a-c238-4f96-afee-81e9209da36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:50.736945 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=1e580f45-02ed-4c86-bef9-91047d693c26,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:50.749745 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6d9ddde0-50ad-4576-b4db-50994a2e72bf None None] Provisioning complete for port e12e37e8-9dd1-4254-8130-fe632cb07152 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:28:50.750349 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6d9ddde0-50ad-4576-b4db-50994a2e72bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:50.806768 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35534) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:28:50.807950 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-6d9ddde0-50ad-4576-b4db-50994a2e72bf None None] Port e12e37e8-9dd1-4254-8130-fe632cb07152 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:28:50.812690 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-abf1f89a-0697-476e-b3dc-64056023ff61 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1029163512', 'description': 'tempest-secgroup-smoke-1029163512 description', 'project_id': '061332865d564f96959562b5c3aa8701'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:28:50.818567 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-abf1f89a-0697-476e-b3dc-64056023ff61 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:28:50.822754 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-abf1f89a-0697-476e-b3dc-64056023ff61 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:28:50.825801 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-abf1f89a-0697-476e-b3dc-64056023ff61 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:28:50.832222 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-abf1f89a-0697-476e-b3dc-64056023ff61 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:28:50.842108 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-abf1f89a-0697-476e-b3dc-64056023ff61 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:50.861797 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-abf1f89a-0697-476e-b3dc-64056023ff61 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:28:50.866277 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-abf1f89a-0697-476e-b3dc-64056023ff61 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:28:50.869056 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-abf1f89a-0697-476e-b3dc-64056023ff61 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:28:50.875168 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-abf1f89a-0697-476e-b3dc-64056023ff61 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:28:50.945231 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-abf1f89a-0697-476e-b3dc-64056023ff61 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:50.949546 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-abf1f89a-0697-476e-b3dc-64056023ff61 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:50.993648 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1f89a-0697-476e-b3dc-64056023ff61 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ac6684-230a-498a-bf36-51cf8e7b9164,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:50.996962 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-abf1f89a-0697-476e-b3dc-64056023ff61 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:50.998148 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-abf1f89a-0697-476e-b3dc-64056023ff61 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1903706 Mar 28 19:28:51.001052 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35538) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:28:51.006182 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-5f9022fb-b41c-4ec7-b45b-0cb6f003c240 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': 'c8ac6684-230a-498a-bf36-51cf8e7b9164', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:28:51.012146 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-5f9022fb-b41c-4ec7-b45b-0cb6f003c240 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:28:51.016532 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5f9022fb-b41c-4ec7-b45b-0cb6f003c240 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:28:51.019501 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5f9022fb-b41c-4ec7-b45b-0cb6f003c240 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:28:51.025138 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-5f9022fb-b41c-4ec7-b45b-0cb6f003c240 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:28:51.041582 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5f9022fb-b41c-4ec7-b45b-0cb6f003c240 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:51.084612 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-0bd3688a-c238-4f96-afee-81e9209da36b None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:51.096561 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-0bd3688a-c238-4f96-afee-81e9209da36b None None] Transition to ACTIVE for port object e12e37e8-9dd1-4254-8130-fe632cb07152 will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:28:51.102612 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-0bd3688a-c238-4f96-afee-81e9209da36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:51.104565 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5f9022fb-b41c-4ec7-b45b-0cb6f003c240 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:51.107854 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5f9022fb-b41c-4ec7-b45b-0cb6f003c240 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:51.131304 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9022fb-b41c-4ec7-b45b-0cb6f003c240 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47431a2-2b2a-4d42-9942-1d325d08ccff,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:51.141013 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5f9022fb-b41c-4ec7-b45b-0cb6f003c240 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:51.144846 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5f9022fb-b41c-4ec7-b45b-0cb6f003c240 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1402979 Mar 28 19:28:51.145118 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35542) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:28:51.150090 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-445fe728-aa67-45b0-aa6d-857b55161fbd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': 'c8ac6684-230a-498a-bf36-51cf8e7b9164', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:28:51.157074 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-445fe728-aa67-45b0-aa6d-857b55161fbd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:28:51.160924 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-445fe728-aa67-45b0-aa6d-857b55161fbd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:28:51.163701 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-445fe728-aa67-45b0-aa6d-857b55161fbd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:28:51.169329 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-445fe728-aa67-45b0-aa6d-857b55161fbd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:28:51.187875 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-445fe728-aa67-45b0-aa6d-857b55161fbd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:51.235472 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619abb4-3e46-4cf1-a8f1-2b6a865ab2ff None None] Pushing event updated for resources: {'Port': ['ID=e12e37e8-9dd1-4254-8130-fe632cb07152,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:51.252548 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-445fe728-aa67-45b0-aa6d-857b55161fbd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:51.257516 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-445fe728-aa67-45b0-aa6d-857b55161fbd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:51.269123 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619abb4-3e46-4cf1-a8f1-2b6a865ab2ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:51.269475 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619abb4-3e46-4cf1-a8f1-2b6a865ab2ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:51.269809 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619abb4-3e46-4cf1-a8f1-2b6a865ab2ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:51.270142 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619abb4-3e46-4cf1-a8f1-2b6a865ab2ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:51.270481 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619abb4-3e46-4cf1-a8f1-2b6a865ab2ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:51.270793 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619abb4-3e46-4cf1-a8f1-2b6a865ab2ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:51.271151 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619abb4-3e46-4cf1-a8f1-2b6a865ab2ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:51.271474 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619abb4-3e46-4cf1-a8f1-2b6a865ab2ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:51.271794 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619abb4-3e46-4cf1-a8f1-2b6a865ab2ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:51.272113 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619abb4-3e46-4cf1-a8f1-2b6a865ab2ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:51.272429 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619abb4-3e46-4cf1-a8f1-2b6a865ab2ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:51.273259 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619abb4-3e46-4cf1-a8f1-2b6a865ab2ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:28:51.279120 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fe728-aa67-45b0-aa6d-857b55161fbd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b08aa501-b142-498a-b5fe-21af0514dc92,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:51.293080 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-445fe728-aa67-45b0-aa6d-857b55161fbd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:51.294402 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-445fe728-aa67-45b0-aa6d-857b55161fbd tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1483672 Mar 28 19:28:51.298226 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35546) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:28:51.304968 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-0bcfa447-f2f4-4142-b9da-e0ba08a25ad3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': 'c8ac6684-230a-498a-bf36-51cf8e7b9164', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:28:51.312149 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0bcfa447-f2f4-4142-b9da-e0ba08a25ad3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:28:51.316164 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0bcfa447-f2f4-4142-b9da-e0ba08a25ad3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:28:51.319138 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0bcfa447-f2f4-4142-b9da-e0ba08a25ad3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:28:51.329590 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0bcfa447-f2f4-4142-b9da-e0ba08a25ad3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:28:51.339714 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-0bd3688a-c238-4f96-afee-81e9209da36b None None] Attempting to bind port e12e37e8-9dd1-4254-8130-fe632cb07152 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:28:51.340111 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-0bd3688a-c238-4f96-afee-81e9209da36b None None] Attempting to bind port e12e37e8-9dd1-4254-8130-fe632cb07152 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '0b7e602a-9bd9-43c7-b3c4-049cd34f2d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:28:51.340524 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd3688a-c238-4f96-afee-81e9209da36b None None] Attempting to bind port e12e37e8-9dd1-4254-8130-fe632cb07152 on network 22e1a9b7-1c59-4bd8-8780-e019dd7028ba {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:28:51.346755 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd3688a-c238-4f96-afee-81e9209da36b None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:28:51.347153 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd3688a-c238-4f96-afee-81e9209da36b None None] Checking segment: {'id': '0b7e602a-9bd9-43c7-b3c4-049cd34f2d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:28:51.347546 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-0bd3688a-c238-4f96-afee-81e9209da36b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:51.347825 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0bcfa447-f2f4-4142-b9da-e0ba08a25ad3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:51.347934 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd3688a-c238-4f96-afee-81e9209da36b None None] Bound using segment: {'id': '0b7e602a-9bd9-43c7-b3c4-049cd34f2d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:28:51.348379 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-0bd3688a-c238-4f96-afee-81e9209da36b None None] Bound port: e12e37e8-9dd1-4254-8130-fe632cb07152, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b7e602a-9bd9-43c7-b3c4-049cd34f2d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:28:51.348748 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-0bd3688a-c238-4f96-afee-81e9209da36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:51.411855 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0bcfa447-f2f4-4142-b9da-e0ba08a25ad3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:51.415292 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0bcfa447-f2f4-4142-b9da-e0ba08a25ad3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:51.439052 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfa447-f2f4-4142-b9da-e0ba08a25ad3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250d679d-e1a0-4cd2-8e8d-50b0e99face2,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:51.439443 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-0bd3688a-c238-4f96-afee-81e9209da36b None None] For port e12e37e8-9dd1-4254-8130-fe632cb07152, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:28:51.442678 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-0bd3688a-c238-4f96-afee-81e9209da36b None None] For port e12e37e8-9dd1-4254-8130-fe632cb07152, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e12e37e8-9dd1-4254-8130-fe632cb07152,segment=NetworkSegment(0b7e602a-9bd9-43c7-b3c4-049cd34f2d64),segment_id=0b7e602a-9bd9-43c7-b3c4-049cd34f2d64)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:28:51.446974 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-0bd3688a-c238-4f96-afee-81e9209da36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:51.448143 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0bcfa447-f2f4-4142-b9da-e0ba08a25ad3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:51.449374 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0bcfa447-f2f4-4142-b9da-e0ba08a25ad3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1495454 Mar 28 19:28:51.453525 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35550) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:28:51.459227 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-6b87c3b3-86e7-4563-ae0a-a8b395345f19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': 'c8ac6684-230a-498a-bf36-51cf8e7b9164', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:28:51.465031 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6b87c3b3-86e7-4563-ae0a-a8b395345f19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:28:51.468935 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6b87c3b3-86e7-4563-ae0a-a8b395345f19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:28:51.471775 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6b87c3b3-86e7-4563-ae0a-a8b395345f19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:28:51.477402 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6b87c3b3-86e7-4563-ae0a-a8b395345f19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:28:51.495591 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6b87c3b3-86e7-4563-ae0a-a8b395345f19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:51.526680 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd3688a-c238-4f96-afee-81e9209da36b None None] Routers {'cefb67f1-a452-4f53-abee-f44e92e2438f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:28:51.527301 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0bd3688a-c238-4f96-afee-81e9209da36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:28:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['cefb67f1-a452-4f53-abee-f44e92e2438f'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:28:51.565172 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6b87c3b3-86e7-4563-ae0a-a8b395345f19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:51.569269 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6b87c3b3-86e7-4563-ae0a-a8b395345f19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:51.588266 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619abb4-3e46-4cf1-a8f1-2b6a865ab2ff None None] Pushing event updated for resources: {'Port': ['ID=e12e37e8-9dd1-4254-8130-fe632cb07152,revision_number=4']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:51.596509 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87c3b3-86e7-4563-ae0a-a8b395345f19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac2141f-434d-4612-85ff-af1320534a2a,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:51.608726 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6b87c3b3-86e7-4563-ae0a-a8b395345f19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:51.609930 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6b87c3b3-86e7-4563-ae0a-a8b395345f19 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1553254 Mar 28 19:28:51.612867 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35554) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:28:51.618546 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-eb65b071-1da8-4778-a03d-215685f18b64 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': 'c8ac6684-230a-498a-bf36-51cf8e7b9164', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:28:51.626032 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-eb65b071-1da8-4778-a03d-215685f18b64 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:28:51.630294 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-eb65b071-1da8-4778-a03d-215685f18b64 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:28:51.633495 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-eb65b071-1da8-4778-a03d-215685f18b64 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:28:51.640713 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-eb65b071-1da8-4778-a03d-215685f18b64 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:28:51.652501 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-eb65b071-1da8-4778-a03d-215685f18b64 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Project 061332865d564f96959562b5c3aa8701 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:28:51.660120 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eb65b071-1da8-4778-a03d-215685f18b64 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:51.725635 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-0bd3688a-c238-4f96-afee-81e9209da36b None None] Set router cefb67f1-a452-4f53-abee-f44e92e2438f gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:28:51.737606 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eb65b071-1da8-4778-a03d-215685f18b64 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:51.741693 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eb65b071-1da8-4778-a03d-215685f18b64 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:51.772555 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65b071-1da8-4778-a03d-215685f18b64 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd1cf6c-8bab-44c7-a7d5-dc24713599d5,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:51.781109 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eb65b071-1da8-4778-a03d-215685f18b64 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:51.783219 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-eb65b071-1da8-4778-a03d-215685f18b64 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1690915 Mar 28 19:28:51.786073 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35558) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:28:51.791143 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-cbfe2c8e-7d3b-4c20-a222-1c021c3dc679 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'security_group_rule': {'security_group_id': 'c8ac6684-230a-498a-bf36-51cf8e7b9164', 'project_id': '061332865d564f96959562b5c3aa8701', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:28:51.798972 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-cbfe2c8e-7d3b-4c20-a222-1c021c3dc679 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:28:51.803254 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-cbfe2c8e-7d3b-4c20-a222-1c021c3dc679 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:security_group_rule and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:28:51.806217 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-cbfe2c8e-7d3b-4c20-a222-1c021c3dc679 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:28:51.812939 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-cbfe2c8e-7d3b-4c20-a222-1c021c3dc679 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:28:51.825332 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-cbfe2c8e-7d3b-4c20-a222-1c021c3dc679 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Project 061332865d564f96959562b5c3aa8701 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:28:51.834626 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cbfe2c8e-7d3b-4c20-a222-1c021c3dc679 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:51.865596 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device fc493f38-1fb5-424b-b7a0-ada6f3ebc99f up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:28:51.914061 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cbfe2c8e-7d3b-4c20-a222-1c021c3dc679 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:51.918765 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cbfe2c8e-7d3b-4c20-a222-1c021c3dc679 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:51.939181 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe2c8e-7d3b-4c20-a222-1c021c3dc679 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6e78a0-d67f-414f-81d4-33a7427264a7,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:51.943575 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port fc493f38-1fb5-424b-b7a0-ada6f3ebc99f triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:28:51.944020 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:51.958645 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-cbfe2c8e-7d3b-4c20-a222-1c021c3dc679 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:51.960078 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-cbfe2c8e-7d3b-4c20-a222-1c021c3dc679 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1730428 Mar 28 19:28:52.073798 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1e580f45-02ed-4c86-bef9-91047d693c26 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:28:52.090778 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-0bd3688a-c238-4f96-afee-81e9209da36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'name': 'tempest-TestNetworkBasicOps-router-1916283569', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:28:43Z', 'updated_at': '2022-03-28T19:28:48Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:28:44Z', 'updated_at': '2022-03-28T19:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'e12e37e8-9dd1-4254-8130-fe632cb07152', 'name': '', 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:8f:77:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'c37076f6-35de-4b9e-8cd0-ecc7d71f0b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:28:47Z', 'updated_at': '2022-03-28T19:28:51Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'c37076f6-35de-4b9e-8cd0-ecc7d71f0b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:28:52.094851 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd3688a-c238-4f96-afee-81e9209da36b None None] The sync data for ids ['cefb67f1-a452-4f53-abee-f44e92e2438f'] in dv-neutron-834711-1-hyperv is: [{'id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'name': 'tempest-TestNetworkBasicOps-router-1916283569', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:28:43Z', 'updated_at': '2022-03-28T19:28:48Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:28:44Z', 'updated_at': '2022-03-28T19:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'e12e37e8-9dd1-4254-8130-fe632cb07152', 'name': '', 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:8f:77:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'c37076f6-35de-4b9e-8cd0-ecc7d71f0b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:28:47Z', 'updated_at': '2022-03-28T19:28:51Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'c37076f6-35de-4b9e-8cd0-ecc7d71f0b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:28:52.175679 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 1e580f45-02ed-4c86-bef9-91047d693c26 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:28:52.176126 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:52.262857 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-d466f319-71d5-477a-b361-5612dced5a15 req-3990f837-3dc4-48ad-9d12-db25fcadf5d5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:28:52.279757 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-d466f319-71d5-477a-b361-5612dced5a15 req-3990f837-3dc4-48ad-9d12-db25fcadf5d5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:28:52.282500 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d466f319-71d5-477a-b361-5612dced5a15 req-3990f837-3dc4-48ad-9d12-db25fcadf5d5 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1029163512&fields=id&tenant_id=061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 267 time: 0.1948280 Mar 28 19:28:52.442810 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466f319-71d5-477a-b361-5612dced5a15 req-699ebacf-102e-4dfc-8578-8b7159cc1a4d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:52.444299 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d466f319-71d5-477a-b361-5612dced5a15 req-699ebacf-102e-4dfc-8578-8b7159cc1a4d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/networks?id=22e1a9b7-1c59-4bd8-8780-e019dd7028ba HTTP/1.1" status: 200 len: 797 time: 0.1497343 Mar 28 19:28:52.460255 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d466f319-71d5-477a-b361-5612dced5a15 req-98c11ed5-9556-4e12-b827-567774546a30 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/quotas/061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 375 time: 0.0102241 Mar 28 19:28:52.544052 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-d466f319-71d5-477a-b361-5612dced5a15 req-570a195a-9f4b-41c0-bbb1-96328119b445 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:28:52.560532 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-d466f319-71d5-477a-b361-5612dced5a15 req-570a195a-9f4b-41c0-bbb1-96328119b445 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:28:52.562620 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d466f319-71d5-477a-b361-5612dced5a15 req-570a195a-9f4b-41c0-bbb1-96328119b445 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0962727 Mar 28 19:28:52.705249 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d466f319-71d5-477a-b361-5612dced5a15 req-16a9e0b0-d392-4443-9497-9d57ac7b1fe1 service neutron] 10.222.0.10 "GET /v2.0/networks/22e1a9b7-1c59-4bd8-8780-e019dd7028ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302316 Mar 28 19:28:52.845954 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d466f319-71d5-477a-b361-5612dced5a15 req-17bafbe1-a590-437e-b7fe-8d69ea1e1411 service neutron] 10.222.0.10 "GET /v2.0/networks/22e1a9b7-1c59-4bd8-8780-e019dd7028ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338146 Mar 28 19:28:53.041215 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e0d6466f-e45f-42cf-9ac9-9588c1db66cb req-e5b341f9-ff7f-46e0-b241-81c1a3d0b122 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e203d7-d068-4356-afc6-1472e64409c3 HTTP/1.1" status: 200 len: 210 time: 0.0478609 Mar 28 19:28:53.862161 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e12e37e8-9dd1-4254-8130-fe632cb07152 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:28:53.928068 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port e12e37e8-9dd1-4254-8130-fe632cb07152 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:28:53.932758 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port e12e37e8-9dd1-4254-8130-fe632cb07152 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:28:53.933132 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:54.049278 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:54.082199 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port e12e37e8-9dd1-4254-8130-fe632cb07152, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e12e37e8-9dd1-4254-8130-fe632cb07152,segment=NetworkSegment(0b7e602a-9bd9-43c7-b3c4-049cd34f2d64),segment_id=0b7e602a-9bd9-43c7-b3c4-049cd34f2d64)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:28:54.085985 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:54.152289 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=e12e37e8-9dd1-4254-8130-fe632cb07152,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:54.192679 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-327269b8-8cfa-4c58-8e1c-c7075a4d948d req-cab38689-50ed-4ef6-97fc-2137483f0646 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e203d7-d068-4356-afc6-1472e64409c3 HTTP/1.1" status: 200 len: 210 time: 0.0440660 Mar 28 19:28:55.194569 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466f319-71d5-477a-b361-5612dced5a15 req-ef5aa62c-a43d-4ff1-ac6b-fb615ca2b9ab tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:55.196341 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d466f319-71d5-477a-b361-5612dced5a15 req-ef5aa62c-a43d-4ff1-ac6b-fb615ca2b9ab tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/networks?id=22e1a9b7-1c59-4bd8-8780-e019dd7028ba HTTP/1.1" status: 200 len: 797 time: 0.1430097 Mar 28 19:28:55.248962 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d466f319-71d5-477a-b361-5612dced5a15 req-cf4c302f-ae99-47ac-a665-6d48789a4545 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=061332865d564f96959562b5c3aa8701 HTTP/1.1" status: 200 len: 380 time: 0.0445039 Mar 28 19:28:55.257980 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-d466f319-71d5-477a-b361-5612dced5a15 req-324d63de-10c1-4a5f-9b25-3d2b3060af75 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'port': {'device_id': 'f2e203d7-d068-4356-afc6-1472e64409c3', 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba', 'admin_state_up': True, 'tenant_id': '061332865d564f96959562b5c3aa8701', 'security_groups': ['c8ac6684-230a-498a-bf36-51cf8e7b9164']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:28:55.308329 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2019037d-ac19-43b9-ab6e-2b4aff577e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:55.400362 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-66faa7f0-d822-4f82-bebd-7c1c28c2cd94 req-8375c227-a678-446d-92d3-9a930ed2cb8e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e203d7-d068-4356-afc6-1472e64409c3 HTTP/1.1" status: 200 len: 210 time: 0.0977347 Mar 28 19:28:55.442187 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-d466f319-71d5-477a-b361-5612dced5a15 req-324d63de-10c1-4a5f-9b25-3d2b3060af75 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:28:55.451540 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-d466f319-71d5-477a-b361-5612dced5a15 req-324d63de-10c1-4a5f-9b25-3d2b3060af75 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:28:55.461158 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d466f319-71d5-477a-b361-5612dced5a15 req-324d63de-10c1-4a5f-9b25-3d2b3060af75 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Made reservation on behalf of 061332865d564f96959562b5c3aa8701 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:28:55.464529 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d466f319-71d5-477a-b361-5612dced5a15 req-324d63de-10c1-4a5f-9b25-3d2b3060af75 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:55.626737 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-d466f319-71d5-477a-b361-5612dced5a15 req-324d63de-10c1-4a5f-9b25-3d2b3060af75 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.20.0.9 (22e1a9b7-1c59-4bd8-8780-e019dd7028ba/c37076f6-35de-4b9e-8cd0-ecc7d71f0b84/d2ae1384-ee57-4320-b37d-f7b9d736b159) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:28:55.814233 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d466f319-71d5-477a-b361-5612dced5a15 req-324d63de-10c1-4a5f-9b25-3d2b3060af75 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:55.830373 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-d466f319-71d5-477a-b361-5612dced5a15 req-324d63de-10c1-4a5f-9b25-3d2b3060af75 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Transition to ACTIVE for port object d2ae1384-ee57-4320-b37d-f7b9d736b159 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:28:55.852552 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e12e37e8-9dd1-4254-8130-fe632cb07152 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:28:55.857771 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d466f319-71d5-477a-b361-5612dced5a15 req-324d63de-10c1-4a5f-9b25-3d2b3060af75 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:55.925181 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d466f319-71d5-477a-b361-5612dced5a15 req-324d63de-10c1-4a5f-9b25-3d2b3060af75 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network 22e1a9b7-1c59-4bd8-8780-e019dd7028ba is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:28:55.932559 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-d466f319-71d5-477a-b361-5612dced5a15 req-324d63de-10c1-4a5f-9b25-3d2b3060af75 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:28:55.935154 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d466f319-71d5-477a-b361-5612dced5a15 req-324d63de-10c1-4a5f-9b25-3d2b3060af75 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:28:55.956603 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port e12e37e8-9dd1-4254-8130-fe632cb07152 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:28:55.957102 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:55.977051 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d63de-10c1-4a5f-9b25-3d2b3060af75 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=d2ae1384-ee57-4320-b37d-f7b9d736b159,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:56.011072 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466f319-71d5-477a-b361-5612dced5a15 req-324d63de-10c1-4a5f-9b25-3d2b3060af75 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:56.011766 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d466f319-71d5-477a-b361-5612dced5a15 req-324d63de-10c1-4a5f-9b25-3d2b3060af75 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:56.036859 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d466f319-71d5-477a-b361-5612dced5a15 req-324d63de-10c1-4a5f-9b25-3d2b3060af75 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7833614 Mar 28 19:28:56.050269 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-d466f319-71d5-477a-b361-5612dced5a15 req-7cf1280b-bf0c-43f3-aec1-1a92d4d3de3a service neutron] Request body: {'port': {'device_id': 'f2e203d7-d068-4356-afc6-1472e64409c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:28:56.204050 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-8bfa0fa0-5ed6-4502-95eb-cb5498b6b37a None None] Provisioning for port d2ae1384-ee57-4320-b37d-f7b9d736b159 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:28:56.209437 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-8bfa0fa0-5ed6-4502-95eb-cb5498b6b37a None None] Provisioning complete for port d2ae1384-ee57-4320-b37d-f7b9d736b159 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:28:56.209811 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8bfa0fa0-5ed6-4502-95eb-cb5498b6b37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:56.265741 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa0fa0-5ed6-4502-95eb-cb5498b6b37a None None] Port d2ae1384-ee57-4320-b37d-f7b9d736b159 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:28:56.277089 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d466f319-71d5-477a-b361-5612dced5a15 req-7cf1280b-bf0c-43f3-aec1-1a92d4d3de3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:56.628899 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e54e2-83b2-487f-a31f-0fa2a6bfbc16 req-9e60748e-ae46-4080-afcc-912e64046a42 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:56.629490 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-838e54e2-83b2-487f-a31f-0fa2a6bfbc16 req-9e60748e-ae46-4080-afcc-912e64046a42 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:28:56.691167 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-838e54e2-83b2-487f-a31f-0fa2a6bfbc16 req-9e60748e-ae46-4080-afcc-912e64046a42 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:28:56.692310 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-838e54e2-83b2-487f-a31f-0fa2a6bfbc16 req-9e60748e-ae46-4080-afcc-912e64046a42 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e203d7-d068-4356-afc6-1472e64409c3 HTTP/1.1" status: 200 len: 931 time: 0.1858294 Mar 28 19:28:56.696064 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-d466f319-71d5-477a-b361-5612dced5a15 req-7cf1280b-bf0c-43f3-aec1-1a92d4d3de3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2ae1384-ee57-4320-b37d-f7b9d736b159 {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:28:56.716011 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d466f319-71d5-477a-b361-5612dced5a15 req-7cf1280b-bf0c-43f3-aec1-1a92d4d3de3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:56.745421 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-d466f319-71d5-477a-b361-5612dced5a15 req-7cf1280b-bf0c-43f3-aec1-1a92d4d3de3a service neutron] Transition to ACTIVE for port object d2ae1384-ee57-4320-b37d-f7b9d736b159 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:28:56.752015 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d466f319-71d5-477a-b361-5612dced5a15 req-7cf1280b-bf0c-43f3-aec1-1a92d4d3de3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:56.793623 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-838e54e2-83b2-487f-a31f-0fa2a6bfbc16 req-fa407956-f870-4e04-a50f-b90c1e979591 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ac6684-230a-498a-bf36-51cf8e7b9164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932107 Mar 28 19:28:56.888160 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1280b-bf0c-43f3-aec1-1a92d4d3de3a service neutron] Pushing event updated for resources: {'Port': ['ID=d2ae1384-ee57-4320-b37d-f7b9d736b159,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:56.997632 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-d466f319-71d5-477a-b361-5612dced5a15 req-7cf1280b-bf0c-43f3-aec1-1a92d4d3de3a service neutron] Attempting to bind port d2ae1384-ee57-4320-b37d-f7b9d736b159 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:28:56.997993 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-d466f319-71d5-477a-b361-5612dced5a15 req-7cf1280b-bf0c-43f3-aec1-1a92d4d3de3a service neutron] Attempting to bind port d2ae1384-ee57-4320-b37d-f7b9d736b159 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '0b7e602a-9bd9-43c7-b3c4-049cd34f2d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:28:56.998314 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d466f319-71d5-477a-b361-5612dced5a15 req-7cf1280b-bf0c-43f3-aec1-1a92d4d3de3a service neutron] Attempting to bind port d2ae1384-ee57-4320-b37d-f7b9d736b159 on network 22e1a9b7-1c59-4bd8-8780-e019dd7028ba {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:28:57.003759 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d466f319-71d5-477a-b361-5612dced5a15 req-7cf1280b-bf0c-43f3-aec1-1a92d4d3de3a service neutron] Port d2ae1384-ee57-4320-b37d-f7b9d736b159 on network 22e1a9b7-1c59-4bd8-8780-e019dd7028ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:28:57.004074 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d466f319-71d5-477a-b361-5612dced5a15 req-7cf1280b-bf0c-43f3-aec1-1a92d4d3de3a service neutron] Attempting to bind port d2ae1384-ee57-4320-b37d-f7b9d736b159 on network 22e1a9b7-1c59-4bd8-8780-e019dd7028ba {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:28:57.009039 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d466f319-71d5-477a-b361-5612dced5a15 req-7cf1280b-bf0c-43f3-aec1-1a92d4d3de3a service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:28:57.009371 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d466f319-71d5-477a-b361-5612dced5a15 req-7cf1280b-bf0c-43f3-aec1-1a92d4d3de3a service neutron] Checking segment: {'id': '0b7e602a-9bd9-43c7-b3c4-049cd34f2d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:28:57.009744 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d466f319-71d5-477a-b361-5612dced5a15 req-7cf1280b-bf0c-43f3-aec1-1a92d4d3de3a service neutron] Bound using segment: {'id': '0b7e602a-9bd9-43c7-b3c4-049cd34f2d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:28:57.010162 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-d466f319-71d5-477a-b361-5612dced5a15 req-7cf1280b-bf0c-43f3-aec1-1a92d4d3de3a service neutron] Bound port: d2ae1384-ee57-4320-b37d-f7b9d736b159, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b7e602a-9bd9-43c7-b3c4-049cd34f2d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:28:57.010500 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d466f319-71d5-477a-b361-5612dced5a15 req-7cf1280b-bf0c-43f3-aec1-1a92d4d3de3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:57.099792 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-d466f319-71d5-477a-b361-5612dced5a15 req-7cf1280b-bf0c-43f3-aec1-1a92d4d3de3a service neutron] For port d2ae1384-ee57-4320-b37d-f7b9d736b159, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:28:57.102710 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-d466f319-71d5-477a-b361-5612dced5a15 req-7cf1280b-bf0c-43f3-aec1-1a92d4d3de3a service neutron] For port d2ae1384-ee57-4320-b37d-f7b9d736b159, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=d2ae1384-ee57-4320-b37d-f7b9d736b159,segment=NetworkSegment(0b7e602a-9bd9-43c7-b3c4-049cd34f2d64),segment_id=0b7e602a-9bd9-43c7-b3c4-049cd34f2d64)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:28:57.107507 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d466f319-71d5-477a-b361-5612dced5a15 req-7cf1280b-bf0c-43f3-aec1-1a92d4d3de3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:57.164744 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466f319-71d5-477a-b361-5612dced5a15 req-7cf1280b-bf0c-43f3-aec1-1a92d4d3de3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:57.165370 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d466f319-71d5-477a-b361-5612dced5a15 req-7cf1280b-bf0c-43f3-aec1-1a92d4d3de3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:57.166749 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d466f319-71d5-477a-b361-5612dced5a15 req-7cf1280b-bf0c-43f3-aec1-1a92d4d3de3a service neutron] 10.222.0.26 "PUT /v2.0/ports/d2ae1384-ee57-4320-b37d-f7b9d736b159 HTTP/1.1" status: 200 len: 1093 time: 1.1223752 Mar 28 19:28:57.167232 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e203d7-d068-4356-afc6-1472e64409c3', 'tag': 'd2ae1384-ee57-4320-b37d-f7b9d736b159'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:28:57.197385 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1280b-bf0c-43f3-aec1-1a92d4d3de3a service neutron] Pushing event updated for resources: {'Port': ['ID=d2ae1384-ee57-4320-b37d-f7b9d736b159,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:28:57.250005 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e203d7-d068-4356-afc6-1472e64409c3', 'tag': 'd2ae1384-ee57-4320-b37d-f7b9d736b159', 'status': 'completed', 'code': 200} Mar 28 19:28:57.291765 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466f319-71d5-477a-b361-5612dced5a15 req-366605b2-942b-4ca0-94f4-b8bed15a4904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:57.293224 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d466f319-71d5-477a-b361-5612dced5a15 req-366605b2-942b-4ca0-94f4-b8bed15a4904 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=f2e203d7-d068-4356-afc6-1472e64409c3 HTTP/1.1" status: 200 len: 1096 time: 0.0748272 Mar 28 19:28:57.365383 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d466f319-71d5-477a-b361-5612dced5a15 req-46771e4f-ad3b-4a72-be74-36ab61c89a41 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2ae1384-ee57-4320-b37d-f7b9d736b159 HTTP/1.1" status: 200 len: 217 time: 0.0653059 Mar 28 19:28:57.427475 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466f319-71d5-477a-b361-5612dced5a15 req-abe8986d-3777-404e-8c88-b61cc566b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:57.428883 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d466f319-71d5-477a-b361-5612dced5a15 req-abe8986d-3777-404e-8c88-b61cc566b8c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c37076f6-35de-4b9e-8cd0-ecc7d71f0b84 HTTP/1.1" status: 200 len: 834 time: 0.0574422 Mar 28 19:28:57.504935 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466f319-71d5-477a-b361-5612dced5a15 req-8bd3ebda-80cc-4df6-9ebc-e578509a9329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:57.506400 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d466f319-71d5-477a-b361-5612dced5a15 req-8bd3ebda-80cc-4df6-9ebc-e578509a9329 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=22e1a9b7-1c59-4bd8-8780-e019dd7028ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720701 Mar 28 19:28:57.637255 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d466f319-71d5-477a-b361-5612dced5a15 req-b94fc3cd-2bb6-40c8-ae18-7f251b71afd5 service neutron] 10.222.0.26 "GET /v2.0/networks/22e1a9b7-1c59-4bd8-8780-e019dd7028ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243241 Mar 28 19:28:57.648193 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-eac8b7c1-52d5-49c9-ac89-2f22b29de27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:57.768849 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d466f319-71d5-477a-b361-5612dced5a15 req-b76dd816-e5bb-4c90-a7a9-64678201192c service neutron] 10.222.0.26 "GET /v2.0/networks/22e1a9b7-1c59-4bd8-8780-e019dd7028ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253119 Mar 28 19:28:57.886482 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55840f47-9135-486f-8586-a3e2880f98d6 req-35e48682-c432-4e0a-8e12-bc64086564c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:57.887977 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-55840f47-9135-486f-8586-a3e2880f98d6 req-35e48682-c432-4e0a-8e12-bc64086564c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=f2e203d7-d068-4356-afc6-1472e64409c3 HTTP/1.1" status: 200 len: 1096 time: 0.0732343 Mar 28 19:28:58.175884 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55840f47-9135-486f-8586-a3e2880f98d6 req-bdda10ff-4f6a-4fe9-a2eb-cf52786cf0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:58.177387 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-55840f47-9135-486f-8586-a3e2880f98d6 req-bdda10ff-4f6a-4fe9-a2eb-cf52786cf0b1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=22e1a9b7-1c59-4bd8-8780-e019dd7028ba HTTP/1.1" status: 200 len: 898 time: 0.2839224 Mar 28 19:28:58.185713 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602138bb-4476-45e4-bc4f-d01b4e3856b6 req-022649c1-751d-49b7-88c6-5bcd2bcca72e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:58.187758 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-602138bb-4476-45e4-bc4f-d01b4e3856b6 req-022649c1-751d-49b7-88c6-5bcd2bcca72e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e203d7-d068-4356-afc6-1472e64409c3 HTTP/1.1" status: 200 len: 943 time: 0.2764888 Mar 28 19:28:58.262366 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-55840f47-9135-486f-8586-a3e2880f98d6 req-3b43947f-3c0a-49f1-94c6-8d2d28bd3294 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2ae1384-ee57-4320-b37d-f7b9d736b159 HTTP/1.1" status: 200 len: 217 time: 0.0736854 Mar 28 19:28:58.336217 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-602138bb-4476-45e4-bc4f-d01b4e3856b6 req-c8317c83-2c58-48b7-bc86-20f4ada121e9 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ac6684-230a-498a-bf36-51cf8e7b9164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931585 Mar 28 19:28:58.343391 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55840f47-9135-486f-8586-a3e2880f98d6 req-0673d35f-4e99-41c1-a61e-36f075958d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:58.344825 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-55840f47-9135-486f-8586-a3e2880f98d6 req-0673d35f-4e99-41c1-a61e-36f075958d87 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c37076f6-35de-4b9e-8cd0-ecc7d71f0b84 HTTP/1.1" status: 200 len: 834 time: 0.0768526 Mar 28 19:28:58.419881 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55840f47-9135-486f-8586-a3e2880f98d6 req-3a97e791-f080-4e92-9de7-f0af5d0777bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:58.421952 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-55840f47-9135-486f-8586-a3e2880f98d6 req-3a97e791-f080-4e92-9de7-f0af5d0777bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=22e1a9b7-1c59-4bd8-8780-e019dd7028ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701690 Mar 28 19:28:58.552686 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-55840f47-9135-486f-8586-a3e2880f98d6 req-c3acfc98-2c04-4f97-a94b-228578baa091 service neutron] 10.222.0.26 "GET /v2.0/networks/22e1a9b7-1c59-4bd8-8780-e019dd7028ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249683 Mar 28 19:28:58.605049 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:58.643790 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:28:58.688237 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-55840f47-9135-486f-8586-a3e2880f98d6 req-1d16a25a-410e-4aaa-8830-2433e15d37bb service neutron] 10.222.0.26 "GET /v2.0/networks/22e1a9b7-1c59-4bd8-8780-e019dd7028ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294260 Mar 28 19:28:59.526152 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6320837-0218-44a5-9397-8ce2ee8bb949 req-e2eb0f14-3938-49ad-bdf0-94d064b8bb81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:28:59.527599 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b6320837-0218-44a5-9397-8ce2ee8bb949 req-e2eb0f14-3938-49ad-bdf0-94d064b8bb81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e203d7-d068-4356-afc6-1472e64409c3 HTTP/1.1" status: 200 len: 943 time: 0.0842164 Mar 28 19:28:59.572162 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b6320837-0218-44a5-9397-8ce2ee8bb949 req-562e8e4e-4037-4a3e-a400-e95030508533 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ac6684-230a-498a-bf36-51cf8e7b9164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382214 Mar 28 19:29:00.210924 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:29:00.435938 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device d2ae1384-ee57-4320-b37d-f7b9d736b159 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:29:00.564533 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port d2ae1384-ee57-4320-b37d-f7b9d736b159, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=d2ae1384-ee57-4320-b37d-f7b9d736b159,segment=NetworkSegment(0b7e602a-9bd9-43c7-b3c4-049cd34f2d64),segment_id=0b7e602a-9bd9-43c7-b3c4-049cd34f2d64)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:29:00.576999 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': 'd2ae1384-ee57-4320-b37d-f7b9d736b159', 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba', 'port_id': 'd2ae1384-ee57-4320-b37d-f7b9d736b159', 'mac_address': 'fa:16:3e:b5:f3:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37076f6-35de-4b9e-8cd0-ecc7d71f0b84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:29:00.634672 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:29:00.652138 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2ae1384-ee57-4320-b37d-f7b9d736b159 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:29:00.667924 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port d2ae1384-ee57-4320-b37d-f7b9d736b159, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=d2ae1384-ee57-4320-b37d-f7b9d736b159,segment=NetworkSegment(0b7e602a-9bd9-43c7-b3c4-049cd34f2d64),segment_id=0b7e602a-9bd9-43c7-b3c4-049cd34f2d64)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:29:00.674261 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:29:00.741853 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=d2ae1384-ee57-4320-b37d-f7b9d736b159,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:29:00.757879 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b7d20-5412-4e89-845a-62ffc397203a req-29ccbbfb-d85e-4e4e-877b-b8244d63da24 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:29:00.759315 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ce1b7d20-5412-4e89-845a-62ffc397203a req-29ccbbfb-d85e-4e4e-877b-b8244d63da24 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e203d7-d068-4356-afc6-1472e64409c3 HTTP/1.1" status: 200 len: 944 time: 0.0823650 Mar 28 19:29:00.802636 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ce1b7d20-5412-4e89-845a-62ffc397203a req-9e1f1dbf-a252-4b90-9d04-820629fc817e tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ac6684-230a-498a-bf36-51cf8e7b9164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374227 Mar 28 19:29:00.994959 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['d2ae1384-ee57-4320-b37d-f7b9d736b159'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:29:01.785829 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:29:01.988309 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89728f7-7e63-46d6-bf42-8ca686a85e9c req-a60441f5-6472-4fe4-8edb-31fc88c6294d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:29:01.989660 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d89728f7-7e63-46d6-bf42-8ca686a85e9c req-a60441f5-6472-4fe4-8edb-31fc88c6294d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e203d7-d068-4356-afc6-1472e64409c3 HTTP/1.1" status: 200 len: 944 time: 0.0815010 Mar 28 19:29:02.033666 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d89728f7-7e63-46d6-bf42-8ca686a85e9c req-119523f1-4699-4ac7-9bbd-9c826a606d6f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ac6684-230a-498a-bf36-51cf8e7b9164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383353 Mar 28 19:29:02.438959 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device d2ae1384-ee57-4320-b37d-f7b9d736b159 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:29:02.505952 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port d2ae1384-ee57-4320-b37d-f7b9d736b159 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:29:02.510582 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port d2ae1384-ee57-4320-b37d-f7b9d736b159 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:29:02.510989 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:29:02.625295 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:29:02.650944 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e203d7-d068-4356-afc6-1472e64409c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ae1384-ee57-4320-b37d-f7b9d736b159'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:29:02.661283 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port d2ae1384-ee57-4320-b37d-f7b9d736b159, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=d2ae1384-ee57-4320-b37d-f7b9d736b159,segment=NetworkSegment(0b7e602a-9bd9-43c7-b3c4-049cd34f2d64),segment_id=0b7e602a-9bd9-43c7-b3c4-049cd34f2d64)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:29:02.666610 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:29:02.740910 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=d2ae1384-ee57-4320-b37d-f7b9d736b159,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:29:02.756056 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e203d7-d068-4356-afc6-1472e64409c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ae1384-ee57-4320-b37d-f7b9d736b159', 'code': 200} Mar 28 19:29:02.987996 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ae1e6-65f0-4e9f-ada4-a3ba54505681 req-a8a35c33-f8b9-4b4d-8c39-3b517b42ccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:29:02.989336 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ff6ae1e6-65f0-4e9f-ada4-a3ba54505681 req-a8a35c33-f8b9-4b4d-8c39-3b517b42ccbc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f2e203d7-d068-4356-afc6-1472e64409c3 HTTP/1.1" status: 200 len: 1098 time: 0.0684376 Mar 28 19:29:03.029365 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ff6ae1e6-65f0-4e9f-ada4-a3ba54505681 req-58b81766-23af-4bfb-9ffa-e77297b0ac18 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c8ac6684-230a-498a-bf36-51cf8e7b9164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332050 Mar 28 19:29:03.215177 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121eb644-da06-4a78-939d-ecdcf194dda9 req-29894e06-3fe8-4af2-a577-8c9652e9bd81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:29:03.216599 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-121eb644-da06-4a78-939d-ecdcf194dda9 req-29894e06-3fe8-4af2-a577-8c9652e9bd81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e203d7-d068-4356-afc6-1472e64409c3 HTTP/1.1" status: 200 len: 945 time: 0.0809691 Mar 28 19:29:03.260041 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-121eb644-da06-4a78-939d-ecdcf194dda9 req-5c862705-9c5e-4b81-9155-ec532074296a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ac6684-230a-498a-bf36-51cf8e7b9164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371041 Mar 28 19:29:04.444822 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd272f-bbd5-4081-a104-0361473aeeba req-0f6f0cdd-f17a-48fd-9e0c-478435b83a69 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:29:04.446254 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f8bd272f-bbd5-4081-a104-0361473aeeba req-0f6f0cdd-f17a-48fd-9e0c-478435b83a69 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e203d7-d068-4356-afc6-1472e64409c3 HTTP/1.1" status: 200 len: 945 time: 0.0777125 Mar 28 19:29:04.492838 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f8bd272f-bbd5-4081-a104-0361473aeeba req-1ee9b056-0fa2-4a2c-9b74-5b75e9a6bf4f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ac6684-230a-498a-bf36-51cf8e7b9164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407481 Mar 28 19:29:05.674907 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466726e-c7bd-416c-9556-2937221a81ec req-550c3ca2-b22c-4493-8eed-27eab74e95ca tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:29:05.676350 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f466726e-c7bd-416c-9556-2937221a81ec req-550c3ca2-b22c-4493-8eed-27eab74e95ca tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e203d7-d068-4356-afc6-1472e64409c3 HTTP/1.1" status: 200 len: 945 time: 0.0770478 Mar 28 19:29:05.722638 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f466726e-c7bd-416c-9556-2937221a81ec req-1970cc2a-1554-439c-9eeb-3b4aad040b88 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ac6684-230a-498a-bf36-51cf8e7b9164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405538 Mar 28 19:29:05.910443 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9d965-ecd3-4460-956b-7f53a7420a45 req-a9c3bb08-e52a-4153-b488-2b76c7bb62a7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:29:05.911904 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-67c9d965-ecd3-4460-956b-7f53a7420a45 req-a9c3bb08-e52a-4153-b488-2b76c7bb62a7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e203d7-d068-4356-afc6-1472e64409c3 HTTP/1.1" status: 200 len: 945 time: 0.0832245 Mar 28 19:29:05.956141 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-67c9d965-ecd3-4460-956b-7f53a7420a45 req-d2139db2-5860-42d8-b2f0-ade002dc43c7 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ac6684-230a-498a-bf36-51cf8e7b9164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386202 Mar 28 19:29:05.977807 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35624) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:29:06.047321 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8f734e-64f2-4708-9d0b-c6ebac6b714f tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:29:06.048740 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5d8f734e-64f2-4708-9d0b-c6ebac6b714f tempest-TestNetworkBasicOps-760823362 tempest-TestNetworkBasicOps-760823362-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f2e203d7-d068-4356-afc6-1472e64409c3 HTTP/1.1" status: 200 len: 1093 time: 0.0699999 Mar 28 19:29:06.051453 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35628) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:29:06.057025 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-82378494-db97-407a-b337-65239a0412d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'port_id': 'd2ae1384-ee57-4320-b37d-f7b9d736b159', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:29:06.064088 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-82378494-db97-407a-b337-65239a0412d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:29:06.067836 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-82378494-db97-407a-b337-65239a0412d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Usage tracker for resource:floatingip and tenant:061332865d564f96959562b5c3aa8701 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:29:06.070586 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-82378494-db97-407a-b337-65239a0412d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:29:06.076170 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-82378494-db97-407a-b337-65239a0412d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:29:06.086645 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-82378494-db97-407a-b337-65239a0412d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:29:06.221119 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-82378494-db97-407a-b337-65239a0412d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:29:06.356044 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-82378494-db97-407a-b337-65239a0412d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Allocated IP 172.26.4.214 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/f0c1ccaa-13f7-4c2f-9f62-d38b38fe3866) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:29:06.594614 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-82378494-db97-407a-b337-65239a0412d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:29:06.621863 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-82378494-db97-407a-b337-65239a0412d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:29:06.680872 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82378494-db97-407a-b337-65239a0412d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:29:06.683600 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-82378494-db97-407a-b337-65239a0412d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:29:06.687948 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82378494-db97-407a-b337-65239a0412d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:29:06.732120 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82378494-db97-407a-b337-65239a0412d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=f0c1ccaa-13f7-4c2f-9f62-d38b38fe3866,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:29:07.096406 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-82378494-db97-407a-b337-65239a0412d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:29:07.167578 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-82378494-db97-407a-b337-65239a0412d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:29:07.368674 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-82378494-db97-407a-b337-65239a0412d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:29:07.372910 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-82378494-db97-407a-b337-65239a0412d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:29:07.478104 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82378494-db97-407a-b337-65239a0412d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event updated for resources: {'Port': ['ID=f0c1ccaa-13f7-4c2f-9f62-d38b38fe3866,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:29:07.490384 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-82378494-db97-407a-b337-65239a0412d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:29:07.654596 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-82378494-db97-407a-b337-65239a0412d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Floating IP 82ba8a84-4e7d-469b-b12d-3ae9d716673e associated. External IP: 172.26.4.214, port: d2ae1384-ee57-4320-b37d-f7b9d736b159. Mar 28 19:29:08.119660 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82378494-db97-407a-b337-65239a0412d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router cefb67f1-a452-4f53-abee-f44e92e2438f has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:29:08.292951 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82378494-db97-407a-b337-65239a0412d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:29:08.303725 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db2bfbf-6610-48fb-8263-3dce8959a132 None None] Sync routers for ids ['cefb67f1-a452-4f53-abee-f44e92e2438f'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:29:08.314026 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db2bfbf-6610-48fb-8263-3dce8959a132 None None] Routers {'cefb67f1-a452-4f53-abee-f44e92e2438f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:29:08.314635 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-0db2bfbf-6610-48fb-8263-3dce8959a132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:28:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['cefb67f1-a452-4f53-abee-f44e92e2438f'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:29:08.317800 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-82378494-db97-407a-b337-65239a0412d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:29:08.376874 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-82378494-db97-407a-b337-65239a0412d0 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3213589 Mar 28 19:29:08.376874 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e203d7-d068-4356-afc6-1472e64409c3', 'tag': 'd2ae1384-ee57-4320-b37d-f7b9d736b159'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:29:08.377412 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35632) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:29:08.417372 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e203d7-d068-4356-afc6-1472e64409c3', 'tag': 'd2ae1384-ee57-4320-b37d-f7b9d736b159', 'status': 'completed', 'code': 200} Mar 28 19:29:08.492378 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-0db2bfbf-6610-48fb-8263-3dce8959a132 None None] Set router cefb67f1-a452-4f53-abee-f44e92e2438f gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:29:08.495131 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ab04ea02-578e-40b9-91ed-99972af70141 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/82ba8a84-4e7d-469b-b12d-3ae9d716673e HTTP/1.1" status: 200 len: 991 time: 0.1164865 Mar 28 19:29:08.507860 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108b86d-485d-45c7-9231-49eb0ea5d2e1 req-4078c004-0604-4748-b124-62bfb4f7ac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:29:08.509310 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b108b86d-485d-45c7-9231-49eb0ea5d2e1 req-4078c004-0604-4748-b124-62bfb4f7ac41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=f2e203d7-d068-4356-afc6-1472e64409c3 HTTP/1.1" status: 200 len: 1098 time: 0.0704715 Mar 28 19:29:08.638293 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108b86d-485d-45c7-9231-49eb0ea5d2e1 req-d44008e2-067f-4dff-b2b0-aabba0ea7383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:29:08.640157 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b108b86d-485d-45c7-9231-49eb0ea5d2e1 req-d44008e2-067f-4dff-b2b0-aabba0ea7383 service neutron] 10.222.0.26 "GET /v2.0/networks?id=22e1a9b7-1c59-4bd8-8780-e019dd7028ba HTTP/1.1" status: 200 len: 898 time: 0.1245918 Mar 28 19:29:08.743116 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b108b86d-485d-45c7-9231-49eb0ea5d2e1 req-b5b3e78c-85de-41cd-ac62-c0116d8f4044 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2ae1384-ee57-4320-b37d-f7b9d736b159 HTTP/1.1" status: 200 len: 999 time: 0.0979755 Mar 28 19:29:08.805784 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108b86d-485d-45c7-9231-49eb0ea5d2e1 req-4305541b-2699-4cf9-9218-ae5edf8e0d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:29:08.807336 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b108b86d-485d-45c7-9231-49eb0ea5d2e1 req-4305541b-2699-4cf9-9218-ae5edf8e0d7c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c37076f6-35de-4b9e-8cd0-ecc7d71f0b84 HTTP/1.1" status: 200 len: 834 time: 0.0586305 Mar 28 19:29:08.869584 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-0db2bfbf-6610-48fb-8263-3dce8959a132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'name': 'tempest-TestNetworkBasicOps-router-1916283569', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:28:43Z', 'updated_at': '2022-03-28T19:28:48Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:28:44Z', 'updated_at': '2022-03-28T19:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '82ba8a84-4e7d-469b-b12d-3ae9d716673e', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.214', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'port_id': 'd2ae1384-ee57-4320-b37d-f7b9d736b159', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba', 'mac_address': 'fa:16:3e:b5:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e203d7-d068-4356-afc6-1472e64409c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:29:07Z', 'updated_at': '2022-03-28T19:29:07Z', 'revision_number': 0, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12e37e8-9dd1-4254-8130-fe632cb07152', 'name': '', 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:8f:77:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'c37076f6-35de-4b9e-8cd0-ecc7d71f0b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:28:47Z', 'updated_at': '2022-03-28T19:28:54Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'c37076f6-35de-4b9e-8cd0-ecc7d71f0b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:29:08.873553 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db2bfbf-6610-48fb-8263-3dce8959a132 None None] Checking router: cefb67f1-a452-4f53-abee-f44e92e2438f for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:29:08.882822 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db2bfbf-6610-48fb-8263-3dce8959a132 None None] Routers {'cefb67f1-a452-4f53-abee-f44e92e2438f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:29:08.883473 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-0db2bfbf-6610-48fb-8263-3dce8959a132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:28:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['cefb67f1-a452-4f53-abee-f44e92e2438f'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:29:08.884699 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108b86d-485d-45c7-9231-49eb0ea5d2e1 req-821bc279-7c36-4faf-8e3b-142ccf3347b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:29:08.886207 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b108b86d-485d-45c7-9231-49eb0ea5d2e1 req-821bc279-7c36-4faf-8e3b-142ccf3347b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=22e1a9b7-1c59-4bd8-8780-e019dd7028ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727282 Mar 28 19:29:09.015470 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b108b86d-485d-45c7-9231-49eb0ea5d2e1 req-533d261f-8e9d-4503-bbeb-caf2a69b1406 service neutron] 10.222.0.26 "GET /v2.0/networks/22e1a9b7-1c59-4bd8-8780-e019dd7028ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231070 Mar 28 19:29:09.061755 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-0db2bfbf-6610-48fb-8263-3dce8959a132 None None] Set router cefb67f1-a452-4f53-abee-f44e92e2438f gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:29:09.144579 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b108b86d-485d-45c7-9231-49eb0ea5d2e1 req-04fe1368-270e-4a86-a526-d7b5a67e36b9 service neutron] 10.222.0.26 "GET /v2.0/networks/22e1a9b7-1c59-4bd8-8780-e019dd7028ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233130 Mar 28 19:29:09.400104 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-0db2bfbf-6610-48fb-8263-3dce8959a132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'name': 'tempest-TestNetworkBasicOps-router-1916283569', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:28:43Z', 'updated_at': '2022-03-28T19:28:48Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:28:44Z', 'updated_at': '2022-03-28T19:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '82ba8a84-4e7d-469b-b12d-3ae9d716673e', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.214', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'port_id': 'd2ae1384-ee57-4320-b37d-f7b9d736b159', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba', 'mac_address': 'fa:16:3e:b5:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e203d7-d068-4356-afc6-1472e64409c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:29:07Z', 'updated_at': '2022-03-28T19:29:07Z', 'revision_number': 0, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12e37e8-9dd1-4254-8130-fe632cb07152', 'name': '', 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:8f:77:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'c37076f6-35de-4b9e-8cd0-ecc7d71f0b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:28:47Z', 'updated_at': '2022-03-28T19:28:54Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'c37076f6-35de-4b9e-8cd0-ecc7d71f0b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:29:09.403926 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db2bfbf-6610-48fb-8263-3dce8959a132 None None] The sync data for ids ['cefb67f1-a452-4f53-abee-f44e92e2438f'] in dv-neutron-834711-1-hyperv is: [{'id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'name': 'tempest-TestNetworkBasicOps-router-1916283569', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:28:43Z', 'updated_at': '2022-03-28T19:28:48Z', 'revision_number': 4, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:28:44Z', 'updated_at': '2022-03-28T19:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '82ba8a84-4e7d-469b-b12d-3ae9d716673e', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.214', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'port_id': 'd2ae1384-ee57-4320-b37d-f7b9d736b159', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba', 'mac_address': 'fa:16:3e:b5:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e203d7-d068-4356-afc6-1472e64409c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:29:07Z', 'updated_at': '2022-03-28T19:29:07Z', 'revision_number': 0, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12e37e8-9dd1-4254-8130-fe632cb07152', 'name': '', 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:8f:77:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'c37076f6-35de-4b9e-8cd0-ecc7d71f0b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:28:47Z', 'updated_at': '2022-03-28T19:28:54Z', 'revision_number': 5, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'c37076f6-35de-4b9e-8cd0-ecc7d71f0b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:29:09.499656 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35638) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:29:09.585006 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f5aaf4-ba1a-42af-bc36-9efbe0afd86e None None] New status for floating IP 82ba8a84-4e7d-469b-b12d-3ae9d716673e: ACTIVE {{(pid=87835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:29:09.608140 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-42f49a14-89ce-443f-8bd9-b26a0a0c9a5b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/82ba8a84-4e7d-469b-b12d-3ae9d716673e HTTP/1.1" status: 200 len: 991 time: 0.1072865 Mar 28 19:29:10.612024 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35642) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:29:10.718602 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9c17aa1a-d2bb-4a72-ad2e-6af82af46c7b tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/82ba8a84-4e7d-469b-b12d-3ae9d716673e HTTP/1.1" status: 200 len: 993 time: 0.1054256 Mar 28 19:29:23.676482 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:29:25.311751 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fec39a13-4d57-4730-8d4c-9be138cdb6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:29:27.651620 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0ee069d2-dc53-40bf-bdcc-daa3853c7c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:29:28.607440 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:29:28.644534 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:29:30.216097 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:29:31.800574 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:29:33.276314 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2ae5e6ac-5f3b-46a5-a7bd-4bb3f79fe2db req-7c22db31-8649-4c70-822c-cf48e4949fde service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f2e203d7-d068-4356-afc6-1472e64409c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722125 Mar 28 19:29:33.410074 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5e6ac-5f3b-46a5-a7bd-4bb3f79fe2db req-8b1d4fbc-92ee-4c29-a1f4-242a5169643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:29:33.411522 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2ae5e6ac-5f3b-46a5-a7bd-4bb3f79fe2db req-8b1d4fbc-92ee-4c29-a1f4-242a5169643f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=f2e203d7-d068-4356-afc6-1472e64409c3 HTTP/1.1" status: 200 len: 1098 time: 0.0681107 Mar 28 19:29:33.665926 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5e6ac-5f3b-46a5-a7bd-4bb3f79fe2db req-3c91ccad-ea3b-49fd-b4b9-6785bf55b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:29:33.667386 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2ae5e6ac-5f3b-46a5-a7bd-4bb3f79fe2db req-3c91ccad-ea3b-49fd-b4b9-6785bf55b3fc service neutron] 10.222.0.26 "GET /v2.0/networks?id=22e1a9b7-1c59-4bd8-8780-e019dd7028ba HTTP/1.1" status: 200 len: 898 time: 0.2374585 Mar 28 19:29:33.768018 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2ae5e6ac-5f3b-46a5-a7bd-4bb3f79fe2db req-09ae12b4-b5bd-4e43-9846-43a89beca2dc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2ae1384-ee57-4320-b37d-f7b9d736b159 HTTP/1.1" status: 200 len: 1001 time: 0.0941932 Mar 28 19:29:33.833257 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5e6ac-5f3b-46a5-a7bd-4bb3f79fe2db req-1be04c3f-fa8c-42f2-8d43-70b1bf876d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:29:33.834664 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2ae5e6ac-5f3b-46a5-a7bd-4bb3f79fe2db req-1be04c3f-fa8c-42f2-8d43-70b1bf876d5f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c37076f6-35de-4b9e-8cd0-ecc7d71f0b84 HTTP/1.1" status: 200 len: 834 time: 0.0598173 Mar 28 19:29:33.907227 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5e6ac-5f3b-46a5-a7bd-4bb3f79fe2db req-e698f8e3-db06-4285-891b-a9147c1f6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:29:33.908705 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2ae5e6ac-5f3b-46a5-a7bd-4bb3f79fe2db req-e698f8e3-db06-4285-891b-a9147c1f6f33 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=22e1a9b7-1c59-4bd8-8780-e019dd7028ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674546 Mar 28 19:29:34.037681 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2ae5e6ac-5f3b-46a5-a7bd-4bb3f79fe2db req-b2c5c767-55b0-4f5a-a6a2-5a908c205417 service neutron] 10.222.0.26 "GET /v2.0/networks/22e1a9b7-1c59-4bd8-8780-e019dd7028ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227393 Mar 28 19:29:34.169230 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2ae5e6ac-5f3b-46a5-a7bd-4bb3f79fe2db req-1d9e9e1f-a773-43ea-8e0b-a2ee2154ddf6 service neutron] 10.222.0.26 "GET /v2.0/networks/22e1a9b7-1c59-4bd8-8780-e019dd7028ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255884 Mar 28 19:29:55.315357 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1d819eef-8ff5-4c20-b9dc-7d019646fbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:29:57.653467 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-147ff922-f6b3-40c5-887a-91b8a883f3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:29:58.609616 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:29:58.646486 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:00.216435 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:00.676392 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:30:01.790493 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:09.392383 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35680) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:30:09.397549 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-3d9d1af7-e236-4dfd-809f-6d9096069bed tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:30:10.005981 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3d9d1af7-e236-4dfd-809f-6d9096069bed tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:10.017201 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3d9d1af7-e236-4dfd-809f-6d9096069bed tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-466281'] for router, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:10.199665 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9d1af7-e236-4dfd-809f-6d9096069bed tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router cefb67f1-a452-4f53-abee-f44e92e2438f has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:30:10.382949 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9d1af7-e236-4dfd-809f-6d9096069bed tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:30:10.391628 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3d9d1af7-e236-4dfd-809f-6d9096069bed tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:10.392766 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3d9d1af7-e236-4dfd-809f-6d9096069bed tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "PUT /v2.0/routers/cefb67f1-a452-4f53-abee-f44e92e2438f HTTP/1.1" status: 200 len: 889 time: 0.9994152 Mar 28 19:30:10.400500 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae17cd9-1723-446a-a525-377555293cee None None] Sync routers for ids ['cefb67f1-a452-4f53-abee-f44e92e2438f'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:30:10.410426 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae17cd9-1723-446a-a525-377555293cee None None] Routers {'cefb67f1-a452-4f53-abee-f44e92e2438f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:30:10.411053 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-9ae17cd9-1723-446a-a525-377555293cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:29:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['cefb67f1-a452-4f53-abee-f44e92e2438f'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:30:10.471887 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-9ae17cd9-1723-446a-a525-377555293cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:30:10.480135 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae17cd9-1723-446a-a525-377555293cee None None] Routers {'cefb67f1-a452-4f53-abee-f44e92e2438f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:30:10.480720 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-9ae17cd9-1723-446a-a525-377555293cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:29:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['cefb67f1-a452-4f53-abee-f44e92e2438f'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:30:10.537338 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-9ae17cd9-1723-446a-a525-377555293cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:30:10.537731 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae17cd9-1723-446a-a525-377555293cee None None] The sync data for ids ['cefb67f1-a452-4f53-abee-f44e92e2438f'] in dv-neutron-834711-1-hyperv is: [] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:30:11.273958 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006adf1f-f544-44a9-ba8c-483cede213c8 None None] New status for floating IP 82ba8a84-4e7d-469b-b12d-3ae9d716673e: DOWN {{(pid=87835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:30:11.882416 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e12e37e8-9dd1-4254-8130-fe632cb07152 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:30:11.993162 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:12.024002 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port e12e37e8-9dd1-4254-8130-fe632cb07152, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e12e37e8-9dd1-4254-8130-fe632cb07152,segment=NetworkSegment(0b7e602a-9bd9-43c7-b3c4-049cd34f2d64),segment_id=0b7e602a-9bd9-43c7-b3c4-049cd34f2d64)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:30:12.027790 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:12.028451 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1e580f45-02ed-4c86-bef9-91047d693c26 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:30:12.141254 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=e12e37e8-9dd1-4254-8130-fe632cb07152,revision_number=6']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:30:12.171263 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:12.172136 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:12.172640 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:12.172969 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:12.173299 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:12.173626 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:12.173947 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:12.174267 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:12.174580 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:12.174941 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:12.175266 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:12.175584 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:12.212262 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:12.228185 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 1e580f45-02ed-4c86-bef9-91047d693c26, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1e580f45-02ed-4c86-bef9-91047d693c26,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:30:12.231952 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:12.340869 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=1e580f45-02ed-4c86-bef9-91047d693c26,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:30:12.545054 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35686) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:30:12.550291 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-49065652-d8a8-4310-bb11-a19ba3e87f14 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:30:13.053938 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-49065652-d8a8-4310-bb11-a19ba3e87f14 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:13.065129 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-49065652-d8a8-4310-bb11-a19ba3e87f14 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-464673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-466281'] for router, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:13.347623 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49065652-d8a8-4310-bb11-a19ba3e87f14 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router cefb67f1-a452-4f53-abee-f44e92e2438f has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:30:13.520387 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49065652-d8a8-4310-bb11-a19ba3e87f14 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:30:13.526814 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-49065652-d8a8-4310-bb11-a19ba3e87f14 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:13.527956 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-49065652-d8a8-4310-bb11-a19ba3e87f14 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "PUT /v2.0/routers/cefb67f1-a452-4f53-abee-f44e92e2438f HTTP/1.1" status: 200 len: 888 time: 0.9819100 Mar 28 19:30:13.529631 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97390dfd-b8fd-4be3-a50d-02d0032ba77b None None] Sync routers for ids ['cefb67f1-a452-4f53-abee-f44e92e2438f'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:30:13.531052 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35690) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:30:13.539561 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97390dfd-b8fd-4be3-a50d-02d0032ba77b None None] Routers {'cefb67f1-a452-4f53-abee-f44e92e2438f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:30:13.540161 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-97390dfd-b8fd-4be3-a50d-02d0032ba77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:29:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['cefb67f1-a452-4f53-abee-f44e92e2438f'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:30:13.636321 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e245638b-c409-4576-8211-ad0c2657ddf8 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/82ba8a84-4e7d-469b-b12d-3ae9d716673e HTTP/1.1" status: 200 len: 991 time: 0.1035333 Mar 28 19:30:13.713186 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-97390dfd-b8fd-4be3-a50d-02d0032ba77b None None] Set router cefb67f1-a452-4f53-abee-f44e92e2438f gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:30:14.058058 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-97390dfd-b8fd-4be3-a50d-02d0032ba77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'name': 'tempest-TestNetworkBasicOps-router-1916283569', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:28:43Z', 'updated_at': '2022-03-28T19:30:13Z', 'revision_number': 6, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:28:44Z', 'updated_at': '2022-03-28T19:30:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '82ba8a84-4e7d-469b-b12d-3ae9d716673e', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.214', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'port_id': 'd2ae1384-ee57-4320-b37d-f7b9d736b159', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba', 'mac_address': 'fa:16:3e:b5:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e203d7-d068-4356-afc6-1472e64409c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:29:07Z', 'updated_at': '2022-03-28T19:30:11Z', 'revision_number': 2, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12e37e8-9dd1-4254-8130-fe632cb07152', 'name': '', 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:8f:77:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'c37076f6-35de-4b9e-8cd0-ecc7d71f0b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:28:47Z', 'updated_at': '2022-03-28T19:30:12Z', 'revision_number': 6, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'c37076f6-35de-4b9e-8cd0-ecc7d71f0b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:30:14.062182 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97390dfd-b8fd-4be3-a50d-02d0032ba77b None None] Checking router: cefb67f1-a452-4f53-abee-f44e92e2438f for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:30:14.071559 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97390dfd-b8fd-4be3-a50d-02d0032ba77b None None] Routers {'cefb67f1-a452-4f53-abee-f44e92e2438f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:30:14.072144 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-97390dfd-b8fd-4be3-a50d-02d0032ba77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:29:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['cefb67f1-a452-4f53-abee-f44e92e2438f'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:30:14.247825 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-97390dfd-b8fd-4be3-a50d-02d0032ba77b None None] Set router cefb67f1-a452-4f53-abee-f44e92e2438f gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:30:14.588314 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-97390dfd-b8fd-4be3-a50d-02d0032ba77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'name': 'tempest-TestNetworkBasicOps-router-1916283569', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:28:43Z', 'updated_at': '2022-03-28T19:30:13Z', 'revision_number': 6, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:28:44Z', 'updated_at': '2022-03-28T19:30:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '82ba8a84-4e7d-469b-b12d-3ae9d716673e', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.214', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'port_id': 'd2ae1384-ee57-4320-b37d-f7b9d736b159', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba', 'mac_address': 'fa:16:3e:b5:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e203d7-d068-4356-afc6-1472e64409c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:29:07Z', 'updated_at': '2022-03-28T19:30:11Z', 'revision_number': 2, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12e37e8-9dd1-4254-8130-fe632cb07152', 'name': '', 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:8f:77:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'c37076f6-35de-4b9e-8cd0-ecc7d71f0b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:28:47Z', 'updated_at': '2022-03-28T19:30:12Z', 'revision_number': 6, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'c37076f6-35de-4b9e-8cd0-ecc7d71f0b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:30:14.592311 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97390dfd-b8fd-4be3-a50d-02d0032ba77b None None] The sync data for ids ['cefb67f1-a452-4f53-abee-f44e92e2438f'] in dv-neutron-834711-1-hyperv is: [{'id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'name': 'tempest-TestNetworkBasicOps-router-1916283569', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:28:43Z', 'updated_at': '2022-03-28T19:30:13Z', 'revision_number': 6, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:28:44Z', 'updated_at': '2022-03-28T19:30:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '82ba8a84-4e7d-469b-b12d-3ae9d716673e', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'floating_ip_address': '172.26.4.214', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'port_id': 'd2ae1384-ee57-4320-b37d-f7b9d736b159', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba', 'mac_address': 'fa:16:3e:b5:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e203d7-d068-4356-afc6-1472e64409c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:29:07Z', 'updated_at': '2022-03-28T19:30:11Z', 'revision_number': 2, 'project_id': '061332865d564f96959562b5c3aa8701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12e37e8-9dd1-4254-8130-fe632cb07152', 'name': '', 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:8f:77:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'c37076f6-35de-4b9e-8cd0-ecc7d71f0b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:28:47Z', 'updated_at': '2022-03-28T19:30:12Z', 'revision_number': 6, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'c37076f6-35de-4b9e-8cd0-ecc7d71f0b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:30:14.640298 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35694) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:30:14.755144 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-a9fa2bf8-b61f-4086-bfbb-d781cfe92dcc tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/82ba8a84-4e7d-469b-b12d-3ae9d716673e HTTP/1.1" status: 200 len: 991 time: 0.1130624 Mar 28 19:30:15.758915 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35698) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:30:15.869018 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-acc6e5e4-4746-4068-9862-b44e1b2f8f99 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/82ba8a84-4e7d-469b-b12d-3ae9d716673e HTTP/1.1" status: 200 len: 991 time: 0.1089933 Mar 28 19:30:15.922539 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e12e37e8-9dd1-4254-8130-fe632cb07152 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:30:15.992722 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port e12e37e8-9dd1-4254-8130-fe632cb07152 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:30:15.993092 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:16.113198 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:16.139294 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b4f05b-f809-49f5-bd4a-aa27c578bbc2 None None] New status for floating IP 82ba8a84-4e7d-469b-b12d-3ae9d716673e: ACTIVE {{(pid=87835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:30:16.148514 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port e12e37e8-9dd1-4254-8130-fe632cb07152, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e12e37e8-9dd1-4254-8130-fe632cb07152,segment=NetworkSegment(0b7e602a-9bd9-43c7-b3c4-049cd34f2d64),segment_id=0b7e602a-9bd9-43c7-b3c4-049cd34f2d64)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:30:16.152442 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:16.153229 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1e580f45-02ed-4c86-bef9-91047d693c26 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:30:16.305864 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=e12e37e8-9dd1-4254-8130-fe632cb07152,revision_number=7']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:30:16.317935 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 1e580f45-02ed-4c86-bef9-91047d693c26 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:30:16.318307 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:16.440612 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:16.456844 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 1e580f45-02ed-4c86-bef9-91047d693c26, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1e580f45-02ed-4c86-bef9-91047d693c26,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:30:16.460403 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:16.529893 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=1e580f45-02ed-4c86-bef9-91047d693c26,revision_number=6']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:30:16.872982 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35702) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:30:16.976932 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-83da019d-4ed8-4cab-9d40-3c781ec1d5bb tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/floatingips/82ba8a84-4e7d-469b-b12d-3ae9d716673e HTTP/1.1" status: 200 len: 993 time: 0.1027250 Mar 28 19:30:17.272277 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35710) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:30:17.465887 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-566c9898-2524-468b-b248-565031319874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port f0c1ccaa-13f7-4c2f-9f62-d38b38fe3866 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:30:17.466221 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-566c9898-2524-468b-b248-565031319874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:17.633362 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-566c9898-2524-468b-b248-565031319874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:17.633605 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-566c9898-2524-468b-b248-565031319874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:17.753493 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-566c9898-2524-468b-b248-565031319874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for f0c1ccaa-13f7-4c2f-9f62-d38b38fe3866 owned by network:floatingip {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:30:17.895076 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e12e37e8-9dd1-4254-8130-fe632cb07152 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:30:17.906645 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-566c9898-2524-468b-b248-565031319874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:17.953647 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c9898-2524-468b-b248-565031319874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=f0c1ccaa-13f7-4c2f-9f62-d38b38fe3866,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:30:17.962144 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port e12e37e8-9dd1-4254-8130-fe632cb07152 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:30:17.962591 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:17.991280 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c9898-2524-468b-b248-565031319874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:17.991622 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c9898-2524-468b-b248-565031319874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:17.991954 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c9898-2524-468b-b248-565031319874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:17.992281 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c9898-2524-468b-b248-565031319874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:17.992603 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c9898-2524-468b-b248-565031319874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:17.992927 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c9898-2524-468b-b248-565031319874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:17.993246 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c9898-2524-468b-b248-565031319874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:17.993566 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c9898-2524-468b-b248-565031319874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:17.993892 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c9898-2524-468b-b248-565031319874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:17.994206 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c9898-2524-468b-b248-565031319874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:17.994519 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c9898-2524-468b-b248-565031319874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:17.994830 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c9898-2524-468b-b248-565031319874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:18.058305 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-566c9898-2524-468b-b248-565031319874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for floatingip, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:18.058643 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-566c9898-2524-468b-b248-565031319874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Floating IP 82ba8a84-4e7d-469b-b12d-3ae9d716673e disassociated (deleted). External IP: 172.26.4.214, port: d2ae1384-ee57-4320-b37d-f7b9d736b159. Mar 28 19:30:18.080974 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1e580f45-02ed-4c86-bef9-91047d693c26 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:30:18.148573 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 1e580f45-02ed-4c86-bef9-91047d693c26 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:30:18.148854 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:18.519017 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566c9898-2524-468b-b248-565031319874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router cefb67f1-a452-4f53-abee-f44e92e2438f has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:30:18.695709 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566c9898-2524-468b-b248-565031319874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:30:18.708312 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55197b76-4b7f-42f1-a881-e91b9789dddd None None] Sync routers for ids ['cefb67f1-a452-4f53-abee-f44e92e2438f'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:30:18.717680 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55197b76-4b7f-42f1-a881-e91b9789dddd None None] Routers {'cefb67f1-a452-4f53-abee-f44e92e2438f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:30:18.718295 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-55197b76-4b7f-42f1-a881-e91b9789dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:29:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['cefb67f1-a452-4f53-abee-f44e92e2438f'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:30:18.718647 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-566c9898-2524-468b-b248-565031319874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:18.772788 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-566c9898-2524-468b-b248-565031319874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/floatingips/82ba8a84-4e7d-469b-b12d-3ae9d716673e HTTP/1.1" status: 204 len: 168 time: 1.4994116 Mar 28 19:30:18.773274 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e203d7-d068-4356-afc6-1472e64409c3', 'tag': 'd2ae1384-ee57-4320-b37d-f7b9d736b159'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:30:18.828655 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e203d7-d068-4356-afc6-1472e64409c3', 'tag': 'd2ae1384-ee57-4320-b37d-f7b9d736b159', 'status': 'completed', 'code': 200} Mar 28 19:30:18.908757 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-55197b76-4b7f-42f1-a881-e91b9789dddd None None] Set router cefb67f1-a452-4f53-abee-f44e92e2438f gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:30:18.924308 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7de85e-2787-4c7e-9255-531237e655bc req-010ae5b5-106f-4be3-b293-d7d3fd916484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:18.925846 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-df7de85e-2787-4c7e-9255-531237e655bc req-010ae5b5-106f-4be3-b293-d7d3fd916484 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=061332865d564f96959562b5c3aa8701&device_id=f2e203d7-d068-4356-afc6-1472e64409c3 HTTP/1.1" status: 200 len: 1098 time: 0.0761979 Mar 28 19:30:19.067876 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7de85e-2787-4c7e-9255-531237e655bc req-8a54debf-66a5-4589-8312-e3e3c570fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:19.069248 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-df7de85e-2787-4c7e-9255-531237e655bc req-8a54debf-66a5-4589-8312-e3e3c570fcd0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=22e1a9b7-1c59-4bd8-8780-e019dd7028ba HTTP/1.1" status: 200 len: 898 time: 0.1379938 Mar 28 19:30:19.169987 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-df7de85e-2787-4c7e-9255-531237e655bc req-bb99d470-7e6f-44ce-a0f1-246b9136c299 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2ae1384-ee57-4320-b37d-f7b9d736b159 HTTP/1.1" status: 200 len: 217 time: 0.0932736 Mar 28 19:30:19.227370 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-55197b76-4b7f-42f1-a881-e91b9789dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'name': 'tempest-TestNetworkBasicOps-router-1916283569', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:28:43Z', 'updated_at': '2022-03-28T19:30:13Z', 'revision_number': 6, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:28:44Z', 'updated_at': '2022-03-28T19:30:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'e12e37e8-9dd1-4254-8130-fe632cb07152', 'name': '', 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:8f:77:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'c37076f6-35de-4b9e-8cd0-ecc7d71f0b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:28:47Z', 'updated_at': '2022-03-28T19:30:16Z', 'revision_number': 7, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'c37076f6-35de-4b9e-8cd0-ecc7d71f0b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:30:19.231180 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55197b76-4b7f-42f1-a881-e91b9789dddd None None] Checking router: cefb67f1-a452-4f53-abee-f44e92e2438f for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:30:19.239439 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55197b76-4b7f-42f1-a881-e91b9789dddd None None] Routers {'cefb67f1-a452-4f53-abee-f44e92e2438f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:30:19.240048 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-55197b76-4b7f-42f1-a881-e91b9789dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:29:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['cefb67f1-a452-4f53-abee-f44e92e2438f'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:30:19.244378 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7de85e-2787-4c7e-9255-531237e655bc req-63281f39-14c1-42ea-adb4-e495308a4b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:19.245806 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-df7de85e-2787-4c7e-9255-531237e655bc req-63281f39-14c1-42ea-adb4-e495308a4b06 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c37076f6-35de-4b9e-8cd0-ecc7d71f0b84 HTTP/1.1" status: 200 len: 834 time: 0.0666833 Mar 28 19:30:19.309047 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d6208-0e88-47e4-bcc0-cb2f5982461a req-952567b1-a581-41d7-8551-8c4570f3f24d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:19.309982 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-9b0d6208-0e88-47e4-bcc0-cb2f5982461a req-952567b1-a581-41d7-8551-8c4570f3f24d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:30:19.333246 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-9b0d6208-0e88-47e4-bcc0-cb2f5982461a req-952567b1-a581-41d7-8551-8c4570f3f24d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:30:19.334314 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9b0d6208-0e88-47e4-bcc0-cb2f5982461a req-952567b1-a581-41d7-8551-8c4570f3f24d tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e203d7-d068-4356-afc6-1472e64409c3 HTTP/1.1" status: 200 len: 945 time: 0.2106953 Mar 28 19:30:19.372690 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7de85e-2787-4c7e-9255-531237e655bc req-b756e484-41a6-4b2b-921a-6d0a65171c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:19.374117 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-df7de85e-2787-4c7e-9255-531237e655bc req-b756e484-41a6-4b2b-921a-6d0a65171c59 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=22e1a9b7-1c59-4bd8-8780-e019dd7028ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1179628 Mar 28 19:30:19.413929 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-55197b76-4b7f-42f1-a881-e91b9789dddd None None] Set router cefb67f1-a452-4f53-abee-f44e92e2438f gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:30:19.424498 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9b0d6208-0e88-47e4-bcc0-cb2f5982461a req-29e3abe2-414c-45c0-89c0-c1894c7a2623 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ac6684-230a-498a-bf36-51cf8e7b9164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810356 Mar 28 19:30:19.519061 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-df7de85e-2787-4c7e-9255-531237e655bc req-d1c49cdc-c7a9-4863-8162-5c294089cf11 service neutron] 10.222.0.26 "GET /v2.0/networks/22e1a9b7-1c59-4bd8-8780-e019dd7028ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360300 Mar 28 19:30:19.649869 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-df7de85e-2787-4c7e-9255-531237e655bc req-7dd7453c-e7c5-464c-bb31-f49f7e8a63f7 service neutron] 10.222.0.26 "GET /v2.0/networks/22e1a9b7-1c59-4bd8-8780-e019dd7028ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241298 Mar 28 19:30:19.758004 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-55197b76-4b7f-42f1-a881-e91b9789dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'name': 'tempest-TestNetworkBasicOps-router-1916283569', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:28:43Z', 'updated_at': '2022-03-28T19:30:13Z', 'revision_number': 6, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:28:44Z', 'updated_at': '2022-03-28T19:30:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'e12e37e8-9dd1-4254-8130-fe632cb07152', 'name': '', 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:8f:77:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'c37076f6-35de-4b9e-8cd0-ecc7d71f0b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:28:47Z', 'updated_at': '2022-03-28T19:30:16Z', 'revision_number': 7, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'c37076f6-35de-4b9e-8cd0-ecc7d71f0b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:30:19.762087 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55197b76-4b7f-42f1-a881-e91b9789dddd None None] The sync data for ids ['cefb67f1-a452-4f53-abee-f44e92e2438f'] in dv-neutron-834711-1-hyperv is: [{'id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'name': 'tempest-TestNetworkBasicOps-router-1916283569', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:28:43Z', 'updated_at': '2022-03-28T19:30:13Z', 'revision_number': 6, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:28:44Z', 'updated_at': '2022-03-28T19:30:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'e12e37e8-9dd1-4254-8130-fe632cb07152', 'name': '', 'network_id': '22e1a9b7-1c59-4bd8-8780-e019dd7028ba', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'mac_address': 'fa:16:3e:8f:77:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'c37076f6-35de-4b9e-8cd0-ecc7d71f0b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:28:47Z', 'updated_at': '2022-03-28T19:30:16Z', 'revision_number': 7, 'project_id': '061332865d564f96959562b5c3aa8701', 'subnets': [{'id': 'c37076f6-35de-4b9e-8cd0-ecc7d71f0b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:30:20.406378 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9c449f-599e-462e-8cd3-3c6a825e426e None None] New status for floating IP 82ba8a84-4e7d-469b-b12d-3ae9d716673e: DOWN {{(pid=87835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:30:20.664683 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b75323-1fcc-4ee9-b16d-cb3b20230166 req-3b4aefee-e99d-4036-988e-c0296f8fb81a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:20.666103 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-94b75323-1fcc-4ee9-b16d-cb3b20230166 req-3b4aefee-e99d-4036-988e-c0296f8fb81a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e203d7-d068-4356-afc6-1472e64409c3 HTTP/1.1" status: 200 len: 945 time: 0.1328139 Mar 28 19:30:20.678637 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b3943-fb00-47d9-8971-ce48c10b9422 req-db163952-c27d-4ac7-a09a-fc531547364a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:20.679989 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-933b3943-fb00-47d9-8971-ce48c10b9422 req-db163952-c27d-4ac7-a09a-fc531547364a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e203d7-d068-4356-afc6-1472e64409c3 HTTP/1.1" status: 200 len: 945 time: 0.1107931 Mar 28 19:30:20.883742 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-94b75323-1fcc-4ee9-b16d-cb3b20230166 req-46700d26-0af1-47f2-a275-6933f9020bc3 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8ac6684-230a-498a-bf36-51cf8e7b9164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028298 Mar 28 19:30:20.888633 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-933b3943-fb00-47d9-8971-ce48c10b9422 req-080fff0a-3111-4c93-b78b-de0ba4079c81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port d2ae1384-ee57-4320-b37d-f7b9d736b159 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:30:20.888972 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-933b3943-fb00-47d9-8971-ce48c10b9422 req-080fff0a-3111-4c93-b78b-de0ba4079c81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:21.125707 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-933b3943-fb00-47d9-8971-ce48c10b9422 req-080fff0a-3111-4c93-b78b-de0ba4079c81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] For port d2ae1384-ee57-4320-b37d-f7b9d736b159, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=d2ae1384-ee57-4320-b37d-f7b9d736b159,segment=NetworkSegment(0b7e602a-9bd9-43c7-b3c4-049cd34f2d64),segment_id=0b7e602a-9bd9-43c7-b3c4-049cd34f2d64)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:30:21.125975 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-933b3943-fb00-47d9-8971-ce48c10b9422 req-080fff0a-3111-4c93-b78b-de0ba4079c81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:21.246127 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-933b3943-fb00-47d9-8971-ce48c10b9422 req-080fff0a-3111-4c93-b78b-de0ba4079c81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for d2ae1384-ee57-4320-b37d-f7b9d736b159 owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:30:21.387631 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-933b3943-fb00-47d9-8971-ce48c10b9422 req-080fff0a-3111-4c93-b78b-de0ba4079c81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:21.438081 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080fff0a-3111-4c93-b78b-de0ba4079c81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=d2ae1384-ee57-4320-b37d-f7b9d736b159,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:30:21.510214 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-933b3943-fb00-47d9-8971-ce48c10b9422 req-080fff0a-3111-4c93-b78b-de0ba4079c81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] No DVR routers for this DVR port d2ae1384-ee57-4320-b37d-f7b9d736b159 on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:30:21.512571 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-933b3943-fb00-47d9-8971-ce48c10b9422 req-080fff0a-3111-4c93-b78b-de0ba4079c81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:21.514932 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e203d7-d068-4356-afc6-1472e64409c3', 'name': 'network-vif-deleted', 'tag': 'd2ae1384-ee57-4320-b37d-f7b9d736b159'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:30:21.532053 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-933b3943-fb00-47d9-8971-ce48c10b9422 req-080fff0a-3111-4c93-b78b-de0ba4079c81 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.26 "DELETE /v2.0/ports/d2ae1384-ee57-4320-b37d-f7b9d736b159 HTTP/1.1" status: 204 len: 173 time: 0.8358996 Mar 28 19:30:21.564185 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e203d7-d068-4356-afc6-1472e64409c3', 'name': 'network-vif-deleted', 'tag': 'd2ae1384-ee57-4320-b37d-f7b9d736b159', 'status': 'completed', 'code': 200} Mar 28 19:30:22.053903 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-7b40bae9-363d-4cd5-a42a-b760a1bbaeb5 req-f2e9ff46-0ee3-46ba-acfe-c4b2cea05867 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Synchronizing usage tracker for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:30:22.070326 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-7b40bae9-363d-4cd5-a42a-b760a1bbaeb5 req-f2e9ff46-0ee3-46ba-acfe-c4b2cea05867 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Unset dirty status for tenant:061332865d564f96959562b5c3aa8701 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:30:22.071577 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7b40bae9-363d-4cd5-a42a-b760a1bbaeb5 req-f2e9ff46-0ee3-46ba-acfe-c4b2cea05867 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e203d7-d068-4356-afc6-1472e64409c3 HTTP/1.1" status: 200 len: 210 time: 0.0654342 Mar 28 19:30:23.168355 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35728) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:30:23.234737 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3e62-31b9-46f8-ad68-7d8878176785 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:23.263927 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3e62-31b9-46f8-ad68-7d8878176785 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:23.327245 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3e62-31b9-46f8-ad68-7d8878176785 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:23.344754 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c3e62-31b9-46f8-ad68-7d8878176785 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ac6684-230a-498a-bf36-51cf8e7b9164,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:30:23.356420 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3e62-31b9-46f8-ad68-7d8878176785 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:23.357495 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9c5c3e62-31b9-46f8-ad68-7d8878176785 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/security-groups/c8ac6684-230a-498a-bf36-51cf8e7b9164 HTTP/1.1" status: 204 len: 168 time: 0.1881332 Mar 28 19:30:23.389665 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35734) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:30:24.031624 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d1def194-44e3-4e6b-b9a7-f4ed62232a4a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:24.378325 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-d1def194-44e3-4e6b-b9a7-f4ed62232a4a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port e12e37e8-9dd1-4254-8130-fe632cb07152 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:30:24.378994 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d1def194-44e3-4e6b-b9a7-f4ed62232a4a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:24.563506 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-d1def194-44e3-4e6b-b9a7-f4ed62232a4a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] For port e12e37e8-9dd1-4254-8130-fe632cb07152, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e12e37e8-9dd1-4254-8130-fe632cb07152,segment=NetworkSegment(0b7e602a-9bd9-43c7-b3c4-049cd34f2d64),segment_id=0b7e602a-9bd9-43c7-b3c4-049cd34f2d64)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:30:24.563891 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d1def194-44e3-4e6b-b9a7-f4ed62232a4a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:24.667277 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device d2ae1384-ee57-4320-b37d-f7b9d736b159 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:30:24.685532 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-d1def194-44e3-4e6b-b9a7-f4ed62232a4a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for e12e37e8-9dd1-4254-8130-fe632cb07152 owned by network:router_interface {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:30:24.703946 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: d2ae1384-ee57-4320-b37d-f7b9d736b159 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:30:24.704296 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device d2ae1384-ee57-4320-b37d-f7b9d736b159 not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:30:24.870335 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d1def194-44e3-4e6b-b9a7-f4ed62232a4a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:24.916820 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1def194-44e3-4e6b-b9a7-f4ed62232a4a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=e12e37e8-9dd1-4254-8130-fe632cb07152,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:30:25.185923 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d1def194-44e3-4e6b-b9a7-f4ed62232a4a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:25.318835 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8bbaa4e6-da73-42a2-83a1-dc11d72a848e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:25.638551 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1def194-44e3-4e6b-b9a7-f4ed62232a4a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Router cefb67f1-a452-4f53-abee-f44e92e2438f has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:30:25.813876 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1def194-44e3-4e6b-b9a7-f4ed62232a4a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:30:25.823886 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57afd164-e78e-4242-9676-236973d504ad None None] Sync routers for ids ['cefb67f1-a452-4f53-abee-f44e92e2438f'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:30:25.830400 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d1def194-44e3-4e6b-b9a7-f4ed62232a4a tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "PUT /v2.0/routers/cefb67f1-a452-4f53-abee-f44e92e2438f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4390216 Mar 28 19:30:25.833323 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35738) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:30:25.833799 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57afd164-e78e-4242-9676-236973d504ad None None] Routers {'cefb67f1-a452-4f53-abee-f44e92e2438f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:30:25.834104 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-57afd164-e78e-4242-9676-236973d504ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:29:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['cefb67f1-a452-4f53-abee-f44e92e2438f'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:30:25.927419 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e1e3847-ad03-4c86-8c9c-2919064e613f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting subnet c37076f6-35de-4b9e-8cd0-ecc7d71f0b84 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:30:25.930433 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4e1e3847-ad03-4c86-8c9c-2919064e613f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:25.986759 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4e1e3847-ad03-4c86-8c9c-2919064e613f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:26.012294 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-57afd164-e78e-4242-9676-236973d504ad None None] Set router cefb67f1-a452-4f53-abee-f44e92e2438f gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:30:26.073709 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4e1e3847-ad03-4c86-8c9c-2919064e613f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:26.148616 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4e1e3847-ad03-4c86-8c9c-2919064e613f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:26.192548 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4e1e3847-ad03-4c86-8c9c-2919064e613f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:26.195347 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e3847-ad03-4c86-8c9c-2919064e613f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Subnet': ['ID=c37076f6-35de-4b9e-8cd0-ecc7d71f0b84,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:30:26.197616 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbf808d-6437-4ed1-8527-8bbb2bc66de4 None None] Network 22e1a9b7-1c59-4bd8-8780-e019dd7028ba requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:30:26.204989 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e3847-ad03-4c86-8c9c-2919064e613f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:26.205183 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e3847-ad03-4c86-8c9c-2919064e613f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:26.205532 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e3847-ad03-4c86-8c9c-2919064e613f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:26.205845 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e3847-ad03-4c86-8c9c-2919064e613f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:26.206167 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e3847-ad03-4c86-8c9c-2919064e613f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:26.206510 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e3847-ad03-4c86-8c9c-2919064e613f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:26.206820 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e3847-ad03-4c86-8c9c-2919064e613f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:26.207176 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e3847-ad03-4c86-8c9c-2919064e613f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:26.207519 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e3847-ad03-4c86-8c9c-2919064e613f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:26.207804 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e3847-ad03-4c86-8c9c-2919064e613f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:26.208120 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e3847-ad03-4c86-8c9c-2919064e613f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:26.208433 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e3847-ad03-4c86-8c9c-2919064e613f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:30:26.214254 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4e1e3847-ad03-4c86-8c9c-2919064e613f tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/subnets/c37076f6-35de-4b9e-8cd0-ecc7d71f0b84 HTTP/1.1" status: 204 len: 168 time: 0.3771834 Mar 28 19:30:26.214450 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35742) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:30:26.386521 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8179b44c-84d7-4b45-94db-3fc764a99865 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:26.467150 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-57afd164-e78e-4242-9676-236973d504ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'name': 'tempest-TestNetworkBasicOps-router-1916283569', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:28:43Z', 'updated_at': '2022-03-28T19:30:24Z', 'revision_number': 7, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:28:44Z', 'updated_at': '2022-03-28T19:30:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:30:26.473905 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57afd164-e78e-4242-9676-236973d504ad None None] Checking router: cefb67f1-a452-4f53-abee-f44e92e2438f for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:30:26.482729 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57afd164-e78e-4242-9676-236973d504ad None None] Routers {'cefb67f1-a452-4f53-abee-f44e92e2438f'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:30:26.483362 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-57afd164-e78e-4242-9676-236973d504ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:29:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['cefb67f1-a452-4f53-abee-f44e92e2438f'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:30:26.534048 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96290715-8262-43c6-8efc-3048f17d8001 None None] DHCP port deletion for 22e1a9b7-1c59-4bd8-8780-e019dd7028ba request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:30:26.551461 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-96290715-8262-43c6-8efc-3048f17d8001 None None] Deleting port fc493f38-1fb5-424b-b7a0-ada6f3ebc99f {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:30:26.551836 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-96290715-8262-43c6-8efc-3048f17d8001 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:26.689448 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8179b44c-84d7-4b45-94db-3fc764a99865 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:26.701074 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-8179b44c-84d7-4b45-94db-3fc764a99865 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Deleting port 1e580f45-02ed-4c86-bef9-91047d693c26 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:30:26.701419 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8179b44c-84d7-4b45-94db-3fc764a99865 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:26.822435 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-57afd164-e78e-4242-9676-236973d504ad None None] Set router cefb67f1-a452-4f53-abee-f44e92e2438f gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:30:26.879965 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-8179b44c-84d7-4b45-94db-3fc764a99865 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] For port 1e580f45-02ed-4c86-bef9-91047d693c26, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1e580f45-02ed-4c86-bef9-91047d693c26,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:30:26.880566 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8179b44c-84d7-4b45-94db-3fc764a99865 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:27.004500 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-8179b44c-84d7-4b45-94db-3fc764a99865 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Calling delete_port for 1e580f45-02ed-4c86-bef9-91047d693c26 owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:30:27.085068 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-96290715-8262-43c6-8efc-3048f17d8001 None None] For port fc493f38-1fb5-424b-b7a0-ada6f3ebc99f, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=fc493f38-1fb5-424b-b7a0-ada6f3ebc99f,segment=NetworkSegment(0b7e602a-9bd9-43c7-b3c4-049cd34f2d64),segment_id=0b7e602a-9bd9-43c7-b3c4-049cd34f2d64)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:30:27.085738 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-96290715-8262-43c6-8efc-3048f17d8001 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:27.210515 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-96290715-8262-43c6-8efc-3048f17d8001 None None] Calling delete_port for fc493f38-1fb5-424b-b7a0-ada6f3ebc99f owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:30:27.307585 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8179b44c-84d7-4b45-94db-3fc764a99865 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:27.342968 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-96290715-8262-43c6-8efc-3048f17d8001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:27.356889 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179b44c-84d7-4b45-94db-3fc764a99865 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Port': ['ID=1e580f45-02ed-4c86-bef9-91047d693c26,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:30:27.391949 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96290715-8262-43c6-8efc-3048f17d8001 None None] Pushing event deleted for resources: {'Port': ['ID=fc493f38-1fb5-424b-b7a0-ada6f3ebc99f,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:30:27.396551 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96290715-8262-43c6-8efc-3048f17d8001 None None] No DVR routers for this DVR port fc493f38-1fb5-424b-b7a0-ada6f3ebc99f on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:30:27.408074 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-57afd164-e78e-4242-9676-236973d504ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'name': 'tempest-TestNetworkBasicOps-router-1916283569', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:28:43Z', 'updated_at': '2022-03-28T19:30:24Z', 'revision_number': 7, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:28:44Z', 'updated_at': '2022-03-28T19:30:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:30:27.412254 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57afd164-e78e-4242-9676-236973d504ad None None] The sync data for ids ['cefb67f1-a452-4f53-abee-f44e92e2438f'] in dv-neutron-834711-1-hyperv is: [{'id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'name': 'tempest-TestNetworkBasicOps-router-1916283569', 'tenant_id': '061332865d564f96959562b5c3aa8701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:28:43Z', 'updated_at': '2022-03-28T19:30:24Z', 'revision_number': 7, 'project_id': '061332865d564f96959562b5c3aa8701', 'gw_port': {'id': '1e580f45-02ed-4c86-bef9-91047d693c26', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefb67f1-a452-4f53-abee-f44e92e2438f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:28:44Z', 'updated_at': '2022-03-28T19:30:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:30:27.457358 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8179b44c-84d7-4b45-94db-3fc764a99865 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:27.633619 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8179b44c-84d7-4b45-94db-3fc764a99865 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:27.635704 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8179b44c-84d7-4b45-94db-3fc764a99865 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:27.658383 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-46ce2460-c631-4e02-b7eb-136af9526c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:27.662274 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8179b44c-84d7-4b45-94db-3fc764a99865 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:27.662779 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8179b44c-84d7-4b45-94db-3fc764a99865 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Fanout notify agent at l3_agent the message router_deleted on router cefb67f1-a452-4f53-abee-f44e92e2438f {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:30:27.677617 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8179b44c-84d7-4b45-94db-3fc764a99865 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:27.679369 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8179b44c-84d7-4b45-94db-3fc764a99865 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/routers/cefb67f1-a452-4f53-abee-f44e92e2438f HTTP/1.1" status: 204 len: 168 time: 1.4633322 Mar 28 19:30:27.681472 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35746) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:30:27.796165 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b1a62ab-1cef-43fd-9bba-0367f8a39874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:27.942261 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device fc493f38-1fb5-424b-b7a0-ada6f3ebc99f no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:30:27.946083 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b1a62ab-1cef-43fd-9bba-0367f8a39874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:27.972875 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-2b1a62ab-1cef-43fd-9bba-0367f8a39874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e1a9b7-1c59-4bd8-8780-e019dd7028ba']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:30:27.976757 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: fc493f38-1fb5-424b-b7a0-ada6f3ebc99f {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:30:27.977104 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device fc493f38-1fb5-424b-b7a0-ada6f3ebc99f not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:30:27.977529 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e12e37e8-9dd1-4254-8130-fe632cb07152 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:30:27.985167 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-2b1a62ab-1cef-43fd-9bba-0367f8a39874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b7e602a-9bd9-43c7-b3c4-049cd34f2d64') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:30:27.985562 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-2b1a62ab-1cef-43fd-9bba-0367f8a39874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b7e602a-9bd9-43c7-b3c4-049cd34f2d64') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:30:27.997519 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b1a62ab-1cef-43fd-9bba-0367f8a39874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:28.013930 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: e12e37e8-9dd1-4254-8130-fe632cb07152 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:30:28.014601 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e12e37e8-9dd1-4254-8130-fe632cb07152 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:30:28.015129 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b1a62ab-1cef-43fd-9bba-0367f8a39874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:28.028218 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1a62ab-1cef-43fd-9bba-0367f8a39874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:30:28.028837 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b1a62ab-1cef-43fd-9bba-0367f8a39874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:30:28.043380 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:30:28.228234 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b1a62ab-1cef-43fd-9bba-0367f8a39874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:28.232656 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2b1a62ab-1cef-43fd-9bba-0367f8a39874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:28.258425 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a62ab-1cef-43fd-9bba-0367f8a39874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] Pushing event deleted for resources: {'Network': ['ID=22e1a9b7-1c59-4bd8-8780-e019dd7028ba,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:30:28.261901 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2b1a62ab-1cef-43fd-9bba-0367f8a39874 tempest-TestNetworkBasicOps-767265711 tempest-TestNetworkBasicOps-767265711-project] 10.222.0.10 "DELETE /v2.0/networks/22e1a9b7-1c59-4bd8-8780-e019dd7028ba HTTP/1.1" status: 204 len: 168 time: 0.5795000 Mar 28 19:30:28.601399 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35754) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:30:28.616195 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:28.650512 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:28.746824 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e52a4039-06f0-4417-8b19-9f08ac61ba17 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=061332865d564f96959562b5c3aa8701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442039 Mar 28 19:30:28.749301 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35760) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:30:28.809540 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b0b829d9-9f0d-481f-86ec-0025a1624e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:28.835721 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b0b829d9-9f0d-481f-86ec-0025a1624e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:28.885442 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b0b829d9-9f0d-481f-86ec-0025a1624e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:28.903205 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b829d9-9f0d-481f-86ec-0025a1624e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9135255-ce00-440b-badc-1e851d627d79,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:30:28.910181 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b0b829d9-9f0d-481f-86ec-0025a1624e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:28.911405 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b0b829d9-9f0d-481f-86ec-0025a1624e02 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e9135255-ce00-440b-badc-1e851d627d79 HTTP/1.1" status: 204 len: 168 time: 0.1604760 Mar 28 19:30:29.180606 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35768) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:30:29.199218 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0393c00e-4f0e-4725-8110-97b521811468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:29.215062 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0393c00e-4f0e-4725-8110-97b521811468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:30:29.219215 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0393c00e-4f0e-4725-8110-97b521811468 admin admin] Usage tracker for resource:security_group_rule and tenant:c6a997513fda40ad8e017f4911ec6887 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:30:29.222212 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0393c00e-4f0e-4725-8110-97b521811468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:30:29.227949 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0393c00e-4f0e-4725-8110-97b521811468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:30:29.325794 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0393c00e-4f0e-4725-8110-97b521811468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:29.329422 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0393c00e-4f0e-4725-8110-97b521811468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:29.378529 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0393c00e-4f0e-4725-8110-97b521811468 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c6a997513fda40ad8e017f4911ec6887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1968844 Mar 28 19:30:29.379393 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393c00e-4f0e-4725-8110-97b521811468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f389a6ed-2263-4aa4-9b61-64026371fd6e,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:30:29.381316 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35772) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:30:29.440178 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-40fbc297-3a8e-4eaa-9ae6-538bc270e246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:29.464549 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-40fbc297-3a8e-4eaa-9ae6-538bc270e246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:29.515481 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-40fbc297-3a8e-4eaa-9ae6-538bc270e246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:29.531485 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbc297-3a8e-4eaa-9ae6-538bc270e246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f389a6ed-2263-4aa4-9b61-64026371fd6e,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:30:29.535819 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-40fbc297-3a8e-4eaa-9ae6-538bc270e246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:29.536923 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-40fbc297-3a8e-4eaa-9ae6-538bc270e246 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f389a6ed-2263-4aa4-9b61-64026371fd6e HTTP/1.1" status: 204 len: 168 time: 0.1546268 Mar 28 19:30:29.850514 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1e580f45-02ed-4c86-bef9-91047d693c26 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:30:29.887099 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 1e580f45-02ed-4c86-bef9-91047d693c26 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:30:29.887354 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1e580f45-02ed-4c86-bef9-91047d693c26 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:30:30.219983 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:31.805512 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:36.919836 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-83bc70e4-8142-426d-8ccc-668f35b28429 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=92534a39de9a401ca75cbc8e869325a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263886 Mar 28 19:30:37.066429 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-31694e70-3107-4f56-a982-c23f61afe866 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:37.067767 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-31694e70-3107-4f56-a982-c23f61afe866 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1423671 Mar 28 19:30:37.082028 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-4aabef07-f101-4c76-b115-b8454ba7f3aa tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] 10.222.0.10 "GET /v2.0/quotas/92534a39de9a401ca75cbc8e869325a7 HTTP/1.1" status: 200 len: 375 time: 0.0088899 Mar 28 19:30:37.130996 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-007c3c75-abf8-44c7-9ccc-c97f0c96cb93 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=92534a39de9a401ca75cbc8e869325a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441029 Mar 28 19:30:37.306218 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8200aae8-fd61-4a22-b15b-677bf44cbe10 req-732321e7-b35a-467f-b44b-48b30ea47fca tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5d3cc25-c9c0-439a-b2aa-da3ad8193a95 HTTP/1.1" status: 200 len: 210 time: 0.0416913 Mar 28 19:30:37.676841 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:30:38.182902 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-6ecdf203-2ab9-473d-8d22-1310bc9e9c64 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=92534a39de9a401ca75cbc8e869325a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294683 Mar 28 19:30:38.352774 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-8505a54e-75f2-4d1e-9d6d-6f024a6144dd tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:38.354534 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-8505a54e-75f2-4d1e-9d6d-6f024a6144dd tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1665807 Mar 28 19:30:38.365661 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-a63bfdad-4ba6-4575-a062-ee30a51b90be tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Request body: {'port': {'device_id': 'b5d3cc25-c9c0-439a-b2aa-da3ad8193a95', 'network_id': '3713f344-501e-48fb-9014-3be0f10b09dd', 'admin_state_up': True, 'tenant_id': '92534a39de9a401ca75cbc8e869325a7'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:30:38.507977 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cad3d8e5-09f7-4dd6-aa36-501ae373bcb5 req-4c1e596a-f4d8-4719-9aa1-4175a91ceac2 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5d3cc25-c9c0-439a-b2aa-da3ad8193a95 HTTP/1.1" status: 200 len: 210 time: 0.0589921 Mar 28 19:30:38.548965 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-a63bfdad-4ba6-4575-a062-ee30a51b90be tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:30:38.552721 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-a63bfdad-4ba6-4575-a062-ee30a51b90be tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Usage tracker for resource:port and tenant:92534a39de9a401ca75cbc8e869325a7 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:30:38.555464 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-a63bfdad-4ba6-4575-a062-ee30a51b90be tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:30:38.564234 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-a63bfdad-4ba6-4575-a062-ee30a51b90be tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:30:38.574354 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-a63bfdad-4ba6-4575-a062-ee30a51b90be tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Made reservation on behalf of 92534a39de9a401ca75cbc8e869325a7 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:30:38.577918 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-a63bfdad-4ba6-4575-a062-ee30a51b90be tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:38.589675 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-a63bfdad-4ba6-4575-a062-ee30a51b90be tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:38.604706 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-a63bfdad-4ba6-4575-a062-ee30a51b90be tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:30:38.608461 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-a63bfdad-4ba6-4575-a062-ee30a51b90be tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Usage tracker for resource:security_group_rule and tenant:92534a39de9a401ca75cbc8e869325a7 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:30:38.612660 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-a63bfdad-4ba6-4575-a062-ee30a51b90be tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:30:38.618235 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-a63bfdad-4ba6-4575-a062-ee30a51b90be tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:30:38.708519 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-a63bfdad-4ba6-4575-a062-ee30a51b90be tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:38.711416 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-a63bfdad-4ba6-4575-a062-ee30a51b90be tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:38.800006 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bfdad-4ba6-4575-a062-ee30a51b90be tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8066dcf-49e3-48ac-b41d-2e496c1bdd68,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:30:38.894776 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-a63bfdad-4ba6-4575-a062-ee30a51b90be tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Allocated IP 192.168.233.5 (3713f344-501e-48fb-9014-3be0f10b09dd/4e4891db-2ab5-4173-bae0-234f86adb7a1/2c069862-1770-4724-8f04-e2898114b581) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:30:39.199883 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-a63bfdad-4ba6-4575-a062-ee30a51b90be tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:39.215789 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-a63bfdad-4ba6-4575-a062-ee30a51b90be tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Transition to ACTIVE for port object 2c069862-1770-4724-8f04-e2898114b581 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:30:39.239902 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-a63bfdad-4ba6-4575-a062-ee30a51b90be tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:39.306618 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-a63bfdad-4ba6-4575-a062-ee30a51b90be tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Network 3713f344-501e-48fb-9014-3be0f10b09dd is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:30:39.314766 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-a63bfdad-4ba6-4575-a062-ee30a51b90be tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:30:39.319125 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-a63bfdad-4ba6-4575-a062-ee30a51b90be tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:30:39.349551 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bfdad-4ba6-4575-a062-ee30a51b90be tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Pushing event updated for resources: {'Port': ['ID=2c069862-1770-4724-8f04-e2898114b581,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:30:39.386590 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-a63bfdad-4ba6-4575-a062-ee30a51b90be tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:39.387227 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-a63bfdad-4ba6-4575-a062-ee30a51b90be tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:39.413046 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-a63bfdad-4ba6-4575-a062-ee30a51b90be tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0511370 Mar 28 19:30:39.424097 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-705d6f68-2675-407d-8964-e3c3fa09d624 service neutron] Request body: {'port': {'device_id': 'b5d3cc25-c9c0-439a-b2aa-da3ad8193a95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:30:39.537415 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-705d6f68-2675-407d-8964-e3c3fa09d624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:39.594295 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-53bce3c1-68ac-43d0-afb9-8b4dee4b7bac None None] Provisioning for port 2c069862-1770-4724-8f04-e2898114b581 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:30:39.599446 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-53bce3c1-68ac-43d0-afb9-8b4dee4b7bac None None] Provisioning complete for port 2c069862-1770-4724-8f04-e2898114b581 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:30:39.599822 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-53bce3c1-68ac-43d0-afb9-8b4dee4b7bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:39.659673 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-53bce3c1-68ac-43d0-afb9-8b4dee4b7bac None None] Port 2c069862-1770-4724-8f04-e2898114b581 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:30:39.840362 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa325c-5227-4c0a-bb6f-151a18831334 req-4032367d-ce53-4089-a065-fe2d89f7f84e tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:39.841036 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-93fa325c-5227-4c0a-bb6f-151a18831334 req-4032367d-ce53-4089-a065-fe2d89f7f84e tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Synchronizing usage tracker for tenant:92534a39de9a401ca75cbc8e869325a7 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:30:39.879627 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-93fa325c-5227-4c0a-bb6f-151a18831334 req-4032367d-ce53-4089-a065-fe2d89f7f84e tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Unset dirty status for tenant:92534a39de9a401ca75cbc8e869325a7 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:30:39.880863 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-93fa325c-5227-4c0a-bb6f-151a18831334 req-4032367d-ce53-4089-a065-fe2d89f7f84e tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5d3cc25-c9c0-439a-b2aa-da3ad8193a95 HTTP/1.1" status: 200 len: 934 time: 0.2658789 Mar 28 19:30:39.977009 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-93fa325c-5227-4c0a-bb6f-151a18831334 req-f779aac1-e916-4ce6-b5c3-cc1a8a2f0bf5 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Synchronizing usage tracker for tenant:92534a39de9a401ca75cbc8e869325a7 on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:30:39.985138 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-705d6f68-2675-407d-8964-e3c3fa09d624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c069862-1770-4724-8f04-e2898114b581 {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:30:39.994539 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-705d6f68-2675-407d-8964-e3c3fa09d624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:40.013790 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-93fa325c-5227-4c0a-bb6f-151a18831334 req-f779aac1-e916-4ce6-b5c3-cc1a8a2f0bf5 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Unset dirty status for tenant:92534a39de9a401ca75cbc8e869325a7 on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:30:40.014994 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-93fa325c-5227-4c0a-bb6f-151a18831334 req-f779aac1-e916-4ce6-b5c3-cc1a8a2f0bf5 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] 10.222.0.10 "GET /v2.0/security-groups?id=f8066dcf-49e3-48ac-b41d-2e496c1bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281674 Mar 28 19:30:40.015834 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-705d6f68-2675-407d-8964-e3c3fa09d624 service neutron] Transition to ACTIVE for port object 2c069862-1770-4724-8f04-e2898114b581 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:30:40.020197 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-705d6f68-2675-407d-8964-e3c3fa09d624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:40.194399 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d6f68-2675-407d-8964-e3c3fa09d624 service neutron] Pushing event updated for resources: {'Port': ['ID=2c069862-1770-4724-8f04-e2898114b581,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:30:40.268940 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-705d6f68-2675-407d-8964-e3c3fa09d624 service neutron] Attempting to bind port 2c069862-1770-4724-8f04-e2898114b581 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:30:40.269658 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-705d6f68-2675-407d-8964-e3c3fa09d624 service neutron] Attempting to bind port 2c069862-1770-4724-8f04-e2898114b581 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '3564cc69-c4b3-48fa-9102-08df407de61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '3713f344-501e-48fb-9014-3be0f10b09dd'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:30:40.269769 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-705d6f68-2675-407d-8964-e3c3fa09d624 service neutron] Attempting to bind port 2c069862-1770-4724-8f04-e2898114b581 on network 3713f344-501e-48fb-9014-3be0f10b09dd {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:30:40.274587 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-705d6f68-2675-407d-8964-e3c3fa09d624 service neutron] Port 2c069862-1770-4724-8f04-e2898114b581 on network 3713f344-501e-48fb-9014-3be0f10b09dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:30:40.274919 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-705d6f68-2675-407d-8964-e3c3fa09d624 service neutron] Attempting to bind port 2c069862-1770-4724-8f04-e2898114b581 on network 3713f344-501e-48fb-9014-3be0f10b09dd {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:30:40.279944 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-705d6f68-2675-407d-8964-e3c3fa09d624 service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:30:40.280323 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-705d6f68-2675-407d-8964-e3c3fa09d624 service neutron] Checking segment: {'id': '3564cc69-c4b3-48fa-9102-08df407de61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '3713f344-501e-48fb-9014-3be0f10b09dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:30:40.281239 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-705d6f68-2675-407d-8964-e3c3fa09d624 service neutron] Bound using segment: {'id': '3564cc69-c4b3-48fa-9102-08df407de61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '3713f344-501e-48fb-9014-3be0f10b09dd'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:30:40.281814 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-705d6f68-2675-407d-8964-e3c3fa09d624 service neutron] Bound port: 2c069862-1770-4724-8f04-e2898114b581, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3564cc69-c4b3-48fa-9102-08df407de61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '3713f344-501e-48fb-9014-3be0f10b09dd'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:30:40.282305 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-705d6f68-2675-407d-8964-e3c3fa09d624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:40.378104 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-705d6f68-2675-407d-8964-e3c3fa09d624 service neutron] For port 2c069862-1770-4724-8f04-e2898114b581, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:30:40.381328 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-705d6f68-2675-407d-8964-e3c3fa09d624 service neutron] For port 2c069862-1770-4724-8f04-e2898114b581, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=2c069862-1770-4724-8f04-e2898114b581,segment=NetworkSegment(3564cc69-c4b3-48fa-9102-08df407de61c),segment_id=3564cc69-c4b3-48fa-9102-08df407de61c)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:30:40.384747 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-705d6f68-2675-407d-8964-e3c3fa09d624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:40.439633 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-705d6f68-2675-407d-8964-e3c3fa09d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:40.439759 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-705d6f68-2675-407d-8964-e3c3fa09d624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:40.441280 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-705d6f68-2675-407d-8964-e3c3fa09d624 service neutron] 10.222.0.26 "PUT /v2.0/ports/2c069862-1770-4724-8f04-e2898114b581 HTTP/1.1" status: 200 len: 1096 time: 1.0216849 Mar 28 19:30:40.443951 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d3cc25-c9c0-439a-b2aa-da3ad8193a95', 'tag': '2c069862-1770-4724-8f04-e2898114b581'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:30:40.477266 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d6f68-2675-407d-8964-e3c3fa09d624 service neutron] Pushing event updated for resources: {'Port': ['ID=2c069862-1770-4724-8f04-e2898114b581,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:30:40.522543 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d3cc25-c9c0-439a-b2aa-da3ad8193a95', 'tag': '2c069862-1770-4724-8f04-e2898114b581', 'status': 'completed', 'code': 200} Mar 28 19:30:40.569889 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-7a946dd7-57f3-4bf9-af42-eb8177a4b8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:40.571527 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-7a946dd7-57f3-4bf9-af42-eb8177a4b8c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92534a39de9a401ca75cbc8e869325a7&device_id=b5d3cc25-c9c0-439a-b2aa-da3ad8193a95 HTTP/1.1" status: 200 len: 1099 time: 0.0854943 Mar 28 19:30:40.642054 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-9620e2bb-3758-46e8-aa52-87f6c20c76f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=2c069862-1770-4724-8f04-e2898114b581 HTTP/1.1" status: 200 len: 217 time: 0.0632746 Mar 28 19:30:40.710535 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-4c13c003-59de-4036-a9d8-a0d75c504a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:40.711985 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-4c13c003-59de-4036-a9d8-a0d75c504a7d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4e4891db-2ab5-4173-bae0-234f86adb7a1 HTTP/1.1" status: 200 len: 843 time: 0.0642209 Mar 28 19:30:40.788435 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-29387432-bd9d-4e7a-b587-06a06f78ec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:40.789807 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-29387432-bd9d-4e7a-b587-06a06f78ec37 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3713f344-501e-48fb-9014-3be0f10b09dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0721533 Mar 28 19:30:41.028268 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-368f5bd9-e270-49b3-a1c8-d59fc421802b service neutron] 10.222.0.26 "GET /v2.0/networks/3713f344-501e-48fb-9014-3be0f10b09dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325320 Mar 28 19:30:41.208893 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4ae30323-76cd-4ff7-9cef-395415b35b64 req-f7e5a11f-dade-41c3-b2d7-0bee1a9dc725 service neutron] 10.222.0.26 "GET /v2.0/networks/3713f344-501e-48fb-9014-3be0f10b09dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743505 Mar 28 19:30:41.233412 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13235015-32bf-44f1-a9c2-faa9cf9bfcdc req-bb3a6020-7583-4864-9910-f966abc1be8b tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:41.235541 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-13235015-32bf-44f1-a9c2-faa9cf9bfcdc req-bb3a6020-7583-4864-9910-f966abc1be8b tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5d3cc25-c9c0-439a-b2aa-da3ad8193a95 HTTP/1.1" status: 200 len: 946 time: 0.1081545 Mar 28 19:30:41.322673 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-13235015-32bf-44f1-a9c2-faa9cf9bfcdc req-275f1814-9fbd-44aa-8a17-58abb905d687 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] 10.222.0.10 "GET /v2.0/security-groups?id=f8066dcf-49e3-48ac-b41d-2e496c1bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804579 Mar 28 19:30:41.345882 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac5c9f-0684-47f8-94b8-1f06c99f9204 req-95e1a489-856a-4336-8291-49e40024799e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:41.347345 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a6ac5c9f-0684-47f8-94b8-1f06c99f9204 req-95e1a489-856a-4336-8291-49e40024799e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92534a39de9a401ca75cbc8e869325a7&device_id=b5d3cc25-c9c0-439a-b2aa-da3ad8193a95 HTTP/1.1" status: 200 len: 1099 time: 0.0900228 Mar 28 19:30:41.477234 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac5c9f-0684-47f8-94b8-1f06c99f9204 req-3ac120d2-ae46-49bf-b33c-f018851b8d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:41.478661 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a6ac5c9f-0684-47f8-94b8-1f06c99f9204 req-3ac120d2-ae46-49bf-b33c-f018851b8d78 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3713f344-501e-48fb-9014-3be0f10b09dd HTTP/1.1" status: 200 len: 870 time: 0.1244893 Mar 28 19:30:41.546056 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a6ac5c9f-0684-47f8-94b8-1f06c99f9204 req-7662b130-d74d-4592-8924-973146051a34 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=2c069862-1770-4724-8f04-e2898114b581 HTTP/1.1" status: 200 len: 217 time: 0.0609002 Mar 28 19:30:41.605165 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac5c9f-0684-47f8-94b8-1f06c99f9204 req-63f1cfaf-a948-4fa2-b47c-3bb7c95f9698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:41.606419 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a6ac5c9f-0684-47f8-94b8-1f06c99f9204 req-63f1cfaf-a948-4fa2-b47c-3bb7c95f9698 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4e4891db-2ab5-4173-bae0-234f86adb7a1 HTTP/1.1" status: 200 len: 843 time: 0.0549278 Mar 28 19:30:41.681946 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac5c9f-0684-47f8-94b8-1f06c99f9204 req-ef6dc6b2-21f4-42ee-a979-85228dd8fd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:41.683398 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a6ac5c9f-0684-47f8-94b8-1f06c99f9204 req-ef6dc6b2-21f4-42ee-a979-85228dd8fd43 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3713f344-501e-48fb-9014-3be0f10b09dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0704353 Mar 28 19:30:41.810467 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a6ac5c9f-0684-47f8-94b8-1f06c99f9204 req-0c21c340-6f0d-47e3-b8aa-535cab640099 service neutron] 10.222.0.26 "GET /v2.0/networks/3713f344-501e-48fb-9014-3be0f10b09dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212957 Mar 28 19:30:41.936557 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a6ac5c9f-0684-47f8-94b8-1f06c99f9204 req-8ecd6e90-35d1-4c28-8957-333427169e5a service neutron] 10.222.0.26 "GET /v2.0/networks/3713f344-501e-48fb-9014-3be0f10b09dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203065 Mar 28 19:30:42.509878 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d87c8c-9e17-42c0-8acf-59a319278a97 req-f5a617ce-9542-48c2-9961-9fb0a9fde796 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:42.511339 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-75d87c8c-9e17-42c0-8acf-59a319278a97 req-f5a617ce-9542-48c2-9961-9fb0a9fde796 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5d3cc25-c9c0-439a-b2aa-da3ad8193a95 HTTP/1.1" status: 200 len: 946 time: 0.0842884 Mar 28 19:30:42.559090 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-75d87c8c-9e17-42c0-8acf-59a319278a97 req-4cbe17a1-8445-4dc1-b52c-c6dcbb351dbf tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] 10.222.0.10 "GET /v2.0/security-groups?id=f8066dcf-49e3-48ac-b41d-2e496c1bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389595 Mar 28 19:30:42.761262 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 2c069862-1770-4724-8f04-e2898114b581 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:30:42.891275 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 2c069862-1770-4724-8f04-e2898114b581, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=2c069862-1770-4724-8f04-e2898114b581,segment=NetworkSegment(3564cc69-c4b3-48fa-9102-08df407de61c),segment_id=3564cc69-c4b3-48fa-9102-08df407de61c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:30:42.903919 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '2c069862-1770-4724-8f04-e2898114b581', 'network_id': '3713f344-501e-48fb-9014-3be0f10b09dd', 'port_id': '2c069862-1770-4724-8f04-e2898114b581', 'mac_address': 'fa:16:3e:5d:79:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4891db-2ab5-4173-bae0-234f86adb7a1', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:30:42.957281 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:42.973637 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c069862-1770-4724-8f04-e2898114b581 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:30:42.988203 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 2c069862-1770-4724-8f04-e2898114b581, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=2c069862-1770-4724-8f04-e2898114b581,segment=NetworkSegment(3564cc69-c4b3-48fa-9102-08df407de61c),segment_id=3564cc69-c4b3-48fa-9102-08df407de61c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:30:42.991908 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:43.058699 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=2c069862-1770-4724-8f04-e2898114b581,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:30:43.297360 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['2c069862-1770-4724-8f04-e2898114b581'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:30:43.745963 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39563b-98f8-4151-b7e0-9a7864443021 req-c57a23ba-2c6a-4abe-828c-83474e5448d5 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:43.747413 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4e39563b-98f8-4151-b7e0-9a7864443021 req-c57a23ba-2c6a-4abe-828c-83474e5448d5 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5d3cc25-c9c0-439a-b2aa-da3ad8193a95 HTTP/1.1" status: 200 len: 947 time: 0.0816729 Mar 28 19:30:43.790855 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4e39563b-98f8-4151-b7e0-9a7864443021 req-561fb669-7e65-4cc3-b976-b13b92ee2ed8 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] 10.222.0.10 "GET /v2.0/security-groups?id=f8066dcf-49e3-48ac-b41d-2e496c1bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372648 Mar 28 19:30:44.775573 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 2c069862-1770-4724-8f04-e2898114b581 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:30:44.847460 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port 2c069862-1770-4724-8f04-e2898114b581 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:30:44.852036 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 2c069862-1770-4724-8f04-e2898114b581 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:30:44.852399 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:44.974235 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5b294-e63b-4d73-945a-157fadb01a85 req-397732e8-9c99-48c9-a7e9-f1e45837fae6 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:44.975682 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-71d5b294-e63b-4d73-945a-157fadb01a85 req-397732e8-9c99-48c9-a7e9-f1e45837fae6 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5d3cc25-c9c0-439a-b2aa-da3ad8193a95 HTTP/1.1" status: 200 len: 947 time: 0.0801287 Mar 28 19:30:45.008906 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:45.021705 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-71d5b294-e63b-4d73-945a-157fadb01a85 req-f07ca55e-5ca5-4374-815a-ff01226140ff tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] 10.222.0.10 "GET /v2.0/security-groups?id=f8066dcf-49e3-48ac-b41d-2e496c1bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401132 Mar 28 19:30:45.035628 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d3cc25-c9c0-439a-b2aa-da3ad8193a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c069862-1770-4724-8f04-e2898114b581'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:30:45.045415 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 2c069862-1770-4724-8f04-e2898114b581, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=2c069862-1770-4724-8f04-e2898114b581,segment=NetworkSegment(3564cc69-c4b3-48fa-9102-08df407de61c),segment_id=3564cc69-c4b3-48fa-9102-08df407de61c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:30:45.049853 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:45.087429 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d3cc25-c9c0-439a-b2aa-da3ad8193a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c069862-1770-4724-8f04-e2898114b581', 'code': 200} Mar 28 19:30:45.120764 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=2c069862-1770-4724-8f04-e2898114b581,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:30:45.296291 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b518f-5ae4-4050-90eb-76088aaac7ea req-a904cbeb-7f32-456b-b036-0a067bc185e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:45.297882 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ef8b518f-5ae4-4050-90eb-76088aaac7ea req-a904cbeb-7f32-456b-b036-0a067bc185e4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b5d3cc25-c9c0-439a-b2aa-da3ad8193a95 HTTP/1.1" status: 200 len: 1101 time: 0.0687447 Mar 28 19:30:45.337856 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ef8b518f-5ae4-4050-90eb-76088aaac7ea req-86ae408e-ecb7-4314-84f5-c61785b30021 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f8066dcf-49e3-48ac-b41d-2e496c1bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339794 Mar 28 19:30:46.208246 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b253b7b-b516-4725-8f3b-5012aacda560 req-24393f65-c0e7-403b-a72d-3ce39c4783d3 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:46.209666 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3b253b7b-b516-4725-8f3b-5012aacda560 req-24393f65-c0e7-403b-a72d-3ce39c4783d3 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5d3cc25-c9c0-439a-b2aa-da3ad8193a95 HTTP/1.1" status: 200 len: 948 time: 0.0818968 Mar 28 19:30:46.253053 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3b253b7b-b516-4725-8f3b-5012aacda560 req-81ebf6e6-c15a-4404-815f-2673dd115fe0 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] 10.222.0.10 "GET /v2.0/security-groups?id=f8066dcf-49e3-48ac-b41d-2e496c1bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377100 Mar 28 19:30:47.439740 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d8b40-9184-4361-b1b9-b70b779af9b0 req-b1fced65-2d54-40ca-8c99-d61e02f7f9be tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:47.441155 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4b9d8b40-9184-4361-b1b9-b70b779af9b0 req-b1fced65-2d54-40ca-8c99-d61e02f7f9be tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5d3cc25-c9c0-439a-b2aa-da3ad8193a95 HTTP/1.1" status: 200 len: 948 time: 0.0779908 Mar 28 19:30:47.484073 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4b9d8b40-9184-4361-b1b9-b70b779af9b0 req-88a69688-6a74-4ea7-9af3-4cd683c963c0 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] 10.222.0.10 "GET /v2.0/security-groups?id=f8066dcf-49e3-48ac-b41d-2e496c1bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370708 Mar 28 19:30:48.654681 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b39f1c-f551-4d52-af8c-b26990d06608 req-d894eb2a-2fbe-440a-9eae-c3b139ff955e tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:48.656836 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-45b39f1c-f551-4d52-af8c-b26990d06608 req-d894eb2a-2fbe-440a-9eae-c3b139ff955e tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5d3cc25-c9c0-439a-b2aa-da3ad8193a95 HTTP/1.1" status: 200 len: 948 time: 0.1841495 Mar 28 19:30:48.699497 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-45b39f1c-f551-4d52-af8c-b26990d06608 req-ce92f600-8fa0-4ad2-bab8-2674debb8c0c tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] 10.222.0.10 "GET /v2.0/security-groups?id=f8066dcf-49e3-48ac-b41d-2e496c1bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371010 Mar 28 19:30:49.881357 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c477dc-6f3e-4ba7-b29f-6575ba1a7363 req-bd9e7d58-921b-4d7a-ba27-edc37cb9fb33 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:49.882788 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e2c477dc-6f3e-4ba7-b29f-6575ba1a7363 req-bd9e7d58-921b-4d7a-ba27-edc37cb9fb33 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5d3cc25-c9c0-439a-b2aa-da3ad8193a95 HTTP/1.1" status: 200 len: 948 time: 0.0789914 Mar 28 19:30:49.971014 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e2c477dc-6f3e-4ba7-b29f-6575ba1a7363 req-f9e5c814-62ea-4896-ac90-4e40b84b0ad5 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] 10.222.0.10 "GET /v2.0/security-groups?id=f8066dcf-49e3-48ac-b41d-2e496c1bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824294 Mar 28 19:30:50.001410 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a14ae-9928-4d52-9c7f-444962a98ab2 req-e78f503f-7019-41a9-b518-32cc1aac5a1c tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:50.002845 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-774a14ae-9928-4d52-9c7f-444962a98ab2 req-e78f503f-7019-41a9-b518-32cc1aac5a1c tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5d3cc25-c9c0-439a-b2aa-da3ad8193a95 HTTP/1.1" status: 200 len: 948 time: 0.1017148 Mar 28 19:30:50.071242 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-774a14ae-9928-4d52-9c7f-444962a98ab2 req-bd98dae6-8f2d-4d98-9872-f39cd39db711 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Deleting port 2c069862-1770-4724-8f04-e2898114b581 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:30:50.071588 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-774a14ae-9928-4d52-9c7f-444962a98ab2 req-bd98dae6-8f2d-4d98-9872-f39cd39db711 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:50.316272 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-774a14ae-9928-4d52-9c7f-444962a98ab2 req-bd98dae6-8f2d-4d98-9872-f39cd39db711 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] For port 2c069862-1770-4724-8f04-e2898114b581, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=2c069862-1770-4724-8f04-e2898114b581,segment=NetworkSegment(3564cc69-c4b3-48fa-9102-08df407de61c),segment_id=3564cc69-c4b3-48fa-9102-08df407de61c)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:30:50.316545 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-774a14ae-9928-4d52-9c7f-444962a98ab2 req-bd98dae6-8f2d-4d98-9872-f39cd39db711 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:50.441075 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-774a14ae-9928-4d52-9c7f-444962a98ab2 req-bd98dae6-8f2d-4d98-9872-f39cd39db711 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Calling delete_port for 2c069862-1770-4724-8f04-e2898114b581 owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:30:50.585388 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-774a14ae-9928-4d52-9c7f-444962a98ab2 req-bd98dae6-8f2d-4d98-9872-f39cd39db711 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:50.596777 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['2c069862-1770-4724-8f04-e2898114b581'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:30:50.638544 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98dae6-8f2d-4d98-9872-f39cd39db711 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Pushing event deleted for resources: {'Port': ['ID=2c069862-1770-4724-8f04-e2898114b581,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:30:50.713984 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-774a14ae-9928-4d52-9c7f-444962a98ab2 req-bd98dae6-8f2d-4d98-9872-f39cd39db711 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] No DVR routers for this DVR port 2c069862-1770-4724-8f04-e2898114b581 on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:30:50.716714 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-774a14ae-9928-4d52-9c7f-444962a98ab2 req-bd98dae6-8f2d-4d98-9872-f39cd39db711 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:50.720028 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d3cc25-c9c0-439a-b2aa-da3ad8193a95', 'name': 'network-vif-deleted', 'tag': '2c069862-1770-4724-8f04-e2898114b581'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:30:50.737249 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-774a14ae-9928-4d52-9c7f-444962a98ab2 req-bd98dae6-8f2d-4d98-9872-f39cd39db711 tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] 10.222.0.26 "DELETE /v2.0/ports/2c069862-1770-4724-8f04-e2898114b581 HTTP/1.1" status: 204 len: 173 time: 0.7288675 Mar 28 19:30:50.766971 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d3cc25-c9c0-439a-b2aa-da3ad8193a95', 'name': 'network-vif-deleted', 'tag': '2c069862-1770-4724-8f04-e2898114b581', 'status': 'completed', 'code': 200} Mar 28 19:30:51.131599 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-df2b1d26-d51e-4236-a486-fa21bfed6b0c req-9b496681-9d72-40c7-a7fd-8584660c801a tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Synchronizing usage tracker for tenant:92534a39de9a401ca75cbc8e869325a7 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:30:51.147046 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-df2b1d26-d51e-4236-a486-fa21bfed6b0c req-9b496681-9d72-40c7-a7fd-8584660c801a tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] Unset dirty status for tenant:92534a39de9a401ca75cbc8e869325a7 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:30:51.148182 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-df2b1d26-d51e-4236-a486-fa21bfed6b0c req-9b496681-9d72-40c7-a7fd-8584660c801a tempest-ServersAdminNegativeTestJSON-1387908187 tempest-ServersAdminNegativeTestJSON-1387908187-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5d3cc25-c9c0-439a-b2aa-da3ad8193a95 HTTP/1.1" status: 200 len: 210 time: 0.0614493 Mar 28 19:30:52.493715 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35904) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:30:52.663236 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-fb42eac1-75f9-4660-b1c8-4b05cade25f7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=92534a39de9a401ca75cbc8e869325a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1683505 Mar 28 19:30:52.665614 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35910) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:30:52.721774 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e5b799fc-67ce-4faf-a772-3a1ebd263b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:52.746276 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e5b799fc-67ce-4faf-a772-3a1ebd263b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:52.797047 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e5b799fc-67ce-4faf-a772-3a1ebd263b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:52.817520 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b799fc-67ce-4faf-a772-3a1ebd263b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8066dcf-49e3-48ac-b41d-2e496c1bdd68,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:30:52.827069 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e5b799fc-67ce-4faf-a772-3a1ebd263b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:52.828773 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e5b799fc-67ce-4faf-a772-3a1ebd263b19 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f8066dcf-49e3-48ac-b41d-2e496c1bdd68 HTTP/1.1" status: 204 len: 168 time: 0.1622887 Mar 28 19:30:52.853157 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 2c069862-1770-4724-8f04-e2898114b581 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:30:52.886133 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: 2c069862-1770-4724-8f04-e2898114b581 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:30:52.886495 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 2c069862-1770-4724-8f04-e2898114b581 not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:30:53.099217 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 35918) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:30:53.116517 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6a017afd-d555-4d1a-b72a-96b22293d210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:53.130867 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6a017afd-d555-4d1a-b72a-96b22293d210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:30:53.134669 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6a017afd-d555-4d1a-b72a-96b22293d210 admin admin] Usage tracker for resource:security_group_rule and tenant:cd94580e6aeb4e97b95609be76329ed3 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:30:53.137424 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6a017afd-d555-4d1a-b72a-96b22293d210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:30:53.143799 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6a017afd-d555-4d1a-b72a-96b22293d210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:30:53.224582 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6a017afd-d555-4d1a-b72a-96b22293d210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:53.228128 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6a017afd-d555-4d1a-b72a-96b22293d210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:53.274327 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6a017afd-d555-4d1a-b72a-96b22293d210 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cd94580e6aeb4e97b95609be76329ed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1739979 Mar 28 19:30:53.275108 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a017afd-d555-4d1a-b72a-96b22293d210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889e6aff-3d51-4d0c-ab8d-eec8a22783c5,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:30:53.277574 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35922) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:30:53.335869 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-14661276-1495-4a12-91f4-e20d6565911f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:53.360986 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-14661276-1495-4a12-91f4-e20d6565911f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:53.411227 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-14661276-1495-4a12-91f4-e20d6565911f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:53.424866 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14661276-1495-4a12-91f4-e20d6565911f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889e6aff-3d51-4d0c-ab8d-eec8a22783c5,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:30:53.432761 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-14661276-1495-4a12-91f4-e20d6565911f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:53.433868 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-14661276-1495-4a12-91f4-e20d6565911f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/889e6aff-3d51-4d0c-ab8d-eec8a22783c5 HTTP/1.1" status: 204 len: 168 time: 0.1552689 Mar 28 19:30:54.146297 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35946) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:30:54.252825 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-a1525e75-ee93-40b7-8e39-eade22686211 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1461983355-network', 'tenant_id': 'fddf29dd55394539b4b0156277ae545c'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:30:54.257562 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a1525e75-ee93-40b7-8e39-eade22686211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:30:54.261328 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a1525e75-ee93-40b7-8e39-eade22686211 admin admin] Usage tracker for resource:network and tenant:fddf29dd55394539b4b0156277ae545c is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:30:54.264105 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a1525e75-ee93-40b7-8e39-eade22686211 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:30:54.270245 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a1525e75-ee93-40b7-8e39-eade22686211 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:30:54.282054 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1525e75-ee93-40b7-8e39-eade22686211 admin admin] Made reservation on behalf of fddf29dd55394539b4b0156277ae545c for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:30:54.284365 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1525e75-ee93-40b7-8e39-eade22686211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:54.297013 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1525e75-ee93-40b7-8e39-eade22686211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:54.311115 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a1525e75-ee93-40b7-8e39-eade22686211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:30:54.314818 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a1525e75-ee93-40b7-8e39-eade22686211 admin admin] Usage tracker for resource:security_group_rule and tenant:fddf29dd55394539b4b0156277ae545c is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:30:54.317536 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a1525e75-ee93-40b7-8e39-eade22686211 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:30:54.323156 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a1525e75-ee93-40b7-8e39-eade22686211 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:30:54.407434 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1525e75-ee93-40b7-8e39-eade22686211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:54.411120 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1525e75-ee93-40b7-8e39-eade22686211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:54.441718 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1525e75-ee93-40b7-8e39-eade22686211 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:30:54.449974 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1525e75-ee93-40b7-8e39-eade22686211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5ef70d-e464-43ba-9eaf-684dcddd151d,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:30:54.456947 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1525e75-ee93-40b7-8e39-eade22686211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:54.457373 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-a1525e75-ee93-40b7-8e39-eade22686211 admin admin] Added segment e1fd42ba-c9ca-4656-b4ab-05014d42c1ac of type vlan for network fb7cf2cf-5674-4ce6-b470-347f596505f1 Mar 28 19:30:54.487190 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1525e75-ee93-40b7-8e39-eade22686211 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:54.515827 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1525e75-ee93-40b7-8e39-eade22686211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:54.516748 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1525e75-ee93-40b7-8e39-eade22686211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:54.517315 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1525e75-ee93-40b7-8e39-eade22686211 admin admin] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:54.621186 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a1525e75-ee93-40b7-8e39-eade22686211 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4737775 Mar 28 19:30:54.622044 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1525e75-ee93-40b7-8e39-eade22686211 admin admin] Pushing event updated for resources: {'Network': ['ID=fb7cf2cf-5674-4ce6-b470-347f596505f1,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:30:54.624029 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 35952) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:30:54.629673 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-512fd073-ef72-496b-af65-f7a17d3fc84a admin admin] Request body: {'subnet': {'network_id': 'fb7cf2cf-5674-4ce6-b470-347f596505f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1461983355-subnet', 'tenant_id': 'fddf29dd55394539b4b0156277ae545c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:30:54.632109 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network fb7cf2cf-5674-4ce6-b470-347f596505f1 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:30:54.634473 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-512fd073-ef72-496b-af65-f7a17d3fc84a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:30:54.638316 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-512fd073-ef72-496b-af65-f7a17d3fc84a admin admin] Usage tracker for resource:subnet and tenant:fddf29dd55394539b4b0156277ae545c is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:30:54.642286 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-512fd073-ef72-496b-af65-f7a17d3fc84a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:30:54.648590 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-512fd073-ef72-496b-af65-f7a17d3fc84a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:30:54.658089 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512fd073-ef72-496b-af65-f7a17d3fc84a admin admin] Made reservation on behalf of fddf29dd55394539b4b0156277ae545c for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:30:54.660341 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-512fd073-ef72-496b-af65-f7a17d3fc84a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:54.857775 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-512fd073-ef72-496b-af65-f7a17d3fc84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:54.928056 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512fd073-ef72-496b-af65-f7a17d3fc84a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bebe6cc-eb15-423e-be61-68b78e35c2ac,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:30:54.938129 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512fd073-ef72-496b-af65-f7a17d3fc84a admin admin] Checking segment: {'id': 'e1fd42ba-c9ca-4656-b4ab-05014d42c1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fb7cf2cf-5674-4ce6-b470-347f596505f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:30:54.938475 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512fd073-ef72-496b-af65-f7a17d3fc84a admin admin] Network hostable DHCP agents. Network: fb7cf2cf-5674-4ce6-b470-347f596505f1, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:30:54.957024 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512fd073-ef72-496b-af65-f7a17d3fc84a admin admin] Network fb7cf2cf-5674-4ce6-b470-347f596505f1 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:30:54.965486 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-512fd073-ef72-496b-af65-f7a17d3fc84a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, fb7cf2cf-5674-4ce6-b470-347f596505f1) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:30:54.970386 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512fd073-ef72-496b-af65-f7a17d3fc84a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:54.971002 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-512fd073-ef72-496b-af65-f7a17d3fc84a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:54.975905 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98209e3-ad45-4c25-ac7e-e97cd3817876 None None] Network fb7cf2cf-5674-4ce6-b470-347f596505f1 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:30:55.092182 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-512fd073-ef72-496b-af65-f7a17d3fc84a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4671044 Mar 28 19:30:55.190636 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a25f870-7b6b-4410-8adc-479617a7e0ff None None] Network fb7cf2cf-5674-4ce6-b470-347f596505f1 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:30:55.355172 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3e530a45-8c0b-4cfa-ac22-c7aa0bad8a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:55.598045 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-e960a5c3-ca49-480a-8ff8-464a943a5410 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:55.598707 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-e960a5c3-ca49-480a-8ff8-464a943a5410 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Synchronizing usage tracker for tenant:fddf29dd55394539b4b0156277ae545c on resource:network {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:30:55.614859 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-e960a5c3-ca49-480a-8ff8-464a943a5410 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Unset dirty status for tenant:fddf29dd55394539b4b0156277ae545c on resource:network {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:30:55.616129 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-e960a5c3-ca49-480a-8ff8-464a943a5410 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/networks?id=fb7cf2cf-5674-4ce6-b470-347f596505f1 HTTP/1.1" status: 200 len: 812 time: 0.1578417 Mar 28 19:30:55.630705 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-1f24f42e-b1c0-4102-a9de-6148dee541aa tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/quotas/fddf29dd55394539b4b0156277ae545c HTTP/1.1" status: 200 len: 375 time: 0.0091281 Mar 28 19:30:55.678160 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-0d49be5e-a48d-4dfa-b014-2fa176e38fd3 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fddf29dd55394539b4b0156277ae545c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424881 Mar 28 19:30:55.689086 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-9a396c9d-84dd-4c5b-a35a-ddeec474fa64 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:30:55.689955 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-9a396c9d-84dd-4c5b-a35a-ddeec474fa64 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053976 Mar 28 19:30:55.821349 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-f0db2273-49b2-45c2-9a21-ba5aa4792667 service neutron] 10.222.0.10 "GET /v2.0/networks/fb7cf2cf-5674-4ce6-b470-347f596505f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259332 Mar 28 19:30:55.952322 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-d0b7dc8e-22ea-4810-9027-a155700f6aeb service neutron] 10.222.0.10 "GET /v2.0/networks/fb7cf2cf-5674-4ce6-b470-347f596505f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250618 Mar 28 19:30:56.122560 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bd519e9c-19f9-4186-a2ca-fa7b81319497 req-81841bb4-61c1-4852-900e-de245b1c884c tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 210 time: 0.0433984 Mar 28 19:30:57.140550 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-1eea4002-d1b0-4fe1-b20e-dbcc37dcf650 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:57.141936 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-1eea4002-d1b0-4fe1-b20e-dbcc37dcf650 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.26 "GET /v2.0/networks?id=fb7cf2cf-5674-4ce6-b470-347f596505f1 HTTP/1.1" status: 200 len: 812 time: 0.1490622 Mar 28 19:30:57.155303 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-6e338991-520e-4d63-81e9-72feaa49f7ae tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Request body: {'port': {'device_id': '44398dfc-768c-4d49-b6c6-44287c12fed8', 'network_id': 'fb7cf2cf-5674-4ce6-b470-347f596505f1', 'admin_state_up': True, 'tenant_id': 'fddf29dd55394539b4b0156277ae545c'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:30:57.297639 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2b4f0063-a433-43ed-81a3-4e8bdbbb8e6e req-3b0b9cd6-d9c4-4a28-b85f-11550b070e8a tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 210 time: 0.0583165 Mar 28 19:30:57.333213 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-6e338991-520e-4d63-81e9-72feaa49f7ae tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:30:57.336970 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-6e338991-520e-4d63-81e9-72feaa49f7ae tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Usage tracker for resource:port and tenant:fddf29dd55394539b4b0156277ae545c is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:30:57.339722 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-6e338991-520e-4d63-81e9-72feaa49f7ae tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:30:57.345772 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-6e338991-520e-4d63-81e9-72feaa49f7ae tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:30:57.355039 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-6e338991-520e-4d63-81e9-72feaa49f7ae tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Made reservation on behalf of fddf29dd55394539b4b0156277ae545c for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:30:57.359305 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-6e338991-520e-4d63-81e9-72feaa49f7ae tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:57.518600 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-6e338991-520e-4d63-81e9-72feaa49f7ae tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Allocated IP 172.20.0.4 (fb7cf2cf-5674-4ce6-b470-347f596505f1/7bebe6cc-eb15-423e-be61-68b78e35c2ac/b5e9a91d-9bd5-4906-b625-952e453ebeea) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:30:57.665242 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e6e6735c-389a-4456-bfd6-f87951f23e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:57.715683 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-6e338991-520e-4d63-81e9-72feaa49f7ae tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:57.745864 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-6e338991-520e-4d63-81e9-72feaa49f7ae tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:57.822316 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-6e338991-520e-4d63-81e9-72feaa49f7ae tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Network fb7cf2cf-5674-4ce6-b470-347f596505f1 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:30:57.830215 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-6e338991-520e-4d63-81e9-72feaa49f7ae tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:30:57.834516 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-6e338991-520e-4d63-81e9-72feaa49f7ae tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:30:57.864746 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e338991-520e-4d63-81e9-72feaa49f7ae tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Pushing event updated for resources: {'Port': ['ID=b5e9a91d-9bd5-4906-b625-952e453ebeea,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:30:57.899357 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-6e338991-520e-4d63-81e9-72feaa49f7ae tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:57.899954 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-6e338991-520e-4d63-81e9-72feaa49f7ae tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:57.919923 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-6e338991-520e-4d63-81e9-72feaa49f7ae tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7695205 Mar 28 19:30:57.930402 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-a51707c4-e7b9-42fc-a614-4c992c0aff4e service neutron] Request body: {'port': {'device_id': '44398dfc-768c-4d49-b6c6-44287c12fed8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:30:58.039249 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-a51707c4-e7b9-42fc-a614-4c992c0aff4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:58.518940 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-a51707c4-e7b9-42fc-a614-4c992c0aff4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5e9a91d-9bd5-4906-b625-952e453ebeea {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:30:58.527759 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-a51707c4-e7b9-42fc-a614-4c992c0aff4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:58.558656 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669084d-26d9-4e68-9da4-b6914dd29364 req-19fa0b8f-91da-4697-856e-987200414069 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:58.559362 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-1669084d-26d9-4e68-9da4-b6914dd29364 req-19fa0b8f-91da-4697-856e-987200414069 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Synchronizing usage tracker for tenant:fddf29dd55394539b4b0156277ae545c on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:30:58.563129 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-a51707c4-e7b9-42fc-a614-4c992c0aff4e service neutron] Transition to ACTIVE for port object b5e9a91d-9bd5-4906-b625-952e453ebeea will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:30:58.569287 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-a51707c4-e7b9-42fc-a614-4c992c0aff4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:58.608858 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:58.652257 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:58.670027 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-1669084d-26d9-4e68-9da4-b6914dd29364 req-19fa0b8f-91da-4697-856e-987200414069 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Unset dirty status for tenant:fddf29dd55394539b4b0156277ae545c on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:30:58.671278 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1669084d-26d9-4e68-9da4-b6914dd29364 req-19fa0b8f-91da-4697-856e-987200414069 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 931 time: 0.2655218 Mar 28 19:30:58.716263 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51707c4-e7b9-42fc-a614-4c992c0aff4e service neutron] Pushing event updated for resources: {'Port': ['ID=b5e9a91d-9bd5-4906-b625-952e453ebeea,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:30:58.806545 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-1669084d-26d9-4e68-9da4-b6914dd29364 req-a3ac77a1-cc8d-4f92-ac0c-8ff0cd2cc2d2 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Synchronizing usage tracker for tenant:fddf29dd55394539b4b0156277ae545c on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:30:58.840027 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-1669084d-26d9-4e68-9da4-b6914dd29364 req-a3ac77a1-cc8d-4f92-ac0c-8ff0cd2cc2d2 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Unset dirty status for tenant:fddf29dd55394539b4b0156277ae545c on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:30:58.841132 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1669084d-26d9-4e68-9da4-b6914dd29364 req-a3ac77a1-cc8d-4f92-ac0c-8ff0cd2cc2d2 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623671 Mar 28 19:30:58.848173 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-a51707c4-e7b9-42fc-a614-4c992c0aff4e service neutron] Attempting to bind port b5e9a91d-9bd5-4906-b625-952e453ebeea on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:30:58.848511 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-a51707c4-e7b9-42fc-a614-4c992c0aff4e service neutron] Attempting to bind port b5e9a91d-9bd5-4906-b625-952e453ebeea by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': 'e1fd42ba-c9ca-4656-b4ab-05014d42c1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fb7cf2cf-5674-4ce6-b470-347f596505f1'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:30:58.848828 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-a51707c4-e7b9-42fc-a614-4c992c0aff4e service neutron] Attempting to bind port b5e9a91d-9bd5-4906-b625-952e453ebeea on network fb7cf2cf-5674-4ce6-b470-347f596505f1 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:30:58.853489 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-a51707c4-e7b9-42fc-a614-4c992c0aff4e service neutron] Port b5e9a91d-9bd5-4906-b625-952e453ebeea on network fb7cf2cf-5674-4ce6-b470-347f596505f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:30:58.853868 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-a51707c4-e7b9-42fc-a614-4c992c0aff4e service neutron] Attempting to bind port b5e9a91d-9bd5-4906-b625-952e453ebeea on network fb7cf2cf-5674-4ce6-b470-347f596505f1 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:30:58.859157 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-a51707c4-e7b9-42fc-a614-4c992c0aff4e service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:30:58.859434 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-a51707c4-e7b9-42fc-a614-4c992c0aff4e service neutron] Checking segment: {'id': 'e1fd42ba-c9ca-4656-b4ab-05014d42c1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fb7cf2cf-5674-4ce6-b470-347f596505f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:30:58.859801 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-a51707c4-e7b9-42fc-a614-4c992c0aff4e service neutron] Bound using segment: {'id': 'e1fd42ba-c9ca-4656-b4ab-05014d42c1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fb7cf2cf-5674-4ce6-b470-347f596505f1'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:30:58.860220 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-a51707c4-e7b9-42fc-a614-4c992c0aff4e service neutron] Bound port: b5e9a91d-9bd5-4906-b625-952e453ebeea, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1fd42ba-c9ca-4656-b4ab-05014d42c1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fb7cf2cf-5674-4ce6-b470-347f596505f1'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:30:58.860564 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-a51707c4-e7b9-42fc-a614-4c992c0aff4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:58.949691 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-a51707c4-e7b9-42fc-a614-4c992c0aff4e service neutron] For port b5e9a91d-9bd5-4906-b625-952e453ebeea, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:30:58.953558 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-a51707c4-e7b9-42fc-a614-4c992c0aff4e service neutron] For port b5e9a91d-9bd5-4906-b625-952e453ebeea, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=b5e9a91d-9bd5-4906-b625-952e453ebeea,segment=NetworkSegment(e1fd42ba-c9ca-4656-b4ab-05014d42c1ac),segment_id=e1fd42ba-c9ca-4656-b4ab-05014d42c1ac)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:30:58.957116 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-a51707c4-e7b9-42fc-a614-4c992c0aff4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:59.010370 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-a51707c4-e7b9-42fc-a614-4c992c0aff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:59.010989 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-a51707c4-e7b9-42fc-a614-4c992c0aff4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:30:59.012317 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-a51707c4-e7b9-42fc-a614-4c992c0aff4e service neutron] 10.222.0.26 "PUT /v2.0/ports/b5e9a91d-9bd5-4906-b625-952e453ebeea HTTP/1.1" status: 200 len: 1093 time: 1.0858526 Mar 28 19:30:59.012743 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44398dfc-768c-4d49-b6c6-44287c12fed8', 'tag': 'b5e9a91d-9bd5-4906-b625-952e453ebeea'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:30:59.041175 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51707c4-e7b9-42fc-a614-4c992c0aff4e service neutron] Pushing event updated for resources: {'Port': ['ID=b5e9a91d-9bd5-4906-b625-952e453ebeea,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:30:59.083840 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44398dfc-768c-4d49-b6c6-44287c12fed8', 'tag': 'b5e9a91d-9bd5-4906-b625-952e453ebeea', 'status': 'completed', 'code': 200} Mar 28 19:30:59.121831 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-63f578d9-3a4f-410f-a322-d6dd70d08576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:59.123223 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-63f578d9-3a4f-410f-a322-d6dd70d08576 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fddf29dd55394539b4b0156277ae545c&device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 1096 time: 0.0765805 Mar 28 19:30:59.188371 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-2caf1e5f-bc38-4437-a9ed-c88cad01574e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5e9a91d-9bd5-4906-b625-952e453ebeea HTTP/1.1" status: 200 len: 217 time: 0.0590062 Mar 28 19:30:59.252946 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-c6796d03-d569-4a6d-9ae8-cf20d55556fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:59.254337 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-c6796d03-d569-4a6d-9ae8-cf20d55556fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7bebe6cc-eb15-423e-be61-68b78e35c2ac HTTP/1.1" status: 200 len: 852 time: 0.0598810 Mar 28 19:30:59.298552 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-3b4743c8-b28f-4a50-b9ce-0eefe75287d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fb7cf2cf-5674-4ce6-b470-347f596505f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384028 Mar 28 19:30:59.424607 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-072d193f-2afe-43c9-8436-1b2247ac2164 service neutron] 10.222.0.26 "GET /v2.0/networks/fb7cf2cf-5674-4ce6-b470-347f596505f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204257 Mar 28 19:30:59.557618 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cf37d7cf-3c6d-46a4-b9ae-048eb00ba87f req-baa54c87-fba0-4af7-962d-29cbcd72cde8 service neutron] 10.222.0.26 "GET /v2.0/networks/fb7cf2cf-5674-4ce6-b470-347f596505f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268265 Mar 28 19:30:59.668888 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf5f28-0e74-409c-8ae1-2ee4865c3973 req-5c79d40e-0068-4c9a-a8cd-869b59196958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:59.670409 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a6bf5f28-0e74-409c-8ae1-2ee4865c3973 req-5c79d40e-0068-4c9a-a8cd-869b59196958 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fddf29dd55394539b4b0156277ae545c&device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 1096 time: 0.0680506 Mar 28 19:30:59.797375 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf5f28-0e74-409c-8ae1-2ee4865c3973 req-3ccd3135-6be5-4361-b33a-f9cb642e5146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:30:59.798816 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a6bf5f28-0e74-409c-8ae1-2ee4865c3973 req-3ccd3135-6be5-4361-b33a-f9cb642e5146 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fb7cf2cf-5674-4ce6-b470-347f596505f1 HTTP/1.1" status: 200 len: 913 time: 0.1225243 Mar 28 19:31:00.003139 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a6bf5f28-0e74-409c-8ae1-2ee4865c3973 req-6dbe7607-33a1-4a50-9e7d-c0660b11c2ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5e9a91d-9bd5-4906-b625-952e453ebeea HTTP/1.1" status: 200 len: 217 time: 0.1982787 Mar 28 19:31:00.079013 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf5f28-0e74-409c-8ae1-2ee4865c3973 req-cac4d39b-69e1-4ed7-aee0-cdc4d2d08361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:00.080442 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a6bf5f28-0e74-409c-8ae1-2ee4865c3973 req-cac4d39b-69e1-4ed7-aee0-cdc4d2d08361 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7bebe6cc-eb15-423e-be61-68b78e35c2ac HTTP/1.1" status: 200 len: 852 time: 0.0719538 Mar 28 19:31:00.139671 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a6bf5f28-0e74-409c-8ae1-2ee4865c3973 req-c45d46db-8a2e-4eb1-b466-e8127361e214 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fb7cf2cf-5674-4ce6-b470-347f596505f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433576 Mar 28 19:31:00.147938 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f33f6-6b88-4679-977e-c723aa8097b8 req-50a02406-1bda-4ef1-97f7-a2dcd18c5c20 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:00.149268 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7d8f33f6-6b88-4679-977e-c723aa8097b8 req-50a02406-1bda-4ef1-97f7-a2dcd18c5c20 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 943 time: 0.1832080 Mar 28 19:31:00.221895 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:00.288449 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7d8f33f6-6b88-4679-977e-c723aa8097b8 req-9f0b986e-0de1-41f5-a48b-26f7f06684af tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187468 Mar 28 19:31:00.316086 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a6bf5f28-0e74-409c-8ae1-2ee4865c3973 req-e8e48e0a-2076-41a1-9bcc-ecd0cc3de155 service neutron] 10.222.0.26 "GET /v2.0/networks/fb7cf2cf-5674-4ce6-b470-347f596505f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659036 Mar 28 19:31:00.447162 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a6bf5f28-0e74-409c-8ae1-2ee4865c3973 req-6b611d36-5f4f-4d63-97eb-76e782efc876 service neutron] 10.222.0.26 "GET /v2.0/networks/fb7cf2cf-5674-4ce6-b470-347f596505f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242328 Mar 28 19:31:00.918808 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device b5e9a91d-9bd5-4906-b625-952e453ebeea details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:31:01.049164 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port b5e9a91d-9bd5-4906-b625-952e453ebeea, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=b5e9a91d-9bd5-4906-b625-952e453ebeea,segment=NetworkSegment(e1fd42ba-c9ca-4656-b4ab-05014d42c1ac),segment_id=e1fd42ba-c9ca-4656-b4ab-05014d42c1ac)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:31:01.065708 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': 'b5e9a91d-9bd5-4906-b625-952e453ebeea', 'network_id': 'fb7cf2cf-5674-4ce6-b470-347f596505f1', 'port_id': 'b5e9a91d-9bd5-4906-b625-952e453ebeea', 'mac_address': 'fa:16:3e:a1:f2:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bebe6cc-eb15-423e-be61-68b78e35c2ac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:31:01.118584 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:01.135489 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e9a91d-9bd5-4906-b625-952e453ebeea {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:31:01.150507 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port b5e9a91d-9bd5-4906-b625-952e453ebeea, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=b5e9a91d-9bd5-4906-b625-952e453ebeea,segment=NetworkSegment(e1fd42ba-c9ca-4656-b4ab-05014d42c1ac),segment_id=e1fd42ba-c9ca-4656-b4ab-05014d42c1ac)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:31:01.154196 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:01.220226 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=b5e9a91d-9bd5-4906-b625-952e453ebeea,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:31:01.470909 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce16aad-4eb7-40a4-9c39-1b767470ea18 req-082e11b2-6e33-4073-a2fd-36ac11e2e0cd tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:01.472329 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7ce16aad-4eb7-40a4-9c39-1b767470ea18 req-082e11b2-6e33-4073-a2fd-36ac11e2e0cd tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 944 time: 0.0778244 Mar 28 19:31:01.514368 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7ce16aad-4eb7-40a4-9c39-1b767470ea18 req-37481344-f5c4-4060-a9e0-55c293d6d35b tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363197 Mar 28 19:31:01.570473 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['b5e9a91d-9bd5-4906-b625-952e453ebeea'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:31:01.818324 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:02.699108 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050abb5-58ac-4ed2-a5f6-84411e14c715 req-d8628e7a-c4ce-4bde-87bd-72194a52893d tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:02.700528 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9050abb5-58ac-4ed2-a5f6-84411e14c715 req-d8628e7a-c4ce-4bde-87bd-72194a52893d tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 944 time: 0.0820048 Mar 28 19:31:02.744683 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9050abb5-58ac-4ed2-a5f6-84411e14c715 req-c4ee590e-3257-4296-b879-44a40718f52e tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384190 Mar 28 19:31:02.914992 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device b5e9a91d-9bd5-4906-b625-952e453ebeea up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:31:02.985861 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port b5e9a91d-9bd5-4906-b625-952e453ebeea completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:31:02.990432 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port b5e9a91d-9bd5-4906-b625-952e453ebeea triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:31:02.990801 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:03.103773 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:03.132561 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44398dfc-768c-4d49-b6c6-44287c12fed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e9a91d-9bd5-4906-b625-952e453ebeea'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:31:03.143199 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port b5e9a91d-9bd5-4906-b625-952e453ebeea, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=b5e9a91d-9bd5-4906-b625-952e453ebeea,segment=NetworkSegment(e1fd42ba-c9ca-4656-b4ab-05014d42c1ac),segment_id=e1fd42ba-c9ca-4656-b4ab-05014d42c1ac)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:31:03.147883 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:03.179876 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44398dfc-768c-4d49-b6c6-44287c12fed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e9a91d-9bd5-4906-b625-952e453ebeea', 'code': 200} Mar 28 19:31:03.218777 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=b5e9a91d-9bd5-4906-b625-952e453ebeea,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:31:03.397873 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c2198-5b21-466a-883f-00590b12338c req-9aad989a-74a0-46e4-989c-9d0278de7b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:03.399331 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b1c2198-5b21-466a-883f-00590b12338c req-9aad989a-74a0-46e4-989c-9d0278de7b21 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 1098 time: 0.0672123 Mar 28 19:31:03.438345 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b1c2198-5b21-466a-883f-00590b12338c req-f79c5cb0-0f8d-4ec1-96db-757f329e1053 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332222 Mar 28 19:31:03.929509 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb9dd4-c075-4302-8bd8-b01808d31dee req-d6057de8-81bf-4aed-91d0-7d55ee4aa591 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:03.930944 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-58cb9dd4-c075-4302-8bd8-b01808d31dee req-d6057de8-81bf-4aed-91d0-7d55ee4aa591 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 945 time: 0.0805583 Mar 28 19:31:03.974237 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-58cb9dd4-c075-4302-8bd8-b01808d31dee req-730dac1b-57cf-4fcf-9ed4-858f29fb7839 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373039 Mar 28 19:31:05.158732 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74031c3-0b5d-455e-bcce-3f99f41f19e2 req-23c6e485-d7fd-4f6b-aefa-b72072edcc9b tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:05.160217 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b74031c3-0b5d-455e-bcce-3f99f41f19e2 req-23c6e485-d7fd-4f6b-aefa-b72072edcc9b tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 945 time: 0.0774794 Mar 28 19:31:05.207565 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b74031c3-0b5d-455e-bcce-3f99f41f19e2 req-ebc54781-06ab-4fb6-aed3-277346f67256 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417533 Mar 28 19:31:05.571113 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 36014) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:31:05.605133 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2491d1b-ec49-4d2e-8eac-1967fa0e14cb req-3cd1cd84-0618-40b7-bbfe-146f846d856c tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:05.606573 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f2491d1b-ec49-4d2e-8eac-1967fa0e14cb req-3cd1cd84-0618-40b7-bbfe-146f846d856c tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 945 time: 0.0851178 Mar 28 19:31:05.650649 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f2491d1b-ec49-4d2e-8eac-1967fa0e14cb req-86537be9-b33f-431b-bf4a-ce3beac08777 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375819 Mar 28 19:31:05.693373 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-bc2ff666-5feb-4487-8b8a-cf7f93b809ca req-83065fcf-21a1-4b34-aeaf-44f5120ae7a5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1206837 Mar 28 19:31:06.842662 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bacaa-31a0-45a1-bc87-21ba8653be48 req-a24eeff9-5868-4b92-9ca2-645ea43308e0 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:06.844233 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5d6bacaa-31a0-45a1-bc87-21ba8653be48 req-a24eeff9-5868-4b92-9ca2-645ea43308e0 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 945 time: 0.0859146 Mar 28 19:31:06.926703 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5d6bacaa-31a0-45a1-bc87-21ba8653be48 req-de089da3-2311-45fd-8144-0340a0dcc3ec tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527742 Mar 28 19:31:06.947461 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ff666-5feb-4487-8b8a-cf7f93b809ca req-737c60b1-b909-4dad-85a6-243ee163c590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:06.948916 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bc2ff666-5feb-4487-8b8a-cf7f93b809ca req-737c60b1-b909-4dad-85a6-243ee163c590 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fddf29dd55394539b4b0156277ae545c&device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 1098 time: 0.1038265 Mar 28 19:31:07.077062 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ff666-5feb-4487-8b8a-cf7f93b809ca req-c8963936-e2d5-456e-b3c6-00cdab6ad22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:07.078573 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bc2ff666-5feb-4487-8b8a-cf7f93b809ca req-c8963936-e2d5-456e-b3c6-00cdab6ad22f service neutron] 10.222.0.26 "GET /v2.0/networks?id=fb7cf2cf-5674-4ce6-b470-347f596505f1 HTTP/1.1" status: 200 len: 913 time: 0.1239426 Mar 28 19:31:07.146327 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bc2ff666-5feb-4487-8b8a-cf7f93b809ca req-b645a18b-f5d8-49e2-b59b-b7ce8b04ec21 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5e9a91d-9bd5-4906-b625-952e453ebeea HTTP/1.1" status: 200 len: 217 time: 0.0624986 Mar 28 19:31:07.208015 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ff666-5feb-4487-8b8a-cf7f93b809ca req-7f1b3f3b-4b50-4679-ad2e-797075a32d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:07.209334 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bc2ff666-5feb-4487-8b8a-cf7f93b809ca req-7f1b3f3b-4b50-4679-ad2e-797075a32d37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7bebe6cc-eb15-423e-be61-68b78e35c2ac HTTP/1.1" status: 200 len: 852 time: 0.0572755 Mar 28 19:31:07.353863 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bc2ff666-5feb-4487-8b8a-cf7f93b809ca req-c5408e1d-9ef2-4150-9889-aa7ac1abae71 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fb7cf2cf-5674-4ce6-b470-347f596505f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1386008 Mar 28 19:31:07.482091 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bc2ff666-5feb-4487-8b8a-cf7f93b809ca req-ff299674-aca8-447d-be2e-6939fce8b742 service neutron] 10.222.0.26 "GET /v2.0/networks/fb7cf2cf-5674-4ce6-b470-347f596505f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216860 Mar 28 19:31:07.614750 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bc2ff666-5feb-4487-8b8a-cf7f93b809ca req-0af6811c-0c3a-4629-8b27-19984d42441f service neutron] 10.222.0.26 "GET /v2.0/networks/fb7cf2cf-5674-4ce6-b470-347f596505f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269808 Mar 28 19:31:08.109246 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7007858-63be-4875-9961-f12f3ec08aae req-a380849f-133e-415a-9ef1-341de3bd252c tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:08.110672 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b7007858-63be-4875-9961-f12f3ec08aae req-a380849f-133e-415a-9ef1-341de3bd252c tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 945 time: 0.0799344 Mar 28 19:31:08.152814 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b7007858-63be-4875-9961-f12f3ec08aae req-116e5e56-9299-4c85-85f5-6007f0ba7463 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363374 Mar 28 19:31:09.340342 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6e992-ef80-4842-8057-577b4d239133 req-261edc4c-276b-46b1-8778-a3305f6d379e tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:09.341778 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c0e6e992-ef80-4842-8057-577b4d239133 req-261edc4c-276b-46b1-8778-a3305f6d379e tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 945 time: 0.0812922 Mar 28 19:31:09.387270 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c0e6e992-ef80-4842-8057-577b4d239133 req-65af6414-b94f-48c9-ac13-e873b9763921 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389349 Mar 28 19:31:10.578638 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a02936-8e95-4bf0-9b46-5e857b967b58 req-d4ee042e-2b4f-4436-9f9c-747de96370a0 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:10.580115 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-32a02936-8e95-4bf0-9b46-5e857b967b58 req-d4ee042e-2b4f-4436-9f9c-747de96370a0 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 945 time: 0.0810544 Mar 28 19:31:10.626055 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-32a02936-8e95-4bf0-9b46-5e857b967b58 req-9e622a16-064e-4989-b5b0-f0d35c65d58c tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402868 Mar 28 19:31:11.805426 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2fdfc8-bb6a-4b66-8a3d-d17439199ba2 req-19a5fcee-a4b1-4f8f-a016-2ce6f9999a93 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:11.806856 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0e2fdfc8-bb6a-4b66-8a3d-d17439199ba2 req-19a5fcee-a4b1-4f8f-a016-2ce6f9999a93 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 945 time: 0.0768797 Mar 28 19:31:11.850804 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0e2fdfc8-bb6a-4b66-8a3d-d17439199ba2 req-4f87befb-55d0-4d5d-b239-c4c4e85ba31f tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369940 Mar 28 19:31:13.033738 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f53022-7b6a-44eb-9873-19ef4814cd33 req-7bea38ef-58cc-4562-a2a7-cc7980d045a1 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:13.035110 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a2f53022-7b6a-44eb-9873-19ef4814cd33 req-7bea38ef-58cc-4562-a2a7-cc7980d045a1 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 945 time: 0.0810695 Mar 28 19:31:13.080058 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a2f53022-7b6a-44eb-9873-19ef4814cd33 req-3cd359b9-8de1-4b27-96a0-71829c06d061 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392480 Mar 28 19:31:14.262731 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75497c0-069a-4f98-a180-4994686f4902 req-048dbe0b-a5ee-4fa8-bc42-a1e6e305b16e tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:14.264221 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c75497c0-069a-4f98-a180-4994686f4902 req-048dbe0b-a5ee-4fa8-bc42-a1e6e305b16e tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 945 time: 0.0784180 Mar 28 19:31:14.308281 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c75497c0-069a-4f98-a180-4994686f4902 req-ef9c01de-2733-4806-b4b5-798e8b1ce269 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379484 Mar 28 19:31:14.675462 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:31:15.494297 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92251d9-2ca6-4f39-8dbd-e033618769b4 req-32b9a1f4-3667-4fb1-b4b1-51c47446f7ec tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:15.495760 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c92251d9-2ca6-4f39-8dbd-e033618769b4 req-32b9a1f4-3667-4fb1-b4b1-51c47446f7ec tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 945 time: 0.0818844 Mar 28 19:31:15.538299 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c92251d9-2ca6-4f39-8dbd-e033618769b4 req-35c95e7a-0ec8-4c7f-bf85-ad381676419d tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367763 Mar 28 19:31:16.723039 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393222fd-f01a-4e05-b52c-27bae48fecad req-9c96e00f-e9de-4fe5-9626-067067ac1afe tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:16.724451 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-393222fd-f01a-4e05-b52c-27bae48fecad req-9c96e00f-e9de-4fe5-9626-067067ac1afe tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 945 time: 0.0810456 Mar 28 19:31:16.769644 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-393222fd-f01a-4e05-b52c-27bae48fecad req-394339cd-b939-49d2-88a2-3f42af1d95d7 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394166 Mar 28 19:31:17.952065 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92de73-1876-45e6-807c-412637f9c108 req-9e2727d4-de14-4dff-a30d-50717f8b5a7b tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:17.954529 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-af92de73-1876-45e6-807c-412637f9c108 req-9e2727d4-de14-4dff-a30d-50717f8b5a7b tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 945 time: 0.0779800 Mar 28 19:31:17.998499 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-af92de73-1876-45e6-807c-412637f9c108 req-c0bd28f4-5bca-4035-9711-2b9956789ac0 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383263 Mar 28 19:31:19.183756 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b63b4b-83af-481c-995a-9ef1011ef57a req-384fe621-16d3-47b4-a5a6-47a0d1e60bb6 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:19.185433 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-74b63b4b-83af-481c-995a-9ef1011ef57a req-384fe621-16d3-47b4-a5a6-47a0d1e60bb6 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 945 time: 0.0811882 Mar 28 19:31:19.228842 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-74b63b4b-83af-481c-995a-9ef1011ef57a req-3392684b-fb66-43b5-932b-fd044dd6acf0 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371952 Mar 28 19:31:20.415800 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa91ea2-eee5-48b7-87ff-576dfdd40bb3 req-d3ee4b9b-db79-4f8f-80d3-6708f7ebc0f3 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:20.417238 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2aa91ea2-eee5-48b7-87ff-576dfdd40bb3 req-d3ee4b9b-db79-4f8f-80d3-6708f7ebc0f3 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 945 time: 0.0793748 Mar 28 19:31:20.460999 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2aa91ea2-eee5-48b7-87ff-576dfdd40bb3 req-85b7af16-c458-4222-baeb-cb866342b7a2 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381083 Mar 28 19:31:21.645815 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e41ade-d4a7-4f13-9506-65670120340f req-186e507c-df15-455c-b70a-a324841be011 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:21.647282 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-40e41ade-d4a7-4f13-9506-65670120340f req-186e507c-df15-455c-b70a-a324841be011 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 945 time: 0.0810966 Mar 28 19:31:21.692460 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-40e41ade-d4a7-4f13-9506-65670120340f req-93dd7430-8622-49dd-b5b2-97cf1db5a8c8 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393372 Mar 28 19:31:22.873561 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297996b-29fb-4839-8e31-60c010cb8e7c req-e2ced126-6d76-4afe-bc56-944b4f7f5027 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:22.875945 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5297996b-29fb-4839-8e31-60c010cb8e7c req-e2ced126-6d76-4afe-bc56-944b4f7f5027 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 945 time: 0.0815976 Mar 28 19:31:22.918178 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5297996b-29fb-4839-8e31-60c010cb8e7c req-d6a38780-c05f-4c07-a86c-da13c5a24ef7 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367305 Mar 28 19:31:24.096509 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ed96e-4044-4be3-8957-55880579b6de req-4bdeee97-893f-4c83-b5fc-1cd8817a55e0 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:24.097870 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9b5ed96e-4044-4be3-8957-55880579b6de req-4bdeee97-893f-4c83-b5fc-1cd8817a55e0 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 945 time: 0.0768387 Mar 28 19:31:24.141097 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9b5ed96e-4044-4be3-8957-55880579b6de req-4e22661e-76f8-4ade-a845-a04651a50190 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374882 Mar 28 19:31:25.323837 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3131fe57-4ec2-452b-b1e5-713e24c0ff5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:25.429629 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e633c65-11ae-4b8c-b7b0-812d31292dbe req-04372b46-39dc-49bb-b7bb-3e17683a7320 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:25.430988 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2e633c65-11ae-4b8c-b7b0-812d31292dbe req-04372b46-39dc-49bb-b7bb-3e17683a7320 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 945 time: 0.1850946 Mar 28 19:31:25.473446 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2e633c65-11ae-4b8c-b7b0-812d31292dbe req-348ced33-4689-422d-8713-848a32addb7c tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366178 Mar 28 19:31:26.741513 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdacf9d-6a49-46dd-a605-78314a2a8a26 req-fec9414b-dc94-4160-9375-5b49c261c4c3 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:26.742971 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1bdacf9d-6a49-46dd-a605-78314a2a8a26 req-fec9414b-dc94-4160-9375-5b49c261c4c3 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 945 time: 0.1653314 Mar 28 19:31:26.786068 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1bdacf9d-6a49-46dd-a605-78314a2a8a26 req-393f5cac-8272-41e1-87bc-c664df8dd20d tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373483 Mar 28 19:31:27.657283 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fe5f748b-43a9-433f-8833-0162e862bd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:28.012842 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9fca5-8205-490d-b5d7-b24dc1d7fdfa req-0f816c15-b789-4c09-a9e4-751765fa5cc9 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:28.014266 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-57a9fca5-8205-490d-b5d7-b24dc1d7fdfa req-0f816c15-b789-4c09-a9e4-751765fa5cc9 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 945 time: 0.1252742 Mar 28 19:31:28.057517 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-57a9fca5-8205-490d-b5d7-b24dc1d7fdfa req-cd022251-e882-4326-b2f0-2dabb7186cb2 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373526 Mar 28 19:31:28.612720 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:28.653186 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:29.243264 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d00e6-d57f-49ec-b60a-3b9ec05afa66 req-e33d4076-bd23-467e-ac4f-55fa3afd358e tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:29.244705 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-702d00e6-d57f-49ec-b60a-3b9ec05afa66 req-e33d4076-bd23-467e-ac4f-55fa3afd358e tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 945 time: 0.0826731 Mar 28 19:31:29.287814 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-702d00e6-d57f-49ec-b60a-3b9ec05afa66 req-546de8a3-4a15-42af-aeb7-7ed682c01791 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367515 Mar 28 19:31:30.224666 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:30.472444 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5bf30-a032-4eda-a33c-15326688f816 req-e6c47215-a5cf-4c3e-b589-9b9b7e85e4bd tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:30.473791 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bdd5bf30-a032-4eda-a33c-15326688f816 req-e6c47215-a5cf-4c3e-b589-9b9b7e85e4bd tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 945 time: 0.0815492 Mar 28 19:31:30.516701 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bdd5bf30-a032-4eda-a33c-15326688f816 req-52883dd8-e6cb-42c8-b4fd-bb96e3cc2735 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373664 Mar 28 19:31:31.698596 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d22452-7386-420c-97ed-ae4fde5cd308 req-159d5acc-41d3-423d-820c-8fff6cba48da tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:31.700114 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-60d22452-7386-420c-97ed-ae4fde5cd308 req-159d5acc-41d3-423d-820c-8fff6cba48da tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 945 time: 0.0798972 Mar 28 19:31:31.745488 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-60d22452-7386-420c-97ed-ae4fde5cd308 req-2adf759a-874b-4a64-b06d-966e136f899a tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389249 Mar 28 19:31:31.831460 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:32.934427 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdfae2-c795-4fac-985a-10dc3837a61e req-33524bc9-60ad-4b6a-be77-fdf271c9cd43 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:32.936134 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a3cdfae2-c795-4fac-985a-10dc3837a61e req-33524bc9-60ad-4b6a-be77-fdf271c9cd43 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 945 time: 0.0829258 Mar 28 19:31:32.981143 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a3cdfae2-c795-4fac-985a-10dc3837a61e req-561081ae-7055-48de-a6dc-411fb8eeaa62 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386157 Mar 28 19:31:34.162181 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfdb53-864c-48d9-a592-c122ba52e087 req-68fa702c-7227-4119-bb7f-3f5c9661f9be tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:34.163660 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e6bfdb53-864c-48d9-a592-c122ba52e087 req-68fa702c-7227-4119-bb7f-3f5c9661f9be tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 945 time: 0.0773730 Mar 28 19:31:34.210609 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e6bfdb53-864c-48d9-a592-c122ba52e087 req-b6ee8ba3-f068-491c-ae2c-ac2452ce575b tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413392 Mar 28 19:31:34.306720 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bc2ff666-5feb-4487-8b8a-cf7f93b809ca req-15a40bf7-88e1-46db-b049-900389f58b43 service neutron] 10.222.0.26 "GET /v2.0/ports/b5e9a91d-9bd5-4906-b625-952e453ebeea/bindings/hv-neutron-8347 HTTP/1.1" status: 200 len: 384 time: 0.0727339 Mar 28 19:31:34.574105 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ff666-5feb-4487-8b8a-cf7f93b809ca req-0ca3bbfe-0b46-4209-ad98-32da394d2eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:34.575479 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bc2ff666-5feb-4487-8b8a-cf7f93b809ca req-0ca3bbfe-0b46-4209-ad98-32da394d2eac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8&tenant_id=fddf29dd55394539b4b0156277ae545c HTTP/1.1" status: 200 len: 1098 time: 0.0723245 Mar 28 19:31:34.664763 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ff666-5feb-4487-8b8a-cf7f93b809ca req-2356a14b-2ed4-4946-9335-d9b43058db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:34.666201 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bc2ff666-5feb-4487-8b8a-cf7f93b809ca req-2356a14b-2ed4-4946-9335-d9b43058db17 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fddf29dd55394539b4b0156277ae545c&device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 1098 time: 0.0702620 Mar 28 19:31:34.794046 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ff666-5feb-4487-8b8a-cf7f93b809ca req-7a3ab09b-a50c-4c43-bd21-e0ac66688d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:34.795419 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bc2ff666-5feb-4487-8b8a-cf7f93b809ca req-7a3ab09b-a50c-4c43-bd21-e0ac66688d51 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fb7cf2cf-5674-4ce6-b470-347f596505f1 HTTP/1.1" status: 200 len: 913 time: 0.1238222 Mar 28 19:31:34.863799 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bc2ff666-5feb-4487-8b8a-cf7f93b809ca req-c4d13d9b-7b3a-41a7-93ef-446671214164 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5e9a91d-9bd5-4906-b625-952e453ebeea HTTP/1.1" status: 200 len: 217 time: 0.0619936 Mar 28 19:31:34.924976 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ff666-5feb-4487-8b8a-cf7f93b809ca req-1c5a4fe2-4761-40dd-acfa-cceb40d06e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:34.926427 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bc2ff666-5feb-4487-8b8a-cf7f93b809ca req-1c5a4fe2-4761-40dd-acfa-cceb40d06e04 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7bebe6cc-eb15-423e-be61-68b78e35c2ac HTTP/1.1" status: 200 len: 852 time: 0.0576727 Mar 28 19:31:34.973755 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bc2ff666-5feb-4487-8b8a-cf7f93b809ca req-b4a6872d-6409-4489-b655-df74a99f24e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fb7cf2cf-5674-4ce6-b470-347f596505f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414815 Mar 28 19:31:35.105108 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bc2ff666-5feb-4487-8b8a-cf7f93b809ca req-e2373113-e0c4-4606-b808-54f0f17960ac service neutron] 10.222.0.26 "GET /v2.0/networks/fb7cf2cf-5674-4ce6-b470-347f596505f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246545 Mar 28 19:31:35.236976 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bc2ff666-5feb-4487-8b8a-cf7f93b809ca req-10750df2-e14a-4d2f-b1f5-3dd5f21f704a service neutron] 10.222.0.26 "GET /v2.0/networks/fb7cf2cf-5674-4ce6-b470-347f596505f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260481 Mar 28 19:31:35.404359 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac83d3-0135-4687-8a1d-6b125dafe786 req-829d9f6c-ef50-49c3-8a25-9a5b3a58e7f9 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:35.405903 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-97ac83d3-0135-4687-8a1d-6b125dafe786 req-829d9f6c-ef50-49c3-8a25-9a5b3a58e7f9 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 945 time: 0.0899150 Mar 28 19:31:35.454810 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-97ac83d3-0135-4687-8a1d-6b125dafe786 req-e87ef6e2-d6dd-426e-9cea-41187605dfd3 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413396 Mar 28 19:31:35.866867 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8da15-4143-4721-a9d0-aca3b8acebb9 req-488e7ecc-b517-4e1c-8dc4-08423b0e2da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:35.868354 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6fa8da15-4143-4721-a9d0-aca3b8acebb9 req-488e7ecc-b517-4e1c-8dc4-08423b0e2da8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fddf29dd55394539b4b0156277ae545c&device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 1098 time: 0.0724716 Mar 28 19:31:36.103122 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8da15-4143-4721-a9d0-aca3b8acebb9 req-90dcc4f2-7079-40c2-a2c1-ac249cd65af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:36.104438 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6fa8da15-4143-4721-a9d0-aca3b8acebb9 req-90dcc4f2-7079-40c2-a2c1-ac249cd65af5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fb7cf2cf-5674-4ce6-b470-347f596505f1 HTTP/1.1" status: 200 len: 913 time: 0.2187662 Mar 28 19:31:36.169168 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6fa8da15-4143-4721-a9d0-aca3b8acebb9 req-10a84ee4-3a1d-4b71-9d00-3e3d1a0752e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5e9a91d-9bd5-4906-b625-952e453ebeea HTTP/1.1" status: 200 len: 217 time: 0.0581656 Mar 28 19:31:36.231773 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8da15-4143-4721-a9d0-aca3b8acebb9 req-2e8c357f-f8aa-4164-be21-4da9e4bc0c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:36.233121 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6fa8da15-4143-4721-a9d0-aca3b8acebb9 req-2e8c357f-f8aa-4164-be21-4da9e4bc0c56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7bebe6cc-eb15-423e-be61-68b78e35c2ac HTTP/1.1" status: 200 len: 852 time: 0.0580919 Mar 28 19:31:36.449798 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6fa8da15-4143-4721-a9d0-aca3b8acebb9 req-5326bb5d-fd64-4c0a-b120-563ad4511506 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fb7cf2cf-5674-4ce6-b470-347f596505f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394595 Mar 28 19:31:36.623682 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6fa8da15-4143-4721-a9d0-aca3b8acebb9 req-f5db598b-833c-4c03-ba3e-6fb44c2fd5c0 service neutron] 10.222.0.26 "GET /v2.0/networks/fb7cf2cf-5674-4ce6-b470-347f596505f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675270 Mar 28 19:31:36.759815 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f0f88-05f4-47d8-85af-19fa64fbb976 req-d6d63171-7acf-4f53-a6cd-ccc22edac829 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:36.761240 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9d1f0f88-05f4-47d8-85af-19fa64fbb976 req-d6d63171-7acf-4f53-a6cd-ccc22edac829 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 945 time: 0.1971359 Mar 28 19:31:36.810944 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6fa8da15-4143-4721-a9d0-aca3b8acebb9 req-ce7d569f-8060-4cbf-b7b8-5711817bb2c2 service neutron] 10.222.0.26 "GET /v2.0/networks/fb7cf2cf-5674-4ce6-b470-347f596505f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784589 Mar 28 19:31:36.821431 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9d1f0f88-05f4-47d8-85af-19fa64fbb976 req-15658ae6-c194-44ea-95b0-44edcb148d10 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540261 Mar 28 19:31:37.108988 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device b5e9a91d-9bd5-4906-b625-952e453ebeea details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:31:37.112586 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device b5e9a91d-9bd5-4906-b625-952e453ebeea no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:31:37.330243 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:37.349305 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port b5e9a91d-9bd5-4906-b625-952e453ebeea, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=b5e9a91d-9bd5-4906-b625-952e453ebeea,segment=NetworkSegment(e1fd42ba-c9ca-4656-b4ab-05014d42c1ac),segment_id=e1fd42ba-c9ca-4656-b4ab-05014d42c1ac)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:31:37.368645 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': 'b5e9a91d-9bd5-4906-b625-952e453ebeea', 'network_id': 'fb7cf2cf-5674-4ce6-b470-347f596505f1', 'port_id': 'b5e9a91d-9bd5-4906-b625-952e453ebeea', 'mac_address': 'fa:16:3e:a1:f2:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bebe6cc-eb15-423e-be61-68b78e35c2ac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:31:37.374284 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44398dfc-768c-4d49-b6c6-44287c12fed8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5e9a91d-9bd5-4906-b625-952e453ebeea'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:31:37.411029 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port b5e9a91d-9bd5-4906-b625-952e453ebeea, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=b5e9a91d-9bd5-4906-b625-952e453ebeea,segment=NetworkSegment(e1fd42ba-c9ca-4656-b4ab-05014d42c1ac),segment_id=e1fd42ba-c9ca-4656-b4ab-05014d42c1ac)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:31:37.418026 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:37.454418 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44398dfc-768c-4d49-b6c6-44287c12fed8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5e9a91d-9bd5-4906-b625-952e453ebeea', 'code': 200} Mar 28 19:31:37.487164 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:37.514774 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5e9a91d-9bd5-4906-b625-952e453ebeea {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:31:37.521427 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=b5e9a91d-9bd5-4906-b625-952e453ebeea,revision_number=6']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:31:37.552533 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:37.552888 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:37.553232 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:37.553593 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:37.553930 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:37.554265 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:37.554597 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:37.554951 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:37.555284 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:37.555610 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:37.555937 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:37.556260 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:37.588997 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:31:37.589355 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:31:38.006056 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d57c4-c213-4f33-84a6-919aaedc6f13 req-7872abce-fabd-4f8e-8e93-a705be18d744 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:38.007434 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a80d57c4-c213-4f33-84a6-919aaedc6f13 req-7872abce-fabd-4f8e-8e93-a705be18d744 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 943 time: 0.0794981 Mar 28 19:31:38.052186 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a80d57c4-c213-4f33-84a6-919aaedc6f13 req-eaa6bfa8-c324-48b2-acf2-a29ebc7267fb tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386841 Mar 28 19:31:38.145568 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:38.162133 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e9a91d-9bd5-4906-b625-952e453ebeea {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:31:38.177576 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port b5e9a91d-9bd5-4906-b625-952e453ebeea, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=b5e9a91d-9bd5-4906-b625-952e453ebeea,segment=NetworkSegment(e1fd42ba-c9ca-4656-b4ab-05014d42c1ac),segment_id=e1fd42ba-c9ca-4656-b4ab-05014d42c1ac)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:31:38.180951 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:38.239881 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['b5e9a91d-9bd5-4906-b625-952e453ebeea'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:31:38.286968 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=b5e9a91d-9bd5-4906-b625-952e453ebeea,revision_number=7']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:31:39.136629 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device b5e9a91d-9bd5-4906-b625-952e453ebeea no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:31:39.243711 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d08ff-0199-42aa-be37-a25a05596fff req-71f440ac-034b-497e-a608-6b51193d72f1 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:39.245131 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dc8d08ff-0199-42aa-be37-a25a05596fff req-71f440ac-034b-497e-a608-6b51193d72f1 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 944 time: 0.0821474 Mar 28 19:31:39.252245 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:39.269626 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b5e9a91d-9bd5-4906-b625-952e453ebeea {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:31:39.285143 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port b5e9a91d-9bd5-4906-b625-952e453ebeea, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=b5e9a91d-9bd5-4906-b625-952e453ebeea,segment=NetworkSegment(e1fd42ba-c9ca-4656-b4ab-05014d42c1ac),segment_id=e1fd42ba-c9ca-4656-b4ab-05014d42c1ac)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:31:39.289019 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:39.289952 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dc8d08ff-0199-42aa-be37-a25a05596fff req-e98d6f01-af64-4f97-91b3-64eddf3255f8 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384433 Mar 28 19:31:39.355660 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=b5e9a91d-9bd5-4906-b625-952e453ebeea,revision_number=8']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:31:39.663350 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ec6ab-59f1-4952-9f27-07a31b7efa74 req-c94c8fa5-89a3-4f85-a6c2-7fe65dd81a23 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:39.664781 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-795ec6ab-59f1-4952-9f27-07a31b7efa74 req-c94c8fa5-89a3-4f85-a6c2-7fe65dd81a23 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.26 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8&tenant_id=fddf29dd55394539b4b0156277ae545c&binding%3Ahost_id=hv-neutron-8347 HTTP/1.1" status: 200 len: 943 time: 0.0853269 Mar 28 19:31:39.804295 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ec6ab-59f1-4952-9f27-07a31b7efa74 req-ccf77cbf-0a82-43ea-bff3-a941dedc57a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:39.805731 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-795ec6ab-59f1-4952-9f27-07a31b7efa74 req-ccf77cbf-0a82-43ea-bff3-a941dedc57a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fddf29dd55394539b4b0156277ae545c&device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 1096 time: 0.0718591 Mar 28 19:31:39.948358 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ec6ab-59f1-4952-9f27-07a31b7efa74 req-e730d961-c7f0-4748-98b8-8be5785ded2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:39.949692 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-795ec6ab-59f1-4952-9f27-07a31b7efa74 req-e730d961-c7f0-4748-98b8-8be5785ded2e service neutron] 10.222.0.26 "GET /v2.0/networks?id=fb7cf2cf-5674-4ce6-b470-347f596505f1 HTTP/1.1" status: 200 len: 913 time: 0.1386058 Mar 28 19:31:40.013273 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-795ec6ab-59f1-4952-9f27-07a31b7efa74 req-e88fbfa7-fb11-4ed8-82ca-98eb6092d69d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5e9a91d-9bd5-4906-b625-952e453ebeea HTTP/1.1" status: 200 len: 217 time: 0.0579319 Mar 28 19:31:40.075088 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ec6ab-59f1-4952-9f27-07a31b7efa74 req-e45429dd-37d7-4d0c-bfa6-8f751579216a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:40.076493 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-795ec6ab-59f1-4952-9f27-07a31b7efa74 req-e45429dd-37d7-4d0c-bfa6-8f751579216a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7bebe6cc-eb15-423e-be61-68b78e35c2ac HTTP/1.1" status: 200 len: 852 time: 0.0583456 Mar 28 19:31:40.120943 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-795ec6ab-59f1-4952-9f27-07a31b7efa74 req-0416367c-f7ac-4265-9871-48e686878bac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fb7cf2cf-5674-4ce6-b470-347f596505f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384872 Mar 28 19:31:40.248940 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-795ec6ab-59f1-4952-9f27-07a31b7efa74 req-d3cd64f1-b449-42e8-a099-55a465e4d689 service neutron] 10.222.0.26 "GET /v2.0/networks/fb7cf2cf-5674-4ce6-b470-347f596505f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225374 Mar 28 19:31:40.477569 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-795ec6ab-59f1-4952-9f27-07a31b7efa74 req-e9c1cc67-932f-4780-a7d3-e718eae68590 service neutron] 10.222.0.26 "GET /v2.0/networks/fb7cf2cf-5674-4ce6-b470-347f596505f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231896 Mar 28 19:31:41.280461 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2e3f2-b5d3-4c6e-a10f-08f676e1f0fa req-f4c2e971-5a13-4148-a2c7-d2f641c8a3db tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:41.282385 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-56d2e3f2-b5d3-4c6e-a10f-08f676e1f0fa req-f4c2e971-5a13-4148-a2c7-d2f641c8a3db tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 943 time: 0.0876968 Mar 28 19:31:41.326820 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-56d2e3f2-b5d3-4c6e-a10f-08f676e1f0fa req-71f41160-e65d-4dcc-964a-75b779bf4122 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388856 Mar 28 19:31:42.526008 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc8d65-58bc-4ba3-aa65-6b1a219f630b req-684fb40a-2588-4d91-9a66-cec900c1f136 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:42.527490 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d2fc8d65-58bc-4ba3-aa65-6b1a219f630b req-684fb40a-2588-4d91-9a66-cec900c1f136 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 943 time: 0.0914776 Mar 28 19:31:42.575782 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d2fc8d65-58bc-4ba3-aa65-6b1a219f630b req-375afa4f-1ffe-48fa-93fc-1a4fa51684f5 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/security-groups?id=4a5ef70d-e464-43ba-9eaf-684dcddd151d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421290 Mar 28 19:31:42.973329 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ec6ab-59f1-4952-9f27-07a31b7efa74 req-48bb54a2-4784-48e4-aacb-c4c27e5bdd97 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:42.974628 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-795ec6ab-59f1-4952-9f27-07a31b7efa74 req-48bb54a2-4784-48e4-aacb-c4c27e5bdd97 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.26 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 943 time: 0.0808055 Mar 28 19:31:43.046528 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-795ec6ab-59f1-4952-9f27-07a31b7efa74 req-4e8d6b39-a041-41ae-8e31-6283b26d1001 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Deleting port b5e9a91d-9bd5-4906-b625-952e453ebeea {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:31:43.047721 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-795ec6ab-59f1-4952-9f27-07a31b7efa74 req-4e8d6b39-a041-41ae-8e31-6283b26d1001 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:43.288651 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-795ec6ab-59f1-4952-9f27-07a31b7efa74 req-4e8d6b39-a041-41ae-8e31-6283b26d1001 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] For port b5e9a91d-9bd5-4906-b625-952e453ebeea, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=b5e9a91d-9bd5-4906-b625-952e453ebeea,segment=NetworkSegment(e1fd42ba-c9ca-4656-b4ab-05014d42c1ac),segment_id=e1fd42ba-c9ca-4656-b4ab-05014d42c1ac)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:31:43.288924 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-795ec6ab-59f1-4952-9f27-07a31b7efa74 req-4e8d6b39-a041-41ae-8e31-6283b26d1001 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:43.408911 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-795ec6ab-59f1-4952-9f27-07a31b7efa74 req-4e8d6b39-a041-41ae-8e31-6283b26d1001 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Calling delete_port for b5e9a91d-9bd5-4906-b625-952e453ebeea owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:31:43.549341 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-795ec6ab-59f1-4952-9f27-07a31b7efa74 req-4e8d6b39-a041-41ae-8e31-6283b26d1001 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:43.600935 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d6b39-a041-41ae-8e31-6283b26d1001 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Pushing event deleted for resources: {'Port': ['ID=b5e9a91d-9bd5-4906-b625-952e453ebeea,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:31:43.610343 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d6b39-a041-41ae-8e31-6283b26d1001 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:43.610343 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d6b39-a041-41ae-8e31-6283b26d1001 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:43.610343 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d6b39-a041-41ae-8e31-6283b26d1001 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:43.610620 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d6b39-a041-41ae-8e31-6283b26d1001 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:43.610908 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d6b39-a041-41ae-8e31-6283b26d1001 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:43.611481 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d6b39-a041-41ae-8e31-6283b26d1001 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:43.611595 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d6b39-a041-41ae-8e31-6283b26d1001 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:43.611841 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d6b39-a041-41ae-8e31-6283b26d1001 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:43.612156 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d6b39-a041-41ae-8e31-6283b26d1001 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:43.612469 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d6b39-a041-41ae-8e31-6283b26d1001 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:43.612780 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d6b39-a041-41ae-8e31-6283b26d1001 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:43.613089 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d6b39-a041-41ae-8e31-6283b26d1001 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:43.684493 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-795ec6ab-59f1-4952-9f27-07a31b7efa74 req-4e8d6b39-a041-41ae-8e31-6283b26d1001 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] No DVR routers for this DVR port b5e9a91d-9bd5-4906-b625-952e453ebeea on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:31:43.688008 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-795ec6ab-59f1-4952-9f27-07a31b7efa74 req-4e8d6b39-a041-41ae-8e31-6283b26d1001 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:43.691156 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44398dfc-768c-4d49-b6c6-44287c12fed8', 'name': 'network-vif-deleted', 'tag': 'b5e9a91d-9bd5-4906-b625-952e453ebeea'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:31:43.739620 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44398dfc-768c-4d49-b6c6-44287c12fed8', 'name': 'network-vif-deleted', 'tag': 'b5e9a91d-9bd5-4906-b625-952e453ebeea', 'status': 'completed', 'code': 200} Mar 28 19:31:43.745990 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-795ec6ab-59f1-4952-9f27-07a31b7efa74 req-4e8d6b39-a041-41ae-8e31-6283b26d1001 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.26 "DELETE /v2.0/ports/b5e9a91d-9bd5-4906-b625-952e453ebeea HTTP/1.1" status: 204 len: 173 time: 0.7661054 Mar 28 19:31:43.747380 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-74abad13-a611-4f55-9ffc-5e7fbf939e52 req-89c7f7ca-6089-4f26-aea3-1ee88d5ed2f3 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Synchronizing usage tracker for tenant:fddf29dd55394539b4b0156277ae545c on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:31:43.762744 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-74abad13-a611-4f55-9ffc-5e7fbf939e52 req-89c7f7ca-6089-4f26-aea3-1ee88d5ed2f3 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] Unset dirty status for tenant:fddf29dd55394539b4b0156277ae545c on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:31:43.763894 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-74abad13-a611-4f55-9ffc-5e7fbf939e52 req-89c7f7ca-6089-4f26-aea3-1ee88d5ed2f3 tempest-DeleteServersTestJSON-1135907167 tempest-DeleteServersTestJSON-1135907167-project] 10.222.0.10 "GET /v2.0/ports?device_id=44398dfc-768c-4d49-b6c6-44287c12fed8 HTTP/1.1" status: 200 len: 210 time: 0.0773454 Mar 28 19:31:45.005854 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 36122) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:31:45.063589 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec281941-9fd3-40c6-899d-8536f46e90cc admin admin] Deleting subnet 7bebe6cc-eb15-423e-be61-68b78e35c2ac {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:31:45.066325 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec281941-9fd3-40c6-899d-8536f46e90cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:45.113410 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec281941-9fd3-40c6-899d-8536f46e90cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:45.149944 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device b5e9a91d-9bd5-4906-b625-952e453ebeea no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:31:45.169964 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec281941-9fd3-40c6-899d-8536f46e90cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:45.189423 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: b5e9a91d-9bd5-4906-b625-952e453ebeea {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:31:45.189772 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device b5e9a91d-9bd5-4906-b625-952e453ebeea not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:31:45.235540 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec281941-9fd3-40c6-899d-8536f46e90cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:45.274921 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec281941-9fd3-40c6-899d-8536f46e90cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bebe6cc-eb15-423e-be61-68b78e35c2ac,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:31:45.277326 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ec281941-9fd3-40c6-899d-8536f46e90cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:45.287540 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec281941-9fd3-40c6-899d-8536f46e90cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:45.287882 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec281941-9fd3-40c6-899d-8536f46e90cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:45.288216 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec281941-9fd3-40c6-899d-8536f46e90cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:45.288553 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec281941-9fd3-40c6-899d-8536f46e90cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:45.288871 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec281941-9fd3-40c6-899d-8536f46e90cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:45.289213 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec281941-9fd3-40c6-899d-8536f46e90cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:45.289515 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec281941-9fd3-40c6-899d-8536f46e90cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:45.289834 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec281941-9fd3-40c6-899d-8536f46e90cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:45.290150 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec281941-9fd3-40c6-899d-8536f46e90cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:45.290464 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec281941-9fd3-40c6-899d-8536f46e90cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:45.290777 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec281941-9fd3-40c6-899d-8536f46e90cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:45.291115 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec281941-9fd3-40c6-899d-8536f46e90cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:31:45.301841 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ec281941-9fd3-40c6-899d-8536f46e90cc admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7bebe6cc-eb15-423e-be61-68b78e35c2ac HTTP/1.1" status: 204 len: 168 time: 0.2950013 Mar 28 19:31:45.304306 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 36126) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:31:45.407785 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3d4daf87-590e-4ac6-a1cc-fdc6a03c4413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:45.525838 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3d4daf87-590e-4ac6-a1cc-fdc6a03c4413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:45.553936 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-3d4daf87-590e-4ac6-a1cc-fdc6a03c4413 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7cf2cf-5674-4ce6-b470-347f596505f1']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:31:45.566276 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-3d4daf87-590e-4ac6-a1cc-fdc6a03c4413 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1fd42ba-c9ca-4656-b4ab-05014d42c1ac') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:31:45.566564 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-3d4daf87-590e-4ac6-a1cc-fdc6a03c4413 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1fd42ba-c9ca-4656-b4ab-05014d42c1ac') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:31:45.577409 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3d4daf87-590e-4ac6-a1cc-fdc6a03c4413 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:45.593176 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3d4daf87-590e-4ac6-a1cc-fdc6a03c4413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:45.599709 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d4daf87-590e-4ac6-a1cc-fdc6a03c4413 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:31:45.600086 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3d4daf87-590e-4ac6-a1cc-fdc6a03c4413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:31:45.612970 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:31:45.687243 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3d4daf87-590e-4ac6-a1cc-fdc6a03c4413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:45.706401 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-3d4daf87-590e-4ac6-a1cc-fdc6a03c4413 admin admin] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:45.716223 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4daf87-590e-4ac6-a1cc-fdc6a03c4413 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb7cf2cf-5674-4ce6-b470-347f596505f1,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:31:45.725218 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-3d4daf87-590e-4ac6-a1cc-fdc6a03c4413 admin admin] 10.222.0.10 "DELETE /v2.0/networks/fb7cf2cf-5674-4ce6-b470-347f596505f1 HTTP/1.1" status: 204 len: 168 time: 0.4199133 Mar 28 19:31:45.833556 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 36132) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:31:45.881279 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-04585dc5-0607-44ef-9121-fdf11b75799e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fddf29dd55394539b4b0156277ae545c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465398 Mar 28 19:31:45.883777 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 36136) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:31:45.942827 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f3755dd4-d579-4d48-a325-5bf765bd6873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:45.967404 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f3755dd4-d579-4d48-a325-5bf765bd6873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:46.018313 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f3755dd4-d579-4d48-a325-5bf765bd6873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:46.035901 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3755dd4-d579-4d48-a325-5bf765bd6873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5ef70d-e464-43ba-9eaf-684dcddd151d,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:31:46.048309 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f3755dd4-d579-4d48-a325-5bf765bd6873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:46.051658 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f3755dd4-d579-4d48-a325-5bf765bd6873 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4a5ef70d-e464-43ba-9eaf-684dcddd151d HTTP/1.1" status: 204 len: 168 time: 0.1647024 Mar 28 19:31:46.754680 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 36160) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:31:46.859054 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-17a51447-0c9f-4377-add3-3201e57764e5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1229560562-network', 'tenant_id': '2c05852130834e7c850bab0ef73e7c40'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:31:46.863914 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-17a51447-0c9f-4377-add3-3201e57764e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:31:46.867704 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-17a51447-0c9f-4377-add3-3201e57764e5 admin admin] Usage tracker for resource:network and tenant:2c05852130834e7c850bab0ef73e7c40 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:31:46.870442 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-17a51447-0c9f-4377-add3-3201e57764e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:31:46.877116 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-17a51447-0c9f-4377-add3-3201e57764e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:31:46.886383 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a51447-0c9f-4377-add3-3201e57764e5 admin admin] Made reservation on behalf of 2c05852130834e7c850bab0ef73e7c40 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:31:46.888594 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-17a51447-0c9f-4377-add3-3201e57764e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:46.900540 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-17a51447-0c9f-4377-add3-3201e57764e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:46.914436 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-17a51447-0c9f-4377-add3-3201e57764e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:31:46.918083 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-17a51447-0c9f-4377-add3-3201e57764e5 admin admin] Usage tracker for resource:security_group_rule and tenant:2c05852130834e7c850bab0ef73e7c40 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:31:46.920766 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-17a51447-0c9f-4377-add3-3201e57764e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:31:46.926316 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-17a51447-0c9f-4377-add3-3201e57764e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:31:47.008709 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-17a51447-0c9f-4377-add3-3201e57764e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:47.012489 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-17a51447-0c9f-4377-add3-3201e57764e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:47.044760 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a51447-0c9f-4377-add3-3201e57764e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:31:47.050584 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a51447-0c9f-4377-add3-3201e57764e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa355d85-29d2-4eb6-a105-0c1324ae3d0e,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:31:47.058421 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-17a51447-0c9f-4377-add3-3201e57764e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:47.058859 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-17a51447-0c9f-4377-add3-3201e57764e5 admin admin] Added segment 21665571-88f7-46fc-b3fc-1ddd0c077cee of type vlan for network fa41aa09-2acb-4d27-bdfa-8b67585fa353 Mar 28 19:31:47.085334 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-17a51447-0c9f-4377-add3-3201e57764e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:47.113301 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-17a51447-0c9f-4377-add3-3201e57764e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:47.114230 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a51447-0c9f-4377-add3-3201e57764e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:47.114791 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-17a51447-0c9f-4377-add3-3201e57764e5 admin admin] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:47.213505 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a51447-0c9f-4377-add3-3201e57764e5 admin admin] Pushing event updated for resources: {'Network': ['ID=fa41aa09-2acb-4d27-bdfa-8b67585fa353,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:31:47.218279 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-17a51447-0c9f-4377-add3-3201e57764e5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4625659 Mar 28 19:31:47.221235 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 36166) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:31:47.224143 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network fa41aa09-2acb-4d27-bdfa-8b67585fa353 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:31:47.228037 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-38f25afd-b9db-411e-8910-d7b4b654385c admin admin] Request body: {'subnet': {'network_id': 'fa41aa09-2acb-4d27-bdfa-8b67585fa353', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1229560562-subnet', 'tenant_id': '2c05852130834e7c850bab0ef73e7c40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:31:47.233050 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-38f25afd-b9db-411e-8910-d7b4b654385c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:31:47.237685 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-38f25afd-b9db-411e-8910-d7b4b654385c admin admin] Usage tracker for resource:subnet and tenant:2c05852130834e7c850bab0ef73e7c40 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:31:47.240539 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-38f25afd-b9db-411e-8910-d7b4b654385c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:31:47.246211 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-38f25afd-b9db-411e-8910-d7b4b654385c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:31:47.256406 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f25afd-b9db-411e-8910-d7b4b654385c admin admin] Made reservation on behalf of 2c05852130834e7c850bab0ef73e7c40 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:31:47.258741 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-38f25afd-b9db-411e-8910-d7b4b654385c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:47.551858 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-38f25afd-b9db-411e-8910-d7b4b654385c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:47.619711 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f25afd-b9db-411e-8910-d7b4b654385c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbd59bb0-9b8a-4dfd-a146-42b2d75da86e,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:31:47.629575 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f25afd-b9db-411e-8910-d7b4b654385c admin admin] Checking segment: {'id': '21665571-88f7-46fc-b3fc-1ddd0c077cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'fa41aa09-2acb-4d27-bdfa-8b67585fa353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:31:47.629923 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f25afd-b9db-411e-8910-d7b4b654385c admin admin] Network hostable DHCP agents. Network: fa41aa09-2acb-4d27-bdfa-8b67585fa353, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:31:47.648098 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f25afd-b9db-411e-8910-d7b4b654385c admin admin] Network fa41aa09-2acb-4d27-bdfa-8b67585fa353 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:31:47.657121 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-38f25afd-b9db-411e-8910-d7b4b654385c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, fa41aa09-2acb-4d27-bdfa-8b67585fa353) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:31:47.660975 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f25afd-b9db-411e-8910-d7b4b654385c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:47.661541 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-38f25afd-b9db-411e-8910-d7b4b654385c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:47.667307 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e75e44-6d89-4199-88f0-29e1451afe91 None None] Network fa41aa09-2acb-4d27-bdfa-8b67585fa353 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:31:47.685299 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-38f25afd-b9db-411e-8910-d7b4b654385c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4616883 Mar 28 19:31:47.881116 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27145e8a-0a0f-4baf-94e9-afd4dc88cc15 None None] Network fa41aa09-2acb-4d27-bdfa-8b67585fa353 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:31:48.194136 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-0ee56b64-22f4-4854-b64a-83e7b101fb80 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:48.194804 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-0ee56b64-22f4-4854-b64a-83e7b101fb80 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Synchronizing usage tracker for tenant:2c05852130834e7c850bab0ef73e7c40 on resource:network {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:31:48.210769 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-0ee56b64-22f4-4854-b64a-83e7b101fb80 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Unset dirty status for tenant:2c05852130834e7c850bab0ef73e7c40 on resource:network {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:31:48.211930 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-0ee56b64-22f4-4854-b64a-83e7b101fb80 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/networks?id=fa41aa09-2acb-4d27-bdfa-8b67585fa353 HTTP/1.1" status: 200 len: 815 time: 0.1591740 Mar 28 19:31:48.226699 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-f7ca47a7-1d38-4928-8090-5708d10fa2fb tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/quotas/2c05852130834e7c850bab0ef73e7c40 HTTP/1.1" status: 200 len: 375 time: 0.0093009 Mar 28 19:31:48.275251 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-ce211681-9c63-4fc5-b019-4cb4781cfd88 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2c05852130834e7c850bab0ef73e7c40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435536 Mar 28 19:31:48.449656 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-5cce2acb-6373-4f13-bc37-08cae2f1c8e5 service neutron] 10.222.0.10 "GET /v2.0/networks/fa41aa09-2acb-4d27-bdfa-8b67585fa353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672094 Mar 28 19:31:48.577340 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-3c05aa3d-9bcc-4b89-89aa-8ee23377183e service neutron] 10.222.0.10 "GET /v2.0/networks/fa41aa09-2acb-4d27-bdfa-8b67585fa353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218152 Mar 28 19:31:48.757260 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c2baefe9-1e6a-4332-8434-7f1ce3b9f06e req-84ca2c19-7ccc-476e-b47c-6a4226eeb7b2 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 210 time: 0.0452967 Mar 28 19:31:49.803445 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-22e14a68-b3b4-49b9-b009-717098f4893a tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:49.804855 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-22e14a68-b3b4-49b9-b009-717098f4893a tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.26 "GET /v2.0/networks?id=fa41aa09-2acb-4d27-bdfa-8b67585fa353 HTTP/1.1" status: 200 len: 815 time: 0.1499069 Mar 28 19:31:49.816951 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-3035c65f-99d4-4fbf-8cad-658c72b0359d tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Request body: {'port': {'device_id': 'fafda94b-ef0d-4957-8c59-a7e82779a530', 'network_id': 'fa41aa09-2acb-4d27-bdfa-8b67585fa353', 'admin_state_up': True, 'tenant_id': '2c05852130834e7c850bab0ef73e7c40'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:31:49.962700 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-21162ee1-2159-4f7b-9b64-0692169fdac3 req-39040803-ec45-417b-b6f9-1c07a5e83d4d tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 210 time: 0.0591981 Mar 28 19:31:49.999480 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-3035c65f-99d4-4fbf-8cad-658c72b0359d tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:31:50.003714 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-3035c65f-99d4-4fbf-8cad-658c72b0359d tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Usage tracker for resource:port and tenant:2c05852130834e7c850bab0ef73e7c40 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:31:50.006395 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-3035c65f-99d4-4fbf-8cad-658c72b0359d tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:31:50.011940 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-3035c65f-99d4-4fbf-8cad-658c72b0359d tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:31:50.021865 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-3035c65f-99d4-4fbf-8cad-658c72b0359d tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Made reservation on behalf of 2c05852130834e7c850bab0ef73e7c40 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:31:50.025386 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-3035c65f-99d4-4fbf-8cad-658c72b0359d tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:50.188191 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-3035c65f-99d4-4fbf-8cad-658c72b0359d tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Allocated IP 172.20.0.8 (fa41aa09-2acb-4d27-bdfa-8b67585fa353/bbd59bb0-9b8a-4dfd-a146-42b2d75da86e/f0460678-a3a6-44e0-aeaf-bc45e25c7e70) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:31:50.389135 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-3035c65f-99d4-4fbf-8cad-658c72b0359d tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:50.418339 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-3035c65f-99d4-4fbf-8cad-658c72b0359d tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:50.482023 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-3035c65f-99d4-4fbf-8cad-658c72b0359d tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Network fa41aa09-2acb-4d27-bdfa-8b67585fa353 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:31:50.485598 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-3035c65f-99d4-4fbf-8cad-658c72b0359d tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:31:50.493866 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-3035c65f-99d4-4fbf-8cad-658c72b0359d tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:31:50.541709 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035c65f-99d4-4fbf-8cad-658c72b0359d tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Pushing event updated for resources: {'Port': ['ID=f0460678-a3a6-44e0-aeaf-bc45e25c7e70,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:31:50.566977 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-3035c65f-99d4-4fbf-8cad-658c72b0359d tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:50.567572 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-3035c65f-99d4-4fbf-8cad-658c72b0359d tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:50.587783 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-3035c65f-99d4-4fbf-8cad-658c72b0359d tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7745388 Mar 28 19:31:50.598796 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-e67b1abc-fdec-4470-a781-265f9197c006 service neutron] Request body: {'port': {'device_id': 'fafda94b-ef0d-4957-8c59-a7e82779a530', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:31:50.707295 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-e67b1abc-fdec-4470-a781-265f9197c006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:51.203805 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-e67b1abc-fdec-4470-a781-265f9197c006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0460678-a3a6-44e0-aeaf-bc45e25c7e70 {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:31:51.214472 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a57108-baae-4561-aac1-97542d5b27fc req-0068ef3c-4b00-440c-bd85-76f4f70ab936 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:51.215245 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-42a57108-baae-4561-aac1-97542d5b27fc req-0068ef3c-4b00-440c-bd85-76f4f70ab936 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Synchronizing usage tracker for tenant:2c05852130834e7c850bab0ef73e7c40 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:31:51.221419 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-e67b1abc-fdec-4470-a781-265f9197c006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:51.242094 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-e67b1abc-fdec-4470-a781-265f9197c006 service neutron] Transition to ACTIVE for port object f0460678-a3a6-44e0-aeaf-bc45e25c7e70 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:31:51.244787 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-e67b1abc-fdec-4470-a781-265f9197c006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:51.278771 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-42a57108-baae-4561-aac1-97542d5b27fc req-0068ef3c-4b00-440c-bd85-76f4f70ab936 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Unset dirty status for tenant:2c05852130834e7c850bab0ef73e7c40 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:31:51.279933 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-42a57108-baae-4561-aac1-97542d5b27fc req-0068ef3c-4b00-440c-bd85-76f4f70ab936 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 931 time: 0.2118714 Mar 28 19:31:51.398580 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b1abc-fdec-4470-a781-265f9197c006 service neutron] Pushing event updated for resources: {'Port': ['ID=f0460678-a3a6-44e0-aeaf-bc45e25c7e70,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:31:51.441297 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-42a57108-baae-4561-aac1-97542d5b27fc req-aad18d49-9230-43af-923e-379ec1c6acd1 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Synchronizing usage tracker for tenant:2c05852130834e7c850bab0ef73e7c40 on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:31:51.502065 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-42a57108-baae-4561-aac1-97542d5b27fc req-aad18d49-9230-43af-923e-379ec1c6acd1 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Unset dirty status for tenant:2c05852130834e7c850bab0ef73e7c40 on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:31:51.503134 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-42a57108-baae-4561-aac1-97542d5b27fc req-aad18d49-9230-43af-923e-379ec1c6acd1 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155874 Mar 28 19:31:51.521321 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-e67b1abc-fdec-4470-a781-265f9197c006 service neutron] Attempting to bind port f0460678-a3a6-44e0-aeaf-bc45e25c7e70 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:31:51.521653 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-e67b1abc-fdec-4470-a781-265f9197c006 service neutron] Attempting to bind port f0460678-a3a6-44e0-aeaf-bc45e25c7e70 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '21665571-88f7-46fc-b3fc-1ddd0c077cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'fa41aa09-2acb-4d27-bdfa-8b67585fa353'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:31:51.521976 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-e67b1abc-fdec-4470-a781-265f9197c006 service neutron] Attempting to bind port f0460678-a3a6-44e0-aeaf-bc45e25c7e70 on network fa41aa09-2acb-4d27-bdfa-8b67585fa353 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:31:51.526500 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-e67b1abc-fdec-4470-a781-265f9197c006 service neutron] Port f0460678-a3a6-44e0-aeaf-bc45e25c7e70 on network fa41aa09-2acb-4d27-bdfa-8b67585fa353 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:31:51.526813 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-e67b1abc-fdec-4470-a781-265f9197c006 service neutron] Attempting to bind port f0460678-a3a6-44e0-aeaf-bc45e25c7e70 on network fa41aa09-2acb-4d27-bdfa-8b67585fa353 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:31:51.532437 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-e67b1abc-fdec-4470-a781-265f9197c006 service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:31:51.532768 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-e67b1abc-fdec-4470-a781-265f9197c006 service neutron] Checking segment: {'id': '21665571-88f7-46fc-b3fc-1ddd0c077cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'fa41aa09-2acb-4d27-bdfa-8b67585fa353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:31:51.533139 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-e67b1abc-fdec-4470-a781-265f9197c006 service neutron] Bound using segment: {'id': '21665571-88f7-46fc-b3fc-1ddd0c077cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'fa41aa09-2acb-4d27-bdfa-8b67585fa353'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:31:51.533554 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-e67b1abc-fdec-4470-a781-265f9197c006 service neutron] Bound port: f0460678-a3a6-44e0-aeaf-bc45e25c7e70, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21665571-88f7-46fc-b3fc-1ddd0c077cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'fa41aa09-2acb-4d27-bdfa-8b67585fa353'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:31:51.533896 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-e67b1abc-fdec-4470-a781-265f9197c006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:51.620045 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-e67b1abc-fdec-4470-a781-265f9197c006 service neutron] For port f0460678-a3a6-44e0-aeaf-bc45e25c7e70, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:31:51.623039 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-e67b1abc-fdec-4470-a781-265f9197c006 service neutron] For port f0460678-a3a6-44e0-aeaf-bc45e25c7e70, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=f0460678-a3a6-44e0-aeaf-bc45e25c7e70,segment=NetworkSegment(21665571-88f7-46fc-b3fc-1ddd0c077cee),segment_id=21665571-88f7-46fc-b3fc-1ddd0c077cee)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:31:51.626868 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-e67b1abc-fdec-4470-a781-265f9197c006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:51.674467 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:31:51.683448 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-e67b1abc-fdec-4470-a781-265f9197c006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:51.684052 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-e67b1abc-fdec-4470-a781-265f9197c006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:51.685741 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-e67b1abc-fdec-4470-a781-265f9197c006 service neutron] 10.222.0.26 "PUT /v2.0/ports/f0460678-a3a6-44e0-aeaf-bc45e25c7e70 HTTP/1.1" status: 200 len: 1093 time: 1.0908039 Mar 28 19:31:51.686130 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fafda94b-ef0d-4957-8c59-a7e82779a530', 'tag': 'f0460678-a3a6-44e0-aeaf-bc45e25c7e70'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:31:51.725765 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b1abc-fdec-4470-a781-265f9197c006 service neutron] Pushing event updated for resources: {'Port': ['ID=f0460678-a3a6-44e0-aeaf-bc45e25c7e70,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:31:51.758259 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fafda94b-ef0d-4957-8c59-a7e82779a530', 'tag': 'f0460678-a3a6-44e0-aeaf-bc45e25c7e70', 'status': 'completed', 'code': 200} Mar 28 19:31:51.798410 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-3e481987-bca9-410e-84c7-c0c529c659fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:51.799896 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-3e481987-bca9-410e-84c7-c0c529c659fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c05852130834e7c850bab0ef73e7c40&device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 1096 time: 0.0712116 Mar 28 19:31:51.869596 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-c4f16f0e-f0a0-439b-b2e0-d835b1d5bf6e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0460678-a3a6-44e0-aeaf-bc45e25c7e70 HTTP/1.1" status: 200 len: 217 time: 0.0628905 Mar 28 19:31:51.928990 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-5a01cb17-52d5-406d-8fb4-062718734f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:51.930352 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-5a01cb17-52d5-406d-8fb4-062718734f25 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbd59bb0-9b8a-4dfd-a146-42b2d75da86e HTTP/1.1" status: 200 len: 855 time: 0.0556045 Mar 28 19:31:51.979031 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-3db2aaed-e434-48bc-ad85-c22056f95931 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa41aa09-2acb-4d27-bdfa-8b67585fa353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429204 Mar 28 19:31:52.106724 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-24228084-154c-4f32-a5de-e759bf1bfc2b service neutron] 10.222.0.26 "GET /v2.0/networks/fa41aa09-2acb-4d27-bdfa-8b67585fa353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219208 Mar 28 19:31:52.233611 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-407c9b8d-d4ef-452b-b1dc-7387d9e2f362 req-6d9230ff-2d3a-49a4-9a74-e8e14aa8a355 service neutron] 10.222.0.26 "GET /v2.0/networks/fa41aa09-2acb-4d27-bdfa-8b67585fa353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215770 Mar 28 19:31:52.346831 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56786ec0-afaa-4e2f-84b0-64c28a39a0f0 req-25cc0795-ba4f-4afd-ae60-da142cee2a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:52.348298 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-56786ec0-afaa-4e2f-84b0-64c28a39a0f0 req-25cc0795-ba4f-4afd-ae60-da142cee2a56 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c05852130834e7c850bab0ef73e7c40&device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 1096 time: 0.0685318 Mar 28 19:31:52.577382 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56786ec0-afaa-4e2f-84b0-64c28a39a0f0 req-2308b63e-6d7a-4498-9570-d0ce1f7b4d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:52.579411 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-56786ec0-afaa-4e2f-84b0-64c28a39a0f0 req-2308b63e-6d7a-4498-9570-d0ce1f7b4d84 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fa41aa09-2acb-4d27-bdfa-8b67585fa353 HTTP/1.1" status: 200 len: 916 time: 0.2250268 Mar 28 19:31:52.678338 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-56786ec0-afaa-4e2f-84b0-64c28a39a0f0 req-db9b1a6e-021d-4db6-bf04-eb799fea7dd4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0460678-a3a6-44e0-aeaf-bc45e25c7e70 HTTP/1.1" status: 200 len: 217 time: 0.0918026 Mar 28 19:31:52.756252 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56786ec0-afaa-4e2f-84b0-64c28a39a0f0 req-77abe79b-4544-4585-8ef0-501050d510a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:52.757661 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-56786ec0-afaa-4e2f-84b0-64c28a39a0f0 req-77abe79b-4544-4585-8ef0-501050d510a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbd59bb0-9b8a-4dfd-a146-42b2d75da86e HTTP/1.1" status: 200 len: 855 time: 0.0737586 Mar 28 19:31:52.808551 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-56786ec0-afaa-4e2f-84b0-64c28a39a0f0 req-51196ccc-a168-4e29-aadb-2f969ab88cc1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa41aa09-2acb-4d27-bdfa-8b67585fa353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409381 Mar 28 19:31:52.819695 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3067b-4338-4024-aa50-55f4053e1977 req-12fc430b-2796-4fdf-ab49-d1706665e002 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:52.821042 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-15c3067b-4338-4024-aa50-55f4053e1977 req-12fc430b-2796-4fdf-ab49-d1706665e002 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 943 time: 0.1793597 Mar 28 19:31:52.947958 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-15c3067b-4338-4024-aa50-55f4053e1977 req-07dad24d-f035-4072-955b-bcbfb8dcaefa tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085281 Mar 28 19:31:52.980749 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-56786ec0-afaa-4e2f-84b0-64c28a39a0f0 req-f3d51e92-8295-417a-bd12-c268c8e66136 service neutron] 10.222.0.26 "GET /v2.0/networks/fa41aa09-2acb-4d27-bdfa-8b67585fa353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587963 Mar 28 19:31:53.110098 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-56786ec0-afaa-4e2f-84b0-64c28a39a0f0 req-72751690-f2c1-40df-b2a5-81c0fce6395f service neutron] 10.222.0.26 "GET /v2.0/networks/fa41aa09-2acb-4d27-bdfa-8b67585fa353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229281 Mar 28 19:31:54.130273 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d16db-6436-4fa1-a990-97d9dcd5421e req-5d260f0a-3e6d-4aac-8cf8-40bf6c32d851 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:54.131779 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ea0d16db-6436-4fa1-a990-97d9dcd5421e req-5d260f0a-3e6d-4aac-8cf8-40bf6c32d851 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 943 time: 0.0784509 Mar 28 19:31:54.175025 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ea0d16db-6436-4fa1-a990-97d9dcd5421e req-1c44a089-856e-4ff7-9844-ff4bb9409cff tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375822 Mar 28 19:31:55.210255 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device f0460678-a3a6-44e0-aeaf-bc45e25c7e70 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:31:55.331669 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9dee7eec-50f2-4f15-93be-f68af9c69bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:55.354999 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port f0460678-a3a6-44e0-aeaf-bc45e25c7e70, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=f0460678-a3a6-44e0-aeaf-bc45e25c7e70,segment=NetworkSegment(21665571-88f7-46fc-b3fc-1ddd0c077cee),segment_id=21665571-88f7-46fc-b3fc-1ddd0c077cee)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:31:55.364237 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133464f-af48-4a65-a535-f273771a9fdd req-d42798fd-3928-4142-86e1-0c87175782e8 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:55.365681 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2133464f-af48-4a65-a535-f273771a9fdd req-d42798fd-3928-4142-86e1-0c87175782e8 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 943 time: 0.0826638 Mar 28 19:31:55.368749 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': 'f0460678-a3a6-44e0-aeaf-bc45e25c7e70', 'network_id': 'fa41aa09-2acb-4d27-bdfa-8b67585fa353', 'port_id': 'f0460678-a3a6-44e0-aeaf-bc45e25c7e70', 'mac_address': 'fa:16:3e:a4:43:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd59bb0-9b8a-4dfd-a146-42b2d75da86e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:31:55.411541 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2133464f-af48-4a65-a535-f273771a9fdd req-12720fde-9f41-444b-956f-aa091ff2954e tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395119 Mar 28 19:31:55.425775 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:55.442156 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0460678-a3a6-44e0-aeaf-bc45e25c7e70 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:31:55.458028 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port f0460678-a3a6-44e0-aeaf-bc45e25c7e70, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=f0460678-a3a6-44e0-aeaf-bc45e25c7e70,segment=NetworkSegment(21665571-88f7-46fc-b3fc-1ddd0c077cee),segment_id=21665571-88f7-46fc-b3fc-1ddd0c077cee)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:31:55.461642 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:55.528306 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=f0460678-a3a6-44e0-aeaf-bc45e25c7e70,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:31:55.781828 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['f0460678-a3a6-44e0-aeaf-bc45e25c7e70'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:31:56.596485 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45c6cd-b818-45c7-bec9-4837257dc9da req-ed2075d5-e331-414a-9035-62f38e84e77a tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:56.597894 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bc45c6cd-b818-45c7-bec9-4837257dc9da req-ed2075d5-e331-414a-9035-62f38e84e77a tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 944 time: 0.0770042 Mar 28 19:31:56.641013 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bc45c6cd-b818-45c7-bec9-4837257dc9da req-8d0d70e5-9e49-4715-b933-1fa6eebd606e tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369127 Mar 28 19:31:57.235598 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device f0460678-a3a6-44e0-aeaf-bc45e25c7e70 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:31:57.301038 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port f0460678-a3a6-44e0-aeaf-bc45e25c7e70 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:31:57.305572 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port f0460678-a3a6-44e0-aeaf-bc45e25c7e70 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:31:57.305937 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:57.418542 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:57.444705 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafda94b-ef0d-4957-8c59-a7e82779a530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0460678-a3a6-44e0-aeaf-bc45e25c7e70'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:31:57.454543 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port f0460678-a3a6-44e0-aeaf-bc45e25c7e70, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=f0460678-a3a6-44e0-aeaf-bc45e25c7e70,segment=NetworkSegment(21665571-88f7-46fc-b3fc-1ddd0c077cee),segment_id=21665571-88f7-46fc-b3fc-1ddd0c077cee)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:31:57.458146 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:57.533232 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=f0460678-a3a6-44e0-aeaf-bc45e25c7e70,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:31:57.630478 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafda94b-ef0d-4957-8c59-a7e82779a530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0460678-a3a6-44e0-aeaf-bc45e25c7e70', 'code': 200} Mar 28 19:31:57.659302 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ed844012-88ae-4312-bdfc-acba665bb516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:57.888567 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6121c-97bd-4715-a941-ea214a54392f req-0b6d0a91-14a7-45b4-bf11-8524e31a769a tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:57.889998 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b7e6121c-97bd-4715-a941-ea214a54392f req-0b6d0a91-14a7-45b4-bf11-8524e31a769a tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.1423781 Mar 28 19:31:57.893298 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f428f72-9626-4429-9f4a-90c1bb065186 req-c9e67aba-20d9-459c-9f5c-8f8b3fbcc65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:57.894619 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4f428f72-9626-4429-9f4a-90c1bb065186 req-c9e67aba-20d9-459c-9f5c-8f8b3fbcc65a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 1098 time: 0.1036694 Mar 28 19:31:57.963221 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b7e6121c-97bd-4715-a941-ea214a54392f req-595d1a6f-1176-4dfa-b530-b7a7282929be tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665689 Mar 28 19:31:57.966253 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4f428f72-9626-4429-9f4a-90c1bb065186 req-ca15b410-e2c9-4f58-8713-154395fdfed9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567210 Mar 28 19:31:58.615716 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:58.657019 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:31:59.152447 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073489f-deb1-4aef-b832-771bebaee96f req-e1565571-5a64-4afe-a6c6-c805d17b8a62 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:31:59.153911 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1073489f-deb1-4aef-b832-771bebaee96f req-e1565571-5a64-4afe-a6c6-c805d17b8a62 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.0856352 Mar 28 19:31:59.206406 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1073489f-deb1-4aef-b832-771bebaee96f req-4e0db2ec-8995-43a6-9932-1342735a2255 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453327 Mar 28 19:32:00.227200 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:00.391461 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703354b7-3702-4623-9ba0-bda24a70b2a2 req-e84f747f-fbbb-4e53-8976-19480384992a tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:00.393608 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-703354b7-3702-4623-9ba0-bda24a70b2a2 req-e84f747f-fbbb-4e53-8976-19480384992a tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.0824332 Mar 28 19:32:00.437955 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-703354b7-3702-4623-9ba0-bda24a70b2a2 req-72ffe993-d5ce-400a-b18f-0d8e1f683636 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379283 Mar 28 19:32:00.629747 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00e6b3-84fb-433c-bae7-b9db98ca362b req-37d35600-5ce2-4452-9746-d4a230abb194 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:00.631181 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ef00e6b3-84fb-433c-bae7-b9db98ca362b req-37d35600-5ce2-4452-9746-d4a230abb194 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.0781355 Mar 28 19:32:00.675567 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ef00e6b3-84fb-433c-bae7-b9db98ca362b req-262f605c-ff7c-465b-971e-91dcc31184f6 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386293 Mar 28 19:32:01.037376 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0f7a4-c2bc-467e-b08c-4d45501cdb97 req-6db21fa9-231a-4d3b-8b17-f34267866db1 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:01.038703 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d2e0f7a4-c2bc-467e-b08c-4d45501cdb97 req-6db21fa9-231a-4d3b-8b17-f34267866db1 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.0801883 Mar 28 19:32:01.081380 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d2e0f7a4-c2bc-467e-b08c-4d45501cdb97 req-ff00ad1a-2732-4a23-8129-4293565a084c tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371008 Mar 28 19:32:01.266275 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65010d01-b6bc-42a6-a790-781401bfc295 req-bc483dfb-9ce2-4976-af4f-21b0d23722f9 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:01.268248 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-65010d01-b6bc-42a6-a790-781401bfc295 req-bc483dfb-9ce2-4976-af4f-21b0d23722f9 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.0785298 Mar 28 19:32:01.311106 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-65010d01-b6bc-42a6-a790-781401bfc295 req-be8251b5-48ec-4027-9aa1-aa45a7d76551 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371943 Mar 28 19:32:01.652254 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-78cf95db-9eda-43aa-8808-b2ce8b1f025a req-4e5697c4-bdfd-4c8d-850b-21464370d391 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0750825 Mar 28 19:32:01.708676 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5ba7c-e0a9-4136-af40-43f916694418 req-e7400e25-7107-4e2b-8049-1cbe8e5a62a8 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:01.710282 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bcb5ba7c-e0a9-4136-af40-43f916694418 req-e7400e25-7107-4e2b-8049-1cbe8e5a62a8 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.0867939 Mar 28 19:32:01.755801 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bcb5ba7c-e0a9-4136-af40-43f916694418 req-2a603552-1a35-49e1-8d9b-20807eb9b0c2 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398107 Mar 28 19:32:01.856450 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:02.795414 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf95db-9eda-43aa-8808-b2ce8b1f025a req-3ae699a0-1007-4a0e-929f-593a422b1176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:02.797142 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-78cf95db-9eda-43aa-8808-b2ce8b1f025a req-3ae699a0-1007-4a0e-929f-593a422b1176 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c05852130834e7c850bab0ef73e7c40&device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 1098 time: 0.0704288 Mar 28 19:32:03.076935 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf95db-9eda-43aa-8808-b2ce8b1f025a req-f3409dd6-f7c9-4b93-8d27-6ae3998b43b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:03.078266 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-78cf95db-9eda-43aa-8808-b2ce8b1f025a req-f3409dd6-f7c9-4b93-8d27-6ae3998b43b8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fa41aa09-2acb-4d27-bdfa-8b67585fa353 HTTP/1.1" status: 200 len: 916 time: 0.2760472 Mar 28 19:32:03.154957 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-78cf95db-9eda-43aa-8808-b2ce8b1f025a req-bc4bc629-8366-47eb-8e33-f95817698cf6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0460678-a3a6-44e0-aeaf-bc45e25c7e70 HTTP/1.1" status: 200 len: 217 time: 0.0651894 Mar 28 19:32:03.163052 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743e2e0-ed45-4371-93a0-35aae5e0e37b req-f6eb3047-cae6-491e-8aaf-e8214c4ed49c tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:03.164407 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b743e2e0-ed45-4371-93a0-35aae5e0e37b req-f6eb3047-cae6-491e-8aaf-e8214c4ed49c tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.2789571 Mar 28 19:32:03.250328 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf95db-9eda-43aa-8808-b2ce8b1f025a req-4dbdfe44-242b-4c03-880c-a4127e8bd773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:03.252448 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-78cf95db-9eda-43aa-8808-b2ce8b1f025a req-4dbdfe44-242b-4c03-880c-a4127e8bd773 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbd59bb0-9b8a-4dfd-a146-42b2d75da86e HTTP/1.1" status: 200 len: 855 time: 0.0872228 Mar 28 19:32:03.256766 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b743e2e0-ed45-4371-93a0-35aae5e0e37b req-e84fc084-66e6-4123-8cc0-a6e78ff18622 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611460 Mar 28 19:32:03.300799 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-78cf95db-9eda-43aa-8808-b2ce8b1f025a req-3b5fc7a3-6cca-47a8-bb67-113f024ed424 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa41aa09-2acb-4d27-bdfa-8b67585fa353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424252 Mar 28 19:32:03.429228 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-78cf95db-9eda-43aa-8808-b2ce8b1f025a req-a8673d3c-7e09-4526-b454-34bf3588cc75 service neutron] 10.222.0.26 "GET /v2.0/networks/fa41aa09-2acb-4d27-bdfa-8b67585fa353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225593 Mar 28 19:32:03.555715 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-78cf95db-9eda-43aa-8808-b2ce8b1f025a req-8e87e68e-a33b-4c6e-8828-567d429ea011 service neutron] 10.222.0.26 "GET /v2.0/networks/fa41aa09-2acb-4d27-bdfa-8b67585fa353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209593 Mar 28 19:32:04.583467 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8db5fe-2375-42b3-986d-9f23aaa6c15d req-2d8221a9-c266-40a4-bdf2-e52b03d139bc tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:04.584822 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-aa8db5fe-2375-42b3-986d-9f23aaa6c15d req-2d8221a9-c266-40a4-bdf2-e52b03d139bc tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.0783699 Mar 28 19:32:04.628271 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-aa8db5fe-2375-42b3-986d-9f23aaa6c15d req-f3a516ce-23e7-4855-bee8-5806f53238ba tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378761 Mar 28 19:32:05.815724 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e5ea5-d17c-485b-b3ae-fb6b3ec03ed9 req-1ef3ef45-bc4c-435a-96f3-50cf512ab8c0 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:05.817172 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a84e5ea5-d17c-485b-b3ae-fb6b3ec03ed9 req-1ef3ef45-bc4c-435a-96f3-50cf512ab8c0 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.0837159 Mar 28 19:32:05.860755 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a84e5ea5-d17c-485b-b3ae-fb6b3ec03ed9 req-7ef5a80e-871a-41c1-9b6e-250bc88e8f16 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378942 Mar 28 19:32:07.043348 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5987c1-cf5a-41d9-b64b-a2a708b24d59 req-139dd081-1ce3-4184-981f-eca33808ba20 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:07.044664 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3b5987c1-cf5a-41d9-b64b-a2a708b24d59 req-139dd081-1ce3-4184-981f-eca33808ba20 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.0789053 Mar 28 19:32:07.087739 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3b5987c1-cf5a-41d9-b64b-a2a708b24d59 req-532d955d-67ba-41a1-b81e-af7a77a9b6f7 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368431 Mar 28 19:32:08.270989 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced4a0a-3412-4d07-a275-cda7c6c23c23 req-3d955f40-2c13-48dd-a814-5efbc7e532f4 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:08.272424 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1ced4a0a-3412-4d07-a275-cda7c6c23c23 req-3d955f40-2c13-48dd-a814-5efbc7e532f4 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.0813193 Mar 28 19:32:08.315951 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1ced4a0a-3412-4d07-a275-cda7c6c23c23 req-8eff8dd0-e1c3-4624-823b-9c3cc23c0bd5 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379004 Mar 28 19:32:09.497871 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a07f39-4eed-467f-8444-e95121338cb8 req-c3a2e8e8-3cca-4e15-b355-1226a71a4a95 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:09.499328 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a1a07f39-4eed-467f-8444-e95121338cb8 req-c3a2e8e8-3cca-4e15-b355-1226a71a4a95 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.0785329 Mar 28 19:32:09.545628 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a1a07f39-4eed-467f-8444-e95121338cb8 req-5357b4df-964e-4db6-8666-8c214d90f0ff tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406570 Mar 28 19:32:10.733136 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242c711-759d-4d8f-847c-c90b9390f905 req-3e070700-dddf-401f-a375-61d23a95172c tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:10.734576 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8242c711-759d-4d8f-847c-c90b9390f905 req-3e070700-dddf-401f-a375-61d23a95172c tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.0802982 Mar 28 19:32:10.782202 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8242c711-759d-4d8f-847c-c90b9390f905 req-17353482-3e12-460a-be1e-5e505653389f tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413632 Mar 28 19:32:11.966642 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020fc8ac-6412-4b65-b09b-33714decd4a0 req-4a29ba1f-e86c-4271-aa74-8aab108b5a29 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:11.968000 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-020fc8ac-6412-4b65-b09b-33714decd4a0 req-4a29ba1f-e86c-4271-aa74-8aab108b5a29 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.0817564 Mar 28 19:32:12.012443 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-020fc8ac-6412-4b65-b09b-33714decd4a0 req-fea6441b-137d-4855-be58-a6a42a4e4388 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378652 Mar 28 19:32:13.196860 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36128f11-c038-4591-9c0d-b2dfd16e809f req-a109d162-c0af-45e3-a3a5-13167f4c9099 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:13.198280 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-36128f11-c038-4591-9c0d-b2dfd16e809f req-a109d162-c0af-45e3-a3a5-13167f4c9099 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.0786774 Mar 28 19:32:13.241637 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-36128f11-c038-4591-9c0d-b2dfd16e809f req-f4561021-a7bd-4c92-ba42-b49b2ca69c79 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377052 Mar 28 19:32:14.422674 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2e154-f0c8-470d-99f8-7123782bf689 req-e94fdca5-8714-4313-9e1e-13b26d23090b tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:14.424720 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b4e2e154-f0c8-470d-99f8-7123782bf689 req-e94fdca5-8714-4313-9e1e-13b26d23090b tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.0806172 Mar 28 19:32:14.467422 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b4e2e154-f0c8-470d-99f8-7123782bf689 req-e5873198-0f43-4ed0-a1b5-6227fd729845 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372033 Mar 28 19:32:15.647669 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603a93b-27bb-4623-ad8c-11f25f590b58 req-760da9cc-0b9e-49dd-83fa-8c96828fe546 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:15.649087 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a603a93b-27bb-4623-ad8c-11f25f590b58 req-760da9cc-0b9e-49dd-83fa-8c96828fe546 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.0761442 Mar 28 19:32:15.695627 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a603a93b-27bb-4623-ad8c-11f25f590b58 req-fd2724d0-13fe-452e-b782-1416af5efadd tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408859 Mar 28 19:32:16.881573 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fd60a-a096-445b-a580-e675303103d6 req-dfb23bca-9fe9-4fce-a492-6574270e4cb9 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:16.883007 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a23fd60a-a096-445b-a580-e675303103d6 req-dfb23bca-9fe9-4fce-a492-6574270e4cb9 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.0779724 Mar 28 19:32:16.925411 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a23fd60a-a096-445b-a580-e675303103d6 req-28b5a012-afa3-4d05-889e-2d73b08f2422 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367408 Mar 28 19:32:18.216157 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34600ee6-6a24-4d7d-81df-61ec8c825605 req-8d644c8f-835f-4ae8-90f3-e7be6b40b772 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:18.217479 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-34600ee6-6a24-4d7d-81df-61ec8c825605 req-8d644c8f-835f-4ae8-90f3-e7be6b40b772 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.1852822 Mar 28 19:32:18.261084 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-34600ee6-6a24-4d7d-81df-61ec8c825605 req-4b032209-60c7-47df-99ad-bd03e1e7a532 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372889 Mar 28 19:32:19.445195 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df4f44-7854-407e-a4f5-6457cecb1d47 req-b419682e-c4f1-4d5d-b4d3-c7104952aa48 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:19.446624 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c0df4f44-7854-407e-a4f5-6457cecb1d47 req-b419682e-c4f1-4d5d-b4d3-c7104952aa48 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.0798914 Mar 28 19:32:19.489758 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c0df4f44-7854-407e-a4f5-6457cecb1d47 req-92af0684-24b7-424a-81f7-f504bd45c1a1 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375514 Mar 28 19:32:20.672140 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb7baf-3a97-4bf7-afdf-80c72b8dd644 req-e984d447-5048-4840-b530-1020e2c65525 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:20.673581 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fefb7baf-3a97-4bf7-afdf-80c72b8dd644 req-e984d447-5048-4840-b530-1020e2c65525 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.0810769 Mar 28 19:32:20.718058 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fefb7baf-3a97-4bf7-afdf-80c72b8dd644 req-0646f485-1540-4250-a98f-4b22434e70ae tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385203 Mar 28 19:32:21.902207 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a663ca-4c36-49f8-862a-e85ddd7abe1d req-f5803a78-ee6e-4f23-9e3d-6554abc96f71 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:21.903662 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d1a663ca-4c36-49f8-862a-e85ddd7abe1d req-f5803a78-ee6e-4f23-9e3d-6554abc96f71 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.0812783 Mar 28 19:32:21.947069 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d1a663ca-4c36-49f8-862a-e85ddd7abe1d req-136c5126-50a4-4ae4-8bde-4863c02000cf tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372784 Mar 28 19:32:23.126782 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535b4c9-fb3c-417a-9006-fcfbdc331149 req-a237d99f-4fb6-470f-8929-0e0ca1471ff6 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:23.128894 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d535b4c9-fb3c-417a-9006-fcfbdc331149 req-a237d99f-4fb6-470f-8929-0e0ca1471ff6 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.0796552 Mar 28 19:32:23.170924 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d535b4c9-fb3c-417a-9006-fcfbdc331149 req-502dff4c-ebe4-46f8-a2b5-3ae082ebfca4 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362890 Mar 28 19:32:24.357063 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f19e6-55b3-4569-97c3-af1b76f0dd5a req-53e909f0-b848-4a58-b924-0295dda11f71 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:24.358488 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-966f19e6-55b3-4569-97c3-af1b76f0dd5a req-53e909f0-b848-4a58-b924-0295dda11f71 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.0812430 Mar 28 19:32:24.402280 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-966f19e6-55b3-4569-97c3-af1b76f0dd5a req-0ff42c8a-3874-4f23-b90a-353fe00a1d43 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378945 Mar 28 19:32:25.312751 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-77804d44-d472-4e43-b95b-866088be8ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:25.583203 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6dfdb-ca42-420b-9435-c009b6199994 req-f108ecbf-85cc-4d82-a3a7-a62eaaa7b26b tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:25.584526 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9aa6dfdb-ca42-420b-9435-c009b6199994 req-f108ecbf-85cc-4d82-a3a7-a62eaaa7b26b tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.0781062 Mar 28 19:32:25.631157 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9aa6dfdb-ca42-420b-9435-c009b6199994 req-038fd533-cdf2-41ac-a23b-f1e8f19027e1 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409741 Mar 28 19:32:26.813388 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c82e5-adfc-4bbf-873c-9cc07c7419b4 req-0cd64707-f515-4d9e-bcbf-7675500594e0 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:26.815651 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-659c82e5-adfc-4bbf-873c-9cc07c7419b4 req-0cd64707-f515-4d9e-bcbf-7675500594e0 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.0789289 Mar 28 19:32:26.858528 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-659c82e5-adfc-4bbf-873c-9cc07c7419b4 req-4a6d35a9-a569-4c5e-8534-5403c4c2d935 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369632 Mar 28 19:32:27.665089 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e48ed5bf-381c-472e-800d-11721c2b26f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:28.043887 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6bcea-6d9c-46be-9962-38442c624cd8 req-148c6b47-254e-47bf-94aa-c03afc3dd78a tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:28.045316 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a0f6bcea-6d9c-46be-9962-38442c624cd8 req-148c6b47-254e-47bf-94aa-c03afc3dd78a tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.0816207 Mar 28 19:32:28.090369 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a0f6bcea-6d9c-46be-9962-38442c624cd8 req-65335299-e173-4344-a659-9fad0a108c91 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393190 Mar 28 19:32:28.617689 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:28.658848 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:28.672798 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:32:29.276574 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79feb5d-0db0-4d60-810a-7c5ee300146e req-1ad74adc-c076-4974-a324-a3c74522292b tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:29.278014 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f79feb5d-0db0-4d60-810a-7c5ee300146e req-1ad74adc-c076-4974-a324-a3c74522292b tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.0803759 Mar 28 19:32:29.321616 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f79feb5d-0db0-4d60-810a-7c5ee300146e req-9b882004-d074-4a32-b6d5-187e4deb894b tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378294 Mar 28 19:32:30.230772 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:30.258097 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-78cf95db-9eda-43aa-8808-b2ce8b1f025a req-8c76c6eb-33b6-401a-a1cb-f3302c703b8c service neutron] 10.222.0.26 "GET /v2.0/ports/f0460678-a3a6-44e0-aeaf-bc45e25c7e70/bindings/hv-neutron-8347 HTTP/1.1" status: 200 len: 384 time: 0.1198518 Mar 28 19:32:30.576011 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b64319-d76b-47e3-b8ad-041e242fd917 req-c9ba450d-dc8c-4afd-85cf-89f50fd72000 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:30.577457 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f8b64319-d76b-47e3-b8ad-041e242fd917 req-c9ba450d-dc8c-4afd-85cf-89f50fd72000 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.1421242 Mar 28 19:32:30.580052 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf95db-9eda-43aa-8808-b2ce8b1f025a req-52a5bc61-f389-49b8-9454-0159071e8911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:30.581397 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-78cf95db-9eda-43aa-8808-b2ce8b1f025a req-52a5bc61-f389-49b8-9454-0159071e8911 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530&tenant_id=2c05852130834e7c850bab0ef73e7c40 HTTP/1.1" status: 200 len: 1098 time: 0.1142347 Mar 28 19:32:30.664650 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f8b64319-d76b-47e3-b8ad-041e242fd917 req-815ba078-c098-4254-8f91-e0c412346602 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815780 Mar 28 19:32:30.689349 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf95db-9eda-43aa-8808-b2ce8b1f025a req-a248bd2c-fe47-47b5-a078-987ece03919f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:30.691460 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-78cf95db-9eda-43aa-8808-b2ce8b1f025a req-a248bd2c-fe47-47b5-a078-987ece03919f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c05852130834e7c850bab0ef73e7c40&device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 1098 time: 0.0883296 Mar 28 19:32:30.820335 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf95db-9eda-43aa-8808-b2ce8b1f025a req-3bec48b0-5cf4-4763-afd8-7a78c7a52315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:30.821754 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-78cf95db-9eda-43aa-8808-b2ce8b1f025a req-3bec48b0-5cf4-4763-afd8-7a78c7a52315 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fa41aa09-2acb-4d27-bdfa-8b67585fa353 HTTP/1.1" status: 200 len: 916 time: 0.1248577 Mar 28 19:32:30.886042 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-78cf95db-9eda-43aa-8808-b2ce8b1f025a req-8c6a6fa7-df23-4e6c-86d3-70bf84c1e9a9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0460678-a3a6-44e0-aeaf-bc45e25c7e70 HTTP/1.1" status: 200 len: 217 time: 0.0585232 Mar 28 19:32:30.952451 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf95db-9eda-43aa-8808-b2ce8b1f025a req-47ab73cc-8d20-4040-ad9d-e0ea74910e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:30.953867 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-78cf95db-9eda-43aa-8808-b2ce8b1f025a req-47ab73cc-8d20-4040-ad9d-e0ea74910e8b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbd59bb0-9b8a-4dfd-a146-42b2d75da86e HTTP/1.1" status: 200 len: 855 time: 0.0607398 Mar 28 19:32:30.999205 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-78cf95db-9eda-43aa-8808-b2ce8b1f025a req-d87ecadf-1224-483c-ae48-9b99812a5601 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa41aa09-2acb-4d27-bdfa-8b67585fa353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387554 Mar 28 19:32:31.223105 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-78cf95db-9eda-43aa-8808-b2ce8b1f025a req-8244a2f1-55a8-4dbb-b2e2-84b11c5f78ba service neutron] 10.222.0.26 "GET /v2.0/networks/fa41aa09-2acb-4d27-bdfa-8b67585fa353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172430 Mar 28 19:32:31.348392 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-78cf95db-9eda-43aa-8808-b2ce8b1f025a req-06285759-f9d7-4d6e-a407-340e907f98f7 service neutron] 10.222.0.26 "GET /v2.0/networks/fa41aa09-2acb-4d27-bdfa-8b67585fa353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196449 Mar 28 19:32:31.847780 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:31.856310 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b6822-c2bd-437b-908b-a49a386d5afa req-0025e3fd-eeaf-420b-a4b8-cb5c53b717b8 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:31.857735 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ae3b6822-c2bd-437b-908b-a49a386d5afa req-0025e3fd-eeaf-420b-a4b8-cb5c53b717b8 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.0797620 Mar 28 19:32:31.905002 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ae3b6822-c2bd-437b-908b-a49a386d5afa req-b5339349-3de4-4dcb-a8f9-e2792afa5eb1 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409193 Mar 28 19:32:33.089761 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e81c4-67f0-467a-9b84-575a27cc8010 req-b0f29969-2edd-4515-9663-2986aba69111 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:33.091132 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-695e81c4-67f0-467a-9b84-575a27cc8010 req-b0f29969-2edd-4515-9663-2986aba69111 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.0786064 Mar 28 19:32:33.134681 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-695e81c4-67f0-467a-9b84-575a27cc8010 req-e2e26856-f541-456b-b9dc-8a1dae879dad tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372179 Mar 28 19:32:33.443137 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device f0460678-a3a6-44e0-aeaf-bc45e25c7e70 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:32:33.556072 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:33.581823 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafda94b-ef0d-4957-8c59-a7e82779a530', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0460678-a3a6-44e0-aeaf-bc45e25c7e70'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:32:33.591399 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port f0460678-a3a6-44e0-aeaf-bc45e25c7e70, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=f0460678-a3a6-44e0-aeaf-bc45e25c7e70,segment=NetworkSegment(21665571-88f7-46fc-b3fc-1ddd0c077cee),segment_id=21665571-88f7-46fc-b3fc-1ddd0c077cee)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:32:33.596361 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:33.638051 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafda94b-ef0d-4957-8c59-a7e82779a530', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0460678-a3a6-44e0-aeaf-bc45e25c7e70', 'code': 200} Mar 28 19:32:33.663162 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=f0460678-a3a6-44e0-aeaf-bc45e25c7e70,revision_number=6']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:32:34.322691 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70982bb7-f1b8-42cc-a140-d555e8e18ccd req-0a46bf1e-b502-4438-923d-8e1a9532da11 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:34.324144 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-70982bb7-f1b8-42cc-a140-d555e8e18ccd req-0a46bf1e-b502-4438-923d-8e1a9532da11 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 943 time: 0.0831237 Mar 28 19:32:34.368280 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-70982bb7-f1b8-42cc-a140-d555e8e18ccd req-f7e1fae7-537c-4f42-9869-24a7f5e5ca35 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385368 Mar 28 19:32:34.738995 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18d6ad-3a04-406f-b815-624d2334a892 req-ad939933-a53c-4485-b837-823e64db5b1d tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:34.740442 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9e18d6ad-3a04-406f-b815-624d2334a892 req-ad939933-a53c-4485-b837-823e64db5b1d tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 943 time: 0.1433818 Mar 28 19:32:34.747660 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0050e-3eeb-4cab-949b-87832214c7a9 req-c5be2562-62bb-482a-aeb6-55597295ec04 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:34.748895 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-13e0050e-3eeb-4cab-949b-87832214c7a9 req-c5be2562-62bb-482a-aeb6-55597295ec04 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.26 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530&tenant_id=2c05852130834e7c850bab0ef73e7c40&binding%3Ahost_id=hv-neutron-8347 HTTP/1.1" status: 200 len: 943 time: 0.1221623 Mar 28 19:32:34.788821 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9e18d6ad-3a04-406f-b815-624d2334a892 req-c22e1c34-4d99-4a8a-a8c5-2bf5269b199f tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389848 Mar 28 19:32:34.903906 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0050e-3eeb-4cab-949b-87832214c7a9 req-d435ea9b-12ea-4fff-8128-3793cc29edde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:34.905407 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-13e0050e-3eeb-4cab-949b-87832214c7a9 req-d435ea9b-12ea-4fff-8128-3793cc29edde service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c05852130834e7c850bab0ef73e7c40&device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 1096 time: 0.0735879 Mar 28 19:32:35.042617 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0050e-3eeb-4cab-949b-87832214c7a9 req-9a4bf899-3780-455b-bb26-0b6569bb109d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:35.044001 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-13e0050e-3eeb-4cab-949b-87832214c7a9 req-9a4bf899-3780-455b-bb26-0b6569bb109d service neutron] 10.222.0.26 "GET /v2.0/networks?id=fa41aa09-2acb-4d27-bdfa-8b67585fa353 HTTP/1.1" status: 200 len: 916 time: 0.1332345 Mar 28 19:32:35.114338 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-13e0050e-3eeb-4cab-949b-87832214c7a9 req-a4e28af6-38a5-4d2f-9fd0-8ccc3f5fb204 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0460678-a3a6-44e0-aeaf-bc45e25c7e70 HTTP/1.1" status: 200 len: 217 time: 0.0641358 Mar 28 19:32:35.179295 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0050e-3eeb-4cab-949b-87832214c7a9 req-cc95d974-d378-44f7-80a8-8c1379beaa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:35.180638 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-13e0050e-3eeb-4cab-949b-87832214c7a9 req-cc95d974-d378-44f7-80a8-8c1379beaa8d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbd59bb0-9b8a-4dfd-a146-42b2d75da86e HTTP/1.1" status: 200 len: 855 time: 0.0606492 Mar 28 19:32:35.259907 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-13e0050e-3eeb-4cab-949b-87832214c7a9 req-fae7fe69-f365-4017-9b71-2b3599ebdfc3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa41aa09-2acb-4d27-bdfa-8b67585fa353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735438 Mar 28 19:32:35.409800 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8ea27866-78ae-440a-9eda-eef61349f7bf req-15691d21-33ff-4b69-893d-a69419de0903 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1933897 Mar 28 19:32:35.434182 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-13e0050e-3eeb-4cab-949b-87832214c7a9 req-4ffda9a4-b1fe-4a4a-9fe7-a0733802c876 service neutron] 10.222.0.26 "GET /v2.0/networks/fa41aa09-2acb-4d27-bdfa-8b67585fa353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683054 Mar 28 19:32:35.446985 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device f0460678-a3a6-44e0-aeaf-bc45e25c7e70 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:32:35.562797 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-13e0050e-3eeb-4cab-949b-87832214c7a9 req-5e0596da-f5f6-42f0-aed0-033ec96ed153 service neutron] 10.222.0.26 "GET /v2.0/networks/fa41aa09-2acb-4d27-bdfa-8b67585fa353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223912 Mar 28 19:32:35.578527 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port f0460678-a3a6-44e0-aeaf-bc45e25c7e70, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=f0460678-a3a6-44e0-aeaf-bc45e25c7e70,segment=NetworkSegment(21665571-88f7-46fc-b3fc-1ddd0c077cee),segment_id=21665571-88f7-46fc-b3fc-1ddd0c077cee)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:32:35.596335 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': 'f0460678-a3a6-44e0-aeaf-bc45e25c7e70', 'network_id': 'fa41aa09-2acb-4d27-bdfa-8b67585fa353', 'port_id': 'f0460678-a3a6-44e0-aeaf-bc45e25c7e70', 'mac_address': 'fa:16:3e:a4:43:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd59bb0-9b8a-4dfd-a146-42b2d75da86e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:32:35.654293 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:35.672270 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0460678-a3a6-44e0-aeaf-bc45e25c7e70 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:32:35.689270 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port f0460678-a3a6-44e0-aeaf-bc45e25c7e70, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=f0460678-a3a6-44e0-aeaf-bc45e25c7e70,segment=NetworkSegment(21665571-88f7-46fc-b3fc-1ddd0c077cee),segment_id=21665571-88f7-46fc-b3fc-1ddd0c077cee)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:32:35.693454 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:35.739318 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea27866-78ae-440a-9eda-eef61349f7bf req-bab5fe1c-570a-4a26-864d-3e701d141c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:35.740756 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8ea27866-78ae-440a-9eda-eef61349f7bf req-bab5fe1c-570a-4a26-864d-3e701d141c50 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c05852130834e7c850bab0ef73e7c40&device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 1097 time: 0.0782242 Mar 28 19:32:35.762790 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['f0460678-a3a6-44e0-aeaf-bc45e25c7e70'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:32:35.804328 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=f0460678-a3a6-44e0-aeaf-bc45e25c7e70,revision_number=7']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:32:36.053387 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea27866-78ae-440a-9eda-eef61349f7bf req-d2e49753-0b20-428e-a680-04f6bfcfc2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:36.054816 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8ea27866-78ae-440a-9eda-eef61349f7bf req-d2e49753-0b20-428e-a680-04f6bfcfc2d0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fa41aa09-2acb-4d27-bdfa-8b67585fa353 HTTP/1.1" status: 200 len: 916 time: 0.2937639 Mar 28 19:32:36.127469 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8ea27866-78ae-440a-9eda-eef61349f7bf req-17eed685-1d50-4203-9cb6-a29c5affc4bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0460678-a3a6-44e0-aeaf-bc45e25c7e70 HTTP/1.1" status: 200 len: 217 time: 0.0642991 Mar 28 19:32:36.135069 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690e2f3-37b1-429e-8f1f-0f361f1c7c30 req-3863147b-adfc-42d9-8781-b13c5027ac78 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:36.136445 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0690e2f3-37b1-429e-8f1f-0f361f1c7c30 req-3863147b-adfc-42d9-8781-b13c5027ac78 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 944 time: 0.1782608 Mar 28 19:32:36.227930 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea27866-78ae-440a-9eda-eef61349f7bf req-062c340f-0c3c-4ef4-a79c-6d57fb1cfd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:36.229352 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8ea27866-78ae-440a-9eda-eef61349f7bf req-062c340f-0c3c-4ef4-a79c-6d57fb1cfd57 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbd59bb0-9b8a-4dfd-a146-42b2d75da86e HTTP/1.1" status: 200 len: 855 time: 0.0920799 Mar 28 19:32:36.232218 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0690e2f3-37b1-429e-8f1f-0f361f1c7c30 req-3fe59859-bb34-4c46-92a4-fb89dc1b4481 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626867 Mar 28 19:32:36.275588 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8ea27866-78ae-440a-9eda-eef61349f7bf req-c90f9ec9-7f5b-4bda-8ff0-a3ac7d8d2700 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa41aa09-2acb-4d27-bdfa-8b67585fa353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404572 Mar 28 19:32:36.403836 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8ea27866-78ae-440a-9eda-eef61349f7bf req-84dd6a57-c8d0-4b16-90a4-b566e695a2a1 service neutron] 10.222.0.26 "GET /v2.0/networks/fa41aa09-2acb-4d27-bdfa-8b67585fa353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219308 Mar 28 19:32:36.533899 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8ea27866-78ae-440a-9eda-eef61349f7bf req-72aca865-3d06-47c4-ac86-bcf731ff91f4 service neutron] 10.222.0.26 "GET /v2.0/networks/fa41aa09-2acb-4d27-bdfa-8b67585fa353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235394 Mar 28 19:32:37.420937 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc284be4-994d-4d32-a464-b8712d54e07f req-b557dd3b-15f2-48c4-83fd-4bb5b8acfa7a tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:37.422350 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bc284be4-994d-4d32-a464-b8712d54e07f req-b557dd3b-15f2-48c4-83fd-4bb5b8acfa7a tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 944 time: 0.0817091 Mar 28 19:32:37.458505 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device f0460678-a3a6-44e0-aeaf-bc45e25c7e70 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:32:37.466310 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bc284be4-994d-4d32-a464-b8712d54e07f req-33d24baa-0b10-4d56-85ab-701de4fbf142 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380154 Mar 28 19:32:37.558406 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port f0460678-a3a6-44e0-aeaf-bc45e25c7e70 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:32:37.558753 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:37.653297 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e8a56-f385-4a88-a0fc-cb0813b086d6 req-0d0704ad-be02-4d3f-b049-667a6b6139ec tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:37.654852 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-206e8a56-f385-4a88-a0fc-cb0813b086d6 req-0d0704ad-be02-4d3f-b049-667a6b6139ec tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 944 time: 0.0796015 Mar 28 19:32:37.675086 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:37.703027 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafda94b-ef0d-4957-8c59-a7e82779a530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0460678-a3a6-44e0-aeaf-bc45e25c7e70'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:32:37.704625 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-206e8a56-f385-4a88-a0fc-cb0813b086d6 req-864ec75a-3720-469a-9a29-947a1051bbaa tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437515 Mar 28 19:32:37.716783 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port f0460678-a3a6-44e0-aeaf-bc45e25c7e70, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=f0460678-a3a6-44e0-aeaf-bc45e25c7e70,segment=NetworkSegment(21665571-88f7-46fc-b3fc-1ddd0c077cee),segment_id=21665571-88f7-46fc-b3fc-1ddd0c077cee)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:32:37.721652 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:37.761037 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafda94b-ef0d-4957-8c59-a7e82779a530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0460678-a3a6-44e0-aeaf-bc45e25c7e70', 'code': 200} Mar 28 19:32:37.791990 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=f0460678-a3a6-44e0-aeaf-bc45e25c7e70,revision_number=8']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:32:37.799458 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:32:37.799850 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:32:37.800213 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:32:37.800553 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:32:37.800951 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:32:37.801292 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:32:37.801644 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:32:37.802078 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:32:37.802410 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:32:37.802741 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:32:37.803097 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:32:37.803428 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:32:37.891050 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66eb77-d34d-4084-bcf2-7173561e8fba req-a98ac484-4a52-4577-a69b-821c13f8cd99 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:37.893122 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ef66eb77-d34d-4084-bcf2-7173561e8fba req-a98ac484-4a52-4577-a69b-821c13f8cd99 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.0771925 Mar 28 19:32:37.936433 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ef66eb77-d34d-4084-bcf2-7173561e8fba req-0012db6d-065e-473b-952c-8a8176a3cd0f tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375731 Mar 28 19:32:38.410919 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324557f8-9fed-42d6-bec5-afc401eada45 req-6aa52aff-c866-4e17-810d-86254468f584 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:38.412317 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-324557f8-9fed-42d6-bec5-afc401eada45 req-6aa52aff-c866-4e17-810d-86254468f584 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/networks?id=fa41aa09-2acb-4d27-bdfa-8b67585fa353 HTTP/1.1" status: 200 len: 815 time: 0.1420307 Mar 28 19:32:38.426560 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-324557f8-9fed-42d6-bec5-afc401eada45 req-320a1228-0520-4023-bf78-a3c6ea4977e1 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/quotas/2c05852130834e7c850bab0ef73e7c40 HTTP/1.1" status: 200 len: 375 time: 0.0088351 Mar 28 19:32:38.507114 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-324557f8-9fed-42d6-bec5-afc401eada45 req-c3f68bb3-01c1-4e74-8950-923125371dce tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2c05852130834e7c850bab0ef73e7c40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0756223 Mar 28 19:32:38.638279 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-324557f8-9fed-42d6-bec5-afc401eada45 req-8dfb9332-ad26-43dc-ab08-f4a91bde5bfd service neutron] 10.222.0.10 "GET /v2.0/networks/fa41aa09-2acb-4d27-bdfa-8b67585fa353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245348 Mar 28 19:32:38.767455 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-324557f8-9fed-42d6-bec5-afc401eada45 req-f19d6901-a956-40a7-a370-c0cb7ed4f781 service neutron] 10.222.0.10 "GET /v2.0/networks/fa41aa09-2acb-4d27-bdfa-8b67585fa353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225300 Mar 28 19:32:38.940934 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c6640dac-bc67-4926-b9b3-56109d4f412c req-b5eeca70-a7cc-449b-92ca-b816a30516d6 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 210 time: 0.0416331 Mar 28 19:32:40.139472 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-27a67b87-4f6f-46b7-9ab1-ed8d9e07a0b3 req-b3683a96-c0c9-4c6d-aa1c-0afab64149ce tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 210 time: 0.0580864 Mar 28 19:32:40.192849 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324557f8-9fed-42d6-bec5-afc401eada45 req-7469049c-cbe4-49f8-bc26-52bd3577495d tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:40.194213 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-324557f8-9fed-42d6-bec5-afc401eada45 req-7469049c-cbe4-49f8-bc26-52bd3577495d tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.26 "GET /v2.0/networks?id=fa41aa09-2acb-4d27-bdfa-8b67585fa353 HTTP/1.1" status: 200 len: 815 time: 0.3508408 Mar 28 19:32:40.209411 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca2966-ba97-4759-808d-0d50cc72d446 req-eb30dee5-558e-47cc-9997-8ad882484c1a tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:40.210754 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-24ca2966-ba97-4759-808d-0d50cc72d446 req-eb30dee5-558e-47cc-9997-8ad882484c1a tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.26 "GET /v2.0/ports?device_id=fafda94b-ef0d-4957-8c59-a7e82779a530 HTTP/1.1" status: 200 len: 945 time: 0.1680603 Mar 28 19:32:40.215171 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-324557f8-9fed-42d6-bec5-afc401eada45 req-c19376ac-1609-4a18-afa7-8a30d5f15628 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Request body: {'port': {'device_id': '224262b9-039f-46a0-bf0a-cc3d1090c518', 'network_id': 'fa41aa09-2acb-4d27-bdfa-8b67585fa353', 'admin_state_up': True, 'tenant_id': '2c05852130834e7c850bab0ef73e7c40'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:32:40.370427 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-24ca2966-ba97-4759-808d-0d50cc72d446 req-63a0f404-0ffa-4343-9055-c258c60773fe tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Deleting port f0460678-a3a6-44e0-aeaf-bc45e25c7e70 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:32:40.370668 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-24ca2966-ba97-4759-808d-0d50cc72d446 req-63a0f404-0ffa-4343-9055-c258c60773fe tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:40.475571 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-324557f8-9fed-42d6-bec5-afc401eada45 req-c19376ac-1609-4a18-afa7-8a30d5f15628 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:32:40.495368 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-324557f8-9fed-42d6-bec5-afc401eada45 req-c19376ac-1609-4a18-afa7-8a30d5f15628 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:32:40.541409 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-324557f8-9fed-42d6-bec5-afc401eada45 req-c19376ac-1609-4a18-afa7-8a30d5f15628 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Made reservation on behalf of 2c05852130834e7c850bab0ef73e7c40 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:32:40.545940 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-324557f8-9fed-42d6-bec5-afc401eada45 req-c19376ac-1609-4a18-afa7-8a30d5f15628 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:40.722662 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-24ca2966-ba97-4759-808d-0d50cc72d446 req-63a0f404-0ffa-4343-9055-c258c60773fe tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] For port f0460678-a3a6-44e0-aeaf-bc45e25c7e70, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=f0460678-a3a6-44e0-aeaf-bc45e25c7e70,segment=NetworkSegment(21665571-88f7-46fc-b3fc-1ddd0c077cee),segment_id=21665571-88f7-46fc-b3fc-1ddd0c077cee)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:32:40.723047 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-24ca2966-ba97-4759-808d-0d50cc72d446 req-63a0f404-0ffa-4343-9055-c258c60773fe tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:40.882940 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-24ca2966-ba97-4759-808d-0d50cc72d446 req-63a0f404-0ffa-4343-9055-c258c60773fe tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Calling delete_port for f0460678-a3a6-44e0-aeaf-bc45e25c7e70 owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:32:40.953744 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-324557f8-9fed-42d6-bec5-afc401eada45 req-c19376ac-1609-4a18-afa7-8a30d5f15628 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Allocated IP 172.20.0.4 (fa41aa09-2acb-4d27-bdfa-8b67585fa353/bbd59bb0-9b8a-4dfd-a146-42b2d75da86e/01890cda-91f2-4969-96bf-fd8e3481df3f) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:32:41.094771 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-24ca2966-ba97-4759-808d-0d50cc72d446 req-63a0f404-0ffa-4343-9055-c258c60773fe tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:41.107172 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['f0460678-a3a6-44e0-aeaf-bc45e25c7e70'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:32:41.159855 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0f404-0ffa-4343-9055-c258c60773fe tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Pushing event deleted for resources: {'Port': ['ID=f0460678-a3a6-44e0-aeaf-bc45e25c7e70,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:32:41.334905 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ca2966-ba97-4759-808d-0d50cc72d446 req-63a0f404-0ffa-4343-9055-c258c60773fe tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] No DVR routers for this DVR port f0460678-a3a6-44e0-aeaf-bc45e25c7e70 on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:32:41.343589 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-24ca2966-ba97-4759-808d-0d50cc72d446 req-63a0f404-0ffa-4343-9055-c258c60773fe tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:41.350005 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b0f4930c-f8fc-4e73-b6eb-23ae84d23d9c req-03e76933-fb72-45a9-b219-1aadc16b6dd2 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 210 time: 0.0702007 Mar 28 19:32:41.350522 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafda94b-ef0d-4957-8c59-a7e82779a530', 'name': 'network-vif-deleted', 'tag': 'f0460678-a3a6-44e0-aeaf-bc45e25c7e70'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:32:41.391797 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-24ca2966-ba97-4759-808d-0d50cc72d446 req-63a0f404-0ffa-4343-9055-c258c60773fe tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.26 "DELETE /v2.0/ports/f0460678-a3a6-44e0-aeaf-bc45e25c7e70 HTTP/1.1" status: 204 len: 173 time: 1.1636527 Mar 28 19:32:41.418202 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-324557f8-9fed-42d6-bec5-afc401eada45 req-c19376ac-1609-4a18-afa7-8a30d5f15628 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:41.423600 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafda94b-ef0d-4957-8c59-a7e82779a530', 'name': 'network-vif-deleted', 'tag': 'f0460678-a3a6-44e0-aeaf-bc45e25c7e70', 'status': 'completed', 'code': 200} Mar 28 19:32:41.453264 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-324557f8-9fed-42d6-bec5-afc401eada45 req-c19376ac-1609-4a18-afa7-8a30d5f15628 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:41.464611 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['f0460678-a3a6-44e0-aeaf-bc45e25c7e70'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:32:41.520909 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-324557f8-9fed-42d6-bec5-afc401eada45 req-c19376ac-1609-4a18-afa7-8a30d5f15628 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Network fa41aa09-2acb-4d27-bdfa-8b67585fa353 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:32:41.524044 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-324557f8-9fed-42d6-bec5-afc401eada45 req-c19376ac-1609-4a18-afa7-8a30d5f15628 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:32:41.532269 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-324557f8-9fed-42d6-bec5-afc401eada45 req-c19376ac-1609-4a18-afa7-8a30d5f15628 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:32:41.676965 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19376ac-1609-4a18-afa7-8a30d5f15628 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Pushing event updated for resources: {'Port': ['ID=01890cda-91f2-4969-96bf-fd8e3481df3f,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:32:41.715098 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324557f8-9fed-42d6-bec5-afc401eada45 req-c19376ac-1609-4a18-afa7-8a30d5f15628 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:41.715952 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-324557f8-9fed-42d6-bec5-afc401eada45 req-c19376ac-1609-4a18-afa7-8a30d5f15628 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:41.738323 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-324557f8-9fed-42d6-bec5-afc401eada45 req-c19376ac-1609-4a18-afa7-8a30d5f15628 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5265286 Mar 28 19:32:41.750210 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-324557f8-9fed-42d6-bec5-afc401eada45 req-50e17b10-0999-404d-9ab9-fe06c2ba2d5d service neutron] Request body: {'port': {'device_id': '224262b9-039f-46a0-bf0a-cc3d1090c518', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:32:41.865167 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-324557f8-9fed-42d6-bec5-afc401eada45 req-50e17b10-0999-404d-9ab9-fe06c2ba2d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:42.201495 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-324557f8-9fed-42d6-bec5-afc401eada45 req-50e17b10-0999-404d-9ab9-fe06c2ba2d5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01890cda-91f2-4969-96bf-fd8e3481df3f {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:32:42.209490 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-324557f8-9fed-42d6-bec5-afc401eada45 req-50e17b10-0999-404d-9ab9-fe06c2ba2d5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:42.223822 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-324557f8-9fed-42d6-bec5-afc401eada45 req-50e17b10-0999-404d-9ab9-fe06c2ba2d5d service neutron] Transition to ACTIVE for port object 01890cda-91f2-4969-96bf-fd8e3481df3f will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:32:42.227719 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-324557f8-9fed-42d6-bec5-afc401eada45 req-50e17b10-0999-404d-9ab9-fe06c2ba2d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:42.381478 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e17b10-0999-404d-9ab9-fe06c2ba2d5d service neutron] Pushing event updated for resources: {'Port': ['ID=01890cda-91f2-4969-96bf-fd8e3481df3f,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:32:42.487409 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-324557f8-9fed-42d6-bec5-afc401eada45 req-50e17b10-0999-404d-9ab9-fe06c2ba2d5d service neutron] Attempting to bind port 01890cda-91f2-4969-96bf-fd8e3481df3f on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:32:42.487654 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-324557f8-9fed-42d6-bec5-afc401eada45 req-50e17b10-0999-404d-9ab9-fe06c2ba2d5d service neutron] Attempting to bind port 01890cda-91f2-4969-96bf-fd8e3481df3f by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '21665571-88f7-46fc-b3fc-1ddd0c077cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'fa41aa09-2acb-4d27-bdfa-8b67585fa353'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:32:42.487966 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324557f8-9fed-42d6-bec5-afc401eada45 req-50e17b10-0999-404d-9ab9-fe06c2ba2d5d service neutron] Attempting to bind port 01890cda-91f2-4969-96bf-fd8e3481df3f on network fa41aa09-2acb-4d27-bdfa-8b67585fa353 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:32:42.496407 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324557f8-9fed-42d6-bec5-afc401eada45 req-50e17b10-0999-404d-9ab9-fe06c2ba2d5d service neutron] Port 01890cda-91f2-4969-96bf-fd8e3481df3f on network fa41aa09-2acb-4d27-bdfa-8b67585fa353 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:32:42.496724 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324557f8-9fed-42d6-bec5-afc401eada45 req-50e17b10-0999-404d-9ab9-fe06c2ba2d5d service neutron] Attempting to bind port 01890cda-91f2-4969-96bf-fd8e3481df3f on network fa41aa09-2acb-4d27-bdfa-8b67585fa353 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:32:42.509242 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324557f8-9fed-42d6-bec5-afc401eada45 req-50e17b10-0999-404d-9ab9-fe06c2ba2d5d service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:32:42.509574 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324557f8-9fed-42d6-bec5-afc401eada45 req-50e17b10-0999-404d-9ab9-fe06c2ba2d5d service neutron] Checking segment: {'id': '21665571-88f7-46fc-b3fc-1ddd0c077cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'fa41aa09-2acb-4d27-bdfa-8b67585fa353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:32:42.509946 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324557f8-9fed-42d6-bec5-afc401eada45 req-50e17b10-0999-404d-9ab9-fe06c2ba2d5d service neutron] Bound using segment: {'id': '21665571-88f7-46fc-b3fc-1ddd0c077cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'fa41aa09-2acb-4d27-bdfa-8b67585fa353'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:32:42.510372 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-324557f8-9fed-42d6-bec5-afc401eada45 req-50e17b10-0999-404d-9ab9-fe06c2ba2d5d service neutron] Bound port: 01890cda-91f2-4969-96bf-fd8e3481df3f, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21665571-88f7-46fc-b3fc-1ddd0c077cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'fa41aa09-2acb-4d27-bdfa-8b67585fa353'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:32:42.510711 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-324557f8-9fed-42d6-bec5-afc401eada45 req-50e17b10-0999-404d-9ab9-fe06c2ba2d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:42.621268 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bdd73-dfca-455a-a88b-37481cad0852 req-e71c7a45-7f04-4633-8c71-a7fb74793502 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:42.621955 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-659bdd73-dfca-455a-a88b-37481cad0852 req-e71c7a45-7f04-4633-8c71-a7fb74793502 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Synchronizing usage tracker for tenant:2c05852130834e7c850bab0ef73e7c40 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:32:42.631708 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-324557f8-9fed-42d6-bec5-afc401eada45 req-50e17b10-0999-404d-9ab9-fe06c2ba2d5d service neutron] For port 01890cda-91f2-4969-96bf-fd8e3481df3f, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:32:42.635484 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-324557f8-9fed-42d6-bec5-afc401eada45 req-50e17b10-0999-404d-9ab9-fe06c2ba2d5d service neutron] For port 01890cda-91f2-4969-96bf-fd8e3481df3f, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=01890cda-91f2-4969-96bf-fd8e3481df3f,segment=NetworkSegment(21665571-88f7-46fc-b3fc-1ddd0c077cee),segment_id=21665571-88f7-46fc-b3fc-1ddd0c077cee)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:32:42.641136 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-324557f8-9fed-42d6-bec5-afc401eada45 req-50e17b10-0999-404d-9ab9-fe06c2ba2d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:42.680336 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-659bdd73-dfca-455a-a88b-37481cad0852 req-e71c7a45-7f04-4633-8c71-a7fb74793502 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Unset dirty status for tenant:2c05852130834e7c850bab0ef73e7c40 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:32:42.681486 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-659bdd73-dfca-455a-a88b-37481cad0852 req-e71c7a45-7f04-4633-8c71-a7fb74793502 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 943 time: 0.2258155 Mar 28 19:32:42.723801 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324557f8-9fed-42d6-bec5-afc401eada45 req-50e17b10-0999-404d-9ab9-fe06c2ba2d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:42.724399 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-324557f8-9fed-42d6-bec5-afc401eada45 req-50e17b10-0999-404d-9ab9-fe06c2ba2d5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:42.725715 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-324557f8-9fed-42d6-bec5-afc401eada45 req-50e17b10-0999-404d-9ab9-fe06c2ba2d5d service neutron] 10.222.0.26 "PUT /v2.0/ports/01890cda-91f2-4969-96bf-fd8e3481df3f HTTP/1.1" status: 200 len: 1093 time: 0.9795949 Mar 28 19:32:42.757261 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e17b10-0999-404d-9ab9-fe06c2ba2d5d service neutron] Pushing event updated for resources: {'Port': ['ID=01890cda-91f2-4969-96bf-fd8e3481df3f,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:32:42.793898 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-659bdd73-dfca-455a-a88b-37481cad0852 req-b2f74037-fdda-4bf2-8178-d3e66bdf3833 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011803 Mar 28 19:32:42.835333 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324557f8-9fed-42d6-bec5-afc401eada45 req-ef5d2796-1487-425a-a1fe-d655dac811c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:42.836834 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-324557f8-9fed-42d6-bec5-afc401eada45 req-ef5d2796-1487-425a-a1fe-d655dac811c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c05852130834e7c850bab0ef73e7c40&device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 1096 time: 0.0752964 Mar 28 19:32:42.906577 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-324557f8-9fed-42d6-bec5-afc401eada45 req-c3f9229d-6093-42a8-ab69-3fe1aad456d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01890cda-91f2-4969-96bf-fd8e3481df3f HTTP/1.1" status: 200 len: 217 time: 0.0630648 Mar 28 19:32:42.967179 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324557f8-9fed-42d6-bec5-afc401eada45 req-e7247fbb-4946-40fc-a2e5-f0f5f34c961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:42.968543 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-324557f8-9fed-42d6-bec5-afc401eada45 req-e7247fbb-4946-40fc-a2e5-f0f5f34c961a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbd59bb0-9b8a-4dfd-a146-42b2d75da86e HTTP/1.1" status: 200 len: 855 time: 0.0559812 Mar 28 19:32:43.013961 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-324557f8-9fed-42d6-bec5-afc401eada45 req-398e2e7c-2120-4a42-ac33-bcae381c5a00 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa41aa09-2acb-4d27-bdfa-8b67585fa353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399597 Mar 28 19:32:43.143284 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-324557f8-9fed-42d6-bec5-afc401eada45 req-84a49229-ae3c-4f28-b98a-f1ef7a37103f service neutron] 10.222.0.26 "GET /v2.0/networks/fa41aa09-2acb-4d27-bdfa-8b67585fa353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222746 Mar 28 19:32:43.273927 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-324557f8-9fed-42d6-bec5-afc401eada45 req-c33c605e-e687-434d-a5fc-70296d677c5b service neutron] 10.222.0.26 "GET /v2.0/networks/fa41aa09-2acb-4d27-bdfa-8b67585fa353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251950 Mar 28 19:32:43.424672 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224262b9-039f-46a0-bf0a-cc3d1090c518', 'tag': '01890cda-91f2-4969-96bf-fd8e3481df3f'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:32:43.470394 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224262b9-039f-46a0-bf0a-cc3d1090c518', 'tag': '01890cda-91f2-4969-96bf-fd8e3481df3f', 'status': 'completed', 'code': 200} Mar 28 19:32:43.504756 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device f0460678-a3a6-44e0-aeaf-bc45e25c7e70 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:32:43.539165 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: f0460678-a3a6-44e0-aeaf-bc45e25c7e70 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:32:43.539429 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device f0460678-a3a6-44e0-aeaf-bc45e25c7e70 not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:32:43.677236 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890d9a1-26df-465d-8452-c1ca7ae87534 req-503eeadd-fb39-4507-8b92-130d255e333d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:43.678747 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7890d9a1-26df-465d-8452-c1ca7ae87534 req-503eeadd-fb39-4507-8b92-130d255e333d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c05852130834e7c850bab0ef73e7c40&device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 1096 time: 0.1867340 Mar 28 19:32:43.823517 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890d9a1-26df-465d-8452-c1ca7ae87534 req-4813d6c7-acc1-4aeb-9177-f45d2f3c2246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:43.824971 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7890d9a1-26df-465d-8452-c1ca7ae87534 req-4813d6c7-acc1-4aeb-9177-f45d2f3c2246 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fa41aa09-2acb-4d27-bdfa-8b67585fa353 HTTP/1.1" status: 200 len: 916 time: 0.1406138 Mar 28 19:32:43.897572 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7890d9a1-26df-465d-8452-c1ca7ae87534 req-a0701a6b-a348-4fa6-a370-85eebf30ff59 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01890cda-91f2-4969-96bf-fd8e3481df3f HTTP/1.1" status: 200 len: 217 time: 0.0661981 Mar 28 19:32:44.009107 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890d9a1-26df-465d-8452-c1ca7ae87534 req-4623ef1c-90df-4a2a-b113-7db77a0d386b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:44.010546 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7890d9a1-26df-465d-8452-c1ca7ae87534 req-4623ef1c-90df-4a2a-b113-7db77a0d386b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbd59bb0-9b8a-4dfd-a146-42b2d75da86e HTTP/1.1" status: 200 len: 855 time: 0.1067209 Mar 28 19:32:44.066379 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7890d9a1-26df-465d-8452-c1ca7ae87534 req-032dd6d3-d86b-4a3e-94e9-231be8f56944 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa41aa09-2acb-4d27-bdfa-8b67585fa353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479114 Mar 28 19:32:44.077402 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aaf9fe-d8d7-475e-b1f7-120941503731 req-97650a50-4a08-4583-99d2-943b198f88ed tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:44.078682 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e9aaf9fe-d8d7-475e-b1f7-120941503731 req-97650a50-4a08-4583-99d2-943b198f88ed tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 943 time: 0.1759808 Mar 28 19:32:44.204673 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e9aaf9fe-d8d7-475e-b1f7-120941503731 req-09b825c4-0b1e-4f72-8f57-e4f2a6b0caf1 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083322 Mar 28 19:32:44.233239 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7890d9a1-26df-465d-8452-c1ca7ae87534 req-b647e19a-be3a-4ad1-bfe1-d278862d019f service neutron] 10.222.0.26 "GET /v2.0/networks/fa41aa09-2acb-4d27-bdfa-8b67585fa353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536295 Mar 28 19:32:44.363458 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7890d9a1-26df-465d-8452-c1ca7ae87534 req-8803689d-1762-4d78-b99d-7c5fe3eaf7ab service neutron] 10.222.0.26 "GET /v2.0/networks/fa41aa09-2acb-4d27-bdfa-8b67585fa353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231484 Mar 28 19:32:45.390338 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2800bf-dfe5-4534-a4a1-820fdb5efcbc req-c66918f7-0dc8-4c58-877c-936396702137 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:45.391805 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bc2800bf-dfe5-4534-a4a1-820fdb5efcbc req-c66918f7-0dc8-4c58-877c-936396702137 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 943 time: 0.0823653 Mar 28 19:32:45.435706 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bc2800bf-dfe5-4534-a4a1-820fdb5efcbc req-6cdb9483-34d1-4117-bdfc-e24d3cdf9135 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377998 Mar 28 19:32:46.621174 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4746d-6965-49d1-81cf-38e2161b4f38 req-ea81a829-9cb3-4119-abb2-afe217b0a135 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:46.622612 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-43b4746d-6965-49d1-81cf-38e2161b4f38 req-ea81a829-9cb3-4119-abb2-afe217b0a135 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 943 time: 0.0784125 Mar 28 19:32:46.669220 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-43b4746d-6965-49d1-81cf-38e2161b4f38 req-b1d5fe1b-16b8-4084-afd6-db5816453d05 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404181 Mar 28 19:32:47.530780 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 01890cda-91f2-4969-96bf-fd8e3481df3f details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:32:47.662681 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 01890cda-91f2-4969-96bf-fd8e3481df3f, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=01890cda-91f2-4969-96bf-fd8e3481df3f,segment=NetworkSegment(21665571-88f7-46fc-b3fc-1ddd0c077cee),segment_id=21665571-88f7-46fc-b3fc-1ddd0c077cee)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:32:47.675876 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '01890cda-91f2-4969-96bf-fd8e3481df3f', 'network_id': 'fa41aa09-2acb-4d27-bdfa-8b67585fa353', 'port_id': '01890cda-91f2-4969-96bf-fd8e3481df3f', 'mac_address': 'fa:16:3e:43:10:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd59bb0-9b8a-4dfd-a146-42b2d75da86e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:32:47.733925 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:47.750014 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01890cda-91f2-4969-96bf-fd8e3481df3f {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:32:47.765769 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 01890cda-91f2-4969-96bf-fd8e3481df3f, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=01890cda-91f2-4969-96bf-fd8e3481df3f,segment=NetworkSegment(21665571-88f7-46fc-b3fc-1ddd0c077cee),segment_id=21665571-88f7-46fc-b3fc-1ddd0c077cee)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:32:47.771099 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:47.837945 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=01890cda-91f2-4969-96bf-fd8e3481df3f,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:32:47.852942 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28418e-4021-4ec7-ae13-01f86ad0ab30 req-3e465d45-64e5-4c3a-bc47-df7295b3b17e tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:47.854374 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4e28418e-4021-4ec7-ae13-01f86ad0ab30 req-3e465d45-64e5-4c3a-bc47-df7295b3b17e tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 944 time: 0.0791202 Mar 28 19:32:47.897013 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4e28418e-4021-4ec7-ae13-01f86ad0ab30 req-ab6283a4-73f4-4ffe-9a47-7caa9e47ae0c tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368445 Mar 28 19:32:48.099361 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['01890cda-91f2-4969-96bf-fd8e3481df3f'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:32:49.079311 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fb528-92e7-4fd0-8d16-86bfe111cfbb req-da2fb371-4d7e-4898-aec3-23a2d64562c4 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:49.081314 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7c0fb528-92e7-4fd0-8d16-86bfe111cfbb req-da2fb371-4d7e-4898-aec3-23a2d64562c4 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 944 time: 0.0816712 Mar 28 19:32:49.124393 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7c0fb528-92e7-4fd0-8d16-86bfe111cfbb req-c5eae987-8895-460e-abe8-ec9dddb62cd3 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374258 Mar 28 19:32:49.552173 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 01890cda-91f2-4969-96bf-fd8e3481df3f up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:32:49.618084 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port 01890cda-91f2-4969-96bf-fd8e3481df3f completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:32:49.622781 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 01890cda-91f2-4969-96bf-fd8e3481df3f triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:32:49.623159 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:49.739514 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:49.765227 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224262b9-039f-46a0-bf0a-cc3d1090c518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01890cda-91f2-4969-96bf-fd8e3481df3f'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:32:49.774602 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 01890cda-91f2-4969-96bf-fd8e3481df3f, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=01890cda-91f2-4969-96bf-fd8e3481df3f,segment=NetworkSegment(21665571-88f7-46fc-b3fc-1ddd0c077cee),segment_id=21665571-88f7-46fc-b3fc-1ddd0c077cee)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:32:49.778862 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:49.815242 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224262b9-039f-46a0-bf0a-cc3d1090c518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01890cda-91f2-4969-96bf-fd8e3481df3f', 'code': 200} Mar 28 19:32:49.850908 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=01890cda-91f2-4969-96bf-fd8e3481df3f,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:32:50.024829 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd29409-0e96-4de7-8161-3fdb783d10b3 req-92102687-9a8c-4da8-9055-8de424db76d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:50.026241 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4fd29409-0e96-4de7-8161-3fdb783d10b3 req-92102687-9a8c-4da8-9055-8de424db76d1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 1098 time: 0.0662866 Mar 28 19:32:50.064843 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4fd29409-0e96-4de7-8161-3fdb783d10b3 req-b9b3c79b-1f35-4b34-80cb-30791c747588 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329332 Mar 28 19:32:50.306918 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d450e-dc8d-431b-9317-cc0d97840bb4 req-4a7c5824-35a0-4638-85d3-ab1d6eacd368 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:50.308322 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6c3d450e-dc8d-431b-9317-cc0d97840bb4 req-4a7c5824-35a0-4638-85d3-ab1d6eacd368 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 945 time: 0.0810018 Mar 28 19:32:50.353393 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6c3d450e-dc8d-431b-9317-cc0d97840bb4 req-42ee6a62-4152-4b9b-afe8-26834f0cead3 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390413 Mar 28 19:32:51.536796 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4d579-7987-41d4-b93c-364b51a2e632 req-94ca038e-cfff-4c4e-b936-61780605544b tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:51.538214 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ede4d579-7987-41d4-b93c-364b51a2e632 req-94ca038e-cfff-4c4e-b936-61780605544b tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 945 time: 0.0785246 Mar 28 19:32:51.581360 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ede4d579-7987-41d4-b93c-364b51a2e632 req-68cccd69-d741-43bf-ada7-0fa8dcaadcc5 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375433 Mar 28 19:32:51.765055 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bac999-b351-41a9-b573-e2d33fea4e22 req-e49ae888-f21d-4542-9acb-3e15e43f6ca1 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:51.766484 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a0bac999-b351-41a9-b573-e2d33fea4e22 req-e49ae888-f21d-4542-9acb-3e15e43f6ca1 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 945 time: 0.0816031 Mar 28 19:32:51.809552 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a0bac999-b351-41a9-b573-e2d33fea4e22 req-8d09e516-4d71-419c-86ef-4f61e5875b9d tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369287 Mar 28 19:32:52.154563 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-b355b4f7-44ff-434b-af22-df8b91df40a5 req-25a298d5-8d5f-4c2f-aa07-6c323b3a0408 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0693359 Mar 28 19:32:52.214124 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef529abd-ab12-46d6-aae4-924d6897326f req-e9d470fa-3f86-46c9-ad8d-575f1bb9178b tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:52.215588 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ef529abd-ab12-46d6-aae4-924d6897326f req-e9d470fa-3f86-46c9-ad8d-575f1bb9178b tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 945 time: 0.0792935 Mar 28 19:32:52.365314 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ef529abd-ab12-46d6-aae4-924d6897326f req-72b28d0e-03a0-4caf-b77e-143f48306c8f tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432295 Mar 28 19:32:53.251265 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355b4f7-44ff-434b-af22-df8b91df40a5 req-1a6d8132-7734-4640-a54f-615e8e53928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:53.253399 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b355b4f7-44ff-434b-af22-df8b91df40a5 req-1a6d8132-7734-4640-a54f-615e8e53928a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c05852130834e7c850bab0ef73e7c40&device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 1098 time: 0.0694070 Mar 28 19:32:53.378420 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355b4f7-44ff-434b-af22-df8b91df40a5 req-f617c2cc-fd7a-45ff-bf6a-97d53185c05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:53.379843 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b355b4f7-44ff-434b-af22-df8b91df40a5 req-f617c2cc-fd7a-45ff-bf6a-97d53185c05b service neutron] 10.222.0.26 "GET /v2.0/networks?id=fa41aa09-2acb-4d27-bdfa-8b67585fa353 HTTP/1.1" status: 200 len: 916 time: 0.1204314 Mar 28 19:32:53.448953 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b355b4f7-44ff-434b-af22-df8b91df40a5 req-734e1437-c49c-43db-ae55-bfc9f2aa5e40 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01890cda-91f2-4969-96bf-fd8e3481df3f HTTP/1.1" status: 200 len: 217 time: 0.0626822 Mar 28 19:32:53.551830 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355b4f7-44ff-434b-af22-df8b91df40a5 req-4ee0cda2-4307-4a5a-b374-29ff5ee25a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:53.553131 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b355b4f7-44ff-434b-af22-df8b91df40a5 req-4ee0cda2-4307-4a5a-b374-29ff5ee25a60 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbd59bb0-9b8a-4dfd-a146-42b2d75da86e HTTP/1.1" status: 200 len: 855 time: 0.0991826 Mar 28 19:32:53.608086 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b355b4f7-44ff-434b-af22-df8b91df40a5 req-404857dd-2c67-464f-8194-ac7978a5a03b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa41aa09-2acb-4d27-bdfa-8b67585fa353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459352 Mar 28 19:32:53.619853 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aebfa5-ed05-40d5-904c-158fd3e8fc2e req-2880938a-3b22-432a-9e7a-d7206db29613 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:53.621158 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d0aebfa5-ed05-40d5-904c-158fd3e8fc2e req-2880938a-3b22-432a-9e7a-d7206db29613 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 945 time: 0.1363015 Mar 28 19:32:53.746587 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d0aebfa5-ed05-40d5-904c-158fd3e8fc2e req-5cdb185e-0bc7-4bcc-8202-6a74476c3b3f tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077254 Mar 28 19:32:53.776872 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b355b4f7-44ff-434b-af22-df8b91df40a5 req-494e86fa-5ca2-44b3-946d-9f860de67f52 service neutron] 10.222.0.26 "GET /v2.0/networks/fa41aa09-2acb-4d27-bdfa-8b67585fa353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548197 Mar 28 19:32:53.905985 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b355b4f7-44ff-434b-af22-df8b91df40a5 req-a2efec8a-87ac-41b6-8f84-1957434f1ecd service neutron] 10.222.0.26 "GET /v2.0/networks/fa41aa09-2acb-4d27-bdfa-8b67585fa353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233492 Mar 28 19:32:54.934641 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3175901-3bee-403c-a4fe-13d57b0843e2 req-81f07eed-8b6b-443d-b27d-9de108c88a28 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:54.936341 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a3175901-3bee-403c-a4fe-13d57b0843e2 req-81f07eed-8b6b-443d-b27d-9de108c88a28 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 945 time: 0.0813539 Mar 28 19:32:54.979520 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a3175901-3bee-403c-a4fe-13d57b0843e2 req-dca09d16-9016-4a59-ad3e-cfd4cdf5fd29 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368814 Mar 28 19:32:55.316593 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-356bf4f8-0349-4cb4-94fd-0bb6c4f1b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:56.157563 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc8bbe-b5d5-4e29-bf56-0935babd0d57 req-84523413-fcca-4f7e-87c9-47e125255366 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:56.159686 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5ddc8bbe-b5d5-4e29-bf56-0935babd0d57 req-84523413-fcca-4f7e-87c9-47e125255366 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 945 time: 0.0769057 Mar 28 19:32:56.206580 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5ddc8bbe-b5d5-4e29-bf56-0935babd0d57 req-9e6cb995-1835-4a79-b090-652cfdae9679 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411372 Mar 28 19:32:57.390065 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8314382-6096-4385-8bd9-7679de8b0e0c req-7c27c187-ae30-4afd-8044-481569db1743 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:57.391532 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c8314382-6096-4385-8bd9-7679de8b0e0c req-7c27c187-ae30-4afd-8044-481569db1743 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 945 time: 0.0779717 Mar 28 19:32:57.434647 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c8314382-6096-4385-8bd9-7679de8b0e0c req-704c2215-4260-4324-a1ef-20a43b898111 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370078 Mar 28 19:32:57.667885 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7f0f85fd-4608-46cf-bd31-30adac335a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:58.619133 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:58.626047 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd574538-26cf-4b68-8485-c025bac022d3 req-3ee99f05-34af-4716-a78d-71a21ffc5bbd tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:58.628011 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cd574538-26cf-4b68-8485-c025bac022d3 req-3ee99f05-34af-4716-a78d-71a21ffc5bbd tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 945 time: 0.0878725 Mar 28 19:32:58.663717 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:32:58.675049 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cd574538-26cf-4b68-8485-c025bac022d3 req-6f56f07d-2947-4407-808d-e16bf7b265df tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411439 Mar 28 19:32:59.857347 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe024484-43e4-45fe-9f9b-8826f00d504e req-5b62c4ab-9aca-4038-bc62-7110364a8f0c tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:32:59.858766 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fe024484-43e4-45fe-9f9b-8826f00d504e req-5b62c4ab-9aca-4038-bc62-7110364a8f0c tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 945 time: 0.0794215 Mar 28 19:32:59.901009 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fe024484-43e4-45fe-9f9b-8826f00d504e req-06eecfe6-aa71-4afb-8532-80ab33d5923c tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364847 Mar 28 19:33:00.232115 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:01.088530 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7056a59-abe4-4b57-9e5e-2e4beb12a361 req-4b7be4b4-9dcc-44fc-b029-0533b2933f90 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:01.089862 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c7056a59-abe4-4b57-9e5e-2e4beb12a361 req-4b7be4b4-9dcc-44fc-b029-0533b2933f90 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 945 time: 0.0828116 Mar 28 19:33:01.133047 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c7056a59-abe4-4b57-9e5e-2e4beb12a361 req-643e1bb8-bae1-432d-bb07-0b779d27eda0 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371850 Mar 28 19:33:01.845796 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:02.311695 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81055a3-d126-4aa5-91b4-157e26cf356b req-5f13ebd0-2de2-4d4c-8346-1cb39b9e9d4e tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:02.313117 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a81055a3-d126-4aa5-91b4-157e26cf356b req-5f13ebd0-2de2-4d4c-8346-1cb39b9e9d4e tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 945 time: 0.0779033 Mar 28 19:33:02.360425 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a81055a3-d126-4aa5-91b4-157e26cf356b req-b26e0e34-3d63-4a79-8205-71fdde124eb1 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411916 Mar 28 19:33:03.539815 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d343a-7367-4d57-ace8-9a9b1a567bfb req-1ac97108-0a5e-4678-aa30-bbd8d7601762 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:03.541218 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-568d343a-7367-4d57-ace8-9a9b1a567bfb req-1ac97108-0a5e-4678-aa30-bbd8d7601762 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 945 time: 0.0762784 Mar 28 19:33:03.584485 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-568d343a-7367-4d57-ace8-9a9b1a567bfb req-9c7bbc70-e6a1-4644-b3b1-3c176e4d0af3 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376997 Mar 28 19:33:04.775125 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9f756-2792-4f30-ab93-234870a254de req-db898021-b7e6-4616-ba76-931c31bb1273 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:04.776540 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-58a9f756-2792-4f30-ab93-234870a254de req-db898021-b7e6-4616-ba76-931c31bb1273 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 945 time: 0.0820591 Mar 28 19:33:04.917543 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-58a9f756-2792-4f30-ab93-234870a254de req-f12f5275-e500-490e-8d25-4f671c26e1e8 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352973 Mar 28 19:33:05.672187 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:33:06.096690 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e10a1-8b9b-45aa-81e0-5ed9b60b96f3 req-eda7927a-c0e6-40fb-8cec-5c0c9b28b806 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:06.098087 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9e4e10a1-8b9b-45aa-81e0-5ed9b60b96f3 req-eda7927a-c0e6-40fb-8cec-5c0c9b28b806 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 945 time: 0.0771215 Mar 28 19:33:06.139988 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9e4e10a1-8b9b-45aa-81e0-5ed9b60b96f3 req-a2aa0159-8f3f-4178-bd89-67bf6b0e0b9b tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363562 Mar 28 19:33:07.324916 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc89cd3-c3c0-4a4f-9c47-e6af2d3b56dc req-17f6e93d-055a-45b4-94d8-fcaaa261b27c tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:07.326329 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6cc89cd3-c3c0-4a4f-9c47-e6af2d3b56dc req-17f6e93d-055a-45b4-94d8-fcaaa261b27c tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 945 time: 0.0802269 Mar 28 19:33:07.370068 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6cc89cd3-c3c0-4a4f-9c47-e6af2d3b56dc req-5e7969ce-68fd-43b4-8d25-db2e670215fc tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373275 Mar 28 19:33:08.555107 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b574b-9529-4aa7-b155-8a69b7a8fa8b req-4e1f5d3c-f542-4b83-8cc0-de7aeb43896c tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:08.556507 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ee9b574b-9529-4aa7-b155-8a69b7a8fa8b req-4e1f5d3c-f542-4b83-8cc0-de7aeb43896c tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 945 time: 0.0803647 Mar 28 19:33:08.599890 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ee9b574b-9529-4aa7-b155-8a69b7a8fa8b req-0dee9c6c-1570-4c9a-8b27-5844102208fb tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374978 Mar 28 19:33:09.781790 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546cd81-4ee0-42cc-8dda-52db50c2c8df req-70c9cd20-7aba-43b0-b6ae-f06433bdfbd8 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:09.783218 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9546cd81-4ee0-42cc-8dda-52db50c2c8df req-70c9cd20-7aba-43b0-b6ae-f06433bdfbd8 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 945 time: 0.0768964 Mar 28 19:33:09.826756 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9546cd81-4ee0-42cc-8dda-52db50c2c8df req-b758724a-cbe2-4383-867f-79d6c36bbbaa tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377543 Mar 28 19:33:11.014150 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ffc9c-6625-42e0-b8f8-e8e5b5207631 req-ce0864e1-8cfc-41cb-9247-7736d4758380 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:11.015560 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c01ffc9c-6625-42e0-b8f8-e8e5b5207631 req-ce0864e1-8cfc-41cb-9247-7736d4758380 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 945 time: 0.0838215 Mar 28 19:33:11.060562 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c01ffc9c-6625-42e0-b8f8-e8e5b5207631 req-55148fba-6396-468a-9447-c1b1e03f795c tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384798 Mar 28 19:33:12.240780 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c0919-383b-4d4a-91fb-1b36532e4271 req-be54a140-0297-4775-9a23-b247076dff8c tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:12.242183 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-963c0919-383b-4d4a-91fb-1b36532e4271 req-be54a140-0297-4775-9a23-b247076dff8c tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 945 time: 0.0773938 Mar 28 19:33:12.288709 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-963c0919-383b-4d4a-91fb-1b36532e4271 req-7b9c765a-7bd4-4e27-91d3-a0500d31e3d8 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408232 Mar 28 19:33:13.468855 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d921e-a4af-4b4a-ae88-5027fc703f3e req-1c902561-4a6c-4303-b9df-a4b3814c72dc tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:13.470286 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-896d921e-a4af-4b4a-ae88-5027fc703f3e req-1c902561-4a6c-4303-b9df-a4b3814c72dc tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 945 time: 0.0790820 Mar 28 19:33:13.512743 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-896d921e-a4af-4b4a-ae88-5027fc703f3e req-0b789a74-2916-4b0c-bbc1-9967d3b82ea0 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363224 Mar 28 19:33:14.700129 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386f6b7-ae6c-4949-9025-471647970a3a req-df29f96b-7beb-4295-9694-a2b4e5f11b60 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:14.701565 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9386f6b7-ae6c-4949-9025-471647970a3a req-df29f96b-7beb-4295-9694-a2b4e5f11b60 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 945 time: 0.0838637 Mar 28 19:33:14.745687 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9386f6b7-ae6c-4949-9025-471647970a3a req-50a7dec8-d02a-4665-91ad-2e03dbc44f00 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377796 Mar 28 19:33:15.930632 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba03a25-8fd1-4833-b780-c531029a8c33 req-31808a10-a0db-4a96-96b3-7f19f1621592 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:15.932103 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fba03a25-8fd1-4833-b780-c531029a8c33 req-31808a10-a0db-4a96-96b3-7f19f1621592 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 945 time: 0.0790951 Mar 28 19:33:15.979054 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fba03a25-8fd1-4833-b780-c531029a8c33 req-5cba31e6-c488-4ee4-abd2-e8b774b12f58 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409188 Mar 28 19:33:17.161466 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd37cd-26ed-4799-ba8b-092c1ee8eb79 req-00abe935-4fd9-4895-ac4b-4666c8c07a7e tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:17.162917 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-90cd37cd-26ed-4799-ba8b-092c1ee8eb79 req-00abe935-4fd9-4895-ac4b-4666c8c07a7e tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 945 time: 0.0774863 Mar 28 19:33:17.206370 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-90cd37cd-26ed-4799-ba8b-092c1ee8eb79 req-84effe2f-69d4-4d9d-becd-4d61796183e5 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378892 Mar 28 19:33:18.393519 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129c774-af59-4dbe-8e2d-4a0629934f4d req-c590803d-4060-4bbe-97ce-ce5da867ce0f tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:18.395116 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9129c774-af59-4dbe-8e2d-4a0629934f4d req-c590803d-4060-4bbe-97ce-ce5da867ce0f tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 945 time: 0.0852897 Mar 28 19:33:18.439249 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9129c774-af59-4dbe-8e2d-4a0629934f4d req-095bb23c-397b-4116-b57d-64f2c77eb598 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382833 Mar 28 19:33:19.627089 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90708f-0859-4abb-ab2b-b456db359c88 req-2b8a5c12-1562-45f3-a12d-c0232d6dd05f tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:19.628536 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bb90708f-0859-4abb-ab2b-b456db359c88 req-2b8a5c12-1562-45f3-a12d-c0232d6dd05f tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 945 time: 0.0829113 Mar 28 19:33:19.671532 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bb90708f-0859-4abb-ab2b-b456db359c88 req-a0895fd3-fb9d-413b-a3db-3d5e55821240 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373676 Mar 28 19:33:20.585024 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b355b4f7-44ff-434b-af22-df8b91df40a5 req-cb8a1364-1b5b-4d97-bfdd-0e3f6f6c973c service neutron] 10.222.0.26 "GET /v2.0/ports/01890cda-91f2-4969-96bf-fd8e3481df3f/bindings/hv-neutron-8347 HTTP/1.1" status: 200 len: 384 time: 0.0744877 Mar 28 19:33:20.910626 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355b4f7-44ff-434b-af22-df8b91df40a5 req-12af932b-584e-42e4-8f06-e4857c2cfa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:20.912120 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b355b4f7-44ff-434b-af22-df8b91df40a5 req-12af932b-584e-42e4-8f06-e4857c2cfa44 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518&tenant_id=2c05852130834e7c850bab0ef73e7c40 HTTP/1.1" status: 200 len: 1098 time: 0.1363130 Mar 28 19:33:20.919400 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2688d6-e905-4673-ab85-43993bc26dcd req-cf681be8-369e-4a64-9eef-32ac70e1ea7e tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:20.920736 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9b2688d6-e905-4673-ab85-43993bc26dcd req-cf681be8-369e-4a64-9eef-32ac70e1ea7e tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 945 time: 0.1146905 Mar 28 19:33:21.015427 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9b2688d6-e905-4673-ab85-43993bc26dcd req-3679728b-8b53-41f3-a5ab-c8af81bf7442 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885446 Mar 28 19:33:21.037527 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355b4f7-44ff-434b-af22-df8b91df40a5 req-f27da99e-9364-4247-abcd-0c6b32f06ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:21.038988 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b355b4f7-44ff-434b-af22-df8b91df40a5 req-f27da99e-9364-4247-abcd-0c6b32f06ec7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c05852130834e7c850bab0ef73e7c40&device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 1098 time: 0.0993104 Mar 28 19:33:21.168530 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355b4f7-44ff-434b-af22-df8b91df40a5 req-50c08d41-aa5e-4dad-81a6-07a69ed83156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:21.169863 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b355b4f7-44ff-434b-af22-df8b91df40a5 req-50c08d41-aa5e-4dad-81a6-07a69ed83156 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fa41aa09-2acb-4d27-bdfa-8b67585fa353 HTTP/1.1" status: 200 len: 916 time: 0.1249537 Mar 28 19:33:21.239298 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b355b4f7-44ff-434b-af22-df8b91df40a5 req-055c9467-5cf1-4fc4-838b-66fa8d548c2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01890cda-91f2-4969-96bf-fd8e3481df3f HTTP/1.1" status: 200 len: 217 time: 0.0630465 Mar 28 19:33:21.302592 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355b4f7-44ff-434b-af22-df8b91df40a5 req-97eb07c6-1503-49a1-ae49-eb2261cddb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:21.304001 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b355b4f7-44ff-434b-af22-df8b91df40a5 req-97eb07c6-1503-49a1-ae49-eb2261cddb57 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbd59bb0-9b8a-4dfd-a146-42b2d75da86e HTTP/1.1" status: 200 len: 855 time: 0.0591319 Mar 28 19:33:21.440290 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b355b4f7-44ff-434b-af22-df8b91df40a5 req-bfd7def4-ab94-4218-beac-fa86e58f5a59 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa41aa09-2acb-4d27-bdfa-8b67585fa353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1298354 Mar 28 19:33:21.566263 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b355b4f7-44ff-434b-af22-df8b91df40a5 req-857c87f1-f8dd-44fb-9b49-8e0b4104f56d service neutron] 10.222.0.26 "GET /v2.0/networks/fa41aa09-2acb-4d27-bdfa-8b67585fa353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204872 Mar 28 19:33:21.694722 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b355b4f7-44ff-434b-af22-df8b91df40a5 req-d6ba40a9-9ac2-4762-ae2d-d3961bb61719 service neutron] 10.222.0.26 "GET /v2.0/networks/fa41aa09-2acb-4d27-bdfa-8b67585fa353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220589 Mar 28 19:33:22.195106 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7ed5a-65fc-4772-b9f8-e4689f3a6e22 req-2bb5cc28-6b8e-4af5-aa15-d45ab0005ff1 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:22.196517 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1ca7ed5a-65fc-4772-b9f8-e4689f3a6e22 req-2bb5cc28-6b8e-4af5-aa15-d45ab0005ff1 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 945 time: 0.0770147 Mar 28 19:33:22.242660 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1ca7ed5a-65fc-4772-b9f8-e4689f3a6e22 req-330ad827-5352-449b-9db7-7f6562b62c5c tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404878 Mar 28 19:33:23.425989 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a029493-f39a-4c88-aa4d-6622727f4ad2 req-c647f10a-db28-4dc0-8c99-009a9bef200a tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:23.427440 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2a029493-f39a-4c88-aa4d-6622727f4ad2 req-c647f10a-db28-4dc0-8c99-009a9bef200a tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 945 time: 0.0774610 Mar 28 19:33:23.471131 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2a029493-f39a-4c88-aa4d-6622727f4ad2 req-ab199ca6-2267-4d0e-9b85-e5fdf3aede53 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379810 Mar 28 19:33:23.659993 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 01890cda-91f2-4969-96bf-fd8e3481df3f no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:33:23.772432 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:23.798031 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224262b9-039f-46a0-bf0a-cc3d1090c518', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01890cda-91f2-4969-96bf-fd8e3481df3f'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:33:23.808353 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 01890cda-91f2-4969-96bf-fd8e3481df3f, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=01890cda-91f2-4969-96bf-fd8e3481df3f,segment=NetworkSegment(21665571-88f7-46fc-b3fc-1ddd0c077cee),segment_id=21665571-88f7-46fc-b3fc-1ddd0c077cee)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:33:23.812610 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:23.855161 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224262b9-039f-46a0-bf0a-cc3d1090c518', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01890cda-91f2-4969-96bf-fd8e3481df3f', 'code': 200} Mar 28 19:33:23.880511 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=01890cda-91f2-4969-96bf-fd8e3481df3f,revision_number=6']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:24.654068 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043f81f-4a60-4079-831b-ad723ed2519d req-93c2a844-2191-4e92-be64-2f47556c7adf tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:24.655538 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a043f81f-4a60-4079-831b-ad723ed2519d req-93c2a844-2191-4e92-be64-2f47556c7adf tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 943 time: 0.0810223 Mar 28 19:33:24.700574 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a043f81f-4a60-4079-831b-ad723ed2519d req-d940b578-f880-483b-9048-eb8d3536db7a tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391471 Mar 28 19:33:25.068567 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442221a-bcf6-402e-b132-2ca8fbbd3372 req-b5f0c639-aa60-4c41-a775-79ed3629681f tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:25.069980 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d442221a-bcf6-402e-b132-2ca8fbbd3372 req-b5f0c639-aa60-4c41-a775-79ed3629681f tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 943 time: 0.1431139 Mar 28 19:33:25.077873 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4c5ca-9a3b-40e2-8a25-ad7931478446 req-6392f49c-1d1d-4ba7-bbdf-6f7f8ecd4e76 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:25.079196 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6fd4c5ca-9a3b-40e2-8a25-ad7931478446 req-6392f49c-1d1d-4ba7-bbdf-6f7f8ecd4e76 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.26 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518&tenant_id=2c05852130834e7c850bab0ef73e7c40&binding%3Ahost_id=hv-neutron-8347 HTTP/1.1" status: 200 len: 943 time: 0.1546664 Mar 28 19:33:25.120597 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d442221a-bcf6-402e-b132-2ca8fbbd3372 req-07b56d14-db0f-4c4a-9548-78aed35cf37c tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403836 Mar 28 19:33:25.213294 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4c5ca-9a3b-40e2-8a25-ad7931478446 req-b5425634-8b86-4173-b315-c01eb8c1a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:25.215031 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6fd4c5ca-9a3b-40e2-8a25-ad7931478446 req-b5425634-8b86-4173-b315-c01eb8c1a5ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c05852130834e7c850bab0ef73e7c40&device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 1096 time: 0.0688264 Mar 28 19:33:25.319480 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-448b39f3-ebbe-49ba-9dd4-7bd960555669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:25.343240 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4c5ca-9a3b-40e2-8a25-ad7931478446 req-4ff14318-0452-42e0-a491-0bb165d2a3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:25.344669 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6fd4c5ca-9a3b-40e2-8a25-ad7931478446 req-4ff14318-0452-42e0-a491-0bb165d2a3c8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fa41aa09-2acb-4d27-bdfa-8b67585fa353 HTTP/1.1" status: 200 len: 916 time: 0.1236949 Mar 28 19:33:25.411128 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6fd4c5ca-9a3b-40e2-8a25-ad7931478446 req-89db104d-cccd-4e1c-9240-04d1560567f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01890cda-91f2-4969-96bf-fd8e3481df3f HTTP/1.1" status: 200 len: 217 time: 0.0610306 Mar 28 19:33:25.473309 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4c5ca-9a3b-40e2-8a25-ad7931478446 req-1049b096-9900-4327-ae46-4cd28405968b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:25.474672 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6fd4c5ca-9a3b-40e2-8a25-ad7931478446 req-1049b096-9900-4327-ae46-4cd28405968b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbd59bb0-9b8a-4dfd-a146-42b2d75da86e HTTP/1.1" status: 200 len: 855 time: 0.0580702 Mar 28 19:33:25.518518 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6fd4c5ca-9a3b-40e2-8a25-ad7931478446 req-fa6dc94b-fb00-48ad-9312-77e3f209ce7b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa41aa09-2acb-4d27-bdfa-8b67585fa353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380332 Mar 28 19:33:25.644382 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6fd4c5ca-9a3b-40e2-8a25-ad7931478446 req-fff8dc58-711e-4bfd-84c1-4bf8ff513e84 service neutron] 10.222.0.26 "GET /v2.0/networks/fa41aa09-2acb-4d27-bdfa-8b67585fa353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193683 Mar 28 19:33:25.675326 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 01890cda-91f2-4969-96bf-fd8e3481df3f details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:33:25.772617 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6fd4c5ca-9a3b-40e2-8a25-ad7931478446 req-f7236234-9f62-4bf0-8bfd-3573c122a4bb service neutron] 10.222.0.26 "GET /v2.0/networks/fa41aa09-2acb-4d27-bdfa-8b67585fa353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220503 Mar 28 19:33:25.812944 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 01890cda-91f2-4969-96bf-fd8e3481df3f, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=01890cda-91f2-4969-96bf-fd8e3481df3f,segment=NetworkSegment(21665571-88f7-46fc-b3fc-1ddd0c077cee),segment_id=21665571-88f7-46fc-b3fc-1ddd0c077cee)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:33:25.827140 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '01890cda-91f2-4969-96bf-fd8e3481df3f', 'network_id': 'fa41aa09-2acb-4d27-bdfa-8b67585fa353', 'port_id': '01890cda-91f2-4969-96bf-fd8e3481df3f', 'mac_address': 'fa:16:3e:43:10:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd59bb0-9b8a-4dfd-a146-42b2d75da86e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:33:25.888925 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:25.905808 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01890cda-91f2-4969-96bf-fd8e3481df3f {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:33:25.921448 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 01890cda-91f2-4969-96bf-fd8e3481df3f, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=01890cda-91f2-4969-96bf-fd8e3481df3f,segment=NetworkSegment(21665571-88f7-46fc-b3fc-1ddd0c077cee),segment_id=21665571-88f7-46fc-b3fc-1ddd0c077cee)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:33:25.925217 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:25.995713 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['01890cda-91f2-4969-96bf-fd8e3481df3f'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:33:26.019285 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=01890cda-91f2-4969-96bf-fd8e3481df3f,revision_number=7']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:26.319697 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be9b23-6d82-40d3-9983-821b68ad0327 req-41309b2b-b880-4070-9bcb-1b8696a69c17 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:26.321138 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a0be9b23-6d82-40d3-9983-821b68ad0327 req-41309b2b-b880-4070-9bcb-1b8696a69c17 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 944 time: 0.0795853 Mar 28 19:33:26.365058 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a0be9b23-6d82-40d3-9983-821b68ad0327 req-904cea36-eab3-49bc-be6b-9dec3d1680bf tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383368 Mar 28 19:33:26.646795 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87ecf8-86c9-4e2c-9a74-4164554fd12d req-660214c5-5b59-400d-8d95-38865146e685 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:26.648195 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b87ecf8-86c9-4e2c-9a74-4164554fd12d req-660214c5-5b59-400d-8d95-38865146e685 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 944 time: 0.1779885 Mar 28 19:33:26.695016 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b87ecf8-86c9-4e2c-9a74-4164554fd12d req-4d0a2646-8386-41cb-a032-77932ba23d4c tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409362 Mar 28 19:33:26.875510 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da076cb3-f659-43e7-b03f-d936f3c2ab84 req-8ea1b595-ebfa-45c3-88ed-c81d78016f39 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:26.876925 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-da076cb3-f659-43e7-b03f-d936f3c2ab84 req-8ea1b595-ebfa-45c3-88ed-c81d78016f39 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 944 time: 0.0793483 Mar 28 19:33:26.920081 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-da076cb3-f659-43e7-b03f-d936f3c2ab84 req-42a52503-d890-4cb2-ab8d-acc1bb5d4cb4 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374660 Mar 28 19:33:27.456154 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40281e54-b446-411b-8452-b1de02b98fdb req-b3ce0107-2888-47ec-92b2-2036974263ae tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:27.457618 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-40281e54-b446-411b-8452-b1de02b98fdb req-b3ce0107-2888-47ec-92b2-2036974263ae tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 944 time: 0.0791078 Mar 28 19:33:27.499992 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-40281e54-b446-411b-8452-b1de02b98fdb req-def4e4c8-dc24-454e-b636-d1005d06ba62 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363379 Mar 28 19:33:27.670204 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-91344215-6ad2-4998-8b3a-8186caf56f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:27.678245 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 01890cda-91f2-4969-96bf-fd8e3481df3f up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:33:27.743900 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 01890cda-91f2-4969-96bf-fd8e3481df3f triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:33:27.744273 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:27.858322 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:27.884436 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224262b9-039f-46a0-bf0a-cc3d1090c518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01890cda-91f2-4969-96bf-fd8e3481df3f'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:33:27.894035 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 01890cda-91f2-4969-96bf-fd8e3481df3f, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=01890cda-91f2-4969-96bf-fd8e3481df3f,segment=NetworkSegment(21665571-88f7-46fc-b3fc-1ddd0c077cee),segment_id=21665571-88f7-46fc-b3fc-1ddd0c077cee)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:33:27.897985 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:27.937032 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224262b9-039f-46a0-bf0a-cc3d1090c518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01890cda-91f2-4969-96bf-fd8e3481df3f', 'code': 200} Mar 28 19:33:27.967340 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=01890cda-91f2-4969-96bf-fd8e3481df3f,revision_number=8']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:28.621405 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:28.665144 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:28.693663 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3728bb0-e437-4309-a9e0-bb60abe5c82d req-6e9ce6f1-18d0-4ced-90e9-bf35cf6beab3 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:28.695234 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b3728bb0-e437-4309-a9e0-bb60abe5c82d req-6e9ce6f1-18d0-4ced-90e9-bf35cf6beab3 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 945 time: 0.0898874 Mar 28 19:33:28.741170 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b3728bb0-e437-4309-a9e0-bb60abe5c82d req-c3b01c0c-6302-47d5-9315-f0759a0d1728 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa355d85-29d2-4eb6-a105-0c1324ae3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396633 Mar 28 19:33:29.027168 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433deb84-bb64-486e-821f-e84699000bdc req-1a28454a-019e-4936-8a0c-47376457c4d3 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:29.028548 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-433deb84-bb64-486e-821f-e84699000bdc req-1a28454a-019e-4936-8a0c-47376457c4d3 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.26 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 945 time: 0.0801065 Mar 28 19:33:29.094638 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-433deb84-bb64-486e-821f-e84699000bdc req-6124e626-09d4-496e-92b1-7c7bb8910664 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Deleting port 01890cda-91f2-4969-96bf-fd8e3481df3f {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:33:29.095000 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-433deb84-bb64-486e-821f-e84699000bdc req-6124e626-09d4-496e-92b1-7c7bb8910664 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:29.333998 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-433deb84-bb64-486e-821f-e84699000bdc req-6124e626-09d4-496e-92b1-7c7bb8910664 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] For port 01890cda-91f2-4969-96bf-fd8e3481df3f, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=01890cda-91f2-4969-96bf-fd8e3481df3f,segment=NetworkSegment(21665571-88f7-46fc-b3fc-1ddd0c077cee),segment_id=21665571-88f7-46fc-b3fc-1ddd0c077cee)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:33:29.334285 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-433deb84-bb64-486e-821f-e84699000bdc req-6124e626-09d4-496e-92b1-7c7bb8910664 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:29.451240 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-433deb84-bb64-486e-821f-e84699000bdc req-6124e626-09d4-496e-92b1-7c7bb8910664 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Calling delete_port for 01890cda-91f2-4969-96bf-fd8e3481df3f owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:33:29.590331 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-433deb84-bb64-486e-821f-e84699000bdc req-6124e626-09d4-496e-92b1-7c7bb8910664 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:29.601609 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['01890cda-91f2-4969-96bf-fd8e3481df3f'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:33:29.639335 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124e626-09d4-496e-92b1-7c7bb8910664 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Pushing event deleted for resources: {'Port': ['ID=01890cda-91f2-4969-96bf-fd8e3481df3f,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:29.684402 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124e626-09d4-496e-92b1-7c7bb8910664 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:29.684738 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124e626-09d4-496e-92b1-7c7bb8910664 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:29.685069 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124e626-09d4-496e-92b1-7c7bb8910664 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:29.685659 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124e626-09d4-496e-92b1-7c7bb8910664 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:29.685994 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124e626-09d4-496e-92b1-7c7bb8910664 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:29.686322 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124e626-09d4-496e-92b1-7c7bb8910664 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:29.686649 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124e626-09d4-496e-92b1-7c7bb8910664 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:29.686996 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124e626-09d4-496e-92b1-7c7bb8910664 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:29.687321 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124e626-09d4-496e-92b1-7c7bb8910664 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:29.687643 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124e626-09d4-496e-92b1-7c7bb8910664 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:29.687962 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124e626-09d4-496e-92b1-7c7bb8910664 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:29.688285 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124e626-09d4-496e-92b1-7c7bb8910664 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:29.725959 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-433deb84-bb64-486e-821f-e84699000bdc req-6124e626-09d4-496e-92b1-7c7bb8910664 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] No DVR routers for this DVR port 01890cda-91f2-4969-96bf-fd8e3481df3f on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:33:29.728298 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-433deb84-bb64-486e-821f-e84699000bdc req-6124e626-09d4-496e-92b1-7c7bb8910664 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:29.730701 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224262b9-039f-46a0-bf0a-cc3d1090c518', 'name': 'network-vif-deleted', 'tag': '01890cda-91f2-4969-96bf-fd8e3481df3f'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:33:29.746494 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-433deb84-bb64-486e-821f-e84699000bdc req-6124e626-09d4-496e-92b1-7c7bb8910664 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.26 "DELETE /v2.0/ports/01890cda-91f2-4969-96bf-fd8e3481df3f HTTP/1.1" status: 204 len: 173 time: 0.7127709 Mar 28 19:33:29.838949 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224262b9-039f-46a0-bf0a-cc3d1090c518', 'name': 'network-vif-deleted', 'tag': '01890cda-91f2-4969-96bf-fd8e3481df3f', 'status': 'completed', 'code': 200} Mar 28 19:33:29.891942 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-bbafb485-6574-4ecf-af63-582ac9037ebc req-bbe3aae2-2e78-45f7-afa4-ea9a9be91b23 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Synchronizing usage tracker for tenant:2c05852130834e7c850bab0ef73e7c40 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:33:29.909140 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-bbafb485-6574-4ecf-af63-582ac9037ebc req-bbe3aae2-2e78-45f7-afa4-ea9a9be91b23 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] Unset dirty status for tenant:2c05852130834e7c850bab0ef73e7c40 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:33:29.910281 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bbafb485-6574-4ecf-af63-582ac9037ebc req-bbe3aae2-2e78-45f7-afa4-ea9a9be91b23 tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] 10.222.0.10 "GET /v2.0/ports?device_id=224262b9-039f-46a0-bf0a-cc3d1090c518 HTTP/1.1" status: 200 len: 210 time: 0.0610743 Mar 28 19:33:30.234777 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:31.140109 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 36508) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:33:31.200764 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-be951967-1a9b-4aa3-b71e-2ca4bca6adeb admin admin] Deleting subnet bbd59bb0-9b8a-4dfd-a146-42b2d75da86e {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:33:31.203673 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-be951967-1a9b-4aa3-b71e-2ca4bca6adeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:31.251188 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-be951967-1a9b-4aa3-b71e-2ca4bca6adeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:31.304366 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-be951967-1a9b-4aa3-b71e-2ca4bca6adeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:31.376093 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-be951967-1a9b-4aa3-b71e-2ca4bca6adeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:31.412704 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be951967-1a9b-4aa3-b71e-2ca4bca6adeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbd59bb0-9b8a-4dfd-a146-42b2d75da86e,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:31.417537 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-be951967-1a9b-4aa3-b71e-2ca4bca6adeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:31.423117 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-be951967-1a9b-4aa3-b71e-2ca4bca6adeb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/bbd59bb0-9b8a-4dfd-a146-42b2d75da86e HTTP/1.1" status: 204 len: 168 time: 0.2819695 Mar 28 19:33:31.425456 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 36512) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:33:31.624398 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ad628447-e4c4-4142-baa6-d08c8541a003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:31.706558 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 01890cda-91f2-4969-96bf-fd8e3481df3f no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:33:31.741751 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: 01890cda-91f2-4969-96bf-fd8e3481df3f {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:33:31.742182 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 01890cda-91f2-4969-96bf-fd8e3481df3f not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:33:31.745895 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ad628447-e4c4-4142-baa6-d08c8541a003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:31.770259 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-ad628447-e4c4-4142-baa6-d08c8541a003 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa41aa09-2acb-4d27-bdfa-8b67585fa353']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:33:31.781874 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-ad628447-e4c4-4142-baa6-d08c8541a003 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21665571-88f7-46fc-b3fc-1ddd0c077cee') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:33:31.782174 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-ad628447-e4c4-4142-baa6-d08c8541a003 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21665571-88f7-46fc-b3fc-1ddd0c077cee') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:33:31.793578 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ad628447-e4c4-4142-baa6-d08c8541a003 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:31.810035 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ad628447-e4c4-4142-baa6-d08c8541a003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:31.816445 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad628447-e4c4-4142-baa6-d08c8541a003 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:33:31.817031 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ad628447-e4c4-4142-baa6-d08c8541a003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:33:31.830721 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:33:31.860895 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:31.907910 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ad628447-e4c4-4142-baa6-d08c8541a003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:31.913300 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ad628447-e4c4-4142-baa6-d08c8541a003 admin admin] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:31.936489 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad628447-e4c4-4142-baa6-d08c8541a003 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa41aa09-2acb-4d27-bdfa-8b67585fa353,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:31.943576 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ad628447-e4c4-4142-baa6-d08c8541a003 admin admin] 10.222.0.10 "DELETE /v2.0/networks/fa41aa09-2acb-4d27-bdfa-8b67585fa353 HTTP/1.1" status: 204 len: 168 time: 0.5172026 Mar 28 19:33:32.071273 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 36518) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:33:32.118935 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d050adeb-03fc-4622-8a86-b9764100c93a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2c05852130834e7c850bab0ef73e7c40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464704 Mar 28 19:33:32.121244 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 36522) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:33:32.180717 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9a872d46-30f3-4433-99a1-f9ca64b4584d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:32.205724 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9a872d46-30f3-4433-99a1-f9ca64b4584d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:32.257213 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9a872d46-30f3-4433-99a1-f9ca64b4584d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:32.276418 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a872d46-30f3-4433-99a1-f9ca64b4584d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa355d85-29d2-4eb6-a105-0c1324ae3d0e,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:32.289758 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9a872d46-30f3-4433-99a1-f9ca64b4584d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:32.293180 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9a872d46-30f3-4433-99a1-f9ca64b4584d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fa355d85-29d2-4eb6-a105-0c1324ae3d0e HTTP/1.1" status: 204 len: 168 time: 0.1687834 Mar 28 19:33:33.011727 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 36546) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:33:33.113531 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-2217d858-f17f-4c05-ab00-37e069a0a29a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-894540917-network', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:33:33.118293 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-2217d858-f17f-4c05-ab00-37e069a0a29a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:33:33.122089 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-2217d858-f17f-4c05-ab00-37e069a0a29a admin admin] Usage tracker for resource:network and tenant:7f25e1e0935c4a2eb80523a8565322a1 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:33:33.125036 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-2217d858-f17f-4c05-ab00-37e069a0a29a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:33:33.131703 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-2217d858-f17f-4c05-ab00-37e069a0a29a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:33:33.141092 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2217d858-f17f-4c05-ab00-37e069a0a29a admin admin] Made reservation on behalf of 7f25e1e0935c4a2eb80523a8565322a1 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:33:33.143315 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2217d858-f17f-4c05-ab00-37e069a0a29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:33.155339 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2217d858-f17f-4c05-ab00-37e069a0a29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:33.168946 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-2217d858-f17f-4c05-ab00-37e069a0a29a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:33:33.172624 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-2217d858-f17f-4c05-ab00-37e069a0a29a admin admin] Usage tracker for resource:security_group_rule and tenant:7f25e1e0935c4a2eb80523a8565322a1 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:33:33.175395 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-2217d858-f17f-4c05-ab00-37e069a0a29a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:33:33.181130 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-2217d858-f17f-4c05-ab00-37e069a0a29a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:33:33.262095 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2217d858-f17f-4c05-ab00-37e069a0a29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:33.265623 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2217d858-f17f-4c05-ab00-37e069a0a29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:33.298142 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2217d858-f17f-4c05-ab00-37e069a0a29a admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:33:33.306656 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217d858-f17f-4c05-ab00-37e069a0a29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c5dad3-9269-4c35-ba6b-13c9a00942a0,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:33.313951 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2217d858-f17f-4c05-ab00-37e069a0a29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:33.313951 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-2217d858-f17f-4c05-ab00-37e069a0a29a admin admin] Added segment bb4927b3-819e-4a81-b915-d09370770074 of type vlan for network bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 Mar 28 19:33:33.339739 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2217d858-f17f-4c05-ab00-37e069a0a29a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:33.368471 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2217d858-f17f-4c05-ab00-37e069a0a29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:33.369388 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2217d858-f17f-4c05-ab00-37e069a0a29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:33.369952 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2217d858-f17f-4c05-ab00-37e069a0a29a admin admin] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:33.471189 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217d858-f17f-4c05-ab00-37e069a0a29a admin admin] Pushing event updated for resources: {'Network': ['ID=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:33.475316 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2217d858-f17f-4c05-ab00-37e069a0a29a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4625487 Mar 28 19:33:33.478303 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 36552) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:33:33.482080 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:33:33.483934 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-95ab9e31-4f5d-403d-9ba9-c2d8680e8ee8 admin admin] Request body: {'subnet': {'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-894540917-subnet', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:33:33.489436 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-95ab9e31-4f5d-403d-9ba9-c2d8680e8ee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:33:33.493430 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-95ab9e31-4f5d-403d-9ba9-c2d8680e8ee8 admin admin] Usage tracker for resource:subnet and tenant:7f25e1e0935c4a2eb80523a8565322a1 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:33:33.496280 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-95ab9e31-4f5d-403d-9ba9-c2d8680e8ee8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:33:33.501922 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-95ab9e31-4f5d-403d-9ba9-c2d8680e8ee8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:33:33.513113 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ab9e31-4f5d-403d-9ba9-c2d8680e8ee8 admin admin] Made reservation on behalf of 7f25e1e0935c4a2eb80523a8565322a1 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:33:33.515470 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-95ab9e31-4f5d-403d-9ba9-c2d8680e8ee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:33.715314 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-95ab9e31-4f5d-403d-9ba9-c2d8680e8ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:33.793545 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab9e31-4f5d-403d-9ba9-c2d8680e8ee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3d787c8-0ec1-4023-a0e7-240ea7fdcc44,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:33.797405 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ab9e31-4f5d-403d-9ba9-c2d8680e8ee8 admin admin] Checking segment: {'id': 'bb4927b3-819e-4a81-b915-d09370770074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:33:33.797755 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ab9e31-4f5d-403d-9ba9-c2d8680e8ee8 admin admin] Network hostable DHCP agents. Network: bf97f2d0-e5c3-49f3-b3a9-a355218c84e4, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:33:33.815827 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ab9e31-4f5d-403d-9ba9-c2d8680e8ee8 admin admin] Network bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:33:33.824070 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-95ab9e31-4f5d-403d-9ba9-c2d8680e8ee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, bf97f2d0-e5c3-49f3-b3a9-a355218c84e4) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:33:33.827783 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ab9e31-4f5d-403d-9ba9-c2d8680e8ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:33.828355 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-95ab9e31-4f5d-403d-9ba9-c2d8680e8ee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:33.833795 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b53a1d0-1a8b-45bc-89af-bb30f44d6ba2 None None] Network bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:33:33.848837 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-95ab9e31-4f5d-403d-9ba9-c2d8680e8ee8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3688123 Mar 28 19:33:33.851619 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 36556) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:33:33.856400 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-53f3d753-13b9-4a85-88b7-9bdbcf6fe5f2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:33:33.861094 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-53f3d753-13b9-4a85-88b7-9bdbcf6fe5f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:33:33.865669 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-53f3d753-13b9-4a85-88b7-9bdbcf6fe5f2 admin admin] Usage tracker for resource:router and tenant:7f25e1e0935c4a2eb80523a8565322a1 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:33:33.868449 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-53f3d753-13b9-4a85-88b7-9bdbcf6fe5f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:33:33.874483 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-53f3d753-13b9-4a85-88b7-9bdbcf6fe5f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:33:33.886756 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-53f3d753-13b9-4a85-88b7-9bdbcf6fe5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:33.887765 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-53f3d753-13b9-4a85-88b7-9bdbcf6fe5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:33.902261 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-53f3d753-13b9-4a85-88b7-9bdbcf6fe5f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:34.053633 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e77bda-01c5-4ec6-b44a-a80b59cf7f9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:33:34.054451 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-58e77bda-01c5-4ec6-b44a-a80b59cf7f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:34.166422 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-53f3d753-13b9-4a85-88b7-9bdbcf6fe5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:34.209689 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-58e77bda-01c5-4ec6-b44a-a80b59cf7f9b None None] Allocated IP 172.20.0.2 (bf97f2d0-e5c3-49f3-b3a9-a355218c84e4/b3d787c8-0ec1-4023-a0e7-240ea7fdcc44/c8368711-e42d-4f03-874a-463be2929e0c) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:33:34.420534 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-58e77bda-01c5-4ec6-b44a-a80b59cf7f9b None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:34.431344 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-58e77bda-01c5-4ec6-b44a-a80b59cf7f9b None None] Transition to ACTIVE for port object c8368711-e42d-4f03-874a-463be2929e0c will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:33:34.450152 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-58e77bda-01c5-4ec6-b44a-a80b59cf7f9b None None] Transition to ACTIVE for port object c8368711-e42d-4f03-874a-463be2929e0c will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:33:34.455451 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-58e77bda-01c5-4ec6-b44a-a80b59cf7f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:34.518425 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e77bda-01c5-4ec6-b44a-a80b59cf7f9b None None] Network bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:33:34.525279 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-58e77bda-01c5-4ec6-b44a-a80b59cf7f9b None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:33:34.529878 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e77bda-01c5-4ec6-b44a-a80b59cf7f9b None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:33:34.536213 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e77bda-01c5-4ec6-b44a-a80b59cf7f9b None None] Pushing event updated for resources: {'Port': ['ID=c8368711-e42d-4f03-874a-463be2929e0c,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:34.598797 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-53f3d753-13b9-4a85-88b7-9bdbcf6fe5f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:34.621979 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-58e77bda-01c5-4ec6-b44a-a80b59cf7f9b None None] Attempting to bind port c8368711-e42d-4f03-874a-463be2929e0c on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:33:34.622341 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-58e77bda-01c5-4ec6-b44a-a80b59cf7f9b None None] Attempting to bind port c8368711-e42d-4f03-874a-463be2929e0c by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'bb4927b3-819e-4a81-b915-d09370770074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:33:34.622694 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e77bda-01c5-4ec6-b44a-a80b59cf7f9b None None] Attempting to bind port c8368711-e42d-4f03-874a-463be2929e0c on network bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:33:34.628048 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e77bda-01c5-4ec6-b44a-a80b59cf7f9b None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:33:34.628462 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e77bda-01c5-4ec6-b44a-a80b59cf7f9b None None] Checking segment: {'id': 'bb4927b3-819e-4a81-b915-d09370770074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:33:34.628808 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-58e77bda-01c5-4ec6-b44a-a80b59cf7f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:34.629192 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e77bda-01c5-4ec6-b44a-a80b59cf7f9b None None] Bound using segment: {'id': 'bb4927b3-819e-4a81-b915-d09370770074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:33:34.629689 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-58e77bda-01c5-4ec6-b44a-a80b59cf7f9b None None] Bound port: c8368711-e42d-4f03-874a-463be2929e0c, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4927b3-819e-4a81-b915-d09370770074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:33:34.629814 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-53f3d753-13b9-4a85-88b7-9bdbcf6fe5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:34.630089 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-58e77bda-01c5-4ec6-b44a-a80b59cf7f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:34.759848 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-58e77bda-01c5-4ec6-b44a-a80b59cf7f9b None None] For port c8368711-e42d-4f03-874a-463be2929e0c, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:33:34.764290 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-58e77bda-01c5-4ec6-b44a-a80b59cf7f9b None None] For port c8368711-e42d-4f03-874a-463be2929e0c, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c8368711-e42d-4f03-874a-463be2929e0c,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:33:34.768067 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-58e77bda-01c5-4ec6-b44a-a80b59cf7f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:34.789935 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-53f3d753-13b9-4a85-88b7-9bdbcf6fe5f2 admin admin] Allocated IP 172.26.4.87 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/292f70c9-dc89-42a6-a2ce-e0f03df1dfe3) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:33:34.853434 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e77bda-01c5-4ec6-b44a-a80b59cf7f9b None None] Pushing event updated for resources: {'Port': ['ID=c8368711-e42d-4f03-874a-463be2929e0c,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:34.953607 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-53f3d753-13b9-4a85-88b7-9bdbcf6fe5f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:34.985523 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-53f3d753-13b9-4a85-88b7-9bdbcf6fe5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:35.069154 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f3d753-13b9-4a85-88b7-9bdbcf6fe5f2 admin admin] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:33:35.078255 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-53f3d753-13b9-4a85-88b7-9bdbcf6fe5f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:33:35.081628 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f3d753-13b9-4a85-88b7-9bdbcf6fe5f2 admin admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:33:35.122682 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3d753-13b9-4a85-88b7-9bdbcf6fe5f2 admin admin] Pushing event updated for resources: {'Port': ['ID=292f70c9-dc89-42a6-a2ce-e0f03df1dfe3,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:35.506782 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-53f3d753-13b9-4a85-88b7-9bdbcf6fe5f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:35.789543 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cd6baf-97e6-4ea6-9354-03cdc73e47d4 None None] Network bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:33:35.898986 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-af04c87c-e634-4a17-9266-6a128ddc66a2 None None] Provisioning for port c8368711-e42d-4f03-874a-463be2929e0c completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:33:35.984114 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-53f3d753-13b9-4a85-88b7-9bdbcf6fe5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:36.029559 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c8368711-e42d-4f03-874a-463be2929e0c up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:33:36.113877 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port c8368711-e42d-4f03-874a-463be2929e0c completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:33:36.120342 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port c8368711-e42d-4f03-874a-463be2929e0c triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:33:36.120719 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:36.194058 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f3d753-13b9-4a85-88b7-9bdbcf6fe5f2 admin admin] Router 140a7a01-7a7f-436f-801e-c758fe0fa901 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:33:36.245019 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:36.283148 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port c8368711-e42d-4f03-874a-463be2929e0c, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c8368711-e42d-4f03-874a-463be2929e0c,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:33:36.289211 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:36.362741 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-34ac8861-2eb0-48b9-acfd-2977b82b31ab None None] Provisioning complete for port c8368711-e42d-4f03-874a-463be2929e0c triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:33:36.363125 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-34ac8861-2eb0-48b9-acfd-2977b82b31ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:36.392640 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=c8368711-e42d-4f03-874a-463be2929e0c,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:36.397092 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f3d753-13b9-4a85-88b7-9bdbcf6fe5f2 admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:33:36.408971 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d1f5ef-22b3-49ef-86fd-6cc9e14438f9 None None] Sync routers for ids ['140a7a01-7a7f-436f-801e-c758fe0fa901'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:33:36.419776 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d1f5ef-22b3-49ef-86fd-6cc9e14438f9 None None] Routers {'140a7a01-7a7f-436f-801e-c758fe0fa901'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:33:36.420761 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-33d1f5ef-22b3-49ef-86fd-6cc9e14438f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:33:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['140a7a01-7a7f-436f-801e-c758fe0fa901'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:33:36.423953 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-53f3d753-13b9-4a85-88b7-9bdbcf6fe5f2 admin admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:36.425285 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-53f3d753-13b9-4a85-88b7-9bdbcf6fe5f2 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5727677 Mar 28 19:33:36.428574 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 36560) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:33:36.597880 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-33d1f5ef-22b3-49ef-86fd-6cc9e14438f9 None None] Set router 140a7a01-7a7f-436f-801e-c758fe0fa901 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:33:36.883675 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-33d1f5ef-22b3-49ef-86fd-6cc9e14438f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:33:35Z', 'revision_number': 3, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port': {'id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:34Z', 'updated_at': '2022-03-28T19:33:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:33:36.887511 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d1f5ef-22b3-49ef-86fd-6cc9e14438f9 None None] Checking router: 140a7a01-7a7f-436f-801e-c758fe0fa901 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:33:36.887849 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d1f5ef-22b3-49ef-86fd-6cc9e14438f9 None None] Updating router 140a7a01-7a7f-436f-801e-c758fe0fa901 port 292f70c9-dc89-42a6-a2ce-e0f03df1dfe3 binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:33:36.939056 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-33d1f5ef-22b3-49ef-86fd-6cc9e14438f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:37.091949 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-036dee16-d00e-4cba-b593-709657957011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:37.263544 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-33d1f5ef-22b3-49ef-86fd-6cc9e14438f9 None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:37.276114 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-33d1f5ef-22b3-49ef-86fd-6cc9e14438f9 None None] Transition to ACTIVE for port object 292f70c9-dc89-42a6-a2ce-e0f03df1dfe3 will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:33:37.282434 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-33d1f5ef-22b3-49ef-86fd-6cc9e14438f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:37.295807 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-036dee16-d00e-4cba-b593-709657957011 admin admin] Allocated IP 172.20.0.1 (bf97f2d0-e5c3-49f3-b3a9-a355218c84e4/b3d787c8-0ec1-4023-a0e7-240ea7fdcc44/e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:33:37.394074 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-33d1f5ef-22b3-49ef-86fd-6cc9e14438f9 None None] Attempting to bind port 292f70c9-dc89-42a6-a2ce-e0f03df1dfe3 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:33:37.394434 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-33d1f5ef-22b3-49ef-86fd-6cc9e14438f9 None None] Attempting to bind port 292f70c9-dc89-42a6-a2ce-e0f03df1dfe3 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:33:37.394779 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d1f5ef-22b3-49ef-86fd-6cc9e14438f9 None None] Attempting to bind port 292f70c9-dc89-42a6-a2ce-e0f03df1dfe3 on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:33:37.397203 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23645fdf-d3ab-473a-b1b1-869e788f48fb None None] Pushing event updated for resources: {'Port': ['ID=292f70c9-dc89-42a6-a2ce-e0f03df1dfe3,revision_number=2']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:37.406231 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d1f5ef-22b3-49ef-86fd-6cc9e14438f9 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:33:37.406589 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d1f5ef-22b3-49ef-86fd-6cc9e14438f9 None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:33:37.407000 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-33d1f5ef-22b3-49ef-86fd-6cc9e14438f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:37.407381 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d1f5ef-22b3-49ef-86fd-6cc9e14438f9 None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:33:37.407838 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-33d1f5ef-22b3-49ef-86fd-6cc9e14438f9 None None] Bound port: 292f70c9-dc89-42a6-a2ce-e0f03df1dfe3, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:33:37.408197 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-33d1f5ef-22b3-49ef-86fd-6cc9e14438f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:37.433397 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23645fdf-d3ab-473a-b1b1-869e788f48fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:37.434055 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23645fdf-d3ab-473a-b1b1-869e788f48fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:37.434055 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23645fdf-d3ab-473a-b1b1-869e788f48fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:37.434358 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23645fdf-d3ab-473a-b1b1-869e788f48fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:37.434686 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23645fdf-d3ab-473a-b1b1-869e788f48fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:37.435044 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23645fdf-d3ab-473a-b1b1-869e788f48fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:37.435602 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23645fdf-d3ab-473a-b1b1-869e788f48fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:37.435927 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23645fdf-d3ab-473a-b1b1-869e788f48fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:37.436241 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23645fdf-d3ab-473a-b1b1-869e788f48fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:37.436553 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23645fdf-d3ab-473a-b1b1-869e788f48fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:37.436861 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23645fdf-d3ab-473a-b1b1-869e788f48fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:37.437168 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23645fdf-d3ab-473a-b1b1-869e788f48fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:37.491152 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-33d1f5ef-22b3-49ef-86fd-6cc9e14438f9 None None] For port 292f70c9-dc89-42a6-a2ce-e0f03df1dfe3, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:33:37.494029 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-33d1f5ef-22b3-49ef-86fd-6cc9e14438f9 None None] For port 292f70c9-dc89-42a6-a2ce-e0f03df1dfe3, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=292f70c9-dc89-42a6-a2ce-e0f03df1dfe3,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:33:37.498651 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-33d1f5ef-22b3-49ef-86fd-6cc9e14438f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:37.566024 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-036dee16-d00e-4cba-b593-709657957011 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:37.575794 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d1f5ef-22b3-49ef-86fd-6cc9e14438f9 None None] Routers {'140a7a01-7a7f-436f-801e-c758fe0fa901'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:33:37.576401 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-33d1f5ef-22b3-49ef-86fd-6cc9e14438f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:33:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['140a7a01-7a7f-436f-801e-c758fe0fa901'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:33:37.582309 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-036dee16-d00e-4cba-b593-709657957011 admin admin] Transition to ACTIVE for port object e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:33:37.607960 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-036dee16-d00e-4cba-b593-709657957011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:37.670035 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036dee16-d00e-4cba-b593-709657957011 admin admin] Network bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:33:37.673060 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-036dee16-d00e-4cba-b593-709657957011 admin admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:33:37.675650 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036dee16-d00e-4cba-b593-709657957011 admin admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:33:37.713974 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23645fdf-d3ab-473a-b1b1-869e788f48fb None None] Pushing event updated for resources: {'Port': ['ID=292f70c9-dc89-42a6-a2ce-e0f03df1dfe3,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:37.728438 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036dee16-d00e-4cba-b593-709657957011 admin admin] Pushing event updated for resources: {'Port': ['ID=e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:37.743878 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-036dee16-d00e-4cba-b593-709657957011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:37.759946 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-33d1f5ef-22b3-49ef-86fd-6cc9e14438f9 None None] Set router 140a7a01-7a7f-436f-801e-c758fe0fa901 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:33:37.927019 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-d58eaebb-a72d-4e57-9814-0e7c242073a3 None None] Provisioning for port e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:33:37.933434 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-d58eaebb-a72d-4e57-9814-0e7c242073a3 None None] Provisioning complete for port e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:33:37.933810 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d58eaebb-a72d-4e57-9814-0e7c242073a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:38.001549 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-d58eaebb-a72d-4e57-9814-0e7c242073a3 None None] Port e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:33:38.008182 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c8368711-e42d-4f03-874a-463be2929e0c up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:33:38.041151 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-036dee16-d00e-4cba-b593-709657957011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:38.073080 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-33d1f5ef-22b3-49ef-86fd-6cc9e14438f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:33:35Z', 'revision_number': 3, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port': {'id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:34Z', 'updated_at': '2022-03-28T19:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:33:38.077402 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d1f5ef-22b3-49ef-86fd-6cc9e14438f9 None None] The sync data for ids ['140a7a01-7a7f-436f-801e-c758fe0fa901'] in dv-neutron-834711-1-hyperv is: [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:33:35Z', 'revision_number': 3, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port': {'id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:34Z', 'updated_at': '2022-03-28T19:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:33:38.078367 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port c8368711-e42d-4f03-874a-463be2929e0c triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:33:38.078849 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:38.276406 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-036dee16-d00e-4cba-b593-709657957011 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:38.282115 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-036dee16-d00e-4cba-b593-709657957011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:38.393335 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-036dee16-d00e-4cba-b593-709657957011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:38.397605 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036dee16-d00e-4cba-b593-709657957011 admin admin] Pushing event updated for resources: {'Port': ['ID=e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:38.537369 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036dee16-d00e-4cba-b593-709657957011 admin admin] Network bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:33:38.538514 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-036dee16-d00e-4cba-b593-709657957011 admin admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:33:38.744480 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036dee16-d00e-4cba-b593-709657957011 admin admin] Router 140a7a01-7a7f-436f-801e-c758fe0fa901 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:33:38.826599 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-9d4a4dca-e421-4601-82f6-f3d9af327690 None None] Provisioning complete for port e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:33:38.826919 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9d4a4dca-e421-4601-82f6-f3d9af327690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:38.885924 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-9d4a4dca-e421-4601-82f6-f3d9af327690 None None] Port e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:33:38.933289 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036dee16-d00e-4cba-b593-709657957011 admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:33:38.943499 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-036dee16-d00e-4cba-b593-709657957011 admin admin] 10.222.0.10 "PUT /v2.0/routers/140a7a01-7a7f-436f-801e-c758fe0fa901/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5139129 Mar 28 19:33:39.583340 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 36570) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:33:39.588291 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-e9378913-28d6-450e-b43f-3672fb6c087c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1406333612', 'description': 'tempest-description--1536276353'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:33:39.595043 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e9378913-28d6-450e-b43f-3672fb6c087c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:33:39.599818 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e9378913-28d6-450e-b43f-3672fb6c087c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Usage tracker for resource:security_group and tenant:7f25e1e0935c4a2eb80523a8565322a1 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:33:39.602937 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e9378913-28d6-450e-b43f-3672fb6c087c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:33:39.608768 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e9378913-28d6-450e-b43f-3672fb6c087c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:33:39.619609 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e9378913-28d6-450e-b43f-3672fb6c087c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:39.625351 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63761f05-6562-403b-9547-5eb7b2743f68 None None] Sync routers for ids ['140a7a01-7a7f-436f-801e-c758fe0fa901'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:33:39.634839 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63761f05-6562-403b-9547-5eb7b2743f68 None None] Routers {'140a7a01-7a7f-436f-801e-c758fe0fa901'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:33:39.635555 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-63761f05-6562-403b-9547-5eb7b2743f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:33:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['140a7a01-7a7f-436f-801e-c758fe0fa901'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:33:39.642942 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e9378913-28d6-450e-b43f-3672fb6c087c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:33:39.647420 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e9378913-28d6-450e-b43f-3672fb6c087c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Usage tracker for resource:security_group_rule and tenant:7f25e1e0935c4a2eb80523a8565322a1 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:33:39.650225 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e9378913-28d6-450e-b43f-3672fb6c087c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:33:39.655855 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e9378913-28d6-450e-b43f-3672fb6c087c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:33:39.727457 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e9378913-28d6-450e-b43f-3672fb6c087c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:39.731630 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e9378913-28d6-450e-b43f-3672fb6c087c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:39.773917 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9378913-28d6-450e-b43f-3672fb6c087c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4159b5b3-5892-4cdb-bf77-82f6aa4ee171,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:39.777692 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e9378913-28d6-450e-b43f-3672fb6c087c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:39.778917 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e9378913-28d6-450e-b43f-3672fb6c087c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1945639 Mar 28 19:33:39.782261 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 36574) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:33:39.783310 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9378913-28d6-450e-b43f-3672fb6c087c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:39.783668 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9378913-28d6-450e-b43f-3672fb6c087c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:39.784010 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9378913-28d6-450e-b43f-3672fb6c087c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:39.784352 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9378913-28d6-450e-b43f-3672fb6c087c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:39.784687 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9378913-28d6-450e-b43f-3672fb6c087c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:39.785022 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9378913-28d6-450e-b43f-3672fb6c087c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:39.785377 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9378913-28d6-450e-b43f-3672fb6c087c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:39.785840 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9378913-28d6-450e-b43f-3672fb6c087c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:39.786177 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9378913-28d6-450e-b43f-3672fb6c087c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:39.786512 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9378913-28d6-450e-b43f-3672fb6c087c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:39.786833 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9378913-28d6-450e-b43f-3672fb6c087c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:39.787181 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9378913-28d6-450e-b43f-3672fb6c087c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:39.787786 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-1940e1b4-e843-4aea-bd0d-629d6c93b087 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Request body: {'security_group_rule': {'security_group_id': '4159b5b3-5892-4cdb-bf77-82f6aa4ee171', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:33:39.795138 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-1940e1b4-e843-4aea-bd0d-629d6c93b087 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:33:39.798567 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-1940e1b4-e843-4aea-bd0d-629d6c93b087 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Usage tracker for resource:security_group_rule and tenant:7f25e1e0935c4a2eb80523a8565322a1 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:33:39.801636 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-1940e1b4-e843-4aea-bd0d-629d6c93b087 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:33:39.807330 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-1940e1b4-e843-4aea-bd0d-629d6c93b087 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:33:39.825531 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1940e1b4-e843-4aea-bd0d-629d6c93b087 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:39.825915 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-63761f05-6562-403b-9547-5eb7b2743f68 None None] Set router 140a7a01-7a7f-436f-801e-c758fe0fa901 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:33:39.889627 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1940e1b4-e843-4aea-bd0d-629d6c93b087 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:39.893322 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1940e1b4-e843-4aea-bd0d-629d6c93b087 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:40.031196 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940e1b4-e843-4aea-bd0d-629d6c93b087 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=231a7dd3-4dde-4933-b943-6a561ff4df39,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:40.043125 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1940e1b4-e843-4aea-bd0d-629d6c93b087 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:40.044349 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1940e1b4-e843-4aea-bd0d-629d6c93b087 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2612965 Mar 28 19:33:40.047135 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 36578) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:33:40.052879 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-06963e18-dc96-4b29-9a66-96cbce050976 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Request body: {'security_group_rule': {'security_group_id': '4159b5b3-5892-4cdb-bf77-82f6aa4ee171', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:33:40.059038 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-06963e18-dc96-4b29-9a66-96cbce050976 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:33:40.063154 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-06963e18-dc96-4b29-9a66-96cbce050976 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Usage tracker for resource:security_group_rule and tenant:7f25e1e0935c4a2eb80523a8565322a1 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:33:40.066055 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-06963e18-dc96-4b29-9a66-96cbce050976 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:33:40.071816 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-06963e18-dc96-4b29-9a66-96cbce050976 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:33:40.082803 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 292f70c9-dc89-42a6-a2ce-e0f03df1dfe3 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:33:40.089202 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-06963e18-dc96-4b29-9a66-96cbce050976 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:40.152172 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-06963e18-dc96-4b29-9a66-96cbce050976 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:40.155802 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-06963e18-dc96-4b29-9a66-96cbce050976 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:40.179034 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06963e18-dc96-4b29-9a66-96cbce050976 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=021137cc-ee3a-4c7d-9939-d99bb4a2f409,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:40.190191 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-06963e18-dc96-4b29-9a66-96cbce050976 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:40.191478 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-06963e18-dc96-4b29-9a66-96cbce050976 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1434305 Mar 28 19:33:40.195354 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 36582) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:33:40.200270 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-e3ab3a50-0844-4dd6-89b1-542d69d88645 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:33:40.205848 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e3ab3a50-0844-4dd6-89b1-542d69d88645 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:33:40.210061 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e3ab3a50-0844-4dd6-89b1-542d69d88645 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Usage tracker for resource:floatingip and tenant:7f25e1e0935c4a2eb80523a8565322a1 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:33:40.213110 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e3ab3a50-0844-4dd6-89b1-542d69d88645 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:33:40.218907 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e3ab3a50-0844-4dd6-89b1-542d69d88645 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:33:40.224224 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 292f70c9-dc89-42a6-a2ce-e0f03df1dfe3 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:33:40.228755 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e3ab3a50-0844-4dd6-89b1-542d69d88645 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:40.233996 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 292f70c9-dc89-42a6-a2ce-e0f03df1dfe3 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:33:40.234369 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:40.304912 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-63761f05-6562-403b-9547-5eb7b2743f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:33:37Z', 'revision_number': 4, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port': {'id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:34Z', 'updated_at': '2022-03-28T19:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d', 'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'mac_address': 'fa:16:3e:01:97:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:37Z', 'updated_at': '2022-03-28T19:33:38Z', 'revision_number': 2, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'subnets': [{'id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:33:40.311467 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63761f05-6562-403b-9547-5eb7b2743f68 None None] Checking router: 140a7a01-7a7f-436f-801e-c758fe0fa901 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:33:40.311823 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63761f05-6562-403b-9547-5eb7b2743f68 None None] Updating router 140a7a01-7a7f-436f-801e-c758fe0fa901 port e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:33:40.364629 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e3ab3a50-0844-4dd6-89b1-542d69d88645 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:40.411131 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-63761f05-6562-403b-9547-5eb7b2743f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:40.421003 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:40.479403 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 292f70c9-dc89-42a6-a2ce-e0f03df1dfe3, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=292f70c9-dc89-42a6-a2ce-e0f03df1dfe3,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:33:40.484529 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:40.502480 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-e3ab3a50-0844-4dd6-89b1-542d69d88645 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Allocated IP 172.26.4.72 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/8959d287-bf35-48c1-88b0-105bae4ecc6e) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:33:40.623470 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=292f70c9-dc89-42a6-a2ce-e0f03df1dfe3,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:40.634202 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:40.634839 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:40.634975 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:40.635236 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:40.635573 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:40.635906 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:40.636237 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:40.636566 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:40.636895 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:40.637221 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:40.637549 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:40.637873 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:33:40.649876 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e3ab3a50-0844-4dd6-89b1-542d69d88645 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:40.682122 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e3ab3a50-0844-4dd6-89b1-542d69d88645 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:40.745085 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ab3a50-0844-4dd6-89b1-542d69d88645 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:33:40.747765 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-e3ab3a50-0844-4dd6-89b1-542d69d88645 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:33:40.755590 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ab3a50-0844-4dd6-89b1-542d69d88645 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:33:40.789498 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab3a50-0844-4dd6-89b1-542d69d88645 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Pushing event updated for resources: {'Port': ['ID=8959d287-bf35-48c1-88b0-105bae4ecc6e,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:40.837914 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e3ab3a50-0844-4dd6-89b1-542d69d88645 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:40.846823 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-63761f05-6562-403b-9547-5eb7b2743f68 None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:40.858539 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-63761f05-6562-403b-9547-5eb7b2743f68 None None] Transition to ACTIVE for port object e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:33:40.865608 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-63761f05-6562-403b-9547-5eb7b2743f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:40.898999 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e3ab3a50-0844-4dd6-89b1-542d69d88645 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:41.027766 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a44988-708d-4fce-8954-07e08cdc475b None None] Pushing event updated for resources: {'Port': ['ID=e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:41.086866 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-63761f05-6562-403b-9547-5eb7b2743f68 None None] Attempting to bind port e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:33:41.087394 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-63761f05-6562-403b-9547-5eb7b2743f68 None None] Attempting to bind port e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'bb4927b3-819e-4a81-b915-d09370770074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:33:41.088079 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63761f05-6562-403b-9547-5eb7b2743f68 None None] Attempting to bind port e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d on network bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:33:41.093604 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63761f05-6562-403b-9547-5eb7b2743f68 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:33:41.093966 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63761f05-6562-403b-9547-5eb7b2743f68 None None] Checking segment: {'id': 'bb4927b3-819e-4a81-b915-d09370770074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:33:41.094366 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-63761f05-6562-403b-9547-5eb7b2743f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:41.094748 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63761f05-6562-403b-9547-5eb7b2743f68 None None] Bound using segment: {'id': 'bb4927b3-819e-4a81-b915-d09370770074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:33:41.095240 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-63761f05-6562-403b-9547-5eb7b2743f68 None None] Bound port: e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4927b3-819e-4a81-b915-d09370770074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:33:41.095610 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-63761f05-6562-403b-9547-5eb7b2743f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:41.131696 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e3ab3a50-0844-4dd6-89b1-542d69d88645 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:41.136188 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e3ab3a50-0844-4dd6-89b1-542d69d88645 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:41.189329 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-63761f05-6562-403b-9547-5eb7b2743f68 None None] For port e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:33:41.192648 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-63761f05-6562-403b-9547-5eb7b2743f68 None None] For port e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:33:41.196279 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-63761f05-6562-403b-9547-5eb7b2743f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:41.246136 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab3a50-0844-4dd6-89b1-542d69d88645 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Pushing event updated for resources: {'Port': ['ID=8959d287-bf35-48c1-88b0-105bae4ecc6e,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:41.254074 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e3ab3a50-0844-4dd6-89b1-542d69d88645 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:41.277819 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e3ab3a50-0844-4dd6-89b1-542d69d88645 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:41.287374 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e3ab3a50-0844-4dd6-89b1-542d69d88645 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0828900 Mar 28 19:33:41.293267 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63761f05-6562-403b-9547-5eb7b2743f68 None None] Routers {'140a7a01-7a7f-436f-801e-c758fe0fa901'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:33:41.293889 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-63761f05-6562-403b-9547-5eb7b2743f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:33:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['140a7a01-7a7f-436f-801e-c758fe0fa901'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:33:41.344456 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a44988-708d-4fce-8954-07e08cdc475b None None] Pushing event updated for resources: {'Port': ['ID=e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:41.453943 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-178b6dce-2226-48dd-b9e4-26bc827164d5 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Synchronizing usage tracker for tenant:7f25e1e0935c4a2eb80523a8565322a1 on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:33:41.472347 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-178b6dce-2226-48dd-b9e4-26bc827164d5 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Unset dirty status for tenant:7f25e1e0935c4a2eb80523a8565322a1 on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:33:41.474300 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-178b6dce-2226-48dd-b9e4-26bc827164d5 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1406333612&fields=id&tenant_id=7f25e1e0935c4a2eb80523a8565322a1 HTTP/1.1" status: 200 len: 267 time: 0.0628819 Mar 28 19:33:41.484664 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-63761f05-6562-403b-9547-5eb7b2743f68 None None] Set router 140a7a01-7a7f-436f-801e-c758fe0fa901 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:33:41.628176 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-09b2c99e-8fa5-4792-972b-137be3c7435e tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:41.628768 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-09b2c99e-8fa5-4792-972b-137be3c7435e tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Synchronizing usage tracker for tenant:7f25e1e0935c4a2eb80523a8565322a1 on resource:network {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:33:41.648552 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-09b2c99e-8fa5-4792-972b-137be3c7435e tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Unset dirty status for tenant:7f25e1e0935c4a2eb80523a8565322a1 on resource:network {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:33:41.649813 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-09b2c99e-8fa5-4792-972b-137be3c7435e tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 811 time: 0.1683998 Mar 28 19:33:41.667864 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-7e813dc9-dc4b-47c5-923e-ed5eccea4bcb tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/quotas/7f25e1e0935c4a2eb80523a8565322a1 HTTP/1.1" status: 200 len: 375 time: 0.0105286 Mar 28 19:33:41.758151 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-e27ed5b7-a089-47ff-995a-0cc4cca6d0c1 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Synchronizing usage tracker for tenant:7f25e1e0935c4a2eb80523a8565322a1 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:33:41.775992 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-e27ed5b7-a089-47ff-995a-0cc4cca6d0c1 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Unset dirty status for tenant:7f25e1e0935c4a2eb80523a8565322a1 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:33:41.777388 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-e27ed5b7-a089-47ff-995a-0cc4cca6d0c1 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1035476 Mar 28 19:33:41.846569 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-63761f05-6562-403b-9547-5eb7b2743f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:33:37Z', 'revision_number': 4, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port': {'id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:34Z', 'updated_at': '2022-03-28T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d', 'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'mac_address': 'fa:16:3e:01:97:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:37Z', 'updated_at': '2022-03-28T19:33:41Z', 'revision_number': 4, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'subnets': [{'id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:33:41.850718 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63761f05-6562-403b-9547-5eb7b2743f68 None None] The sync data for ids ['140a7a01-7a7f-436f-801e-c758fe0fa901'] in dv-neutron-834711-1-hyperv is: [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:33:37Z', 'revision_number': 4, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port': {'id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:34Z', 'updated_at': '2022-03-28T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d', 'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'mac_address': 'fa:16:3e:01:97:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:37Z', 'updated_at': '2022-03-28T19:33:41Z', 'revision_number': 4, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'subnets': [{'id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:33:41.992428 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-9abbfa05-2dad-428c-860b-a4a0f6cbdc20 service neutron] 10.222.0.10 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024271 Mar 28 19:33:42.065240 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 292f70c9-dc89-42a6-a2ce-e0f03df1dfe3 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:33:42.141383 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 292f70c9-dc89-42a6-a2ce-e0f03df1dfe3 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:33:42.141674 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:42.251246 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-8b6c29fb-e2ee-4916-9a5b-ca14feb91360 service neutron] 10.222.0.10 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523658 Mar 28 19:33:42.275914 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:33:42.352929 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:33:42.359110 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:33:42.359611 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:42.472229 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c1ae3cd4-94dd-4828-af3c-b96587720ab9 req-808f101c-c5ae-4ff1-996a-19a1c8db765a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 210 time: 0.0579979 Mar 28 19:33:42.545046 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:42.586656 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:33:42.590978 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:42.673706 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:33:42.683383 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:43.565658 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-672dbc36-00d3-4c8e-b67b-85f7862f5262 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:43.567838 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-672dbc36-00d3-4c8e-b67b-85f7862f5262 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.26 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 811 time: 0.1447232 Mar 28 19:33:43.638771 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-feb49a4b-0f5a-448e-8d52-f7e1ebb17e19 req-9035adc3-3eab-4e4b-afbe-b991f356b2e5 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 210 time: 0.0487599 Mar 28 19:33:43.670955 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-e3b0eb8c-69e4-4f3d-85d1-6cdfe9afe8ec tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f25e1e0935c4a2eb80523a8565322a1 HTTP/1.1" status: 200 len: 380 time: 0.0950797 Mar 28 19:33:43.682464 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-8088ffea-da6b-4e8e-8126-6d056433d5ae tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Request body: {'port': {'device_id': '6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'admin_state_up': True, 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'security_groups': ['4159b5b3-5892-4cdb-bf77-82f6aa4ee171']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:33:43.818008 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-8088ffea-da6b-4e8e-8126-6d056433d5ae tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:33:43.827690 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-8088ffea-da6b-4e8e-8126-6d056433d5ae tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:33:43.836307 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-8088ffea-da6b-4e8e-8126-6d056433d5ae tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Made reservation on behalf of 7f25e1e0935c4a2eb80523a8565322a1 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:33:43.839779 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-8088ffea-da6b-4e8e-8126-6d056433d5ae tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:43.988533 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:33:44.002166 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-8088ffea-da6b-4e8e-8126-6d056433d5ae tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Allocated IP 172.20.0.6 (bf97f2d0-e5c3-49f3-b3a9-a355218c84e4/b3d787c8-0ec1-4023-a0e7-240ea7fdcc44/6b2f67a3-8bac-4473-90ce-2d655cf11cc8) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:33:44.056659 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:33:44.057034 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:44.188435 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-8088ffea-da6b-4e8e-8126-6d056433d5ae tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:44.204099 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-8088ffea-da6b-4e8e-8126-6d056433d5ae tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Transition to ACTIVE for port object 6b2f67a3-8bac-4473-90ce-2d655cf11cc8 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:33:44.227350 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-8088ffea-da6b-4e8e-8126-6d056433d5ae tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:44.290133 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-8088ffea-da6b-4e8e-8126-6d056433d5ae tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Network bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:33:44.293049 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-8088ffea-da6b-4e8e-8126-6d056433d5ae tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:33:44.302078 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-8088ffea-da6b-4e8e-8126-6d056433d5ae tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:33:44.341805 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088ffea-da6b-4e8e-8126-6d056433d5ae tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Pushing event updated for resources: {'Port': ['ID=6b2f67a3-8bac-4473-90ce-2d655cf11cc8,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:44.374273 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-8088ffea-da6b-4e8e-8126-6d056433d5ae tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:44.375181 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-8088ffea-da6b-4e8e-8126-6d056433d5ae tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:44.400148 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-8088ffea-da6b-4e8e-8126-6d056433d5ae tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7214668 Mar 28 19:33:44.411810 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-36e2b566-9341-40b7-8f07-dc09d7f39b98 service neutron] Request body: {'port': {'device_id': '6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:33:44.492063 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-8ee563cb-95dd-4a95-9e14-4e7dbc950874 None None] Provisioning for port 6b2f67a3-8bac-4473-90ce-2d655cf11cc8 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:33:44.496893 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-8ee563cb-95dd-4a95-9e14-4e7dbc950874 None None] Provisioning complete for port 6b2f67a3-8bac-4473-90ce-2d655cf11cc8 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:33:44.497408 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8ee563cb-95dd-4a95-9e14-4e7dbc950874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:44.519313 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-36e2b566-9341-40b7-8f07-dc09d7f39b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:44.550063 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-8ee563cb-95dd-4a95-9e14-4e7dbc950874 None None] Port 6b2f67a3-8bac-4473-90ce-2d655cf11cc8 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:33:44.896116 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fcc26-7168-4f2c-a60e-e1b577074ff7 req-f65c9f28-41d8-4e97-b97a-a5675e8d7bfa tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:44.896785 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-943fcc26-7168-4f2c-a60e-e1b577074ff7 req-f65c9f28-41d8-4e97-b97a-a5675e8d7bfa tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Synchronizing usage tracker for tenant:7f25e1e0935c4a2eb80523a8565322a1 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:33:44.929394 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-36e2b566-9341-40b7-8f07-dc09d7f39b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b2f67a3-8bac-4473-90ce-2d655cf11cc8 {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:33:44.936123 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-943fcc26-7168-4f2c-a60e-e1b577074ff7 req-f65c9f28-41d8-4e97-b97a-a5675e8d7bfa tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Unset dirty status for tenant:7f25e1e0935c4a2eb80523a8565322a1 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:33:44.937219 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-943fcc26-7168-4f2c-a60e-e1b577074ff7 req-f65c9f28-41d8-4e97-b97a-a5675e8d7bfa tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 931 time: 0.1870141 Mar 28 19:33:44.938764 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-36e2b566-9341-40b7-8f07-dc09d7f39b98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:44.969139 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-36e2b566-9341-40b7-8f07-dc09d7f39b98 service neutron] Transition to ACTIVE for port object 6b2f67a3-8bac-4473-90ce-2d655cf11cc8 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:33:44.972053 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-36e2b566-9341-40b7-8f07-dc09d7f39b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:45.090250 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-943fcc26-7168-4f2c-a60e-e1b577074ff7 req-e34ab962-6d86-497d-907f-bb4e9d20edbb tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438127 Mar 28 19:33:45.255562 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2b566-9341-40b7-8f07-dc09d7f39b98 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2f67a3-8bac-4473-90ce-2d655cf11cc8,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:45.331636 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-36e2b566-9341-40b7-8f07-dc09d7f39b98 service neutron] Attempting to bind port 6b2f67a3-8bac-4473-90ce-2d655cf11cc8 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:33:45.331906 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-36e2b566-9341-40b7-8f07-dc09d7f39b98 service neutron] Attempting to bind port 6b2f67a3-8bac-4473-90ce-2d655cf11cc8 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': 'bb4927b3-819e-4a81-b915-d09370770074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:33:45.332337 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-36e2b566-9341-40b7-8f07-dc09d7f39b98 service neutron] Attempting to bind port 6b2f67a3-8bac-4473-90ce-2d655cf11cc8 on network bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:33:45.336782 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-36e2b566-9341-40b7-8f07-dc09d7f39b98 service neutron] Port 6b2f67a3-8bac-4473-90ce-2d655cf11cc8 on network bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:33:45.337093 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-36e2b566-9341-40b7-8f07-dc09d7f39b98 service neutron] Attempting to bind port 6b2f67a3-8bac-4473-90ce-2d655cf11cc8 on network bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:33:45.341979 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-36e2b566-9341-40b7-8f07-dc09d7f39b98 service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:33:45.342302 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-36e2b566-9341-40b7-8f07-dc09d7f39b98 service neutron] Checking segment: {'id': 'bb4927b3-819e-4a81-b915-d09370770074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:33:45.342669 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-36e2b566-9341-40b7-8f07-dc09d7f39b98 service neutron] Bound using segment: {'id': 'bb4927b3-819e-4a81-b915-d09370770074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:33:45.343115 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-36e2b566-9341-40b7-8f07-dc09d7f39b98 service neutron] Bound port: 6b2f67a3-8bac-4473-90ce-2d655cf11cc8, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4927b3-819e-4a81-b915-d09370770074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:33:45.343451 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-36e2b566-9341-40b7-8f07-dc09d7f39b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:45.431570 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-36e2b566-9341-40b7-8f07-dc09d7f39b98 service neutron] For port 6b2f67a3-8bac-4473-90ce-2d655cf11cc8, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:33:45.434508 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-36e2b566-9341-40b7-8f07-dc09d7f39b98 service neutron] For port 6b2f67a3-8bac-4473-90ce-2d655cf11cc8, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=6b2f67a3-8bac-4473-90ce-2d655cf11cc8,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:33:45.438527 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-36e2b566-9341-40b7-8f07-dc09d7f39b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:45.487873 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-36e2b566-9341-40b7-8f07-dc09d7f39b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:45.488484 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-36e2b566-9341-40b7-8f07-dc09d7f39b98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:45.490314 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-36e2b566-9341-40b7-8f07-dc09d7f39b98 service neutron] 10.222.0.26 "PUT /v2.0/ports/6b2f67a3-8bac-4473-90ce-2d655cf11cc8 HTTP/1.1" status: 200 len: 1093 time: 1.0831769 Mar 28 19:33:45.492439 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4', 'tag': '6b2f67a3-8bac-4473-90ce-2d655cf11cc8'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:33:45.526000 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2b566-9341-40b7-8f07-dc09d7f39b98 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2f67a3-8bac-4473-90ce-2d655cf11cc8,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:45.570761 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4', 'tag': '6b2f67a3-8bac-4473-90ce-2d655cf11cc8', 'status': 'completed', 'code': 200} Mar 28 19:33:45.612185 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-0df5cf2d-43fd-45cd-9280-8c033eea890d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:45.614241 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-0df5cf2d-43fd-45cd-9280-8c033eea890d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 1096 time: 0.0787337 Mar 28 19:33:45.681018 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-a90cd52b-4cf8-441e-b573-ec81843b5c64 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b2f67a3-8bac-4473-90ce-2d655cf11cc8 HTTP/1.1" status: 200 len: 217 time: 0.0605688 Mar 28 19:33:45.744815 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-915fc9e1-870d-44fa-9319-f1fb39b83f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:45.746158 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-915fc9e1-870d-44fa-9319-f1fb39b83f52 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3d787c8-0ec1-4023-a0e7-240ea7fdcc44 HTTP/1.1" status: 200 len: 850 time: 0.0596731 Mar 28 19:33:45.820227 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-c5df974d-3f5a-457d-b05c-b8b6f4cf1b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:45.821572 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-c5df974d-3f5a-457d-b05c-b8b6f4cf1b3a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691056 Mar 28 19:33:45.950713 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-d7f17ea6-2bb3-467d-9b3c-7bbd6331707a service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229482 Mar 28 19:33:46.080974 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c83b329b-89ad-4652-a51d-428d37c72c3a req-4cc5d99c-e7ca-4f75-b1d1-3aa7cf7cd82b service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242275 Mar 28 19:33:46.227781 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78622b84-4e48-4238-b0c0-c798e9e4147b req-625e6c04-b2d4-48fb-92a0-210bd21a4851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:46.229162 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-78622b84-4e48-4238-b0c0-c798e9e4147b req-625e6c04-b2d4-48fb-92a0-210bd21a4851 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 1096 time: 0.1058507 Mar 28 19:33:46.378766 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78622b84-4e48-4238-b0c0-c798e9e4147b req-224b933d-a1f3-48a0-8c65-1854e64a945b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:46.380779 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-78622b84-4e48-4238-b0c0-c798e9e4147b req-224b933d-a1f3-48a0-8c65-1854e64a945b service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 912 time: 0.1460421 Mar 28 19:33:46.388260 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5fdcf6-9f23-409a-851a-196cb800e209 req-ecf17523-d7eb-420d-88d5-c961b4777488 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:46.389563 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-df5fdcf6-9f23-409a-851a-196cb800e209 req-ecf17523-d7eb-420d-88d5-c961b4777488 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 943 time: 0.1942847 Mar 28 19:33:46.466107 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-78622b84-4e48-4238-b0c0-c798e9e4147b req-0979b0c5-1004-4c32-86bc-d5686b3d35c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b2f67a3-8bac-4473-90ce-2d655cf11cc8 HTTP/1.1" status: 200 len: 217 time: 0.0756414 Mar 28 19:33:46.527555 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-df5fdcf6-9f23-409a-851a-196cb800e209 req-64db1125-f10a-4481-a188-127f3563ebab tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878813 Mar 28 19:33:46.543718 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78622b84-4e48-4238-b0c0-c798e9e4147b req-fb96db3a-4a99-4d4e-92cc-c090a9f20ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:46.545133 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-78622b84-4e48-4238-b0c0-c798e9e4147b req-fb96db3a-4a99-4d4e-92cc-c090a9f20ec2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3d787c8-0ec1-4023-a0e7-240ea7fdcc44 HTTP/1.1" status: 200 len: 850 time: 0.0725515 Mar 28 19:33:46.622467 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78622b84-4e48-4238-b0c0-c798e9e4147b req-f3a9df4a-c985-45a1-98f2-76a16342d176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:46.623911 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-78622b84-4e48-4238-b0c0-c798e9e4147b req-f3a9df4a-c985-45a1-98f2-76a16342d176 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718398 Mar 28 19:33:46.752778 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-78622b84-4e48-4238-b0c0-c798e9e4147b req-771799b4-9829-4762-b59d-cb165d8fe981 service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217649 Mar 28 19:33:46.981898 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-78622b84-4e48-4238-b0c0-c798e9e4147b req-2f174d4b-f96e-48b1-84d8-edf6a3269792 service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231226 Mar 28 19:33:47.716679 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b159f9-6f42-440a-8ccf-00b6a36263cf req-52f0ca22-6b6c-4812-8bc7-696016f2576e tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:47.718106 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-39b159f9-6f42-440a-8ccf-00b6a36263cf req-52f0ca22-6b6c-4812-8bc7-696016f2576e tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 943 time: 0.0788181 Mar 28 19:33:47.760544 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-39b159f9-6f42-440a-8ccf-00b6a36263cf req-06e11faa-5a32-487e-bc6b-0be4f32fe29b tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360954 Mar 28 19:33:48.947594 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c5f19-b419-4908-b371-4764706aab14 req-f6c24acd-08bb-4697-bf7a-0fdbfa837db0 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:48.949016 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-051c5f19-b419-4908-b371-4764706aab14 req-f6c24acd-08bb-4697-bf7a-0fdbfa837db0 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 943 time: 0.0806537 Mar 28 19:33:48.994569 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-051c5f19-b419-4908-b371-4764706aab14 req-d06536c9-0fc5-4582-a231-62d1c11a1256 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398958 Mar 28 19:33:49.799939 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 6b2f67a3-8bac-4473-90ce-2d655cf11cc8 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:33:49.929274 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 6b2f67a3-8bac-4473-90ce-2d655cf11cc8, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=6b2f67a3-8bac-4473-90ce-2d655cf11cc8,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:33:49.946509 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '6b2f67a3-8bac-4473-90ce-2d655cf11cc8', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'port_id': '6b2f67a3-8bac-4473-90ce-2d655cf11cc8', 'mac_address': 'fa:16:3e:af:72:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:33:49.999245 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:50.015721 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2f67a3-8bac-4473-90ce-2d655cf11cc8 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:33:50.030831 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 6b2f67a3-8bac-4473-90ce-2d655cf11cc8, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=6b2f67a3-8bac-4473-90ce-2d655cf11cc8,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:33:50.034909 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:50.099508 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=6b2f67a3-8bac-4473-90ce-2d655cf11cc8,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:50.178818 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679e32c-5e67-4ed8-a44d-079fd02cfca6 req-ce1623b6-925a-45bf-9fdc-a2c78edbb5fb tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:50.180262 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f679e32c-5e67-4ed8-a44d-079fd02cfca6 req-ce1623b6-925a-45bf-9fdc-a2c78edbb5fb tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 944 time: 0.0791969 Mar 28 19:33:50.226073 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f679e32c-5e67-4ed8-a44d-079fd02cfca6 req-41aa1f28-ca24-43a6-9faa-68ce59c70522 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398548 Mar 28 19:33:50.348920 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['6b2f67a3-8bac-4473-90ce-2d655cf11cc8'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:33:51.416352 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3254d-1515-4706-bd4d-1d5066c55ed2 req-58c6287d-9306-45f1-92aa-6219fefb09f7 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:51.417765 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9ac3254d-1515-4706-bd4d-1d5066c55ed2 req-58c6287d-9306-45f1-92aa-6219fefb09f7 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 944 time: 0.0774319 Mar 28 19:33:51.461463 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9ac3254d-1515-4706-bd4d-1d5066c55ed2 req-89218059-394e-4638-a7ba-9d924b0aad0a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379741 Mar 28 19:33:51.799246 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 6b2f67a3-8bac-4473-90ce-2d655cf11cc8 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:33:51.868368 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port 6b2f67a3-8bac-4473-90ce-2d655cf11cc8 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:33:51.872868 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 6b2f67a3-8bac-4473-90ce-2d655cf11cc8 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:33:51.873233 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:51.982018 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:52.010515 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2f67a3-8bac-4473-90ce-2d655cf11cc8'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:33:52.020381 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 6b2f67a3-8bac-4473-90ce-2d655cf11cc8, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=6b2f67a3-8bac-4473-90ce-2d655cf11cc8,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:33:52.024424 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:52.085976 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2f67a3-8bac-4473-90ce-2d655cf11cc8', 'code': 200} Mar 28 19:33:52.118043 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=6b2f67a3-8bac-4473-90ce-2d655cf11cc8,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:33:52.282086 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b17528-8c77-47c0-9776-e5424f2bf4f3 req-3db7f919-73ee-46c6-bb09-20cd6452c08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:52.283552 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c1b17528-8c77-47c0-9776-e5424f2bf4f3 req-3db7f919-73ee-46c6-bb09-20cd6452c08f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 1098 time: 0.0703564 Mar 28 19:33:52.322733 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c1b17528-8c77-47c0-9776-e5424f2bf4f3 req-aacb5b4b-0b69-411e-a47a-0a3751024550 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327885 Mar 28 19:33:52.640992 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8d85a-590a-42e5-9750-a210969d9805 req-320fe844-01b8-4e91-afed-6929e52e94d8 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:52.642320 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-70d8d85a-590a-42e5-9750-a210969d9805 req-320fe844-01b8-4e91-afed-6929e52e94d8 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.0786006 Mar 28 19:33:52.685225 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-70d8d85a-590a-42e5-9750-a210969d9805 req-daef7725-e48f-4e0d-b5a4-3c5d031fa8c4 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366299 Mar 28 19:33:53.871360 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e153294-5456-4c74-8db9-38e0938551c3 req-c23415d1-c72e-47b7-9966-740ce6e06d5f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:53.872795 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6e153294-5456-4c74-8db9-38e0938551c3 req-c23415d1-c72e-47b7-9966-740ce6e06d5f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.0811694 Mar 28 19:33:53.916957 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6e153294-5456-4c74-8db9-38e0938551c3 req-dde46b21-5abe-4223-94e5-c8432e6d2ea4 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384362 Mar 28 19:33:54.092431 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983bddb-09b5-4d06-8bac-f301c035d95f req-3f2b404b-93af-4bdd-96c0-594a26544494 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:54.093754 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a983bddb-09b5-4d06-8bac-f301c035d95f req-3f2b404b-93af-4bdd-96c0-594a26544494 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.0775940 Mar 28 19:33:54.102349 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 36638) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:33:54.107117 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-b84b4c7f-5e15-49f5-98c8-3a7bcf1a47c3 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Request body: {'floatingip': {'port_id': '6b2f67a3-8bac-4473-90ce-2d655cf11cc8'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:33:54.181562 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b84b4c7f-5e15-49f5-98c8-3a7bcf1a47c3 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for floatingip, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:54.757534 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b84b4c7f-5e15-49f5-98c8-3a7bcf1a47c3 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:54.761786 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b84b4c7f-5e15-49f5-98c8-3a7bcf1a47c3 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:55.029129 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-b84b4c7f-5e15-49f5-98c8-3a7bcf1a47c3 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Floating IP 65b2e2b4-8003-4fd6-9463-c5f05134e3af associated. External IP: 172.26.4.72, port: 6b2f67a3-8bac-4473-90ce-2d655cf11cc8. Mar 28 19:33:55.323001 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-99568802-798b-4a57-9504-96fceabcdeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:55.373526 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84b4c7f-5e15-49f5-98c8-3a7bcf1a47c3 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Router 140a7a01-7a7f-436f-801e-c758fe0fa901 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:33:55.547849 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84b4c7f-5e15-49f5-98c8-3a7bcf1a47c3 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:33:55.552131 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b84b4c7f-5e15-49f5-98c8-3a7bcf1a47c3 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:55.557545 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47565829-b664-4ae8-86d2-64d8dbcc2028 None None] Sync routers for ids ['140a7a01-7a7f-436f-801e-c758fe0fa901'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:33:55.567440 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47565829-b664-4ae8-86d2-64d8dbcc2028 None None] Routers {'140a7a01-7a7f-436f-801e-c758fe0fa901'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:33:55.568901 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-47565829-b664-4ae8-86d2-64d8dbcc2028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:33:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['140a7a01-7a7f-436f-801e-c758fe0fa901'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:33:55.610316 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b84b4c7f-5e15-49f5-98c8-3a7bcf1a47c3 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "PUT /v2.0/floatingips/65b2e2b4-8003-4fd6-9463-c5f05134e3af HTTP/1.1" status: 200 len: 990 time: 1.5067558 Mar 28 19:33:55.611254 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4', 'tag': '6b2f67a3-8bac-4473-90ce-2d655cf11cc8'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:33:55.664673 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4', 'tag': '6b2f67a3-8bac-4473-90ce-2d655cf11cc8', 'status': 'completed', 'code': 200} Mar 28 19:33:55.749436 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-47565829-b664-4ae8-86d2-64d8dbcc2028 None None] Set router 140a7a01-7a7f-436f-801e-c758fe0fa901 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:33:55.817664 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5fcc5-0790-456d-9fc4-59eeb9ec0a49 req-4db4a46e-6a2a-48dd-b980-24ea53c7fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:55.819150 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-09f5fcc5-0790-456d-9fc4-59eeb9ec0a49 req-4db4a46e-6a2a-48dd-b980-24ea53c7fd75 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 1098 time: 0.1307960 Mar 28 19:33:55.831266 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f92b6-a1b7-4175-973e-43b70f83c9f3 req-cf310e65-048d-45c9-824b-278140b3a422 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:55.832877 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b58f92b6-a1b7-4175-973e-43b70f83c9f3 req-cf310e65-048d-45c9-824b-278140b3a422 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.1078098 Mar 28 19:33:55.962315 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b58f92b6-a1b7-4175-973e-43b70f83c9f3 req-8a783803-12ba-4a44-8ae7-87fcfa1af80c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109314 Mar 28 19:33:55.991362 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5fcc5-0790-456d-9fc4-59eeb9ec0a49 req-3d2be02a-828b-43dc-8996-1332758dee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:55.992794 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-09f5fcc5-0790-456d-9fc4-59eeb9ec0a49 req-3d2be02a-828b-43dc-8996-1332758dee34 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 912 time: 0.1590734 Mar 28 19:33:56.094994 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-47565829-b664-4ae8-86d2-64d8dbcc2028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:33:37Z', 'revision_number': 4, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port': {'id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:34Z', 'updated_at': '2022-03-28T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '65b2e2b4-8003-4fd6-9463-c5f05134e3af', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'floating_ip_address': '172.26.4.72', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'port_id': '6b2f67a3-8bac-4473-90ce-2d655cf11cc8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'mac_address': 'fa:16:3e:af:72:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:33:40Z', 'updated_at': '2022-03-28T19:33:54Z', 'revision_number': 1, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d', 'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'mac_address': 'fa:16:3e:01:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:37Z', 'updated_at': '2022-03-28T19:33:42Z', 'revision_number': 5, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'subnets': [{'id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:33:56.099375 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47565829-b664-4ae8-86d2-64d8dbcc2028 None None] Checking router: 140a7a01-7a7f-436f-801e-c758fe0fa901 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:33:56.107497 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47565829-b664-4ae8-86d2-64d8dbcc2028 None None] Routers {'140a7a01-7a7f-436f-801e-c758fe0fa901'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:33:56.108087 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-47565829-b664-4ae8-86d2-64d8dbcc2028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:33:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['140a7a01-7a7f-436f-801e-c758fe0fa901'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:33:56.132965 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-09f5fcc5-0790-456d-9fc4-59eeb9ec0a49 req-c321048c-4d11-4296-96b3-322539af5412 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b2f67a3-8bac-4473-90ce-2d655cf11cc8 HTTP/1.1" status: 200 len: 998 time: 0.1339734 Mar 28 19:33:56.324710 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-47565829-b664-4ae8-86d2-64d8dbcc2028 None None] Set router 140a7a01-7a7f-436f-801e-c758fe0fa901 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:33:56.333399 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5fcc5-0790-456d-9fc4-59eeb9ec0a49 req-0f98b4a1-0088-4131-b14f-e0b7db1e965d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:56.334814 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-09f5fcc5-0790-456d-9fc4-59eeb9ec0a49 req-0f98b4a1-0088-4131-b14f-e0b7db1e965d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3d787c8-0ec1-4023-a0e7-240ea7fdcc44 HTTP/1.1" status: 200 len: 850 time: 0.1948931 Mar 28 19:33:56.342003 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5ea04-9ad8-4a9a-bcb4-399b7588fd11 req-71e3f117-d3ff-499d-8978-58ba76898e5a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:56.343313 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-afd5ea04-9ad8-4a9a-bcb4-399b7588fd11 req-71e3f117-d3ff-499d-8978-58ba76898e5a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.2673044 Mar 28 19:33:56.426196 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-afd5ea04-9ad8-4a9a-bcb4-399b7588fd11 req-d693a9e6-c77d-451f-bc66-071f6d8cb9ab tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539083 Mar 28 19:33:56.444481 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5fcc5-0790-456d-9fc4-59eeb9ec0a49 req-1d63fc00-0cca-4d48-bf8b-700e479c2807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:56.445906 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-09f5fcc5-0790-456d-9fc4-59eeb9ec0a49 req-1d63fc00-0cca-4d48-bf8b-700e479c2807 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1017911 Mar 28 19:33:56.574572 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-09f5fcc5-0790-456d-9fc4-59eeb9ec0a49 req-94e2f794-20f2-4420-9ba9-7ce72aec9f8a service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224041 Mar 28 19:33:56.668084 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-47565829-b664-4ae8-86d2-64d8dbcc2028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:33:37Z', 'revision_number': 4, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port': {'id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:34Z', 'updated_at': '2022-03-28T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '65b2e2b4-8003-4fd6-9463-c5f05134e3af', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'floating_ip_address': '172.26.4.72', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'port_id': '6b2f67a3-8bac-4473-90ce-2d655cf11cc8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'mac_address': 'fa:16:3e:af:72:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:33:40Z', 'updated_at': '2022-03-28T19:33:54Z', 'revision_number': 1, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d', 'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'mac_address': 'fa:16:3e:01:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:37Z', 'updated_at': '2022-03-28T19:33:42Z', 'revision_number': 5, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'subnets': [{'id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:33:56.672423 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47565829-b664-4ae8-86d2-64d8dbcc2028 None None] The sync data for ids ['140a7a01-7a7f-436f-801e-c758fe0fa901'] in dv-neutron-834711-1-hyperv is: [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:33:37Z', 'revision_number': 4, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port': {'id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:34Z', 'updated_at': '2022-03-28T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '65b2e2b4-8003-4fd6-9463-c5f05134e3af', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'floating_ip_address': '172.26.4.72', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'port_id': '6b2f67a3-8bac-4473-90ce-2d655cf11cc8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'mac_address': 'fa:16:3e:af:72:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:33:40Z', 'updated_at': '2022-03-28T19:33:54Z', 'revision_number': 1, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d', 'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'mac_address': 'fa:16:3e:01:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:37Z', 'updated_at': '2022-03-28T19:33:42Z', 'revision_number': 5, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'subnets': [{'id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:33:56.704951 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-09f5fcc5-0790-456d-9fc4-59eeb9ec0a49 req-ea60f63f-2f3d-4c44-ab83-86171bb3d6bd service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241531 Mar 28 19:33:56.867473 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9842251-282b-4d2b-84cb-af99d5392e62 None None] New status for floating IP 65b2e2b4-8003-4fd6-9463-c5f05134e3af: ACTIVE {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:33:57.615650 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d057a-f771-4a21-868d-45ce2e01d82e req-6088b3b2-b326-41b1-85a4-c99e95d0da66 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:57.617077 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-335d057a-f771-4a21-868d-45ce2e01d82e req-6088b3b2-b326-41b1-85a4-c99e95d0da66 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.0833006 Mar 28 19:33:57.660952 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-335d057a-f771-4a21-868d-45ce2e01d82e req-4a3c3851-57a9-4ff7-8af2-325cb3a824e8 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374737 Mar 28 19:33:57.673980 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0973b510-1d73-4a94-804b-e547b6370a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:57.842150 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2809aa-47af-483a-a265-bf2e0522d3a9 req-265aafb3-3eeb-4b9c-b332-73e896d12c85 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:57.843583 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cd2809aa-47af-483a-a265-bf2e0522d3a9 req-265aafb3-3eeb-4b9c-b332-73e896d12c85 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.0780985 Mar 28 19:33:57.885909 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cd2809aa-47af-483a-a265-bf2e0522d3a9 req-8a55f65a-083a-4c7d-83a1-1b4c6452afcb tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365176 Mar 28 19:33:58.223048 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-51a325c6-417f-4710-b74d-f4f4168a0cbc req-d322cfb1-f2ba-4090-88cd-38b31c64c4fd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0686085 Mar 28 19:33:58.282153 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdce6ad-115b-4b26-8b94-18fe4834fd70 req-055bccd4-3c2f-40fa-bf5d-d23364ea19aa tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:58.283868 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2fdce6ad-115b-4b26-8b94-18fe4834fd70 req-055bccd4-3c2f-40fa-bf5d-d23364ea19aa tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.0822043 Mar 28 19:33:58.328381 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2fdce6ad-115b-4b26-8b94-18fe4834fd70 req-834b9753-0a03-451c-a22e-f4c5742c0e43 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386977 Mar 28 19:33:58.624626 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:58.668955 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:33:59.556310 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a325c6-417f-4710-b74d-f4f4168a0cbc req-9dd27f42-3d62-4959-96f2-8664edb8d7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:59.557735 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-51a325c6-417f-4710-b74d-f4f4168a0cbc req-9dd27f42-3d62-4959-96f2-8664edb8d7ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 1098 time: 0.1307178 Mar 28 19:33:59.565133 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc7477-8575-4148-b16a-5cb397086fe3 req-41e0a639-9667-4944-896c-5eb23da7ac78 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:59.566615 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4ffc7477-8575-4148-b16a-5cb397086fe3 req-41e0a639-9667-4944-896c-5eb23da7ac78 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.1062808 Mar 28 19:33:59.692854 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4ffc7477-8575-4148-b16a-5cb397086fe3 req-dd6042f0-c3dd-4b85-b388-b8c8f4b2f701 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086459 Mar 28 19:33:59.725121 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a325c6-417f-4710-b74d-f4f4168a0cbc req-32e5bb51-3ad3-47c8-a8da-3787add03426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:59.726540 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-51a325c6-417f-4710-b74d-f4f4168a0cbc req-32e5bb51-3ad3-47c8-a8da-3787add03426 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 912 time: 0.1589999 Mar 28 19:33:59.833989 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-51a325c6-417f-4710-b74d-f4f4168a0cbc req-df905f07-7d3f-4468-9fbd-69f8b64e62a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b2f67a3-8bac-4473-90ce-2d655cf11cc8 HTTP/1.1" status: 200 len: 1000 time: 0.0986040 Mar 28 19:33:59.904786 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a325c6-417f-4710-b74d-f4f4168a0cbc req-a1d2b1a7-9485-46af-82bb-2c0dd1f2ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:59.906166 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-51a325c6-417f-4710-b74d-f4f4168a0cbc req-a1d2b1a7-9485-46af-82bb-2c0dd1f2ba11 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3d787c8-0ec1-4023-a0e7-240ea7fdcc44 HTTP/1.1" status: 200 len: 850 time: 0.0600219 Mar 28 19:33:59.978946 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a325c6-417f-4710-b74d-f4f4168a0cbc req-8eaf1876-5b74-4c57-b7cc-690734e551a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:33:59.980316 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-51a325c6-417f-4710-b74d-f4f4168a0cbc req-8eaf1876-5b74-4c57-b7cc-690734e551a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683956 Mar 28 19:34:00.106580 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-51a325c6-417f-4710-b74d-f4f4168a0cbc req-31dc0964-a6d8-49e3-ac47-c0c1367e5ec7 service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197758 Mar 28 19:34:00.234007 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-51a325c6-417f-4710-b74d-f4f4168a0cbc req-b148726b-ede3-4eca-845d-1347e418e13b service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211872 Mar 28 19:34:00.236373 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:00.878694 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63350af-1e56-4008-b5d3-ce0092fe5354 req-8f7eaf57-efdc-4cb3-b642-d5102686b2ff tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:00.880332 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f63350af-1e56-4008-b5d3-ce0092fe5354 req-8f7eaf57-efdc-4cb3-b642-d5102686b2ff tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.0785723 Mar 28 19:34:00.927382 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f63350af-1e56-4008-b5d3-ce0092fe5354 req-355d558b-6516-4ff3-8442-32a948d7c862 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414448 Mar 28 19:34:01.875678 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:02.211225 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268993f-0104-4aff-9f71-425e39cfdd3b req-8308a2cb-d3b8-467a-9acf-017fa46dd8d2 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:02.212883 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3268993f-0104-4aff-9f71-425e39cfdd3b req-8308a2cb-d3b8-467a-9acf-017fa46dd8d2 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.1812971 Mar 28 19:34:02.256415 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3268993f-0104-4aff-9f71-425e39cfdd3b req-1c416b80-23db-4a58-974f-a760ab9bbe81 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378542 Mar 28 19:34:03.442265 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f751e56-e134-4885-8974-417de22df198 req-2151a559-14ef-4b49-973e-9e07b69f3c29 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:03.443723 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6f751e56-e134-4885-8974-417de22df198 req-2151a559-14ef-4b49-973e-9e07b69f3c29 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.0830357 Mar 28 19:34:03.487984 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6f751e56-e134-4885-8974-417de22df198 req-e7d0ea4b-dfee-4fd0-8538-c58452362a46 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386844 Mar 28 19:34:04.669080 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2f90e-4e47-44a3-a13e-4338871813b2 req-7dd4bfe4-d013-4a48-b617-843a28d7b796 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:04.670504 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fbe2f90e-4e47-44a3-a13e-4338871813b2 req-7dd4bfe4-d013-4a48-b617-843a28d7b796 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.0797045 Mar 28 19:34:04.716781 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fbe2f90e-4e47-44a3-a13e-4338871813b2 req-33d2c756-1cfe-4850-b91d-933db8ab3633 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406647 Mar 28 19:34:05.902373 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee9f79-6587-4404-8517-2160f5a73d33 req-87d30b08-89ea-48df-a942-e306eac2f611 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:05.904160 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-18ee9f79-6587-4404-8517-2160f5a73d33 req-87d30b08-89ea-48df-a942-e306eac2f611 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.0791419 Mar 28 19:34:05.947713 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-18ee9f79-6587-4404-8517-2160f5a73d33 req-dc48ec53-03e2-45a1-833c-4a17ca9e82fa tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380008 Mar 28 19:34:07.133494 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8603f-0be4-4083-9192-aa9b3bd3d80e req-a8e9a90b-43b7-436a-8de9-8748cd2a501b tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:07.134924 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a3f8603f-0be4-4083-9192-aa9b3bd3d80e req-a8e9a90b-43b7-436a-8de9-8748cd2a501b tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.0806193 Mar 28 19:34:07.178819 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a3f8603f-0be4-4083-9192-aa9b3bd3d80e req-93616c30-5490-49b1-86b2-2f97d841c5c1 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381722 Mar 28 19:34:08.361043 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76758f8f-94dc-4103-bc41-6528fba0105f req-bb5c50a4-d965-41e8-89cd-f4e913f48e26 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:08.362488 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-76758f8f-94dc-4103-bc41-6528fba0105f req-bb5c50a4-d965-41e8-89cd-f4e913f48e26 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.0786448 Mar 28 19:34:08.406207 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-76758f8f-94dc-4103-bc41-6528fba0105f req-2d3f9fe6-bc33-47bd-afbc-fc5ab8d7ea2c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379517 Mar 28 19:34:09.587384 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c3683-dfcc-4de7-bcda-971b9cee3fe4 req-83e575d1-3793-421e-9760-49e8c8811b10 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:09.588818 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fc5c3683-dfcc-4de7-bcda-971b9cee3fe4 req-83e575d1-3793-421e-9760-49e8c8811b10 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.0812225 Mar 28 19:34:09.631823 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fc5c3683-dfcc-4de7-bcda-971b9cee3fe4 req-8958590c-018c-4aee-8cac-55a0fe7841bc tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373545 Mar 28 19:34:10.816018 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16799abf-c529-4951-bd56-056a7a032fbf req-ca393389-6c21-469e-8565-14cbb6cb53d9 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:10.817907 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-16799abf-c529-4951-bd56-056a7a032fbf req-ca393389-6c21-469e-8565-14cbb6cb53d9 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.0805430 Mar 28 19:34:10.864742 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-16799abf-c529-4951-bd56-056a7a032fbf req-2789bb83-0cb2-46ed-94e3-443ae3c324e7 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407326 Mar 28 19:34:12.046275 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7ac2b-b57e-4e8a-bc06-2ecad1c7d950 req-7fddd2e4-40b1-4d90-ae5d-d13e9619a5c1 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:12.047655 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-58d7ac2b-b57e-4e8a-bc06-2ecad1c7d950 req-7fddd2e4-40b1-4d90-ae5d-d13e9619a5c1 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.0772974 Mar 28 19:34:12.091457 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-58d7ac2b-b57e-4e8a-bc06-2ecad1c7d950 req-a4507e61-7b1a-49ff-b723-eea29565e117 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378511 Mar 28 19:34:13.277086 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03290319-f6a6-4352-b8ad-451ad012c3a8 req-5754573d-521e-401e-b7fd-a5c87cfca7ca tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:13.278571 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-03290319-f6a6-4352-b8ad-451ad012c3a8 req-5754573d-521e-401e-b7fd-a5c87cfca7ca tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.0813251 Mar 28 19:34:13.321561 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-03290319-f6a6-4352-b8ad-451ad012c3a8 req-73e0e4a9-cae2-4eec-846b-8d9a17092fa2 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374088 Mar 28 19:34:14.504708 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f66003-c2ce-478a-a20e-57b1e141af98 req-47a5c8b8-36b9-43fa-99b1-76197a34a6a0 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:14.506116 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-71f66003-c2ce-478a-a20e-57b1e141af98 req-47a5c8b8-36b9-43fa-99b1-76197a34a6a0 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.0770986 Mar 28 19:34:14.548535 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-71f66003-c2ce-478a-a20e-57b1e141af98 req-230f23e0-e785-4e1b-b6d7-98cb0e614b38 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366039 Mar 28 19:34:15.733456 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d72fb6-950a-4b29-a23e-ace84d309eb6 req-2ca41e15-2b04-4548-bda6-043858d21717 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:15.734919 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f0d72fb6-950a-4b29-a23e-ace84d309eb6 req-2ca41e15-2b04-4548-bda6-043858d21717 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.0815284 Mar 28 19:34:15.778963 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f0d72fb6-950a-4b29-a23e-ace84d309eb6 req-0dc73f2d-7245-40f3-876f-60cc8518e620 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383029 Mar 28 19:34:16.968963 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45976d4e-d5b3-46cc-b306-da2dbe5e8ce8 req-d23a63f8-24b3-4d13-afc7-fc378d36874d tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:16.970273 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-45976d4e-d5b3-46cc-b306-da2dbe5e8ce8 req-d23a63f8-24b3-4d13-afc7-fc378d36874d tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.0812597 Mar 28 19:34:17.013819 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-45976d4e-d5b3-46cc-b306-da2dbe5e8ce8 req-a06f24ab-178c-4eca-b6f2-2707195b95dc tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377598 Mar 28 19:34:18.196113 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fac2bf-f91f-45af-94ff-bbfa7f7bdd4a req-68799711-ac47-4ee0-8eb7-45302017c7b0 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:18.197526 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e3fac2bf-f91f-45af-94ff-bbfa7f7bdd4a req-68799711-ac47-4ee0-8eb7-45302017c7b0 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.0806413 Mar 28 19:34:18.241079 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e3fac2bf-f91f-45af-94ff-bbfa7f7bdd4a req-31548577-8bcd-4242-9835-81d5394d633b tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379648 Mar 28 19:34:19.433943 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92dc0ca-2e87-4d70-92bf-af5f09cec62d req-6f6b23e2-4e38-4733-a16d-36fd1f90177c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:19.435448 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a92dc0ca-2e87-4d70-92bf-af5f09cec62d req-6f6b23e2-4e38-4733-a16d-36fd1f90177c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.0814514 Mar 28 19:34:19.480564 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a92dc0ca-2e87-4d70-92bf-af5f09cec62d req-93d9b090-cca7-4f5d-8d93-6ff1939b0d56 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389223 Mar 28 19:34:19.673870 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:34:20.665144 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bc763-d41c-4dcf-9d0a-bc9c785c823b req-d1190d44-cf2d-4f91-a57b-1d5eb104ba6a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:20.666570 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bd7bc763-d41c-4dcf-9d0a-bc9c785c823b req-d1190d44-cf2d-4f91-a57b-1d5eb104ba6a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.0784330 Mar 28 19:34:20.713436 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bd7bc763-d41c-4dcf-9d0a-bc9c785c823b req-90b6be74-7260-4ed0-b333-bc7568cc275e tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410583 Mar 28 19:34:22.018259 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-51a325c6-417f-4710-b74d-f4f4168a0cbc req-a5dc1d44-38fd-4991-ad1e-2e77e52e37c4 service neutron] 10.222.0.26 "GET /v2.0/ports/6b2f67a3-8bac-4473-90ce-2d655cf11cc8/bindings/hv-neutron-8347 HTTP/1.1" status: 200 len: 384 time: 0.2177753 Mar 28 19:34:22.040984 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbb87d-80e9-48c6-b5f2-dcb3c72db532 req-d73e8dbb-201e-42c5-a189-9044622a6c27 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:22.042443 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cbfbb87d-80e9-48c6-b5f2-dcb3c72db532 req-d73e8dbb-201e-42c5-a189-9044622a6c27 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.2083747 Mar 28 19:34:22.088351 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cbfbb87d-80e9-48c6-b5f2-dcb3c72db532 req-d666d52b-aba6-4f3e-b39c-5345986f450c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398815 Mar 28 19:34:22.272563 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a325c6-417f-4710-b74d-f4f4168a0cbc req-1a868725-7b37-4316-bc46-b85275c8aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:22.273896 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-51a325c6-417f-4710-b74d-f4f4168a0cbc req-1a868725-7b37-4316-bc46-b85275c8aa3a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4&tenant_id=7f25e1e0935c4a2eb80523a8565322a1 HTTP/1.1" status: 200 len: 1098 time: 0.0682631 Mar 28 19:34:22.364655 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a325c6-417f-4710-b74d-f4f4168a0cbc req-c4021cad-0b36-4294-a0cd-3f7f4a02fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:22.366085 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-51a325c6-417f-4710-b74d-f4f4168a0cbc req-c4021cad-0b36-4294-a0cd-3f7f4a02fe75 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 1098 time: 0.0720966 Mar 28 19:34:22.492943 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a325c6-417f-4710-b74d-f4f4168a0cbc req-2e1438dc-bc1b-4d37-80fc-a07b61921365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:22.494359 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-51a325c6-417f-4710-b74d-f4f4168a0cbc req-2e1438dc-bc1b-4d37-80fc-a07b61921365 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 912 time: 0.1226773 Mar 28 19:34:22.590590 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-51a325c6-417f-4710-b74d-f4f4168a0cbc req-301de547-e959-4e7a-ba88-84f11c4bf9d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b2f67a3-8bac-4473-90ce-2d655cf11cc8 HTTP/1.1" status: 200 len: 1000 time: 0.0903192 Mar 28 19:34:22.653370 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a325c6-417f-4710-b74d-f4f4168a0cbc req-de5461a7-8871-49c3-9cdb-168118620d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:22.654755 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-51a325c6-417f-4710-b74d-f4f4168a0cbc req-de5461a7-8871-49c3-9cdb-168118620d94 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3d787c8-0ec1-4023-a0e7-240ea7fdcc44 HTTP/1.1" status: 200 len: 850 time: 0.0588746 Mar 28 19:34:22.727673 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a325c6-417f-4710-b74d-f4f4168a0cbc req-dcfaefe7-1c7c-4ab6-bf2e-a71e07e89907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:22.729126 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-51a325c6-417f-4710-b74d-f4f4168a0cbc req-dcfaefe7-1c7c-4ab6-bf2e-a71e07e89907 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687401 Mar 28 19:34:22.857560 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-51a325c6-417f-4710-b74d-f4f4168a0cbc req-578ebfa9-1fbb-44ea-b566-ae30fcebe92e service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220295 Mar 28 19:34:22.985085 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-51a325c6-417f-4710-b74d-f4f4168a0cbc req-0be5dcec-0ce4-47af-856f-a2cf1380150c service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214905 Mar 28 19:34:23.278283 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bc0f9-6e78-4a99-94b0-1b9c8b11c626 req-38fcc8b2-4d2e-43c1-8110-52cef582af3f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:23.279867 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0a6bc0f9-6e78-4a99-94b0-1b9c8b11c626 req-38fcc8b2-4d2e-43c1-8110-52cef582af3f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.0824404 Mar 28 19:34:23.324028 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0a6bc0f9-6e78-4a99-94b0-1b9c8b11c626 req-29b2adc5-279a-40f1-8e49-7cc2269389cd tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384517 Mar 28 19:34:24.505711 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008c4be-455b-46b4-a934-3fb7058196d7 req-b3c91593-144b-41f2-8704-2c45228a7b1d tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:24.507152 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d008c4be-455b-46b4-a934-3fb7058196d7 req-b3c91593-144b-41f2-8704-2c45228a7b1d tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.0782354 Mar 28 19:34:24.550842 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d008c4be-455b-46b4-a934-3fb7058196d7 req-6168b726-5e63-4272-9797-8b7e067b5711 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381138 Mar 28 19:34:25.326113 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fe8eeba8-dc4e-4bac-9df2-b8c9d0f0220e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:25.736927 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7917d6-ff2e-4b4a-967e-79ccd9631feb req-4ba2ba19-b168-478f-90c4-141718e8f082 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:25.738343 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bf7917d6-ff2e-4b4a-967e-79ccd9631feb req-4ba2ba19-b168-478f-90c4-141718e8f082 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.0819247 Mar 28 19:34:25.781558 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bf7917d6-ff2e-4b4a-967e-79ccd9631feb req-705be1f6-a82a-4437-aaee-fe7496fc0782 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374629 Mar 28 19:34:25.958024 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 6b2f67a3-8bac-4473-90ce-2d655cf11cc8 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:34:25.960492 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 6b2f67a3-8bac-4473-90ce-2d655cf11cc8 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:34:26.150272 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc2413-781b-4a1d-abf6-0067e3e847de req-a3402d8b-a855-4d40-8544-953c8b1b49bf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:26.151733 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a0fc2413-781b-4a1d-abf6-0067e3e847de req-a3402d8b-a855-4d40-8544-953c8b1b49bf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4&tenant_id=7f25e1e0935c4a2eb80523a8565322a1&binding%3Ahost_id=hv-neutron-8347 HTTP/1.1" status: 200 len: 945 time: 0.1409867 Mar 28 19:34:26.162664 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6b99c-5464-4f00-889d-69fe96435e79 req-9ce1c625-83ae-4da9-8306-7b0377c57c9f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:26.164169 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e7e6b99c-5464-4f00-889d-69fe96435e79 req-9ce1c625-83ae-4da9-8306-7b0377c57c9f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.1181674 Mar 28 19:34:26.187845 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:26.210928 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e7e6b99c-5464-4f00-889d-69fe96435e79 req-439b19a0-90f2-4e66-aa27-4d706830e3f9 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408673 Mar 28 19:34:26.211908 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 6b2f67a3-8bac-4473-90ce-2d655cf11cc8, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=6b2f67a3-8bac-4473-90ce-2d655cf11cc8,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:34:26.236326 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '6b2f67a3-8bac-4473-90ce-2d655cf11cc8', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'port_id': '6b2f67a3-8bac-4473-90ce-2d655cf11cc8', 'mac_address': 'fa:16:3e:af:72:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:34:26.242489 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b2f67a3-8bac-4473-90ce-2d655cf11cc8'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:34:26.282913 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 6b2f67a3-8bac-4473-90ce-2d655cf11cc8, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=6b2f67a3-8bac-4473-90ce-2d655cf11cc8,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:34:26.292827 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:26.299543 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc2413-781b-4a1d-abf6-0067e3e847de req-22152674-231d-473f-8c30-fb6811049b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:26.301045 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a0fc2413-781b-4a1d-abf6-0067e3e847de req-22152674-231d-473f-8c30-fb6811049b8c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 1098 time: 0.0780866 Mar 28 19:34:26.361484 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b2f67a3-8bac-4473-90ce-2d655cf11cc8', 'code': 200} Mar 28 19:34:26.363964 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:26.392601 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b2f67a3-8bac-4473-90ce-2d655cf11cc8 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:34:26.400213 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=6b2f67a3-8bac-4473-90ce-2d655cf11cc8,revision_number=6']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:34:26.434489 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc2413-781b-4a1d-abf6-0067e3e847de req-dea4ffbc-9eca-4d39-8ae4-a3863be86f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:26.436194 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a0fc2413-781b-4a1d-abf6-0067e3e847de req-dea4ffbc-9eca-4d39-8ae4-a3863be86f76 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 912 time: 0.1289134 Mar 28 19:34:26.457067 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:34:26.457339 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:34:26.534221 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a0fc2413-781b-4a1d-abf6-0067e3e847de req-c77a4602-7b9f-4163-bc90-15ad6730837e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b2f67a3-8bac-4473-90ce-2d655cf11cc8 HTTP/1.1" status: 200 len: 998 time: 0.0911605 Mar 28 19:34:26.696241 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc2413-781b-4a1d-abf6-0067e3e847de req-16823632-94e4-4be7-89c1-460fb8585ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:26.697669 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a0fc2413-781b-4a1d-abf6-0067e3e847de req-16823632-94e4-4be7-89c1-460fb8585ebd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3d787c8-0ec1-4023-a0e7-240ea7fdcc44 HTTP/1.1" status: 200 len: 850 time: 0.1567738 Mar 28 19:34:26.771396 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc2413-781b-4a1d-abf6-0067e3e847de req-4132ca8c-ccc0-4d32-be6e-18f27bf06f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:26.772908 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a0fc2413-781b-4a1d-abf6-0067e3e847de req-4132ca8c-ccc0-4d32-be6e-18f27bf06f54 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691156 Mar 28 19:34:26.902167 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a0fc2413-781b-4a1d-abf6-0067e3e847de req-40313964-41d0-44f9-ab40-750000518f74 service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234617 Mar 28 19:34:27.013959 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:27.030658 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2f67a3-8bac-4473-90ce-2d655cf11cc8 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:34:27.033121 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a0fc2413-781b-4a1d-abf6-0067e3e847de req-5c58a1c9-562c-4a8e-80fe-80ba69e7df45 service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249452 Mar 28 19:34:27.048118 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 6b2f67a3-8bac-4473-90ce-2d655cf11cc8, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=6b2f67a3-8bac-4473-90ce-2d655cf11cc8,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:34:27.052785 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:27.119673 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['6b2f67a3-8bac-4473-90ce-2d655cf11cc8'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:34:27.154050 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=6b2f67a3-8bac-4473-90ce-2d655cf11cc8,revision_number=7']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:34:27.403229 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d572c-62e5-4035-8bea-d306b4a38eaa req-3b8e00b1-f37d-4bdd-b1c3-9bc919ca10d2 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:27.404570 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-073d572c-62e5-4035-8bea-d306b4a38eaa req-3b8e00b1-f37d-4bdd-b1c3-9bc919ca10d2 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 944 time: 0.0838909 Mar 28 19:34:27.449138 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-073d572c-62e5-4035-8bea-d306b4a38eaa req-51dfda6f-1562-478e-b0ae-f2fcf7606432 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388026 Mar 28 19:34:27.672930 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ba3e9a16-5f42-4ada-97ac-4d9ad89be61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:27.979309 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 6b2f67a3-8bac-4473-90ce-2d655cf11cc8 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:34:28.047950 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 6b2f67a3-8bac-4473-90ce-2d655cf11cc8 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:34:28.048312 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:28.157980 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:28.189524 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 6b2f67a3-8bac-4473-90ce-2d655cf11cc8, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=6b2f67a3-8bac-4473-90ce-2d655cf11cc8,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:34:28.193768 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:28.261811 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=6b2f67a3-8bac-4473-90ce-2d655cf11cc8,revision_number=8']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:34:28.362991 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2f67a3-8bac-4473-90ce-2d655cf11cc8'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:34:28.407224 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2f67a3-8bac-4473-90ce-2d655cf11cc8', 'code': 200} Mar 28 19:34:28.627992 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:28.631811 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53ff0d-01e0-420d-ba20-b34d2453c3a7 req-78594145-5aa6-42c4-85ee-44a40ac6e94e tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:28.633251 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2c53ff0d-01e0-420d-ba20-b34d2453c3a7 req-78594145-5aa6-42c4-85ee-44a40ac6e94e tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.0802548 Mar 28 19:34:28.672505 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:28.681575 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2c53ff0d-01e0-420d-ba20-b34d2453c3a7 req-2c69b517-1e30-4a1a-9436-3dc701936639 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420339 Mar 28 19:34:28.867376 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f57fd-2808-41f7-8339-7ec394290152 req-6c58a57f-2c28-46fa-8c7f-9993eaac139c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:28.868807 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9b3f57fd-2808-41f7-8339-7ec394290152 req-6c58a57f-2c28-46fa-8c7f-9993eaac139c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.0804460 Mar 28 19:34:28.911944 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9b3f57fd-2808-41f7-8339-7ec394290152 req-23ab25e2-e4ac-47b8-ad94-95935b357cb9 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375171 Mar 28 19:34:29.097234 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97e168-9044-495b-b955-55a51601b2a1 req-ba5f1891-97dd-4bdd-b83c-9fc19c8ccfaf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:29.098788 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3c97e168-9044-495b-b955-55a51601b2a1 req-ba5f1891-97dd-4bdd-b83c-9fc19c8ccfaf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.0811267 Mar 28 19:34:29.141919 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3c97e168-9044-495b-b955-55a51601b2a1 req-3eb4e45a-8555-4c17-9c36-f53015f164a0 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373743 Mar 28 19:34:29.510446 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9eca1f-8704-488b-9ea7-258cc13d730f req-d0002472-3285-4d38-9446-7aa235b0d259 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:29.511778 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5c9eca1f-8704-488b-9ea7-258cc13d730f req-d0002472-3285-4d38-9446-7aa235b0d259 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.0774105 Mar 28 19:34:29.554728 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5c9eca1f-8704-488b-9ea7-258cc13d730f req-ecbaeb38-b6a9-46eb-99ef-7c16755d31c8 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374389 Mar 28 19:34:30.238405 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:30.748769 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41827ee-149f-4ebf-a31e-62dda85a7794 req-7ede0e50-8e1c-4fc4-9d03-d51d92762203 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:30.750189 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b41827ee-149f-4ebf-a31e-62dda85a7794 req-7ede0e50-8e1c-4fc4-9d03-d51d92762203 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.0817420 Mar 28 19:34:30.792587 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b41827ee-149f-4ebf-a31e-62dda85a7794 req-8b00d750-e151-4453-8521-ff5715386dfb tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366125 Mar 28 19:34:31.233560 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cfdaa-8c6b-4aa3-aa46-af63c8647904 req-76d6c08c-6382-4eba-82c3-23f5acc0a698 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:31.234981 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3e4cfdaa-8c6b-4aa3-aa46-af63c8647904 req-76d6c08c-6382-4eba-82c3-23f5acc0a698 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.0831108 Mar 28 19:34:31.303680 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-3e4cfdaa-8c6b-4aa3-aa46-af63c8647904 req-8a77fd42-67eb-4181-b67c-57b21f3e70cf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Deleting port 6b2f67a3-8bac-4473-90ce-2d655cf11cc8 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:34:31.304021 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-3e4cfdaa-8c6b-4aa3-aa46-af63c8647904 req-8a77fd42-67eb-4181-b67c-57b21f3e70cf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:31.543121 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-3e4cfdaa-8c6b-4aa3-aa46-af63c8647904 req-8a77fd42-67eb-4181-b67c-57b21f3e70cf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] For port 6b2f67a3-8bac-4473-90ce-2d655cf11cc8, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=6b2f67a3-8bac-4473-90ce-2d655cf11cc8,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:34:31.543394 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-3e4cfdaa-8c6b-4aa3-aa46-af63c8647904 req-8a77fd42-67eb-4181-b67c-57b21f3e70cf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:31.875548 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:31.962292 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-3e4cfdaa-8c6b-4aa3-aa46-af63c8647904 req-8a77fd42-67eb-4181-b67c-57b21f3e70cf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:31.962776 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-3e4cfdaa-8c6b-4aa3-aa46-af63c8647904 req-8a77fd42-67eb-4181-b67c-57b21f3e70cf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:31.962979 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [req-3e4cfdaa-8c6b-4aa3-aa46-af63c8647904 req-8a77fd42-67eb-4181-b67c-57b21f3e70cf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Floating IP 65b2e2b4-8003-4fd6-9463-c5f05134e3af disassociated. External IP: 172.26.4.72, port: 6b2f67a3-8bac-4473-90ce-2d655cf11cc8. Mar 28 19:34:31.963314 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-3e4cfdaa-8c6b-4aa3-aa46-af63c8647904 req-8a77fd42-67eb-4181-b67c-57b21f3e70cf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Calling delete_port for 6b2f67a3-8bac-4473-90ce-2d655cf11cc8 owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:34:32.062134 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab129ef-f9dc-4fae-8c82-19590083292d req-d41c366a-2fbe-41af-8d80-f2ecbaa0003e tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:32.063583 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6ab129ef-f9dc-4fae-8c82-19590083292d req-d41c366a-2fbe-41af-8d80-f2ecbaa0003e tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 945 time: 0.1590865 Mar 28 19:34:32.154918 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6ab129ef-f9dc-4fae-8c82-19590083292d req-9b2a2849-0c35-4ad6-b5af-14c8446d87ac tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591531 Mar 28 19:34:32.155801 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-3e4cfdaa-8c6b-4aa3-aa46-af63c8647904 req-8a77fd42-67eb-4181-b67c-57b21f3e70cf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:32.207382 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77fd42-67eb-4181-b67c-57b21f3e70cf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Pushing event deleted for resources: {'Port': ['ID=6b2f67a3-8bac-4473-90ce-2d655cf11cc8,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:34:32.217873 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a77fd42-67eb-4181-b67c-57b21f3e70cf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:34:32.218126 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a77fd42-67eb-4181-b67c-57b21f3e70cf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:34:32.218457 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a77fd42-67eb-4181-b67c-57b21f3e70cf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:34:32.218781 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a77fd42-67eb-4181-b67c-57b21f3e70cf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:34:32.219125 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a77fd42-67eb-4181-b67c-57b21f3e70cf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:34:32.219446 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a77fd42-67eb-4181-b67c-57b21f3e70cf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:34:32.219766 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a77fd42-67eb-4181-b67c-57b21f3e70cf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:34:32.220081 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a77fd42-67eb-4181-b67c-57b21f3e70cf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:34:32.220394 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a77fd42-67eb-4181-b67c-57b21f3e70cf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:34:32.220704 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a77fd42-67eb-4181-b67c-57b21f3e70cf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:34:32.221015 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a77fd42-67eb-4181-b67c-57b21f3e70cf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:34:32.221324 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a77fd42-67eb-4181-b67c-57b21f3e70cf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:34:32.402028 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e4cfdaa-8c6b-4aa3-aa46-af63c8647904 req-8a77fd42-67eb-4181-b67c-57b21f3e70cf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Router 140a7a01-7a7f-436f-801e-c758fe0fa901 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:34:32.576911 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e4cfdaa-8c6b-4aa3-aa46-af63c8647904 req-8a77fd42-67eb-4181-b67c-57b21f3e70cf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:34:32.586748 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eb8b3f-3748-47c3-a6b0-0539f79d1230 None None] Sync routers for ids ['140a7a01-7a7f-436f-801e-c758fe0fa901'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:34:32.596270 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eb8b3f-3748-47c3-a6b0-0539f79d1230 None None] Routers {'140a7a01-7a7f-436f-801e-c758fe0fa901'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:34:32.596860 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-77eb8b3f-3748-47c3-a6b0-0539f79d1230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:34:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['140a7a01-7a7f-436f-801e-c758fe0fa901'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:34:32.647198 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4cfdaa-8c6b-4aa3-aa46-af63c8647904 req-8a77fd42-67eb-4181-b67c-57b21f3e70cf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] No DVR routers for this DVR port 6b2f67a3-8bac-4473-90ce-2d655cf11cc8 on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:34:32.649690 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-3e4cfdaa-8c6b-4aa3-aa46-af63c8647904 req-8a77fd42-67eb-4181-b67c-57b21f3e70cf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:32.653789 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4', 'name': 'network-vif-deleted', 'tag': '6b2f67a3-8bac-4473-90ce-2d655cf11cc8'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:34:32.670127 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3e4cfdaa-8c6b-4aa3-aa46-af63c8647904 req-8a77fd42-67eb-4181-b67c-57b21f3e70cf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.26 "DELETE /v2.0/ports/6b2f67a3-8bac-4473-90ce-2d655cf11cc8 HTTP/1.1" status: 204 len: 173 time: 1.4284999 Mar 28 19:34:32.714744 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4', 'name': 'network-vif-deleted', 'tag': '6b2f67a3-8bac-4473-90ce-2d655cf11cc8', 'status': 'completed', 'code': 200} Mar 28 19:34:32.797530 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-77eb8b3f-3748-47c3-a6b0-0539f79d1230 None None] Set router 140a7a01-7a7f-436f-801e-c758fe0fa901 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:34:33.104507 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-77eb8b3f-3748-47c3-a6b0-0539f79d1230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:33:37Z', 'revision_number': 4, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port': {'id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:34Z', 'updated_at': '2022-03-28T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d', 'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'mac_address': 'fa:16:3e:01:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:37Z', 'updated_at': '2022-03-28T19:33:42Z', 'revision_number': 5, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'subnets': [{'id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:34:33.108106 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eb8b3f-3748-47c3-a6b0-0539f79d1230 None None] Checking router: 140a7a01-7a7f-436f-801e-c758fe0fa901 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:34:33.116345 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eb8b3f-3748-47c3-a6b0-0539f79d1230 None None] Routers {'140a7a01-7a7f-436f-801e-c758fe0fa901'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:34:33.116929 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-77eb8b3f-3748-47c3-a6b0-0539f79d1230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:34:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['140a7a01-7a7f-436f-801e-c758fe0fa901'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:34:33.328586 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-dd88578c-226c-4b55-bb63-90e386a235b4 req-1b9ae352-15e2-40b1-9501-9c520669e6a9 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Synchronizing usage tracker for tenant:7f25e1e0935c4a2eb80523a8565322a1 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:34:33.332232 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-77eb8b3f-3748-47c3-a6b0-0539f79d1230 None None] Set router 140a7a01-7a7f-436f-801e-c758fe0fa901 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:34:33.345338 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-dd88578c-226c-4b55-bb63-90e386a235b4 req-1b9ae352-15e2-40b1-9501-9c520669e6a9 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Unset dirty status for tenant:7f25e1e0935c4a2eb80523a8565322a1 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:34:33.346679 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dd88578c-226c-4b55-bb63-90e386a235b4 req-1b9ae352-15e2-40b1-9501-9c520669e6a9 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fff4e09-ca78-4e0b-bf5e-4014ee3a16f4 HTTP/1.1" status: 200 len: 210 time: 0.0621660 Mar 28 19:34:33.634133 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-77eb8b3f-3748-47c3-a6b0-0539f79d1230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:33:37Z', 'revision_number': 4, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port': {'id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:34Z', 'updated_at': '2022-03-28T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d', 'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'mac_address': 'fa:16:3e:01:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:37Z', 'updated_at': '2022-03-28T19:33:42Z', 'revision_number': 5, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'subnets': [{'id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:34:33.637834 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eb8b3f-3748-47c3-a6b0-0539f79d1230 None None] The sync data for ids ['140a7a01-7a7f-436f-801e-c758fe0fa901'] in dv-neutron-834711-1-hyperv is: [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:33:37Z', 'revision_number': 4, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port': {'id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:34Z', 'updated_at': '2022-03-28T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d', 'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'mac_address': 'fa:16:3e:01:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:37Z', 'updated_at': '2022-03-28T19:33:42Z', 'revision_number': 5, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'subnets': [{'id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:34:33.843432 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacecf07-3baf-4c4c-86d0-9dc7a01a97ed None None] New status for floating IP 65b2e2b4-8003-4fd6-9463-c5f05134e3af: DOWN {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:34:34.677279 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-b51791e3-6f68-4bd8-b7c4-13caa7b2991d tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1406333612&fields=id&tenant_id=7f25e1e0935c4a2eb80523a8565322a1 HTTP/1.1" status: 200 len: 267 time: 0.0403428 Mar 28 19:34:34.834729 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-dd945c18-9a25-4667-823f-65278ebef70c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:34.836099 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-dd945c18-9a25-4667-823f-65278ebef70c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 811 time: 0.1508765 Mar 28 19:34:34.850374 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-611828f8-9105-4841-b185-327f1cc9431d tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/quotas/7f25e1e0935c4a2eb80523a8565322a1 HTTP/1.1" status: 200 len: 375 time: 0.0089071 Mar 28 19:34:34.940976 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-9315e0c2-b1fb-475b-9f17-be91a2ce9168 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0857267 Mar 28 19:34:35.082369 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-b49d0ebd-b3ee-41f4-95c1-9aa60fc78491 service neutron] 10.222.0.10 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289597 Mar 28 19:34:35.226176 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-e4af9d7b-36f7-404f-b1fb-d88fffa3b983 service neutron] 10.222.0.10 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368997 Mar 28 19:34:35.528169 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fa90cd4b-b71e-484c-a931-b8976927761e req-5a19f72a-ee60-491a-86ea-0cc6d285135a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 210 time: 0.1655922 Mar 28 19:34:36.047543 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 6b2f67a3-8bac-4473-90ce-2d655cf11cc8 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:34:36.086679 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: 6b2f67a3-8bac-4473-90ce-2d655cf11cc8 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:34:36.087043 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 6b2f67a3-8bac-4473-90ce-2d655cf11cc8 not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:34:36.440264 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-4a7c2236-649c-4cbd-a7d9-c7f389314bac tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:36.441656 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-4a7c2236-649c-4cbd-a7d9-c7f389314bac tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.26 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 811 time: 0.1484411 Mar 28 19:34:36.489509 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-aeb89b33-2638-4df4-ba6a-5efc533d88d9 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f25e1e0935c4a2eb80523a8565322a1 HTTP/1.1" status: 200 len: 380 time: 0.0392585 Mar 28 19:34:36.498316 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-5a115f20-213a-4e68-a3bd-59fb3ff55c55 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Request body: {'port': {'device_id': 'a90ca11e-8484-4b04-86d1-89bb0b5c9345', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'admin_state_up': True, 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'security_groups': ['4159b5b3-5892-4cdb-bf77-82f6aa4ee171']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:34:36.632249 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-5a115f20-213a-4e68-a3bd-59fb3ff55c55 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:34:36.671692 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-5a115f20-213a-4e68-a3bd-59fb3ff55c55 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:34:36.690938 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-43466248-c8c7-4fe4-95b6-d4e7f2edffea req-a9f96218-458e-454f-8d93-1afaf9de8e4c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 210 time: 0.0519674 Mar 28 19:34:36.696824 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-5a115f20-213a-4e68-a3bd-59fb3ff55c55 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Made reservation on behalf of 7f25e1e0935c4a2eb80523a8565322a1 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:34:36.700488 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-5a115f20-213a-4e68-a3bd-59fb3ff55c55 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:36.856633 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-5a115f20-213a-4e68-a3bd-59fb3ff55c55 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Allocated IP 172.20.0.13 (bf97f2d0-e5c3-49f3-b3a9-a355218c84e4/b3d787c8-0ec1-4023-a0e7-240ea7fdcc44/44f4b697-82b8-43f3-8730-58e8873191d1) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:34:37.042758 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-5a115f20-213a-4e68-a3bd-59fb3ff55c55 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:37.057287 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-5a115f20-213a-4e68-a3bd-59fb3ff55c55 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Transition to ACTIVE for port object 44f4b697-82b8-43f3-8730-58e8873191d1 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:34:37.080262 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-5a115f20-213a-4e68-a3bd-59fb3ff55c55 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:37.144595 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-5a115f20-213a-4e68-a3bd-59fb3ff55c55 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Network bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:34:37.152084 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-5a115f20-213a-4e68-a3bd-59fb3ff55c55 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:34:37.156344 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-5a115f20-213a-4e68-a3bd-59fb3ff55c55 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:34:37.186552 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a115f20-213a-4e68-a3bd-59fb3ff55c55 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Pushing event updated for resources: {'Port': ['ID=44f4b697-82b8-43f3-8730-58e8873191d1,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:34:37.226510 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-5a115f20-213a-4e68-a3bd-59fb3ff55c55 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:37.227148 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-5a115f20-213a-4e68-a3bd-59fb3ff55c55 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:37.252393 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-5a115f20-213a-4e68-a3bd-59fb3ff55c55 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7576480 Mar 28 19:34:37.263724 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-99b33b07-8b1e-4c1a-86df-2fd9bfce17f8 service neutron] Request body: {'port': {'device_id': 'a90ca11e-8484-4b04-86d1-89bb0b5c9345', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:34:37.373576 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-99b33b07-8b1e-4c1a-86df-2fd9bfce17f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:37.391617 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-2c559285-e481-428a-8af8-dfa743dc3104 None None] Provisioning for port 44f4b697-82b8-43f3-8730-58e8873191d1 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:34:37.397091 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-2c559285-e481-428a-8af8-dfa743dc3104 None None] Provisioning complete for port 44f4b697-82b8-43f3-8730-58e8873191d1 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:34:37.397461 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2c559285-e481-428a-8af8-dfa743dc3104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:37.452227 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-2c559285-e481-428a-8af8-dfa743dc3104 None None] Port 44f4b697-82b8-43f3-8730-58e8873191d1 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:34:37.714232 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-99b33b07-8b1e-4c1a-86df-2fd9bfce17f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44f4b697-82b8-43f3-8730-58e8873191d1 {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:34:37.721897 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-99b33b07-8b1e-4c1a-86df-2fd9bfce17f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:37.735963 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-99b33b07-8b1e-4c1a-86df-2fd9bfce17f8 service neutron] Transition to ACTIVE for port object 44f4b697-82b8-43f3-8730-58e8873191d1 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:34:37.739790 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-99b33b07-8b1e-4c1a-86df-2fd9bfce17f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:37.935475 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b33b07-8b1e-4c1a-86df-2fd9bfce17f8 service neutron] Pushing event updated for resources: {'Port': ['ID=44f4b697-82b8-43f3-8730-58e8873191d1,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:34:38.128502 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-99b33b07-8b1e-4c1a-86df-2fd9bfce17f8 service neutron] Attempting to bind port 44f4b697-82b8-43f3-8730-58e8873191d1 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:34:38.128831 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-99b33b07-8b1e-4c1a-86df-2fd9bfce17f8 service neutron] Attempting to bind port 44f4b697-82b8-43f3-8730-58e8873191d1 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': 'bb4927b3-819e-4a81-b915-d09370770074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:34:38.129158 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-99b33b07-8b1e-4c1a-86df-2fd9bfce17f8 service neutron] Attempting to bind port 44f4b697-82b8-43f3-8730-58e8873191d1 on network bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:34:38.139889 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68feaed4-1a81-4c21-aea4-6a7d741768d9 req-ac6d7b39-4218-4c0b-a918-0aa5171fcdaa tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:38.140572 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-68feaed4-1a81-4c21-aea4-6a7d741768d9 req-ac6d7b39-4218-4c0b-a918-0aa5171fcdaa tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Synchronizing usage tracker for tenant:7f25e1e0935c4a2eb80523a8565322a1 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:34:38.145423 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-99b33b07-8b1e-4c1a-86df-2fd9bfce17f8 service neutron] Port 44f4b697-82b8-43f3-8730-58e8873191d1 on network bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:34:38.145753 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-99b33b07-8b1e-4c1a-86df-2fd9bfce17f8 service neutron] Attempting to bind port 44f4b697-82b8-43f3-8730-58e8873191d1 on network bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:34:38.153737 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-99b33b07-8b1e-4c1a-86df-2fd9bfce17f8 service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:34:38.154067 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-99b33b07-8b1e-4c1a-86df-2fd9bfce17f8 service neutron] Checking segment: {'id': 'bb4927b3-819e-4a81-b915-d09370770074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:34:38.154437 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-99b33b07-8b1e-4c1a-86df-2fd9bfce17f8 service neutron] Bound using segment: {'id': 'bb4927b3-819e-4a81-b915-d09370770074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:34:38.154857 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-99b33b07-8b1e-4c1a-86df-2fd9bfce17f8 service neutron] Bound port: 44f4b697-82b8-43f3-8730-58e8873191d1, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4927b3-819e-4a81-b915-d09370770074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:34:38.155223 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-99b33b07-8b1e-4c1a-86df-2fd9bfce17f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:38.199503 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-68feaed4-1a81-4c21-aea4-6a7d741768d9 req-ac6d7b39-4218-4c0b-a918-0aa5171fcdaa tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Unset dirty status for tenant:7f25e1e0935c4a2eb80523a8565322a1 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:34:38.200671 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-68feaed4-1a81-4c21-aea4-6a7d741768d9 req-ac6d7b39-4218-4c0b-a918-0aa5171fcdaa tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 944 time: 0.3631368 Mar 28 19:34:38.278815 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-68feaed4-1a81-4c21-aea4-6a7d741768d9 req-42157527-7073-4021-91aa-0ddfe2108330 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722950 Mar 28 19:34:38.287613 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-99b33b07-8b1e-4c1a-86df-2fd9bfce17f8 service neutron] For port 44f4b697-82b8-43f3-8730-58e8873191d1, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:34:38.290644 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-99b33b07-8b1e-4c1a-86df-2fd9bfce17f8 service neutron] For port 44f4b697-82b8-43f3-8730-58e8873191d1, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=44f4b697-82b8-43f3-8730-58e8873191d1,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:34:38.297192 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-99b33b07-8b1e-4c1a-86df-2fd9bfce17f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:38.350193 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-99b33b07-8b1e-4c1a-86df-2fd9bfce17f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:38.350902 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-99b33b07-8b1e-4c1a-86df-2fd9bfce17f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:38.352139 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-99b33b07-8b1e-4c1a-86df-2fd9bfce17f8 service neutron] 10.222.0.26 "PUT /v2.0/ports/44f4b697-82b8-43f3-8730-58e8873191d1 HTTP/1.1" status: 200 len: 1094 time: 1.0927985 Mar 28 19:34:38.352573 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90ca11e-8484-4b04-86d1-89bb0b5c9345', 'tag': '44f4b697-82b8-43f3-8730-58e8873191d1'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:34:38.380119 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b33b07-8b1e-4c1a-86df-2fd9bfce17f8 service neutron] Pushing event updated for resources: {'Port': ['ID=44f4b697-82b8-43f3-8730-58e8873191d1,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:34:38.470461 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-851ae044-067f-466a-8e0b-531ccb62cedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:38.472024 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-851ae044-067f-466a-8e0b-531ccb62cedd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 1097 time: 0.0839813 Mar 28 19:34:38.544146 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-c3c27e79-5c16-4172-808c-4c074e0dc4d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44f4b697-82b8-43f3-8730-58e8873191d1 HTTP/1.1" status: 200 len: 217 time: 0.0650904 Mar 28 19:34:38.585962 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90ca11e-8484-4b04-86d1-89bb0b5c9345', 'tag': '44f4b697-82b8-43f3-8730-58e8873191d1', 'status': 'completed', 'code': 200} Mar 28 19:34:38.612870 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-ec6adcd4-ae0b-4b73-8748-836b478455da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:38.615012 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-ec6adcd4-ae0b-4b73-8748-836b478455da service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3d787c8-0ec1-4023-a0e7-240ea7fdcc44 HTTP/1.1" status: 200 len: 850 time: 0.0657542 Mar 28 19:34:38.686592 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-f393ca56-fbd7-4db2-9383-79e2c16e8123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:38.688058 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-f393ca56-fbd7-4db2-9383-79e2c16e8123 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678830 Mar 28 19:34:38.814431 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-ece0d240-a704-433c-be26-a81e8fb85b93 service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205015 Mar 28 19:34:38.941251 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b19d6886-178b-4bb3-a27d-74b6363bda9d req-29258cc9-c1a7-4c9c-9727-16b5ab45162e service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215138 Mar 28 19:34:39.058939 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d8476-a72b-4198-a77d-15d6c8148687 req-5ea53153-5d20-4a16-9a7c-38511a7d8465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:39.060378 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2d5d8476-a72b-4198-a77d-15d6c8148687 req-5ea53153-5d20-4a16-9a7c-38511a7d8465 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 1097 time: 0.0743310 Mar 28 19:34:39.188301 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d8476-a72b-4198-a77d-15d6c8148687 req-d8fae2bf-856b-4b12-a595-e7b55be3ff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:39.189698 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2d5d8476-a72b-4198-a77d-15d6c8148687 req-d8fae2bf-856b-4b12-a595-e7b55be3ff0d service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 912 time: 0.1232524 Mar 28 19:34:39.256230 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2d5d8476-a72b-4198-a77d-15d6c8148687 req-039f699b-27ac-4b28-a914-96359e854ec1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44f4b697-82b8-43f3-8730-58e8873191d1 HTTP/1.1" status: 200 len: 217 time: 0.0600843 Mar 28 19:34:39.326269 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d8476-a72b-4198-a77d-15d6c8148687 req-ce84f14c-8967-43fc-ad87-d49960b4c881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:39.327876 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2d5d8476-a72b-4198-a77d-15d6c8148687 req-ce84f14c-8967-43fc-ad87-d49960b4c881 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3d787c8-0ec1-4023-a0e7-240ea7fdcc44 HTTP/1.1" status: 200 len: 850 time: 0.0656686 Mar 28 19:34:39.438756 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d8476-a72b-4198-a77d-15d6c8148687 req-03036c50-bc4f-4c0c-a7d7-0050da158e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:39.440341 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2d5d8476-a72b-4198-a77d-15d6c8148687 req-03036c50-bc4f-4c0c-a7d7-0050da158e5e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1065290 Mar 28 19:34:39.593029 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda23396-7cd6-4fd6-bba0-164c8be8dd13 req-8746d00b-de0f-4ceb-880e-379cfd49c0a9 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:39.594460 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-eda23396-7cd6-4fd6-bba0-164c8be8dd13 req-8746d00b-de0f-4ceb-880e-379cfd49c0a9 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 944 time: 0.1953545 Mar 28 19:34:39.604497 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2d5d8476-a72b-4198-a77d-15d6c8148687 req-ba90cc35-ea0f-4cc9-acdb-6e4711502deb service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563916 Mar 28 19:34:39.819380 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-eda23396-7cd6-4fd6-bba0-164c8be8dd13 req-bf708f43-dc5a-4cb8-8aa8-fae7495161cf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177675 Mar 28 19:34:39.869861 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2d5d8476-a72b-4198-a77d-15d6c8148687 req-62524a61-2d63-45f9-b625-4069b520a1a4 service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519042 Mar 28 19:34:41.000595 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a4e1a-3dec-49a7-9429-f00a4c9722b3 req-78471c96-4121-4bf1-bcdd-b4e58e0b663c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:41.001919 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7d9a4e1a-3dec-49a7-9429-f00a4c9722b3 req-78471c96-4121-4bf1-bcdd-b4e58e0b663c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 944 time: 0.0784576 Mar 28 19:34:41.045038 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7d9a4e1a-3dec-49a7-9429-f00a4c9722b3 req-7685398e-872d-47e4-a4ad-708306a617b8 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362828 Mar 28 19:34:42.079219 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 44f4b697-82b8-43f3-8730-58e8873191d1 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:34:42.227278 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 44f4b697-82b8-43f3-8730-58e8873191d1, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=44f4b697-82b8-43f3-8730-58e8873191d1,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:34:42.241537 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '44f4b697-82b8-43f3-8730-58e8873191d1', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'port_id': '44f4b697-82b8-43f3-8730-58e8873191d1', 'mac_address': 'fa:16:3e:9e:25:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:34:42.307505 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:42.325530 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f4b697-82b8-43f3-8730-58e8873191d1 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:34:42.342068 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 44f4b697-82b8-43f3-8730-58e8873191d1, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=44f4b697-82b8-43f3-8730-58e8873191d1,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:34:42.345946 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:42.396873 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f3521-3192-4eba-ad79-12df30388e5f req-0d97469b-9bb0-4d66-b099-52a369b5ba44 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:42.398345 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-855f3521-3192-4eba-ad79-12df30388e5f req-0d97469b-9bb0-4d66-b099-52a369b5ba44 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 945 time: 0.0912447 Mar 28 19:34:42.414502 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=44f4b697-82b8-43f3-8730-58e8873191d1,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:34:42.421846 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:34:42.422195 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:34:42.422538 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:34:42.422897 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:34:42.423232 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:34:42.423602 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:34:42.424094 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:34:42.424430 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:34:42.424761 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:34:42.425090 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:34:42.425416 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:34:42.425741 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:34:42.445999 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-855f3521-3192-4eba-ad79-12df30388e5f req-0d1b655a-e7e6-46c9-929e-eb021f19a719 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418956 Mar 28 19:34:42.639225 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['44f4b697-82b8-43f3-8730-58e8873191d1'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:34:43.629632 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afeb7c-70ea-48bd-972e-741f30939c32 req-bafc336c-8130-4045-9ece-d6d68b46829b tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:43.631139 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-86afeb7c-70ea-48bd-972e-741f30939c32 req-bafc336c-8130-4045-9ece-d6d68b46829b tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 945 time: 0.0828154 Mar 28 19:34:43.674198 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-86afeb7c-70ea-48bd-972e-741f30939c32 req-69f970c6-d1d5-4c86-bfff-9fd9ffb03c39 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373061 Mar 28 19:34:44.094452 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 44f4b697-82b8-43f3-8730-58e8873191d1 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:34:44.159959 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port 44f4b697-82b8-43f3-8730-58e8873191d1 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:34:44.164795 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 44f4b697-82b8-43f3-8730-58e8873191d1 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:34:44.165163 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:44.278178 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:44.304574 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90ca11e-8484-4b04-86d1-89bb0b5c9345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f4b697-82b8-43f3-8730-58e8873191d1'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:34:44.314610 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 44f4b697-82b8-43f3-8730-58e8873191d1, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=44f4b697-82b8-43f3-8730-58e8873191d1,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:34:44.318146 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:44.351226 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90ca11e-8484-4b04-86d1-89bb0b5c9345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f4b697-82b8-43f3-8730-58e8873191d1', 'code': 200} Mar 28 19:34:44.388460 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=44f4b697-82b8-43f3-8730-58e8873191d1,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:34:44.570742 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5e430-b5e9-4ab7-a449-fef2bc24d76a req-4506c06d-72dc-4228-89bd-0e1b6effebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:44.572130 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-eec5e430-b5e9-4ab7-a449-fef2bc24d76a req-4506c06d-72dc-4228-89bd-0e1b6effebfe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 1099 time: 0.0687153 Mar 28 19:34:44.612303 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-eec5e430-b5e9-4ab7-a449-fef2bc24d76a req-9b764e82-a526-4913-a6be-f6b4d999285a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336349 Mar 28 19:34:44.860592 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b899e-ebe8-444d-9b4c-12821632dd1c req-936873f0-82bd-4d4b-a206-e29cae9de657 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:44.861936 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a71b899e-ebe8-444d-9b4c-12821632dd1c req-936873f0-82bd-4d4b-a206-e29cae9de657 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0817485 Mar 28 19:34:44.904467 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a71b899e-ebe8-444d-9b4c-12821632dd1c req-5a6c253c-ca4a-4cec-afd3-8b1e72b31764 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368900 Mar 28 19:34:46.093322 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff54868-6a5a-4dec-9920-728593c1b923 req-3deb3da1-d614-4093-abd3-2a45bb1ba0c9 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:46.094761 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9ff54868-6a5a-4dec-9920-728593c1b923 req-3deb3da1-d614-4093-abd3-2a45bb1ba0c9 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0804381 Mar 28 19:34:46.140470 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9ff54868-6a5a-4dec-9920-728593c1b923 req-c660825b-6617-43e9-805b-ea13d9dbc18e tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393739 Mar 28 19:34:46.316868 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10d528-5a66-49d7-a3f3-dbb6761c89f4 req-4a5bc51a-89ee-448d-9650-20240dcc0e05 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:46.318302 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9d10d528-5a66-49d7-a3f3-dbb6761c89f4 req-4a5bc51a-89ee-448d-9650-20240dcc0e05 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0792377 Mar 28 19:34:46.326784 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 36816) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:34:46.331583 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-c88b542a-db4b-431b-a9d4-cfa3409e7d3a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Request body: {'floatingip': {'port_id': '44f4b697-82b8-43f3-8730-58e8873191d1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:34:46.408688 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c88b542a-db4b-431b-a9d4-cfa3409e7d3a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for floatingip, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:46.986509 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c88b542a-db4b-431b-a9d4-cfa3409e7d3a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:46.991057 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c88b542a-db4b-431b-a9d4-cfa3409e7d3a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:47.257727 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-c88b542a-db4b-431b-a9d4-cfa3409e7d3a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Floating IP 65b2e2b4-8003-4fd6-9463-c5f05134e3af associated. External IP: 172.26.4.72, port: 44f4b697-82b8-43f3-8730-58e8873191d1. Mar 28 19:34:47.594990 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88b542a-db4b-431b-a9d4-cfa3409e7d3a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Router 140a7a01-7a7f-436f-801e-c758fe0fa901 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:34:47.771554 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88b542a-db4b-431b-a9d4-cfa3409e7d3a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:34:47.776945 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c88b542a-db4b-431b-a9d4-cfa3409e7d3a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:47.781860 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba2e6c9-2a0a-4b4a-8be2-66580a0ada96 None None] Sync routers for ids ['140a7a01-7a7f-436f-801e-c758fe0fa901'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:34:47.792247 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba2e6c9-2a0a-4b4a-8be2-66580a0ada96 None None] Routers {'140a7a01-7a7f-436f-801e-c758fe0fa901'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:34:47.792848 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-cba2e6c9-2a0a-4b4a-8be2-66580a0ada96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:34:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['140a7a01-7a7f-436f-801e-c758fe0fa901'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:34:47.832859 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c88b542a-db4b-431b-a9d4-cfa3409e7d3a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "PUT /v2.0/floatingips/65b2e2b4-8003-4fd6-9463-c5f05134e3af HTTP/1.1" status: 200 len: 991 time: 1.5050094 Mar 28 19:34:47.833430 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90ca11e-8484-4b04-86d1-89bb0b5c9345', 'tag': '44f4b697-82b8-43f3-8730-58e8873191d1'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:34:47.886005 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90ca11e-8484-4b04-86d1-89bb0b5c9345', 'tag': '44f4b697-82b8-43f3-8730-58e8873191d1', 'status': 'completed', 'code': 200} Mar 28 19:34:47.975207 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-cba2e6c9-2a0a-4b4a-8be2-66580a0ada96 None None] Set router 140a7a01-7a7f-436f-801e-c758fe0fa901 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:34:47.976919 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c6c95-5b62-4b02-b910-29581e94c300 req-9daac61a-f3ad-46b1-8f4d-4236855c3147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:47.978462 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0b2c6c95-5b62-4b02-b910-29581e94c300 req-9daac61a-f3ad-46b1-8f4d-4236855c3147 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 1099 time: 0.0716560 Mar 28 19:34:48.168170 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c6c95-5b62-4b02-b910-29581e94c300 req-ef669863-f90f-4055-9a5d-e562a1003ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:48.169625 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0b2c6c95-5b62-4b02-b910-29581e94c300 req-ef669863-f90f-4055-9a5d-e562a1003ee1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 912 time: 0.1842456 Mar 28 19:34:48.271058 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddadca1-a31e-4345-af70-c17cf96b5b82 req-812bf366-12d9-41ef-84ec-7e7b1133d693 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:48.272498 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-eddadca1-a31e-4345-af70-c17cf96b5b82 req-812bf366-12d9-41ef-84ec-7e7b1133d693 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.1793959 Mar 28 19:34:48.311418 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0b2c6c95-5b62-4b02-b910-29581e94c300 req-dadb8d86-b9ed-476c-9780-8eb63529e48f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44f4b697-82b8-43f3-8730-58e8873191d1 HTTP/1.1" status: 200 len: 999 time: 0.1277118 Mar 28 19:34:48.320941 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-cba2e6c9-2a0a-4b4a-8be2-66580a0ada96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:33:37Z', 'revision_number': 4, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port': {'id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:34Z', 'updated_at': '2022-03-28T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '65b2e2b4-8003-4fd6-9463-c5f05134e3af', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'floating_ip_address': '172.26.4.72', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'port_id': '44f4b697-82b8-43f3-8730-58e8873191d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'mac_address': 'fa:16:3e:9e:25:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90ca11e-8484-4b04-86d1-89bb0b5c9345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:33:40Z', 'updated_at': '2022-03-28T19:34:46Z', 'revision_number': 5, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d', 'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'mac_address': 'fa:16:3e:01:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:37Z', 'updated_at': '2022-03-28T19:33:42Z', 'revision_number': 5, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'subnets': [{'id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:34:48.324966 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba2e6c9-2a0a-4b4a-8be2-66580a0ada96 None None] Checking router: 140a7a01-7a7f-436f-801e-c758fe0fa901 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:34:48.333741 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba2e6c9-2a0a-4b4a-8be2-66580a0ada96 None None] Routers {'140a7a01-7a7f-436f-801e-c758fe0fa901'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:34:48.334332 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-cba2e6c9-2a0a-4b4a-8be2-66580a0ada96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:34:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['140a7a01-7a7f-436f-801e-c758fe0fa901'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:34:48.373973 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-eddadca1-a31e-4345-af70-c17cf96b5b82 req-7a536567-a00e-4596-8c64-346846f12563 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957670 Mar 28 19:34:48.390021 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c6c95-5b62-4b02-b910-29581e94c300 req-24427521-d228-4ad8-9910-882a82e4ba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:48.391603 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0b2c6c95-5b62-4b02-b910-29581e94c300 req-24427521-d228-4ad8-9910-882a82e4ba7a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3d787c8-0ec1-4023-a0e7-240ea7fdcc44 HTTP/1.1" status: 200 len: 850 time: 0.0678287 Mar 28 19:34:48.479320 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c6c95-5b62-4b02-b910-29581e94c300 req-e1729fa8-ee3a-454c-95c1-1077bd0ae982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:48.480671 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0b2c6c95-5b62-4b02-b910-29581e94c300 req-e1729fa8-ee3a-454c-95c1-1077bd0ae982 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834835 Mar 28 19:34:48.507247 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-cba2e6c9-2a0a-4b4a-8be2-66580a0ada96 None None] Set router 140a7a01-7a7f-436f-801e-c758fe0fa901 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:34:48.736136 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0b2c6c95-5b62-4b02-b910-29581e94c300 req-0878c25a-0a31-4fdf-a85f-48a2bce2dcff service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490158 Mar 28 19:34:48.872254 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0b2c6c95-5b62-4b02-b910-29581e94c300 req-2101e57f-5b78-4697-afb9-860c23b299d8 service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294534 Mar 28 19:34:48.891228 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-cba2e6c9-2a0a-4b4a-8be2-66580a0ada96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:33:37Z', 'revision_number': 4, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port': {'id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:34Z', 'updated_at': '2022-03-28T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '65b2e2b4-8003-4fd6-9463-c5f05134e3af', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'floating_ip_address': '172.26.4.72', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'port_id': '44f4b697-82b8-43f3-8730-58e8873191d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'mac_address': 'fa:16:3e:9e:25:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90ca11e-8484-4b04-86d1-89bb0b5c9345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:33:40Z', 'updated_at': '2022-03-28T19:34:46Z', 'revision_number': 5, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d', 'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'mac_address': 'fa:16:3e:01:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:37Z', 'updated_at': '2022-03-28T19:33:42Z', 'revision_number': 5, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'subnets': [{'id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:34:48.896285 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba2e6c9-2a0a-4b4a-8be2-66580a0ada96 None None] The sync data for ids ['140a7a01-7a7f-436f-801e-c758fe0fa901'] in dv-neutron-834711-1-hyperv is: [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:33:37Z', 'revision_number': 4, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port': {'id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:34Z', 'updated_at': '2022-03-28T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '65b2e2b4-8003-4fd6-9463-c5f05134e3af', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'floating_ip_address': '172.26.4.72', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'port_id': '44f4b697-82b8-43f3-8730-58e8873191d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'mac_address': 'fa:16:3e:9e:25:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90ca11e-8484-4b04-86d1-89bb0b5c9345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:33:40Z', 'updated_at': '2022-03-28T19:34:46Z', 'revision_number': 5, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d', 'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'mac_address': 'fa:16:3e:01:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:37Z', 'updated_at': '2022-03-28T19:33:42Z', 'revision_number': 5, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'subnets': [{'id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:34:49.093238 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8badcd80-4c0f-45df-8c3d-153fc702d856 None None] New status for floating IP 65b2e2b4-8003-4fd6-9463-c5f05134e3af: ACTIVE {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:34:49.555393 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e79950-ba82-4c45-996f-b2f5c5fceb5c req-0e902371-df39-4a6d-af27-9dc46be25944 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:49.556817 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-68e79950-ba82-4c45-996f-b2f5c5fceb5c req-0e902371-df39-4a6d-af27-9dc46be25944 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0778704 Mar 28 19:34:49.600494 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-68e79950-ba82-4c45-996f-b2f5c5fceb5c req-8296ece4-529d-429e-878e-7e2354fce7c2 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377569 Mar 28 19:34:50.787080 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91bec5e-e33e-4e66-97a6-f6a07e30f2af req-c2618674-fc10-42a0-abd0-eccd8b595abf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:50.788564 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f91bec5e-e33e-4e66-97a6-f6a07e30f2af req-c2618674-fc10-42a0-abd0-eccd8b595abf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0824192 Mar 28 19:34:50.832747 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f91bec5e-e33e-4e66-97a6-f6a07e30f2af req-c7b7c759-fa37-401a-b5ed-b650b33bdeb8 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370522 Mar 28 19:34:52.018614 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5c88d-0955-4333-8f7d-cca611039d60 req-4a3ad129-1dea-43ae-9fa2-f549de72ae44 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:52.021000 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-58a5c88d-0955-4333-8f7d-cca611039d60 req-4a3ad129-1dea-43ae-9fa2-f549de72ae44 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0793021 Mar 28 19:34:52.065863 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-58a5c88d-0955-4333-8f7d-cca611039d60 req-fab92700-5654-4ecd-b6ae-bd1b79a0c429 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394926 Mar 28 19:34:53.246926 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90df11-daec-41c9-bdb9-fabe0583a162 req-7bc8734a-6fa9-473b-8a54-be46beb68013 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:53.248356 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ca90df11-daec-41c9-bdb9-fabe0583a162 req-7bc8734a-6fa9-473b-8a54-be46beb68013 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0777144 Mar 28 19:34:53.291832 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ca90df11-daec-41c9-bdb9-fabe0583a162 req-381ebbc4-20ba-4d46-8b07-bfe40fcd166c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378807 Mar 28 19:34:54.473065 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbcb5d0-5aa5-49a5-a98f-69bc0bc04f26 req-8795417d-b2ec-4f0d-9423-cd4b799b8543 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:54.474422 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fbbcb5d0-5aa5-49a5-a98f-69bc0bc04f26 req-8795417d-b2ec-4f0d-9423-cd4b799b8543 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0796664 Mar 28 19:34:54.517405 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fbbcb5d0-5aa5-49a5-a98f-69bc0bc04f26 req-011b9de0-068e-4da0-8423-1415e14b1365 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373383 Mar 28 19:34:55.327665 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a438468e-cba3-46de-a51d-f6174affd934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:55.698892 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cee94b-db1a-405e-9b45-c6bd41f14625 req-9961531b-870a-448d-b792-a6c30537198f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:55.700463 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-46cee94b-db1a-405e-9b45-c6bd41f14625 req-9961531b-870a-448d-b792-a6c30537198f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0796754 Mar 28 19:34:55.743605 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-46cee94b-db1a-405e-9b45-c6bd41f14625 req-fe40fb42-58c0-47ac-8303-6ba427a4b726 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375144 Mar 28 19:34:56.672671 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:34:56.926915 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2075a1-1145-4803-9698-df36c7bf4f0d req-30852b4c-34e5-4f98-91b3-f8d37b43b005 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:56.928232 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ec2075a1-1145-4803-9698-df36c7bf4f0d req-30852b4c-34e5-4f98-91b3-f8d37b43b005 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0795000 Mar 28 19:34:56.970796 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ec2075a1-1145-4803-9698-df36c7bf4f0d req-98872e0e-52a5-45f3-a707-7ae60f205a5d tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366287 Mar 28 19:34:57.674627 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5bd92573-ada0-4970-9a12-9aba3bbcdb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:58.157199 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a24d1b-edcd-4cea-a2ca-d68fde736839 req-7cdcba11-bd49-46ea-b880-eb1e70a5a30f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:58.158617 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-76a24d1b-edcd-4cea-a2ca-d68fde736839 req-7cdcba11-bd49-46ea-b880-eb1e70a5a30f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0808930 Mar 28 19:34:58.201251 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-76a24d1b-edcd-4cea-a2ca-d68fde736839 req-fd50125c-905a-44a7-88f9-6ab0e9b715c8 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364242 Mar 28 19:34:58.632164 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:58.672883 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:34:59.385510 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15fbe9-6737-4400-add0-f12ebd7f6f7e req-50605c23-93e0-4b81-9dc4-04a39d23f3cd tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:34:59.386968 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2b15fbe9-6737-4400-add0-f12ebd7f6f7e req-50605c23-93e0-4b81-9dc4-04a39d23f3cd tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0787475 Mar 28 19:34:59.429867 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2b15fbe9-6737-4400-add0-f12ebd7f6f7e req-a005e69e-326a-4833-8520-3c319d0a9fb9 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373347 Mar 28 19:35:00.241174 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:00.612628 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b8de4-134e-486f-8475-9183c8a74e80 req-aa88d2db-503a-4627-97ff-e63924283b1b tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:00.614016 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-772b8de4-134e-486f-8475-9183c8a74e80 req-aa88d2db-503a-4627-97ff-e63924283b1b tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0816483 Mar 28 19:35:00.657125 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-772b8de4-134e-486f-8475-9183c8a74e80 req-a34112d3-5775-4c5e-8141-0e6389e2bbd8 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375896 Mar 28 19:35:01.840774 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3cc70-c7ea-4627-bf52-205547f56cc9 req-220c3701-d341-482e-a0b7-8cf4b604f727 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:01.842202 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-91d3cc70-c7ea-4627-bf52-205547f56cc9 req-220c3701-d341-482e-a0b7-8cf4b604f727 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0803170 Mar 28 19:35:01.880605 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:01.890241 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-91d3cc70-c7ea-4627-bf52-205547f56cc9 req-4604c438-73af-4fcf-bd40-d23694887fb3 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423725 Mar 28 19:35:03.073460 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43db5e1-334a-467b-bf7b-844f66d8c3eb req-78c091f3-fe1c-48db-b128-f8767cb4724e tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:03.074820 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d43db5e1-334a-467b-bf7b-844f66d8c3eb req-78c091f3-fe1c-48db-b128-f8767cb4724e tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0816052 Mar 28 19:35:03.118043 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d43db5e1-334a-467b-bf7b-844f66d8c3eb req-fbdb0af4-16a4-4948-8528-7331dc5403fa tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375972 Mar 28 19:35:04.298828 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4454b4-b7dd-4069-a2b8-3ce906a155db req-68a97054-2f57-430f-8689-5729f1065090 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:04.300164 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9b4454b4-b7dd-4069-a2b8-3ce906a155db req-68a97054-2f57-430f-8689-5729f1065090 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0799875 Mar 28 19:35:04.342827 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9b4454b4-b7dd-4069-a2b8-3ce906a155db req-986ed4bc-617d-4496-921c-e62eb927ab3e tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369813 Mar 28 19:35:05.531761 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad769d-8585-45e2-af95-df9052b40fd2 req-81e1c95c-ec7d-4775-8378-50b2db42e0bd tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:05.533194 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5aad769d-8585-45e2-af95-df9052b40fd2 req-81e1c95c-ec7d-4775-8378-50b2db42e0bd tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0785630 Mar 28 19:35:05.577015 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5aad769d-8585-45e2-af95-df9052b40fd2 req-8a201997-cdd9-4c80-968e-72da4340ef04 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376294 Mar 28 19:35:06.762905 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fa404-17a4-4d55-958e-cea70391e219 req-e984913d-8518-4bab-b824-282f8f7aaa15 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:06.764337 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5e4fa404-17a4-4d55-958e-cea70391e219 req-e984913d-8518-4bab-b824-282f8f7aaa15 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0804052 Mar 28 19:35:06.806685 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5e4fa404-17a4-4d55-958e-cea70391e219 req-3f3b0ea1-2c20-4139-b44e-9d9be5f8e1de tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360518 Mar 28 19:35:07.991727 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb0ad1-1426-4df0-ba1e-bb13c04fca0b req-70c04904-e00f-44a0-80c0-b80599b7d11d tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:07.993123 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-04bb0ad1-1426-4df0-ba1e-bb13c04fca0b req-70c04904-e00f-44a0-80c0-b80599b7d11d tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0820081 Mar 28 19:35:08.124615 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-04bb0ad1-1426-4df0-ba1e-bb13c04fca0b req-5ca73746-d6c0-4d7b-ae37-239de6b5cd60 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258192 Mar 28 19:35:09.306265 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db148f63-195f-4008-abce-c8d1fe5b0449 req-d12aeca6-69c3-43c0-9630-2dce58e9cdb4 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:09.307748 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-db148f63-195f-4008-abce-c8d1fe5b0449 req-d12aeca6-69c3-43c0-9630-2dce58e9cdb4 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0789499 Mar 28 19:35:09.351620 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-db148f63-195f-4008-abce-c8d1fe5b0449 req-2fb05cdb-7417-4992-9093-10725078c1f9 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379403 Mar 28 19:35:10.533166 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80179b0-08b2-49e5-8b46-41113bd44202 req-72878a2f-122b-4192-85fd-7edf282073d1 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:10.534565 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b80179b0-08b2-49e5-8b46-41113bd44202 req-72878a2f-122b-4192-85fd-7edf282073d1 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0793164 Mar 28 19:35:10.578139 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b80179b0-08b2-49e5-8b46-41113bd44202 req-14f5a8c4-179d-46c1-ba32-3f7f88ccb632 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373867 Mar 28 19:35:11.762364 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36551b34-47a4-49da-a806-cd6c26059664 req-e39d9b94-9b2e-425a-a6fd-41703728bed3 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:11.763818 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-36551b34-47a4-49da-a806-cd6c26059664 req-e39d9b94-9b2e-425a-a6fd-41703728bed3 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0810513 Mar 28 19:35:11.807192 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-36551b34-47a4-49da-a806-cd6c26059664 req-5a8c96f2-1bf3-45b1-95b2-d6184a3f685e tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371854 Mar 28 19:35:12.990831 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaba3a1-4131-43dd-ace5-4194d5613a02 req-33163d49-f30f-4342-a132-39bc69c9da19 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:12.992172 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-baaba3a1-4131-43dd-ace5-4194d5613a02 req-33163d49-f30f-4342-a132-39bc69c9da19 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0777414 Mar 28 19:35:13.034013 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-baaba3a1-4131-43dd-ace5-4194d5613a02 req-962f03f7-63e0-40df-975c-b7a2d2f4fc16 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362961 Mar 28 19:35:14.220581 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e0e2e-71db-49fd-9c78-7bdf8ac079bb req-988253c8-d8e8-4521-a224-f8ffac51d575 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:14.222019 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0e9e0e2e-71db-49fd-9c78-7bdf8ac079bb req-988253c8-d8e8-4521-a224-f8ffac51d575 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0826616 Mar 28 19:35:14.265247 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0e9e0e2e-71db-49fd-9c78-7bdf8ac079bb req-8386243b-8207-4677-b8af-58196fe30b89 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372109 Mar 28 19:35:14.610342 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-43e7af11-4a8a-4775-8549-72b9f3473ce7 req-bc66dea3-f0bf-492e-8b90-9b1b8ae7d2b3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0731256 Mar 28 19:35:14.657419 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88781c-511e-4f1a-ac73-40178d998113 req-0677d3fe-6674-4567-9df5-3be050c7ab40 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:14.658915 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ff88781c-511e-4f1a-ac73-40178d998113 req-0677d3fe-6674-4567-9df5-3be050c7ab40 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0809948 Mar 28 19:35:14.713100 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ff88781c-511e-4f1a-ac73-40178d998113 req-61c60e96-0ba1-4d49-b357-ca24b508048c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473442 Mar 28 19:35:15.732975 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7af11-4a8a-4775-8549-72b9f3473ce7 req-7726a980-73ea-4388-b541-d83a461310d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:15.734399 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-43e7af11-4a8a-4775-8549-72b9f3473ce7 req-7726a980-73ea-4388-b541-d83a461310d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 1099 time: 0.0707111 Mar 28 19:35:15.908536 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7af11-4a8a-4775-8549-72b9f3473ce7 req-1e3f1030-1fab-4326-936e-1704a8acaaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:15.910417 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-43e7af11-4a8a-4775-8549-72b9f3473ce7 req-1e3f1030-1fab-4326-936e-1704a8acaaa9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 912 time: 0.1701818 Mar 28 19:35:16.007152 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30efd69-ad1c-45f6-9d99-c25cf0cf8122 req-80ce0c9f-1053-4701-be2e-52ee1f15bd64 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:16.008564 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f30efd69-ad1c-45f6-9d99-c25cf0cf8122 req-80ce0c9f-1053-4701-be2e-52ee1f15bd64 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.1773117 Mar 28 19:35:16.040508 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-43e7af11-4a8a-4775-8549-72b9f3473ce7 req-a57b90ce-e640-4d4d-a997-c312a1fca76f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44f4b697-82b8-43f3-8730-58e8873191d1 HTTP/1.1" status: 200 len: 1001 time: 0.1234004 Mar 28 19:35:16.103985 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f30efd69-ad1c-45f6-9d99-c25cf0cf8122 req-1d2e93ac-a773-422a-91c1-5be9cd151fc0 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821645 Mar 28 19:35:16.116640 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7af11-4a8a-4775-8549-72b9f3473ce7 req-4d3a425d-5016-4653-8c51-9575bcc83a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:16.118111 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-43e7af11-4a8a-4775-8549-72b9f3473ce7 req-4d3a425d-5016-4653-8c51-9575bcc83a67 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3d787c8-0ec1-4023-a0e7-240ea7fdcc44 HTTP/1.1" status: 200 len: 850 time: 0.0713160 Mar 28 19:35:16.194748 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7af11-4a8a-4775-8549-72b9f3473ce7 req-b2e668e5-6ac5-4c31-8196-dd5a9d07a553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:16.196193 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-43e7af11-4a8a-4775-8549-72b9f3473ce7 req-b2e668e5-6ac5-4c31-8196-dd5a9d07a553 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719283 Mar 28 19:35:16.325000 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-43e7af11-4a8a-4775-8549-72b9f3473ce7 req-3e74dc40-c05e-45be-a165-fc9c93b08628 service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221886 Mar 28 19:35:16.450247 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-43e7af11-4a8a-4775-8549-72b9f3473ce7 req-23b7b2dd-4cfa-47b3-aaab-2cd33f03eaf9 service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193981 Mar 28 19:35:17.285595 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdbef5-c475-46e8-991c-d3674968956a req-a4386350-2df0-4dd6-a839-41cffb8eed8c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:17.287058 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-09cdbef5-c475-46e8-991c-d3674968956a req-a4386350-2df0-4dd6-a839-41cffb8eed8c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0763338 Mar 28 19:35:17.329302 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-09cdbef5-c475-46e8-991c-d3674968956a req-89eb13b8-4c27-4304-89ef-14cb3e8a8e0b tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366609 Mar 28 19:35:18.256365 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-43e7af11-4a8a-4775-8549-72b9f3473ce7 req-7a6fb9d4-a3dc-4914-becc-e5025d306ab7 service neutron] 10.222.0.26 "GET /v2.0/ports/44f4b697-82b8-43f3-8730-58e8873191d1/bindings/hv-neutron-8347 HTTP/1.1" status: 200 len: 384 time: 0.1727769 Mar 28 19:35:18.572953 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64fb2e-6c1d-40ba-b1e7-b4797d31911a req-cde0bb5a-1c2d-436c-b16c-6980ad3da0c7 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:18.574275 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6c64fb2e-6c1d-40ba-b1e7-b4797d31911a req-cde0bb5a-1c2d-436c-b16c-6980ad3da0c7 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.1340933 Mar 28 19:35:18.576883 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7af11-4a8a-4775-8549-72b9f3473ce7 req-cda3cf10-4d88-48eb-98be-88c6866a9eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:18.578233 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-43e7af11-4a8a-4775-8549-72b9f3473ce7 req-cda3cf10-4d88-48eb-98be-88c6866a9eb8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345&tenant_id=7f25e1e0935c4a2eb80523a8565322a1 HTTP/1.1" status: 200 len: 1099 time: 0.1079817 Mar 28 19:35:18.657947 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6c64fb2e-6c1d-40ba-b1e7-b4797d31911a req-5d02a6cb-f0ad-4f2e-8979-22ff2b936d37 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780230 Mar 28 19:35:18.684504 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7af11-4a8a-4775-8549-72b9f3473ce7 req-96ea944a-1943-4588-ad6e-a7efebd09bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:18.686246 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-43e7af11-4a8a-4775-8549-72b9f3473ce7 req-96ea944a-1943-4588-ad6e-a7efebd09bac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 1099 time: 0.0861590 Mar 28 19:35:18.813236 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7af11-4a8a-4775-8549-72b9f3473ce7 req-b9b97b4f-7f36-4d4a-960d-c284f7b602ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:18.814647 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-43e7af11-4a8a-4775-8549-72b9f3473ce7 req-b9b97b4f-7f36-4d4a-960d-c284f7b602ba service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 912 time: 0.1226265 Mar 28 19:35:18.915794 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-43e7af11-4a8a-4775-8549-72b9f3473ce7 req-a081802a-d6a4-4fe9-8753-d0a6ebdfd7b1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44f4b697-82b8-43f3-8730-58e8873191d1 HTTP/1.1" status: 200 len: 1001 time: 0.0946996 Mar 28 19:35:18.982221 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7af11-4a8a-4775-8549-72b9f3473ce7 req-e687d4c0-dd2e-4df7-8929-1b9764595099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:18.983631 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-43e7af11-4a8a-4775-8549-72b9f3473ce7 req-e687d4c0-dd2e-4df7-8929-1b9764595099 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3d787c8-0ec1-4023-a0e7-240ea7fdcc44 HTTP/1.1" status: 200 len: 850 time: 0.0615656 Mar 28 19:35:19.056824 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7af11-4a8a-4775-8549-72b9f3473ce7 req-48f3b46d-17f0-494e-b6ce-9a5a166fe614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:19.058255 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-43e7af11-4a8a-4775-8549-72b9f3473ce7 req-48f3b46d-17f0-494e-b6ce-9a5a166fe614 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691478 Mar 28 19:35:19.189844 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-43e7af11-4a8a-4775-8549-72b9f3473ce7 req-00a9926a-9140-4433-8f73-97cbbe4ee1c4 service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251435 Mar 28 19:35:19.321680 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-43e7af11-4a8a-4775-8549-72b9f3473ce7 req-7704841b-946a-4ea7-9533-df167b058c8f service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256764 Mar 28 19:35:19.842638 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa510f58-4037-4d6a-90d3-de6c93dd29cd req-5bf10360-6894-4c32-8c32-11365825d722 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:19.844101 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-aa510f58-4037-4d6a-90d3-de6c93dd29cd req-5bf10360-6894-4c32-8c32-11365825d722 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0790315 Mar 28 19:35:19.890402 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-aa510f58-4037-4d6a-90d3-de6c93dd29cd req-80156776-fd54-4532-a0d8-e45c907689fb tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400083 Mar 28 19:35:21.072876 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697374f-6a8f-4e20-a138-d7c0a2976dc1 req-aab4e738-4266-45a9-881a-d99264203e10 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:21.074205 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b697374f-6a8f-4e20-a138-d7c0a2976dc1 req-aab4e738-4266-45a9-881a-d99264203e10 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0773094 Mar 28 19:35:21.118768 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b697374f-6a8f-4e20-a138-d7c0a2976dc1 req-f21bd9f4-40f5-452c-bf0f-2ac65f5b0561 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389056 Mar 28 19:35:22.281565 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 44f4b697-82b8-43f3-8730-58e8873191d1 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:35:22.283793 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 44f4b697-82b8-43f3-8730-58e8873191d1 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:35:22.305244 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc0019-9c96-4186-9eb9-5aa9ceb8e99c req-4d1c07d4-cda9-4df7-9f3b-60cec34dc237 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:22.306712 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f6cc0019-9c96-4186-9eb9-5aa9ceb8e99c req-4d1c07d4-cda9-4df7-9f3b-60cec34dc237 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0843289 Mar 28 19:35:22.351936 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f6cc0019-9c96-4186-9eb9-5aa9ceb8e99c req-06b9edc4-a5c7-4663-afec-7af3c4d61903 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381789 Mar 28 19:35:22.532317 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:22.562272 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 44f4b697-82b8-43f3-8730-58e8873191d1, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=44f4b697-82b8-43f3-8730-58e8873191d1,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:35:22.585368 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90ca11e-8484-4b04-86d1-89bb0b5c9345', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44f4b697-82b8-43f3-8730-58e8873191d1'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:35:22.592957 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '44f4b697-82b8-43f3-8730-58e8873191d1', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'port_id': '44f4b697-82b8-43f3-8730-58e8873191d1', 'mac_address': 'fa:16:3e:9e:25:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:35:22.599097 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 44f4b697-82b8-43f3-8730-58e8873191d1, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=44f4b697-82b8-43f3-8730-58e8873191d1,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:35:22.632637 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:22.672709 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90ca11e-8484-4b04-86d1-89bb0b5c9345', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44f4b697-82b8-43f3-8730-58e8873191d1', 'code': 200} Mar 28 19:35:22.711859 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:22.724771 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856e6b4-3b77-4f87-b43c-e76a29ff227f req-e6a4706f-c3f6-408b-8ed7-4a720579dfc3 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:22.726188 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8856e6b4-3b77-4f87-b43c-e76a29ff227f req-e6a4706f-c3f6-408b-8ed7-4a720579dfc3 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 944 time: 0.1469476 Mar 28 19:35:22.732493 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=44f4b697-82b8-43f3-8730-58e8873191d1,revision_number=6']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:35:22.736097 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f4b697-82b8-43f3-8730-58e8873191d1 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:35:22.739986 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8bf50-b052-4c58-b65a-e1f5d5969d69 req-da3b28b7-e828-4a49-9019-fbe6ef08a2b4 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:22.741371 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c8b8bf50-b052-4c58-b65a-e1f5d5969d69 req-da3b28b7-e828-4a49-9019-fbe6ef08a2b4 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.26 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345&tenant_id=7f25e1e0935c4a2eb80523a8565322a1&binding%3Ahost_id=hv-neutron-8347 HTTP/1.1" status: 200 len: 944 time: 0.1166539 Mar 28 19:35:22.753428 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 44f4b697-82b8-43f3-8730-58e8873191d1, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=44f4b697-82b8-43f3-8730-58e8873191d1,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:35:22.758097 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:22.781372 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8856e6b4-3b77-4f87-b43c-e76a29ff227f req-f6cd3b8b-a29f-4cca-8765-02abb3454c91 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487955 Mar 28 19:35:22.834524 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=44f4b697-82b8-43f3-8730-58e8873191d1,revision_number=7']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:35:22.838443 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['44f4b697-82b8-43f3-8730-58e8873191d1'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:35:22.892098 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8bf50-b052-4c58-b65a-e1f5d5969d69 req-d9e8b875-86f5-42d9-948b-d980d0bfa05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:22.893683 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c8b8bf50-b052-4c58-b65a-e1f5d5969d69 req-d9e8b875-86f5-42d9-948b-d980d0bfa05f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 1098 time: 0.0714552 Mar 28 19:35:23.024997 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8bf50-b052-4c58-b65a-e1f5d5969d69 req-af891b1f-f456-4947-a5a0-aa539b6da78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:23.026425 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c8b8bf50-b052-4c58-b65a-e1f5d5969d69 req-af891b1f-f456-4947-a5a0-aa539b6da78a service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 912 time: 0.1256409 Mar 28 19:35:23.240142 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c8b8bf50-b052-4c58-b65a-e1f5d5969d69 req-2726f6a7-a08b-47ab-b272-9268ce629b89 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44f4b697-82b8-43f3-8730-58e8873191d1 HTTP/1.1" status: 200 len: 1000 time: 0.2072630 Mar 28 19:35:23.303044 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8bf50-b052-4c58-b65a-e1f5d5969d69 req-5e78b4ad-4eca-4d44-9855-f3f426aace55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:23.304425 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c8b8bf50-b052-4c58-b65a-e1f5d5969d69 req-5e78b4ad-4eca-4d44-9855-f3f426aace55 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3d787c8-0ec1-4023-a0e7-240ea7fdcc44 HTTP/1.1" status: 200 len: 850 time: 0.0580637 Mar 28 19:35:23.376268 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8bf50-b052-4c58-b65a-e1f5d5969d69 req-93848cf5-67c3-4140-83e2-7439b9ee077c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:23.377692 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c8b8bf50-b052-4c58-b65a-e1f5d5969d69 req-93848cf5-67c3-4140-83e2-7439b9ee077c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673468 Mar 28 19:35:23.503593 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c8b8bf50-b052-4c58-b65a-e1f5d5969d69 req-9b3d625f-5d85-4b54-a371-896f01508d6d service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200883 Mar 28 19:35:23.631963 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c8b8bf50-b052-4c58-b65a-e1f5d5969d69 req-630df8fc-fdc9-4e51-876a-2b01a4a582b0 service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226466 Mar 28 19:35:23.975897 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf8757-aadf-4887-aacb-954ccc8c2f8a req-32e89bf3-5655-4e9d-902f-0339364d6b18 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:23.977349 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-79cf8757-aadf-4887-aacb-954ccc8c2f8a req-32e89bf3-5655-4e9d-902f-0339364d6b18 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 945 time: 0.0868368 Mar 28 19:35:24.022936 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-79cf8757-aadf-4887-aacb-954ccc8c2f8a req-2ff40175-5d66-476e-a195-d15995e3c3e1 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393925 Mar 28 19:35:24.279745 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 44f4b697-82b8-43f3-8730-58e8873191d1 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:35:24.346368 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 44f4b697-82b8-43f3-8730-58e8873191d1 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:35:24.346676 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:24.459474 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:24.490754 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 44f4b697-82b8-43f3-8730-58e8873191d1, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=44f4b697-82b8-43f3-8730-58e8873191d1,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:35:24.494856 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:24.560444 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=44f4b697-82b8-43f3-8730-58e8873191d1,revision_number=8']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:35:24.673994 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90ca11e-8484-4b04-86d1-89bb0b5c9345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f4b697-82b8-43f3-8730-58e8873191d1'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:35:24.717728 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90ca11e-8484-4b04-86d1-89bb0b5c9345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f4b697-82b8-43f3-8730-58e8873191d1', 'code': 200} Mar 28 19:35:25.210313 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9b2e9-2a64-4106-bb75-880d132c77b1 req-e7cb28dd-d837-4dcb-b8ae-0a5bdd225140 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:25.211773 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d5d9b2e9-2a64-4106-bb75-880d132c77b1 req-e7cb28dd-d837-4dcb-b8ae-0a5bdd225140 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0778475 Mar 28 19:35:25.255616 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d5d9b2e9-2a64-4106-bb75-880d132c77b1 req-4a6f31c6-68e0-49db-80e0-8a74e9f163e2 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382400 Mar 28 19:35:25.329420 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-491a4937-7b37-4375-a428-c6af3b155864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:25.443132 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c2532-ccd6-4c78-afa6-61e1d3109d7c req-97754ce1-8cce-417e-9dfa-f1dcffccfc82 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:25.444529 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cf2c2532-ccd6-4c78-afa6-61e1d3109d7c req-97754ce1-8cce-417e-9dfa-f1dcffccfc82 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0815971 Mar 28 19:35:25.487472 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cf2c2532-ccd6-4c78-afa6-61e1d3109d7c req-4012cad6-95dc-44cc-ba40-2ea79b13c7a9 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373893 Mar 28 19:35:25.871269 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740e3a6-998c-4b65-a6a7-68fbb057ca9e req-88a4ded5-a954-453e-aa7c-1691c4d081d7 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:25.872619 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8740e3a6-998c-4b65-a6a7-68fbb057ca9e req-88a4ded5-a954-453e-aa7c-1691c4d081d7 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.1321084 Mar 28 19:35:25.905977 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20876945-da10-426b-bc66-bef25a52fe40 req-03e83f33-c4b8-4382-87d4-89d05ea7d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:25.907411 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-20876945-da10-426b-bc66-bef25a52fe40 req-03e83f33-c4b8-4382-87d4-89d05ea7d2b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 1099 time: 0.1137726 Mar 28 19:35:25.960849 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8740e3a6-998c-4b65-a6a7-68fbb057ca9e req-0f5dd174-67f9-472a-a4e8-650d726f859e tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764339 Mar 28 19:35:26.049857 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20876945-da10-426b-bc66-bef25a52fe40 req-fb4450de-37b7-4bbf-9ecf-1281a74648fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:26.051833 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-20876945-da10-426b-bc66-bef25a52fe40 req-fb4450de-37b7-4bbf-9ecf-1281a74648fc service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 912 time: 0.1340766 Mar 28 19:35:26.153006 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-20876945-da10-426b-bc66-bef25a52fe40 req-23b56b2e-af3f-4f47-b23b-7003b171fc28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44f4b697-82b8-43f3-8730-58e8873191d1 HTTP/1.1" status: 200 len: 1001 time: 0.0951595 Mar 28 19:35:26.212598 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20876945-da10-426b-bc66-bef25a52fe40 req-89eeeee9-6922-4478-bccc-e4464d3b287c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:26.213957 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-20876945-da10-426b-bc66-bef25a52fe40 req-89eeeee9-6922-4478-bccc-e4464d3b287c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3d787c8-0ec1-4023-a0e7-240ea7fdcc44 HTTP/1.1" status: 200 len: 850 time: 0.0560012 Mar 28 19:35:26.289138 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20876945-da10-426b-bc66-bef25a52fe40 req-a83cbce2-38f5-402a-a4b3-42fe15846ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:26.290568 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-20876945-da10-426b-bc66-bef25a52fe40 req-a83cbce2-38f5-402a-a4b3-42fe15846ae7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709212 Mar 28 19:35:26.419041 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-20876945-da10-426b-bc66-bef25a52fe40 req-1c468a1e-d0a5-4713-ba86-514ab00b154c service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223531 Mar 28 19:35:26.647062 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-20876945-da10-426b-bc66-bef25a52fe40 req-4c5fdc1a-579d-45e4-8a50-b096d8c8da26 service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223337 Mar 28 19:35:27.147567 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a1df7-ea14-4455-b04b-f3bb3b228fec req-880585b7-376c-4876-930d-a7a77683dd9b tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:27.151641 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-813a1df7-ea14-4455-b04b-f3bb3b228fec req-880585b7-376c-4876-930d-a7a77683dd9b tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0839231 Mar 28 19:35:27.195425 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-813a1df7-ea14-4455-b04b-f3bb3b228fec req-8558c35b-162b-4f03-b8d5-770878f63f66 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407469 Mar 28 19:35:27.679067 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3eb40167-6141-4820-a1c4-557e172acdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:28.381227 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323af0ba-622e-4068-91b5-e6f5986b2c2c req-9f223222-fdea-46d4-9f56-9ffb063a5dc4 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:28.382639 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-323af0ba-622e-4068-91b5-e6f5986b2c2c req-9f223222-fdea-46d4-9f56-9ffb063a5dc4 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0818532 Mar 28 19:35:28.424368 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-323af0ba-622e-4068-91b5-e6f5986b2c2c req-a7615abd-c9a2-471d-8b75-d072a7773649 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361071 Mar 28 19:35:28.634747 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:28.678766 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:28.802864 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05fcf0-169f-4492-a52f-fb7110fff3d1 req-256d4c51-111d-4f51-9c00-4a05eaef6dc5 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:28.804210 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8b05fcf0-169f-4492-a52f-fb7110fff3d1 req-256d4c51-111d-4f51-9c00-4a05eaef6dc5 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0777349 Mar 28 19:35:28.850469 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8b05fcf0-169f-4492-a52f-fb7110fff3d1 req-1dcdeca7-768e-45cb-81b6-cbd49f9f6f19 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407012 Mar 28 19:35:30.034550 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52becf6-6147-41a7-aeda-17a15a343fb0 req-b2ce7376-f6f4-4b89-8c45-ddf5c9310cf3 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:30.036589 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f52becf6-6147-41a7-aeda-17a15a343fb0 req-b2ce7376-f6f4-4b89-8c45-ddf5c9310cf3 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0775161 Mar 28 19:35:30.078867 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f52becf6-6147-41a7-aeda-17a15a343fb0 req-bb8bac34-4afc-4207-a99a-c43b0d6ff1b8 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364475 Mar 28 19:35:30.243647 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:30.628851 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede484c-8d46-417a-8600-2f552b36475d req-5bfc761c-d577-4622-8ef9-299ccd5891b7 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:30.630267 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bede484c-8d46-417a-8600-2f552b36475d req-5bfc761c-d577-4622-8ef9-299ccd5891b7 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.26 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.0815587 Mar 28 19:35:30.699089 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-bede484c-8d46-417a-8600-2f552b36475d req-f334dfb5-8463-4a41-a641-6d9f07322284 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Deleting port 44f4b697-82b8-43f3-8730-58e8873191d1 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:35:30.699427 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-bede484c-8d46-417a-8600-2f552b36475d req-f334dfb5-8463-4a41-a641-6d9f07322284 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:30.939868 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-bede484c-8d46-417a-8600-2f552b36475d req-f334dfb5-8463-4a41-a641-6d9f07322284 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] For port 44f4b697-82b8-43f3-8730-58e8873191d1, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=44f4b697-82b8-43f3-8730-58e8873191d1,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:35:30.940226 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-bede484c-8d46-417a-8600-2f552b36475d req-f334dfb5-8463-4a41-a641-6d9f07322284 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:31.272459 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-bede484c-8d46-417a-8600-2f552b36475d req-f334dfb5-8463-4a41-a641-6d9f07322284 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:31.273117 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-bede484c-8d46-417a-8600-2f552b36475d req-f334dfb5-8463-4a41-a641-6d9f07322284 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:31.273117 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [req-bede484c-8d46-417a-8600-2f552b36475d req-f334dfb5-8463-4a41-a641-6d9f07322284 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Floating IP 65b2e2b4-8003-4fd6-9463-c5f05134e3af disassociated. External IP: 172.26.4.72, port: 44f4b697-82b8-43f3-8730-58e8873191d1. Mar 28 19:35:31.273361 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-bede484c-8d46-417a-8600-2f552b36475d req-f334dfb5-8463-4a41-a641-6d9f07322284 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Calling delete_port for 44f4b697-82b8-43f3-8730-58e8873191d1 owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:35:31.367932 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da51893-2292-4b15-9556-672555999f5e req-83173bd9-0c05-4adb-8627-e8a133046485 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:31.369347 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4da51893-2292-4b15-9556-672555999f5e req-83173bd9-0c05-4adb-8627-e8a133046485 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 946 time: 0.1765954 Mar 28 19:35:31.463661 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4da51893-2292-4b15-9556-672555999f5e req-a00eb250-3a04-440c-bf15-f41aa1c909b4 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864148 Mar 28 19:35:31.468187 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-bede484c-8d46-417a-8600-2f552b36475d req-f334dfb5-8463-4a41-a641-6d9f07322284 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:31.520179 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334dfb5-8463-4a41-a641-6d9f07322284 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Pushing event deleted for resources: {'Port': ['ID=44f4b697-82b8-43f3-8730-58e8873191d1,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:35:31.808635 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bede484c-8d46-417a-8600-2f552b36475d req-f334dfb5-8463-4a41-a641-6d9f07322284 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Router 140a7a01-7a7f-436f-801e-c758fe0fa901 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:35:31.886861 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:31.991879 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bede484c-8d46-417a-8600-2f552b36475d req-f334dfb5-8463-4a41-a641-6d9f07322284 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:35:32.001161 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b693f1f-839b-4815-8e1d-9e72166f451b None None] Sync routers for ids ['140a7a01-7a7f-436f-801e-c758fe0fa901'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:35:32.011214 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b693f1f-839b-4815-8e1d-9e72166f451b None None] Routers {'140a7a01-7a7f-436f-801e-c758fe0fa901'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:35:32.011918 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-6b693f1f-839b-4815-8e1d-9e72166f451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:35:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['140a7a01-7a7f-436f-801e-c758fe0fa901'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:35:32.063832 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-bede484c-8d46-417a-8600-2f552b36475d req-f334dfb5-8463-4a41-a641-6d9f07322284 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] No DVR routers for this DVR port 44f4b697-82b8-43f3-8730-58e8873191d1 on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:35:32.066197 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-bede484c-8d46-417a-8600-2f552b36475d req-f334dfb5-8463-4a41-a641-6d9f07322284 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:32.069877 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90ca11e-8484-4b04-86d1-89bb0b5c9345', 'name': 'network-vif-deleted', 'tag': '44f4b697-82b8-43f3-8730-58e8873191d1'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:35:32.086743 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bede484c-8d46-417a-8600-2f552b36475d req-f334dfb5-8463-4a41-a641-6d9f07322284 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.26 "DELETE /v2.0/ports/44f4b697-82b8-43f3-8730-58e8873191d1 HTTP/1.1" status: 204 len: 173 time: 1.4506114 Mar 28 19:35:32.116789 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90ca11e-8484-4b04-86d1-89bb0b5c9345', 'name': 'network-vif-deleted', 'tag': '44f4b697-82b8-43f3-8730-58e8873191d1', 'status': 'completed', 'code': 200} Mar 28 19:35:32.206428 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-6b693f1f-839b-4815-8e1d-9e72166f451b None None] Set router 140a7a01-7a7f-436f-801e-c758fe0fa901 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:35:32.525297 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-6b693f1f-839b-4815-8e1d-9e72166f451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:33:37Z', 'revision_number': 4, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port': {'id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:34Z', 'updated_at': '2022-03-28T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d', 'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'mac_address': 'fa:16:3e:01:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:37Z', 'updated_at': '2022-03-28T19:33:42Z', 'revision_number': 5, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'subnets': [{'id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:35:32.531994 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b693f1f-839b-4815-8e1d-9e72166f451b None None] Checking router: 140a7a01-7a7f-436f-801e-c758fe0fa901 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:35:32.542134 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b693f1f-839b-4815-8e1d-9e72166f451b None None] Routers {'140a7a01-7a7f-436f-801e-c758fe0fa901'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:35:32.542746 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-6b693f1f-839b-4815-8e1d-9e72166f451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:35:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['140a7a01-7a7f-436f-801e-c758fe0fa901'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:35:32.651599 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-d66bad50-a76f-4404-9a9b-1cf082c3ff8a req-45561e35-3a2a-476a-a537-63dc56e6d47e tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Synchronizing usage tracker for tenant:7f25e1e0935c4a2eb80523a8565322a1 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:35:32.671425 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-d66bad50-a76f-4404-9a9b-1cf082c3ff8a req-45561e35-3a2a-476a-a537-63dc56e6d47e tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Unset dirty status for tenant:7f25e1e0935c4a2eb80523a8565322a1 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:35:32.672875 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d66bad50-a76f-4404-9a9b-1cf082c3ff8a req-45561e35-3a2a-476a-a537-63dc56e6d47e tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90ca11e-8484-4b04-86d1-89bb0b5c9345 HTTP/1.1" status: 200 len: 210 time: 0.0774024 Mar 28 19:35:32.735848 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-6b693f1f-839b-4815-8e1d-9e72166f451b None None] Set router 140a7a01-7a7f-436f-801e-c758fe0fa901 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:35:33.034120 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-6b693f1f-839b-4815-8e1d-9e72166f451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:33:37Z', 'revision_number': 4, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port': {'id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:34Z', 'updated_at': '2022-03-28T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d', 'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'mac_address': 'fa:16:3e:01:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:37Z', 'updated_at': '2022-03-28T19:33:42Z', 'revision_number': 5, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'subnets': [{'id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:35:33.038279 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b693f1f-839b-4815-8e1d-9e72166f451b None None] The sync data for ids ['140a7a01-7a7f-436f-801e-c758fe0fa901'] in dv-neutron-834711-1-hyperv is: [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:33:37Z', 'revision_number': 4, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port': {'id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:34Z', 'updated_at': '2022-03-28T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d', 'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'mac_address': 'fa:16:3e:01:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:37Z', 'updated_at': '2022-03-28T19:33:42Z', 'revision_number': 5, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'subnets': [{'id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:35:33.245827 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415499d2-2064-41c6-aedf-46f3ef581ebb None None] New status for floating IP 65b2e2b4-8003-4fd6-9463-c5f05134e3af: DOWN {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:35:33.670677 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:35:34.012077 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-b3d81f41-cf03-4a43-a922-dcfe4a924b19 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1406333612&fields=id&tenant_id=7f25e1e0935c4a2eb80523a8565322a1 HTTP/1.1" status: 200 len: 267 time: 0.0387580 Mar 28 19:35:34.159022 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-082a851f-d771-4d3c-8943-388bf4499aa4 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:34.160614 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-082a851f-d771-4d3c-8943-388bf4499aa4 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 811 time: 0.1419880 Mar 28 19:35:34.174840 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-28ceea48-1478-4215-b9e1-0825801498e9 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/quotas/7f25e1e0935c4a2eb80523a8565322a1 HTTP/1.1" status: 200 len: 375 time: 0.0089521 Mar 28 19:35:34.265479 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-6089949e-228c-4b94-adb0-e68723eb8631 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0851793 Mar 28 19:35:34.341941 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 44f4b697-82b8-43f3-8730-58e8873191d1 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:35:34.378242 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: 44f4b697-82b8-43f3-8730-58e8873191d1 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:35:34.378593 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 44f4b697-82b8-43f3-8730-58e8873191d1 not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:35:34.400224 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-434e7769-f4e8-40bb-8594-13bc2d97f68c service neutron] 10.222.0.10 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233201 Mar 28 19:35:34.528808 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-f4f0cb09-3a52-4c8f-8796-89536e150218 service neutron] 10.222.0.10 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227577 Mar 28 19:35:34.719171 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4340bed0-fd5f-4273-aec2-944198235840 req-3da276a4-8f7f-4888-9325-c4bb14cac5ba tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 210 time: 0.0539813 Mar 28 19:35:35.768063 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-fbc488ce-7032-4bf6-a9b4-e51eac28df66 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:35.769477 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-fbc488ce-7032-4bf6-a9b4-e51eac28df66 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.26 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 811 time: 0.1485808 Mar 28 19:35:35.820570 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-490b5f28-8fb1-4113-b3dc-d95cf4cf3ee1 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f25e1e0935c4a2eb80523a8565322a1 HTTP/1.1" status: 200 len: 380 time: 0.0417397 Mar 28 19:35:35.862400 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-c8bb2837-3c6b-450f-b74c-44a9415de193 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Request body: {'port': {'device_id': 'ae5ad17f-79a4-450c-bee4-1071b7005dfa', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'admin_state_up': True, 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'security_groups': ['4159b5b3-5892-4cdb-bf77-82f6aa4ee171']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:35:35.889098 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c86732cc-168c-4ed3-ba6f-6f0cde2b6518 req-bd781e32-4ef0-4093-adae-79bfe3a95632 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 210 time: 0.0653341 Mar 28 19:35:36.015163 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-c8bb2837-3c6b-450f-b74c-44a9415de193 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:35:36.024716 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-c8bb2837-3c6b-450f-b74c-44a9415de193 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:35:36.034212 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-c8bb2837-3c6b-450f-b74c-44a9415de193 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Made reservation on behalf of 7f25e1e0935c4a2eb80523a8565322a1 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:35:36.038329 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-c8bb2837-3c6b-450f-b74c-44a9415de193 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:36.193807 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-c8bb2837-3c6b-450f-b74c-44a9415de193 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Allocated IP 172.20.0.12 (bf97f2d0-e5c3-49f3-b3a9-a355218c84e4/b3d787c8-0ec1-4023-a0e7-240ea7fdcc44/f8db38e5-81d3-4696-a4e8-300eb7da6e57) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:35:36.480376 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-c8bb2837-3c6b-450f-b74c-44a9415de193 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:36.496166 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-c8bb2837-3c6b-450f-b74c-44a9415de193 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Transition to ACTIVE for port object f8db38e5-81d3-4696-a4e8-300eb7da6e57 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:35:36.519092 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-c8bb2837-3c6b-450f-b74c-44a9415de193 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:36.584389 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-c8bb2837-3c6b-450f-b74c-44a9415de193 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Network bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:35:36.591745 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-c8bb2837-3c6b-450f-b74c-44a9415de193 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:35:36.596037 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-c8bb2837-3c6b-450f-b74c-44a9415de193 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:35:36.632838 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb2837-3c6b-450f-b74c-44a9415de193 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Pushing event updated for resources: {'Port': ['ID=f8db38e5-81d3-4696-a4e8-300eb7da6e57,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:35:36.654051 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb2837-3c6b-450f-b74c-44a9415de193 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:35:36.654410 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb2837-3c6b-450f-b74c-44a9415de193 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:35:36.654739 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb2837-3c6b-450f-b74c-44a9415de193 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:35:36.655136 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb2837-3c6b-450f-b74c-44a9415de193 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:35:36.655460 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb2837-3c6b-450f-b74c-44a9415de193 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:35:36.655783 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb2837-3c6b-450f-b74c-44a9415de193 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:35:36.656103 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb2837-3c6b-450f-b74c-44a9415de193 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:35:36.656420 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb2837-3c6b-450f-b74c-44a9415de193 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:35:36.656737 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb2837-3c6b-450f-b74c-44a9415de193 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:35:36.657052 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb2837-3c6b-450f-b74c-44a9415de193 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:35:36.657366 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb2837-3c6b-450f-b74c-44a9415de193 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:35:36.657679 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb2837-3c6b-450f-b74c-44a9415de193 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:35:36.680291 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-c8bb2837-3c6b-450f-b74c-44a9415de193 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:36.680896 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-c8bb2837-3c6b-450f-b74c-44a9415de193 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:36.707022 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-c8bb2837-3c6b-450f-b74c-44a9415de193 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8482387 Mar 28 19:35:36.718224 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-0a96fa4a-47c5-498b-8c27-fc4279bc8636 service neutron] Request body: {'port': {'device_id': 'ae5ad17f-79a4-450c-bee4-1071b7005dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:35:36.826652 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-0a96fa4a-47c5-498b-8c27-fc4279bc8636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:36.835333 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-dff1f691-fbb8-444e-a75d-a58530f9aff3 None None] Provisioning for port f8db38e5-81d3-4696-a4e8-300eb7da6e57 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:35:36.839867 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-dff1f691-fbb8-444e-a75d-a58530f9aff3 None None] Provisioning complete for port f8db38e5-81d3-4696-a4e8-300eb7da6e57 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:35:36.840234 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-dff1f691-fbb8-444e-a75d-a58530f9aff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:36.891403 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-dff1f691-fbb8-444e-a75d-a58530f9aff3 None None] Port f8db38e5-81d3-4696-a4e8-300eb7da6e57 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:35:37.167931 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b0171-f589-4bda-8908-499010abd9e8 req-e3f0d2b6-14f7-4f85-b59a-e5e4d82704d4 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:37.168625 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-480b0171-f589-4bda-8908-499010abd9e8 req-e3f0d2b6-14f7-4f85-b59a-e5e4d82704d4 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Synchronizing usage tracker for tenant:7f25e1e0935c4a2eb80523a8565322a1 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:35:37.222031 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-480b0171-f589-4bda-8908-499010abd9e8 req-e3f0d2b6-14f7-4f85-b59a-e5e4d82704d4 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Unset dirty status for tenant:7f25e1e0935c4a2eb80523a8565322a1 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:35:37.223861 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-480b0171-f589-4bda-8908-499010abd9e8 req-e3f0d2b6-14f7-4f85-b59a-e5e4d82704d4 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 932 time: 0.2254319 Mar 28 19:35:37.272553 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-0a96fa4a-47c5-498b-8c27-fc4279bc8636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8db38e5-81d3-4696-a4e8-300eb7da6e57 {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:35:37.283650 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-0a96fa4a-47c5-498b-8c27-fc4279bc8636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:37.292107 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-480b0171-f589-4bda-8908-499010abd9e8 req-a0e298ad-f130-43c7-a481-34c3702434e2 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619733 Mar 28 19:35:37.302996 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-0a96fa4a-47c5-498b-8c27-fc4279bc8636 service neutron] Transition to ACTIVE for port object f8db38e5-81d3-4696-a4e8-300eb7da6e57 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:35:37.307386 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-0a96fa4a-47c5-498b-8c27-fc4279bc8636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:37.433054 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96fa4a-47c5-498b-8c27-fc4279bc8636 service neutron] Pushing event updated for resources: {'Port': ['ID=f8db38e5-81d3-4696-a4e8-300eb7da6e57,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:35:37.538606 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-0a96fa4a-47c5-498b-8c27-fc4279bc8636 service neutron] Attempting to bind port f8db38e5-81d3-4696-a4e8-300eb7da6e57 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:35:37.538974 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-0a96fa4a-47c5-498b-8c27-fc4279bc8636 service neutron] Attempting to bind port f8db38e5-81d3-4696-a4e8-300eb7da6e57 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': 'bb4927b3-819e-4a81-b915-d09370770074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:35:37.539300 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-0a96fa4a-47c5-498b-8c27-fc4279bc8636 service neutron] Attempting to bind port f8db38e5-81d3-4696-a4e8-300eb7da6e57 on network bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:35:37.543757 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-0a96fa4a-47c5-498b-8c27-fc4279bc8636 service neutron] Port f8db38e5-81d3-4696-a4e8-300eb7da6e57 on network bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:35:37.544077 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-0a96fa4a-47c5-498b-8c27-fc4279bc8636 service neutron] Attempting to bind port f8db38e5-81d3-4696-a4e8-300eb7da6e57 on network bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:35:37.548995 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-0a96fa4a-47c5-498b-8c27-fc4279bc8636 service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:35:37.549331 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-0a96fa4a-47c5-498b-8c27-fc4279bc8636 service neutron] Checking segment: {'id': 'bb4927b3-819e-4a81-b915-d09370770074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:35:37.549709 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-0a96fa4a-47c5-498b-8c27-fc4279bc8636 service neutron] Bound using segment: {'id': 'bb4927b3-819e-4a81-b915-d09370770074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:35:37.550129 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-0a96fa4a-47c5-498b-8c27-fc4279bc8636 service neutron] Bound port: f8db38e5-81d3-4696-a4e8-300eb7da6e57, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4927b3-819e-4a81-b915-d09370770074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:35:37.550468 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-0a96fa4a-47c5-498b-8c27-fc4279bc8636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:37.653262 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-0a96fa4a-47c5-498b-8c27-fc4279bc8636 service neutron] For port f8db38e5-81d3-4696-a4e8-300eb7da6e57, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:35:37.656262 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-0a96fa4a-47c5-498b-8c27-fc4279bc8636 service neutron] For port f8db38e5-81d3-4696-a4e8-300eb7da6e57, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=f8db38e5-81d3-4696-a4e8-300eb7da6e57,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:35:37.662201 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-0a96fa4a-47c5-498b-8c27-fc4279bc8636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:37.715621 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-0a96fa4a-47c5-498b-8c27-fc4279bc8636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:37.716238 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-0a96fa4a-47c5-498b-8c27-fc4279bc8636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:37.717600 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-0a96fa4a-47c5-498b-8c27-fc4279bc8636 service neutron] 10.222.0.26 "PUT /v2.0/ports/f8db38e5-81d3-4696-a4e8-300eb7da6e57 HTTP/1.1" status: 200 len: 1094 time: 1.0037868 Mar 28 19:35:37.718053 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5ad17f-79a4-450c-bee4-1071b7005dfa', 'tag': 'f8db38e5-81d3-4696-a4e8-300eb7da6e57'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:35:37.746775 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96fa4a-47c5-498b-8c27-fc4279bc8636 service neutron] Pushing event updated for resources: {'Port': ['ID=f8db38e5-81d3-4696-a4e8-300eb7da6e57,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:35:37.793120 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae5ad17f-79a4-450c-bee4-1071b7005dfa', 'tag': 'f8db38e5-81d3-4696-a4e8-300eb7da6e57', 'status': 'completed', 'code': 200} Mar 28 19:35:37.840384 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-be010361-b385-48aa-b342-0ddde25b14c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:37.841915 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-be010361-b385-48aa-b342-0ddde25b14c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 1097 time: 0.0806203 Mar 28 19:35:37.911538 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-366efe3b-bc13-4c2e-b055-099c4592f7a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8db38e5-81d3-4696-a4e8-300eb7da6e57 HTTP/1.1" status: 200 len: 217 time: 0.0625165 Mar 28 19:35:37.975508 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-19edbe10-f051-40d6-a2d7-fef7a5c842aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:37.976908 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-19edbe10-f051-40d6-a2d7-fef7a5c842aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3d787c8-0ec1-4023-a0e7-240ea7fdcc44 HTTP/1.1" status: 200 len: 850 time: 0.0611284 Mar 28 19:35:38.050372 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-a1efcb61-cfbb-4205-8648-6555b9ab71af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:38.052207 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-a1efcb61-cfbb-4205-8648-6555b9ab71af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691478 Mar 28 19:35:38.283827 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-a4ef0c50-3426-458a-92e8-8dc1ee1da21c service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248707 Mar 28 19:35:38.451985 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f01980ef-721f-4ef3-b02c-32edb66f47f3 req-66885274-a7ca-471e-a125-d53bd2869df1 service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615629 Mar 28 19:35:38.487914 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad05dee-bf76-40f9-91e9-f485397ae96a req-fb0a514f-4964-4253-82d1-0d816fd02532 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:38.490128 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2ad05dee-bf76-40f9-91e9-f485397ae96a req-fb0a514f-4964-4253-82d1-0d816fd02532 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 944 time: 0.0859482 Mar 28 19:35:38.583974 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2ad05dee-bf76-40f9-91e9-f485397ae96a req-2fbb588c-cdef-41fe-8f3e-9506a3e2d9cd tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574234 Mar 28 19:35:38.601509 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727db5f8-78cc-476c-9517-33390407645c req-35791a8f-8126-4aa6-80c3-372086d7bd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:38.602977 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-727db5f8-78cc-476c-9517-33390407645c req-35791a8f-8126-4aa6-80c3-372086d7bd82 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 1097 time: 0.1085026 Mar 28 19:35:38.731421 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727db5f8-78cc-476c-9517-33390407645c req-b47a6d1f-b764-4756-949a-b4241b03fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:38.732846 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-727db5f8-78cc-476c-9517-33390407645c req-b47a6d1f-b764-4756-949a-b4241b03fa07 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 912 time: 0.1235080 Mar 28 19:35:38.800584 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-727db5f8-78cc-476c-9517-33390407645c req-1eb9e63b-abb2-4eec-86f4-f448139b94fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8db38e5-81d3-4696-a4e8-300eb7da6e57 HTTP/1.1" status: 200 len: 217 time: 0.0623085 Mar 28 19:35:38.860949 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727db5f8-78cc-476c-9517-33390407645c req-6352193d-f052-43a3-a9f5-5921101e458e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:38.862271 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-727db5f8-78cc-476c-9517-33390407645c req-6352193d-f052-43a3-a9f5-5921101e458e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3d787c8-0ec1-4023-a0e7-240ea7fdcc44 HTTP/1.1" status: 200 len: 850 time: 0.0564163 Mar 28 19:35:38.937486 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727db5f8-78cc-476c-9517-33390407645c req-c26358b3-6eff-495d-aaac-1e1a0256f336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:38.939022 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-727db5f8-78cc-476c-9517-33390407645c req-c26358b3-6eff-495d-aaac-1e1a0256f336 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714402 Mar 28 19:35:39.071204 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-727db5f8-78cc-476c-9517-33390407645c req-442a9f61-46ea-4a10-a8ec-30b09b79b8ab service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253111 Mar 28 19:35:39.199677 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-727db5f8-78cc-476c-9517-33390407645c req-a58f84ad-8429-4a5e-b100-c768f9f9f52e service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227338 Mar 28 19:35:39.766541 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f64304-4587-4dfc-8ca9-ff0d1da07d12 req-8b67eeec-1fac-44a7-a5cd-b520d546541a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:39.767990 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-78f64304-4587-4dfc-8ca9-ff0d1da07d12 req-8b67eeec-1fac-44a7-a5cd-b520d546541a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 944 time: 0.0788949 Mar 28 19:35:39.811973 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-78f64304-4587-4dfc-8ca9-ff0d1da07d12 req-a4d1eff5-654d-4094-89bf-fce048d7368d tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373330 Mar 28 19:35:40.998131 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ebd94e-253f-456e-9522-9f66be1c205b req-089bbaea-f0f2-4096-92ff-f3eb446891bf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:40.999512 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-21ebd94e-253f-456e-9522-9f66be1c205b req-089bbaea-f0f2-4096-92ff-f3eb446891bf tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 944 time: 0.0820236 Mar 28 19:35:41.042757 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-21ebd94e-253f-456e-9522-9f66be1c205b req-6510f81e-f65b-416d-8edd-9674e9b8e9d0 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369761 Mar 28 19:35:42.226332 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6eb7a-3ddf-4515-a566-3befb616282a req-b759eed6-5152-4edd-9be4-3b0910771679 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:42.227798 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bdb6eb7a-3ddf-4515-a566-3befb616282a req-b759eed6-5152-4edd-9be4-3b0910771679 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 944 time: 0.0794241 Mar 28 19:35:42.271762 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bdb6eb7a-3ddf-4515-a566-3befb616282a req-27f5fb68-659a-410a-910a-2849c12701be tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383465 Mar 28 19:35:42.357722 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device f8db38e5-81d3-4696-a4e8-300eb7da6e57 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:35:42.487535 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port f8db38e5-81d3-4696-a4e8-300eb7da6e57, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=f8db38e5-81d3-4696-a4e8-300eb7da6e57,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:35:42.500519 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': 'f8db38e5-81d3-4696-a4e8-300eb7da6e57', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'port_id': 'f8db38e5-81d3-4696-a4e8-300eb7da6e57', 'mac_address': 'fa:16:3e:39:52:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:35:42.589039 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:42.605040 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8db38e5-81d3-4696-a4e8-300eb7da6e57 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:35:42.620121 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port f8db38e5-81d3-4696-a4e8-300eb7da6e57, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=f8db38e5-81d3-4696-a4e8-300eb7da6e57,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:35:42.623850 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:42.691092 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=f8db38e5-81d3-4696-a4e8-300eb7da6e57,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:35:42.698153 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:35:42.698502 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:35:42.698840 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:35:42.699205 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:35:42.699529 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:35:42.699858 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:35:42.700185 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:35:42.700505 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:35:42.700826 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:35:42.701146 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:35:42.701459 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:35:42.701772 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:35:42.958128 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['f8db38e5-81d3-4696-a4e8-300eb7da6e57'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:35:43.455437 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2445244-b82f-4500-8dba-17b00b8614d5 req-314d947d-ca73-4baf-aa3e-38320a43e89f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:43.456846 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b2445244-b82f-4500-8dba-17b00b8614d5 req-314d947d-ca73-4baf-aa3e-38320a43e89f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 945 time: 0.0809972 Mar 28 19:35:43.500026 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b2445244-b82f-4500-8dba-17b00b8614d5 req-5cf44b3c-b19c-4778-a823-b8e36e51cf36 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373380 Mar 28 19:35:44.358404 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device f8db38e5-81d3-4696-a4e8-300eb7da6e57 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:35:44.428785 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port f8db38e5-81d3-4696-a4e8-300eb7da6e57 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:35:44.433859 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port f8db38e5-81d3-4696-a4e8-300eb7da6e57 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:35:44.434223 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:44.563039 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:44.589843 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5ad17f-79a4-450c-bee4-1071b7005dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8db38e5-81d3-4696-a4e8-300eb7da6e57'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:35:44.601088 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port f8db38e5-81d3-4696-a4e8-300eb7da6e57, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=f8db38e5-81d3-4696-a4e8-300eb7da6e57,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:35:44.606396 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:44.643528 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5ad17f-79a4-450c-bee4-1071b7005dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8db38e5-81d3-4696-a4e8-300eb7da6e57', 'code': 200} Mar 28 19:35:44.678608 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=f8db38e5-81d3-4696-a4e8-300eb7da6e57,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:35:44.727731 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407729c5-d8a0-49c4-81c5-ec1d1aa670d1 req-a6313cc2-aca4-4312-a2de-1f757f88acea tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:44.729358 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-407729c5-d8a0-49c4-81c5-ec1d1aa670d1 req-a6313cc2-aca4-4312-a2de-1f757f88acea tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 946 time: 0.1190269 Mar 28 19:35:44.781222 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-407729c5-d8a0-49c4-81c5-ec1d1aa670d1 req-65ed4f3f-aa5d-470a-8a8a-7ac5f8b45277 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455632 Mar 28 19:35:44.882937 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e0ffa-84f6-49f0-89f6-a72654569cda req-94b42bf4-3bd8-4dae-aca8-d4eccb783f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:44.884306 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6b6e0ffa-84f6-49f0-89f6-a72654569cda req-94b42bf4-3bd8-4dae-aca8-d4eccb783f4f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 1099 time: 0.0718513 Mar 28 19:35:44.926022 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6b6e0ffa-84f6-49f0-89f6-a72654569cda req-d3699c13-d70e-46b7-9730-19a8300642d7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352311 Mar 28 19:35:45.970145 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb406ad-299e-45ea-8e35-ff63bb02aa11 req-ddf6098e-e757-4cef-b749-801ff09b2d55 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:45.971598 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-afb406ad-299e-45ea-8e35-ff63bb02aa11 req-ddf6098e-e757-4cef-b749-801ff09b2d55 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 946 time: 0.0818415 Mar 28 19:35:46.113085 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-afb406ad-299e-45ea-8e35-ff63bb02aa11 req-075c61fd-b4be-49b5-9217-18d4faf871d4 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352365 Mar 28 19:35:47.297924 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9d14f-e0c1-4a85-9e82-05d56676d689 req-5fb29093-b746-4c10-a5c9-d3bd2709c6ef tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:47.299374 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d6e9d14f-e0c1-4a85-9e82-05d56676d689 req-5fb29093-b746-4c10-a5c9-d3bd2709c6ef tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 946 time: 0.0768738 Mar 28 19:35:47.342536 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d6e9d14f-e0c1-4a85-9e82-05d56676d689 req-b665323b-5f9e-45fb-a81e-20ff474788c1 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376022 Mar 28 19:35:47.521812 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1780413-fcff-4359-9691-21bcb01200b6 req-5d37a647-fc7b-412c-9615-00b213b2f061 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:47.523250 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f1780413-fcff-4359-9691-21bcb01200b6 req-5d37a647-fc7b-412c-9615-00b213b2f061 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 946 time: 0.0804195 Mar 28 19:35:47.531654 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 37004) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:35:47.536575 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-aa2b433d-db13-45e9-8ff2-f30179a6c58f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Request body: {'floatingip': {'port_id': 'f8db38e5-81d3-4696-a4e8-300eb7da6e57'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:35:47.611637 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-aa2b433d-db13-45e9-8ff2-f30179a6c58f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for floatingip, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:48.181959 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-aa2b433d-db13-45e9-8ff2-f30179a6c58f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:48.186142 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-aa2b433d-db13-45e9-8ff2-f30179a6c58f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:48.352514 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-aa2b433d-db13-45e9-8ff2-f30179a6c58f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Floating IP 65b2e2b4-8003-4fd6-9463-c5f05134e3af associated. External IP: 172.26.4.72, port: f8db38e5-81d3-4696-a4e8-300eb7da6e57. Mar 28 19:35:48.796480 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2b433d-db13-45e9-8ff2-f30179a6c58f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Router 140a7a01-7a7f-436f-801e-c758fe0fa901 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:35:48.972973 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2b433d-db13-45e9-8ff2-f30179a6c58f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:35:48.977766 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-aa2b433d-db13-45e9-8ff2-f30179a6c58f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:48.982110 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b060ace-2f84-4db2-905c-a6f48e389534 None None] Sync routers for ids ['140a7a01-7a7f-436f-801e-c758fe0fa901'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:35:48.991542 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b060ace-2f84-4db2-905c-a6f48e389534 None None] Routers {'140a7a01-7a7f-436f-801e-c758fe0fa901'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:35:48.992202 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-1b060ace-2f84-4db2-905c-a6f48e389534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:35:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['140a7a01-7a7f-436f-801e-c758fe0fa901'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:35:49.031646 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-aa2b433d-db13-45e9-8ff2-f30179a6c58f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "PUT /v2.0/floatingips/65b2e2b4-8003-4fd6-9463-c5f05134e3af HTTP/1.1" status: 200 len: 991 time: 1.4989614 Mar 28 19:35:49.032224 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5ad17f-79a4-450c-bee4-1071b7005dfa', 'tag': 'f8db38e5-81d3-4696-a4e8-300eb7da6e57'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:35:49.079454 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae5ad17f-79a4-450c-bee4-1071b7005dfa', 'tag': 'f8db38e5-81d3-4696-a4e8-300eb7da6e57', 'status': 'completed', 'code': 200} Mar 28 19:35:49.174536 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309adaf2-ad4f-411e-8a96-f4b6f783dd77 req-feacf111-06a0-4fdc-8535-0965e3f4b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:49.176868 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-309adaf2-ad4f-411e-8a96-f4b6f783dd77 req-feacf111-06a0-4fdc-8535-0965e3f4b33c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 1099 time: 0.0758111 Mar 28 19:35:49.181516 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-1b060ace-2f84-4db2-905c-a6f48e389534 None None] Set router 140a7a01-7a7f-436f-801e-c758fe0fa901 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:35:49.323948 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309adaf2-ad4f-411e-8a96-f4b6f783dd77 req-279c748a-0ccf-4d4d-8ab1-bee215f7897b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:49.325477 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-309adaf2-ad4f-411e-8a96-f4b6f783dd77 req-279c748a-0ccf-4d4d-8ab1-bee215f7897b service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 912 time: 0.1431437 Mar 28 19:35:49.404978 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-12df2bd1-623a-4eee-9b68-bb2b41199e79 req-d176f341-acbf-4b78-978d-2d26d2b1d253 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0718482 Mar 28 19:35:49.485566 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-309adaf2-ad4f-411e-8a96-f4b6f783dd77 req-b182a7cd-8998-4d7e-a8b7-24953671e0e6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8db38e5-81d3-4696-a4e8-300eb7da6e57 HTTP/1.1" status: 200 len: 999 time: 0.1538687 Mar 28 19:35:49.549625 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4658b-e899-4190-a2ff-2610ca37db00 req-a08da621-6d67-4d94-8bfc-81ffab9f67b0 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:49.551230 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8cb4658b-e899-4190-a2ff-2610ca37db00 req-a08da621-6d67-4d94-8bfc-81ffab9f67b0 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 946 time: 0.1671901 Mar 28 19:35:49.568895 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309adaf2-ad4f-411e-8a96-f4b6f783dd77 req-a8f9b97a-a377-40d6-81e3-90b031a75960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:49.570577 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-309adaf2-ad4f-411e-8a96-f4b6f783dd77 req-a8f9b97a-a377-40d6-81e3-90b031a75960 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3d787c8-0ec1-4023-a0e7-240ea7fdcc44 HTTP/1.1" status: 200 len: 850 time: 0.0731113 Mar 28 19:35:49.588461 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-1b060ace-2f84-4db2-905c-a6f48e389534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:33:37Z', 'revision_number': 4, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port': {'id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:34Z', 'updated_at': '2022-03-28T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '65b2e2b4-8003-4fd6-9463-c5f05134e3af', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'floating_ip_address': '172.26.4.72', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'port_id': 'f8db38e5-81d3-4696-a4e8-300eb7da6e57', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'mac_address': 'fa:16:3e:39:52:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5ad17f-79a4-450c-bee4-1071b7005dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:33:40Z', 'updated_at': '2022-03-28T19:35:48Z', 'revision_number': 9, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d', 'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'mac_address': 'fa:16:3e:01:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:37Z', 'updated_at': '2022-03-28T19:33:42Z', 'revision_number': 5, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'subnets': [{'id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:35:49.592246 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b060ace-2f84-4db2-905c-a6f48e389534 None None] Checking router: 140a7a01-7a7f-436f-801e-c758fe0fa901 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:35:49.601293 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b060ace-2f84-4db2-905c-a6f48e389534 None None] Routers {'140a7a01-7a7f-436f-801e-c758fe0fa901'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:35:49.601874 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-1b060ace-2f84-4db2-905c-a6f48e389534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:35:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['140a7a01-7a7f-436f-801e-c758fe0fa901'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:35:49.655096 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8cb4658b-e899-4190-a2ff-2610ca37db00 req-f81aebfc-72f8-4456-a750-7a9f5405da0f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911968 Mar 28 19:35:49.695708 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309adaf2-ad4f-411e-8a96-f4b6f783dd77 req-f5bd135a-c028-4290-a843-5665ed3e38e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:49.697368 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-309adaf2-ad4f-411e-8a96-f4b6f783dd77 req-f5bd135a-c028-4290-a843-5665ed3e38e8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1140170 Mar 28 19:35:49.794995 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-1b060ace-2f84-4db2-905c-a6f48e389534 None None] Set router 140a7a01-7a7f-436f-801e-c758fe0fa901 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:35:49.845661 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-309adaf2-ad4f-411e-8a96-f4b6f783dd77 req-4df15a8c-b212-4b46-95c2-2ae1b3e97e36 service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423271 Mar 28 19:35:49.993189 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-309adaf2-ad4f-411e-8a96-f4b6f783dd77 req-2961be5e-9973-4c45-b872-ef21ec080b41 service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420310 Mar 28 19:35:50.167287 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-1b060ace-2f84-4db2-905c-a6f48e389534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:33:37Z', 'revision_number': 4, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port': {'id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:34Z', 'updated_at': '2022-03-28T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '65b2e2b4-8003-4fd6-9463-c5f05134e3af', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'floating_ip_address': '172.26.4.72', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'port_id': 'f8db38e5-81d3-4696-a4e8-300eb7da6e57', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'mac_address': 'fa:16:3e:39:52:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5ad17f-79a4-450c-bee4-1071b7005dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:33:40Z', 'updated_at': '2022-03-28T19:35:48Z', 'revision_number': 9, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d', 'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'mac_address': 'fa:16:3e:01:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:37Z', 'updated_at': '2022-03-28T19:33:42Z', 'revision_number': 5, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'subnets': [{'id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:35:50.172509 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b060ace-2f84-4db2-905c-a6f48e389534 None None] The sync data for ids ['140a7a01-7a7f-436f-801e-c758fe0fa901'] in dv-neutron-834711-1-hyperv is: [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:33:37Z', 'revision_number': 4, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port': {'id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:34Z', 'updated_at': '2022-03-28T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '65b2e2b4-8003-4fd6-9463-c5f05134e3af', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'floating_ip_address': '172.26.4.72', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'port_id': 'f8db38e5-81d3-4696-a4e8-300eb7da6e57', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'mac_address': 'fa:16:3e:39:52:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5ad17f-79a4-450c-bee4-1071b7005dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:33:40Z', 'updated_at': '2022-03-28T19:35:48Z', 'revision_number': 9, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d', 'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'mac_address': 'fa:16:3e:01:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:37Z', 'updated_at': '2022-03-28T19:33:42Z', 'revision_number': 5, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'subnets': [{'id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:35:50.345298 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e4f2cd-ca5d-421a-9a47-35ef9fea15b2 None None] New status for floating IP 65b2e2b4-8003-4fd6-9463-c5f05134e3af: ACTIVE {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:35:50.557447 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df2bd1-623a-4eee-9b68-bb2b41199e79 req-37aa0730-5bd8-4394-b20b-a3ad5337bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:50.559071 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-12df2bd1-623a-4eee-9b68-bb2b41199e79 req-37aa0730-5bd8-4394-b20b-a3ad5337bdba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 1099 time: 0.0833077 Mar 28 19:35:50.689883 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df2bd1-623a-4eee-9b68-bb2b41199e79 req-de43cd64-1488-456d-bc7c-4a174c002cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:50.691855 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-12df2bd1-623a-4eee-9b68-bb2b41199e79 req-de43cd64-1488-456d-bc7c-4a174c002cdc service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 912 time: 0.1267900 Mar 28 19:35:50.943101 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-12df2bd1-623a-4eee-9b68-bb2b41199e79 req-149e4b6b-f0aa-44da-9023-a28539b62bfa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8db38e5-81d3-4696-a4e8-300eb7da6e57 HTTP/1.1" status: 200 len: 1002 time: 0.2457886 Mar 28 19:35:51.009919 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa061b17-45cf-484d-858f-2188663e543d req-57ad4f41-fd05-4f09-826f-3a8fcf24eed8 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:51.011328 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fa061b17-45cf-484d-858f-2188663e543d req-57ad4f41-fd05-4f09-826f-3a8fcf24eed8 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 946 time: 0.1593075 Mar 28 19:35:51.037529 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df2bd1-623a-4eee-9b68-bb2b41199e79 req-2cf0307a-010b-49a0-9973-f42cc73ac05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:51.038865 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-12df2bd1-623a-4eee-9b68-bb2b41199e79 req-2cf0307a-010b-49a0-9973-f42cc73ac05d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3d787c8-0ec1-4023-a0e7-240ea7fdcc44 HTTP/1.1" status: 200 len: 850 time: 0.0893669 Mar 28 19:35:51.060331 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fa061b17-45cf-484d-858f-2188663e543d req-ed6b2c9b-5700-43de-b947-82e59b609a58 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429723 Mar 28 19:35:51.129938 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df2bd1-623a-4eee-9b68-bb2b41199e79 req-69b50c51-9511-47d4-b641-9ad0ff1c1d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:51.131385 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-12df2bd1-623a-4eee-9b68-bb2b41199e79 req-69b50c51-9511-47d4-b641-9ad0ff1c1d88 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700145 Mar 28 19:35:51.261092 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-12df2bd1-623a-4eee-9b68-bb2b41199e79 req-7a462d78-8734-4221-92e5-f323ebae81c8 service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229010 Mar 28 19:35:51.393418 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-12df2bd1-623a-4eee-9b68-bb2b41199e79 req-3d976c44-71a9-436b-b725-c28609b48b03 service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263411 Mar 28 19:35:52.244499 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90333fa1-dd8c-4195-ac49-7f183fcdf9cd req-6cc0257c-d70d-49af-a705-33aa505a4f9b tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:52.245847 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-90333fa1-dd8c-4195-ac49-7f183fcdf9cd req-6cc0257c-d70d-49af-a705-33aa505a4f9b tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 946 time: 0.0781050 Mar 28 19:35:52.289276 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-90333fa1-dd8c-4195-ac49-7f183fcdf9cd req-8b47e61d-2d57-41f3-a9e8-6db6438c22bb tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378363 Mar 28 19:35:53.474636 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8310821-9333-4d7b-bcb5-db2de9ec000b req-b2360ee2-4213-41c3-af6a-8bff4dfc3d9a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:53.476104 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b8310821-9333-4d7b-bcb5-db2de9ec000b req-b2360ee2-4213-41c3-af6a-8bff4dfc3d9a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 946 time: 0.0823436 Mar 28 19:35:53.520763 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b8310821-9333-4d7b-bcb5-db2de9ec000b req-52fc688e-f7a1-4007-9a19-15c09f45f9b2 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389440 Mar 28 19:35:54.703548 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3b47e-5bc9-4995-87e3-b6d523060463 req-add3c913-e1b0-4813-ba40-3428b2eec065 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:54.705227 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-04d3b47e-5bc9-4995-87e3-b6d523060463 req-add3c913-e1b0-4813-ba40-3428b2eec065 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 946 time: 0.0780928 Mar 28 19:35:54.751986 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-04d3b47e-5bc9-4995-87e3-b6d523060463 req-0ee1d737-51a4-4825-9838-5c7f3b9b2f0d tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408254 Mar 28 19:35:55.332520 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4e6a2350-bc34-4109-a8db-86412aea5f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:55.934803 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03dfca2-06f7-434c-ba4b-fdfa6991497d req-7650528b-a1fa-4175-a0ac-c593afe9e30e tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:55.936509 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d03dfca2-06f7-434c-ba4b-fdfa6991497d req-7650528b-a1fa-4175-a0ac-c593afe9e30e tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 946 time: 0.0786016 Mar 28 19:35:55.979352 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d03dfca2-06f7-434c-ba4b-fdfa6991497d req-f4bcdc2d-9f4c-4159-81a6-4d725dbb152f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365195 Mar 28 19:35:57.163103 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f66e53-f8d2-4985-aff4-ce0cc74b8f7a req-15a004f8-e34e-4f32-bcc1-312437bd8e1e tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:57.164523 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d4f66e53-f8d2-4985-aff4-ce0cc74b8f7a req-15a004f8-e34e-4f32-bcc1-312437bd8e1e tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 946 time: 0.0809374 Mar 28 19:35:57.207868 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d4f66e53-f8d2-4985-aff4-ce0cc74b8f7a req-96564b38-20fa-426c-bb53-3351d6228363 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377433 Mar 28 19:35:57.684153 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5f5bc038-f769-4dca-add6-1b2a11b5e801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:58.396345 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e162cac-679a-4cc0-8ab4-ba1b182f1c60 req-e7e2b28a-afdf-421a-b210-5a76bbea5d08 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:58.397767 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2e162cac-679a-4cc0-8ab4-ba1b182f1c60 req-e7e2b28a-afdf-421a-b210-5a76bbea5d08 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 946 time: 0.0777409 Mar 28 19:35:58.440035 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2e162cac-679a-4cc0-8ab4-ba1b182f1c60 req-c0dee4f9-d5fa-49d6-8a4f-f2e892907060 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366752 Mar 28 19:35:58.636234 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:58.680650 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:35:59.625285 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38009a-1521-490a-87f3-a5e3956077b5 req-863a1c5d-53e4-4830-9eb5-136fb36eb209 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:35:59.626685 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6a38009a-1521-490a-87f3-a5e3956077b5 req-863a1c5d-53e4-4830-9eb5-136fb36eb209 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 946 time: 0.0810938 Mar 28 19:35:59.669537 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6a38009a-1521-490a-87f3-a5e3956077b5 req-7ac66ca8-c3c9-4d45-9ca9-cf70c79df71d tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363488 Mar 28 19:36:00.247008 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:00.852552 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678847d-1e37-4b0a-b890-cf26badea741 req-a821e53c-7a8a-4663-b53d-05a664047a26 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:00.854557 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4678847d-1e37-4b0a-b890-cf26badea741 req-a821e53c-7a8a-4663-b53d-05a664047a26 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 946 time: 0.0786760 Mar 28 19:36:00.900790 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4678847d-1e37-4b0a-b890-cf26badea741 req-0d764baa-aabe-4f50-9d13-64a8cefeda8a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405600 Mar 28 19:36:01.885345 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:02.084816 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69cb6b-4500-481a-a8cf-0dc210d69e90 req-2ac99667-58bf-4b2d-998b-8f7dc38f7049 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:02.086240 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-da69cb6b-4500-481a-a8cf-0dc210d69e90 req-2ac99667-58bf-4b2d-998b-8f7dc38f7049 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 946 time: 0.0777817 Mar 28 19:36:02.130015 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-da69cb6b-4500-481a-a8cf-0dc210d69e90 req-df7782c8-ee66-460f-aeac-4ca46c4b8881 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379894 Mar 28 19:36:03.321492 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55f817-39e2-495e-b7fd-1dcbe1c696d4 req-52e2ae67-9264-494e-ad73-177bbe3eb5b8 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:03.322928 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bd55f817-39e2-495e-b7fd-1dcbe1c696d4 req-52e2ae67-9264-494e-ad73-177bbe3eb5b8 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 946 time: 0.0833013 Mar 28 19:36:03.367445 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bd55f817-39e2-495e-b7fd-1dcbe1c696d4 req-3c7588eb-34e7-4b1f-a957-621eb0f997dc tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388455 Mar 28 19:36:04.547769 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e603c-aab5-4f98-8337-003a1fc7cd87 req-347c0cf2-60d5-4769-9970-63543bf6ddd3 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:04.549187 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e65e603c-aab5-4f98-8337-003a1fc7cd87 req-347c0cf2-60d5-4769-9970-63543bf6ddd3 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 946 time: 0.0778289 Mar 28 19:36:04.591706 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e65e603c-aab5-4f98-8337-003a1fc7cd87 req-02a63485-a36b-4ac7-bab5-07fddbc847e8 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362217 Mar 28 19:36:05.877800 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f0f94-4e11-469e-baf5-7025aea2417b req-b7408bb0-1a8c-4bf9-af1d-20017619e135 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:05.879876 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-939f0f94-4e11-469e-baf5-7025aea2417b req-b7408bb0-1a8c-4bf9-af1d-20017619e135 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 946 time: 0.1822989 Mar 28 19:36:05.922074 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-939f0f94-4e11-469e-baf5-7025aea2417b req-e721c252-71d7-4df9-a9ca-0af93df988b1 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364840 Mar 28 19:36:07.107309 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95f10a-527b-4f05-a3e4-674624994c5b req-f8a12389-50c0-4d7a-8c7b-f7c8cca3c860 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:07.108703 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fb95f10a-527b-4f05-a3e4-674624994c5b req-f8a12389-50c0-4d7a-8c7b-f7c8cca3c860 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 946 time: 0.0811355 Mar 28 19:36:07.150736 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fb95f10a-527b-4f05-a3e4-674624994c5b req-d4c41376-958c-4383-b828-d356cff2d658 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364182 Mar 28 19:36:08.103658 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-12df2bd1-623a-4eee-9b68-bb2b41199e79 req-b7e817f6-65eb-4e27-9969-6eef89f222cc service neutron] 10.222.0.26 "GET /v2.0/ports/f8db38e5-81d3-4696-a4e8-300eb7da6e57/bindings/hv-neutron-8347 HTTP/1.1" status: 200 len: 384 time: 0.0718060 Mar 28 19:36:08.396326 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136746ee-0085-46b5-bc96-661efd11b6d3 req-e46ccc9b-5c00-4644-8ddc-bbf3db5b4222 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:08.397672 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-136746ee-0085-46b5-bc96-661efd11b6d3 req-e46ccc9b-5c00-4644-8ddc-bbf3db5b4222 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 946 time: 0.1380045 Mar 28 19:36:08.404054 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df2bd1-623a-4eee-9b68-bb2b41199e79 req-3ba19f58-5707-45e6-bf84-f79b9df56666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:08.405388 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-12df2bd1-623a-4eee-9b68-bb2b41199e79 req-3ba19f58-5707-45e6-bf84-f79b9df56666 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa&tenant_id=7f25e1e0935c4a2eb80523a8565322a1 HTTP/1.1" status: 200 len: 1099 time: 0.0988216 Mar 28 19:36:08.490392 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-136746ee-0085-46b5-bc96-661efd11b6d3 req-bdbfbd61-3126-420c-a995-966e69396cab tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840704 Mar 28 19:36:08.518141 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df2bd1-623a-4eee-9b68-bb2b41199e79 req-f898a624-4e01-4318-9a14-3f4e0763a006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:08.520260 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-12df2bd1-623a-4eee-9b68-bb2b41199e79 req-f898a624-4e01-4318-9a14-3f4e0763a006 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 1099 time: 0.0836942 Mar 28 19:36:08.648245 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df2bd1-623a-4eee-9b68-bb2b41199e79 req-e12d6190-235f-4431-9013-0b334a4f7321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:08.649586 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-12df2bd1-623a-4eee-9b68-bb2b41199e79 req-e12d6190-235f-4431-9013-0b334a4f7321 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 912 time: 0.1235745 Mar 28 19:36:08.754523 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-12df2bd1-623a-4eee-9b68-bb2b41199e79 req-ad82d06b-cc35-4047-91cb-0a00d9b8b177 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8db38e5-81d3-4696-a4e8-300eb7da6e57 HTTP/1.1" status: 200 len: 1002 time: 0.0989873 Mar 28 19:36:08.818494 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df2bd1-623a-4eee-9b68-bb2b41199e79 req-74df8925-fb35-4f36-8818-f681558be61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:08.819902 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-12df2bd1-623a-4eee-9b68-bb2b41199e79 req-74df8925-fb35-4f36-8818-f681558be61c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3d787c8-0ec1-4023-a0e7-240ea7fdcc44 HTTP/1.1" status: 200 len: 850 time: 0.0598385 Mar 28 19:36:08.896697 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df2bd1-623a-4eee-9b68-bb2b41199e79 req-41d762cd-a7a9-407c-a053-85c892e935a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:08.898117 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-12df2bd1-623a-4eee-9b68-bb2b41199e79 req-41d762cd-a7a9-407c-a053-85c892e935a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714016 Mar 28 19:36:09.028108 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-12df2bd1-623a-4eee-9b68-bb2b41199e79 req-6816f4c6-aeaa-4d9b-bdd5-688ad817e1ae service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241438 Mar 28 19:36:09.159415 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-12df2bd1-623a-4eee-9b68-bb2b41199e79 req-a5f773b3-6a7f-45a6-a18d-b795348b6a07 service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257622 Mar 28 19:36:09.675107 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcd898-5dc0-4845-9d85-a06fd79f1f0b req-a306c5ab-a845-4bc0-9e3f-12bc6da71c16 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:09.677274 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-13fcd898-5dc0-4845-9d85-a06fd79f1f0b req-a306c5ab-a845-4bc0-9e3f-12bc6da71c16 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 946 time: 0.0797966 Mar 28 19:36:09.720463 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-13fcd898-5dc0-4845-9d85-a06fd79f1f0b req-fb680a3b-a7c4-43cc-b541-f7becbfccee9 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374925 Mar 28 19:36:10.669897 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:36:10.902993 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c680605-b7c7-4680-ae48-599d6e825a1c req-2e6c7f26-f5ec-4ac5-bc99-42e7e2ae51ca tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:10.904298 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2c680605-b7c7-4680-ae48-599d6e825a1c req-2e6c7f26-f5ec-4ac5-bc99-42e7e2ae51ca tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 946 time: 0.0799031 Mar 28 19:36:10.946802 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2c680605-b7c7-4680-ae48-599d6e825a1c req-c87b0436-be06-4f61-8300-5494aebce8a2 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369244 Mar 28 19:36:12.127951 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1b774-8d00-40e3-ac4f-8ad4973fbe37 req-2e958c25-c1d8-400d-a01f-31fab0eb49d6 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:12.129533 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5bd1b774-8d00-40e3-ac4f-8ad4973fbe37 req-2e958c25-c1d8-400d-a01f-31fab0eb49d6 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 946 time: 0.0773513 Mar 28 19:36:12.172113 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5bd1b774-8d00-40e3-ac4f-8ad4973fbe37 req-949eaa67-494b-4eca-b6ba-c28b0b288135 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370545 Mar 28 19:36:12.498280 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device f8db38e5-81d3-4696-a4e8-300eb7da6e57 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:36:12.541871 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device f8db38e5-81d3-4696-a4e8-300eb7da6e57 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:36:12.618734 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93ba66-d1dc-464f-9bb6-35742fea7b45 req-3e1c58c0-1eaf-4014-bf21-f4dc04523c03 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:12.620189 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fa93ba66-d1dc-464f-9bb6-35742fea7b45 req-3e1c58c0-1eaf-4014-bf21-f4dc04523c03 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa&tenant_id=7f25e1e0935c4a2eb80523a8565322a1&binding%3Ahost_id=hv-neutron-8347 HTTP/1.1" status: 200 len: 946 time: 0.1385148 Mar 28 19:36:12.724071 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port f8db38e5-81d3-4696-a4e8-300eb7da6e57, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=f8db38e5-81d3-4696-a4e8-300eb7da6e57,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:36:12.747618 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': 'f8db38e5-81d3-4696-a4e8-300eb7da6e57', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'port_id': 'f8db38e5-81d3-4696-a4e8-300eb7da6e57', 'mac_address': 'fa:16:3e:39:52:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:36:12.754346 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:12.793277 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a50b8-4036-4bb1-860f-f2e029afb743 req-4712583b-3df3-4187-89c4-65f7a1f6a229 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:12.794597 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-403a50b8-4036-4bb1-860f-f2e029afb743 req-4712583b-3df3-4187-89c4-65f7a1f6a229 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 946 time: 0.2549193 Mar 28 19:36:12.825453 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5ad17f-79a4-450c-bee4-1071b7005dfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8db38e5-81d3-4696-a4e8-300eb7da6e57'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:36:12.834737 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:12.846471 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port f8db38e5-81d3-4696-a4e8-300eb7da6e57, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=f8db38e5-81d3-4696-a4e8-300eb7da6e57,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:36:12.850998 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fa93ba66-d1dc-464f-9bb6-35742fea7b45 req-617efa14-f3bf-4833-aad6-16d72fffb12b service neutron] 10.222.0.26 "GET /v2.0/ports/f8db38e5-81d3-4696-a4e8-300eb7da6e57/bindings/hv-neutron-8347 HTTP/1.1" status: 200 len: 384 time: 0.2210464 Mar 28 19:36:12.854378 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:12.856941 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8db38e5-81d3-4696-a4e8-300eb7da6e57 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:36:12.859782 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-403a50b8-4036-4bb1-860f-f2e029afb743 req-edef859f-5c6e-4a2a-9011-30463df9c15f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544262 Mar 28 19:36:12.899394 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5ad17f-79a4-450c-bee4-1071b7005dfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8db38e5-81d3-4696-a4e8-300eb7da6e57', 'code': 200} Mar 28 19:36:12.953116 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93ba66-d1dc-464f-9bb6-35742fea7b45 req-dc81dbf2-b899-4585-b1bd-456a1d128172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:12.954579 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fa93ba66-d1dc-464f-9bb6-35742fea7b45 req-dc81dbf2-b899-4585-b1bd-456a1d128172 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 1097 time: 0.0707519 Mar 28 19:36:12.976979 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=f8db38e5-81d3-4696-a4e8-300eb7da6e57,revision_number=6']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:36:12.979486 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:36:12.979832 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:36:13.083086 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93ba66-d1dc-464f-9bb6-35742fea7b45 req-ffb149cb-59e1-47bd-b1ad-e41a56262dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:13.084421 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fa93ba66-d1dc-464f-9bb6-35742fea7b45 req-ffb149cb-59e1-47bd-b1ad-e41a56262dc3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 912 time: 0.1235232 Mar 28 19:36:13.186371 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fa93ba66-d1dc-464f-9bb6-35742fea7b45 req-72d87676-1300-4e18-b54b-9896740315a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8db38e5-81d3-4696-a4e8-300eb7da6e57 HTTP/1.1" status: 200 len: 1000 time: 0.0953050 Mar 28 19:36:13.249933 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93ba66-d1dc-464f-9bb6-35742fea7b45 req-e1cddcc9-f259-4de4-a44e-c6035b7f6400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:13.251314 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fa93ba66-d1dc-464f-9bb6-35742fea7b45 req-e1cddcc9-f259-4de4-a44e-c6035b7f6400 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3d787c8-0ec1-4023-a0e7-240ea7fdcc44 HTTP/1.1" status: 200 len: 850 time: 0.0586119 Mar 28 19:36:13.324844 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93ba66-d1dc-464f-9bb6-35742fea7b45 req-897467b0-8e11-44cc-b6e8-b4dc5d7291b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:13.326262 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fa93ba66-d1dc-464f-9bb6-35742fea7b45 req-897467b0-8e11-44cc-b6e8-b4dc5d7291b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689099 Mar 28 19:36:13.453203 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fa93ba66-d1dc-464f-9bb6-35742fea7b45 req-fd811aa7-f90a-4e3c-b382-ba9a5267faaf service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209424 Mar 28 19:36:13.536284 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:13.553150 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8db38e5-81d3-4696-a4e8-300eb7da6e57 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:36:13.568611 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port f8db38e5-81d3-4696-a4e8-300eb7da6e57, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=f8db38e5-81d3-4696-a4e8-300eb7da6e57,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:36:13.572381 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:13.587467 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fa93ba66-d1dc-464f-9bb6-35742fea7b45 req-7ac0816e-f1b6-4c7f-ac7f-1786a24c325d service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283290 Mar 28 19:36:13.639360 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['f8db38e5-81d3-4696-a4e8-300eb7da6e57'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:36:13.675633 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=f8db38e5-81d3-4696-a4e8-300eb7da6e57,revision_number=7']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:36:14.056849 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c5933-04ff-41c0-90fe-ec91b624c05d req-b014f834-6662-4371-ad23-f573c5ee448f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:14.058275 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b85c5933-04ff-41c0-90fe-ec91b624c05d req-b014f834-6662-4371-ad23-f573c5ee448f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 945 time: 0.0821350 Mar 28 19:36:14.101773 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b85c5933-04ff-41c0-90fe-ec91b624c05d req-a309e280-29f2-4ae5-b3b2-6d06a5745319 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374942 Mar 28 19:36:14.493225 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device f8db38e5-81d3-4696-a4e8-300eb7da6e57 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:36:14.559143 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port f8db38e5-81d3-4696-a4e8-300eb7da6e57 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:36:14.559796 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:14.671930 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:14.705302 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port f8db38e5-81d3-4696-a4e8-300eb7da6e57, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=f8db38e5-81d3-4696-a4e8-300eb7da6e57,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:36:14.709809 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:14.777022 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=f8db38e5-81d3-4696-a4e8-300eb7da6e57,revision_number=8']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:36:14.900054 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5ad17f-79a4-450c-bee4-1071b7005dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8db38e5-81d3-4696-a4e8-300eb7da6e57'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:36:14.953166 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5ad17f-79a4-450c-bee4-1071b7005dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8db38e5-81d3-4696-a4e8-300eb7da6e57', 'code': 200} Mar 28 19:36:15.283548 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2db26-b1a1-4ee9-9d72-73d4c436ee58 req-8a1e03ce-da65-4de5-8c56-d4841f16e3c0 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:15.284981 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-55f2db26-b1a1-4ee9-9d72-73d4c436ee58 req-8a1e03ce-da65-4de5-8c56-d4841f16e3c0 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 946 time: 0.0788031 Mar 28 19:36:15.329360 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-55f2db26-b1a1-4ee9-9d72-73d4c436ee58 req-0743f49e-6bbe-43b2-8aff-18913dc49f72 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375054 Mar 28 19:36:16.067630 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93ba66-d1dc-464f-9bb6-35742fea7b45 req-5adf3dc2-4e06-4677-bc8d-5d048f21ae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:16.069111 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fa93ba66-d1dc-464f-9bb6-35742fea7b45 req-5adf3dc2-4e06-4677-bc8d-5d048f21ae8c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa&tenant_id=7f25e1e0935c4a2eb80523a8565322a1 HTTP/1.1" status: 200 len: 1099 time: 0.0728595 Mar 28 19:36:16.155164 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93ba66-d1dc-464f-9bb6-35742fea7b45 req-df1ba576-8b76-4594-9e04-93908ec2c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:16.156597 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fa93ba66-d1dc-464f-9bb6-35742fea7b45 req-df1ba576-8b76-4594-9e04-93908ec2c413 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 1099 time: 0.0677361 Mar 28 19:36:16.287554 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93ba66-d1dc-464f-9bb6-35742fea7b45 req-93250387-111f-4f5e-8466-60cdf40f6659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:16.288894 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fa93ba66-d1dc-464f-9bb6-35742fea7b45 req-93250387-111f-4f5e-8466-60cdf40f6659 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 912 time: 0.1236997 Mar 28 19:36:16.390413 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fa93ba66-d1dc-464f-9bb6-35742fea7b45 req-dbff08b4-ad09-4999-8200-5d88062c086d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8db38e5-81d3-4696-a4e8-300eb7da6e57 HTTP/1.1" status: 200 len: 1002 time: 0.0958276 Mar 28 19:36:16.495301 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93ba66-d1dc-464f-9bb6-35742fea7b45 req-219a8428-5411-4a76-bbbe-37259c6df95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:16.496704 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fa93ba66-d1dc-464f-9bb6-35742fea7b45 req-219a8428-5411-4a76-bbbe-37259c6df95a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3d787c8-0ec1-4023-a0e7-240ea7fdcc44 HTTP/1.1" status: 200 len: 850 time: 0.1002538 Mar 28 19:36:16.568978 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c037f1-5fe2-4314-a659-3f187b70d673 req-db1c5751-f655-4851-a654-96556fff06ec tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:16.570282 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e4c037f1-5fe2-4314-a659-3f187b70d673 req-db1c5751-f655-4851-a654-96556fff06ec tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 946 time: 0.1334736 Mar 28 19:36:16.726722 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e4c037f1-5fe2-4314-a659-3f187b70d673 req-fb9f7737-7b5a-4aa8-9414-d2b5cdaa47e0 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498761 Mar 28 19:36:16.728618 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93ba66-d1dc-464f-9bb6-35742fea7b45 req-79476f6c-f181-4f32-bdd9-d78232657033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:16.729961 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fa93ba66-d1dc-464f-9bb6-35742fea7b45 req-79476f6c-f181-4f32-bdd9-d78232657033 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2218144 Mar 28 19:36:16.858864 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fa93ba66-d1dc-464f-9bb6-35742fea7b45 req-376296ea-9944-4212-aaa8-b2a45af5e43b service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226647 Mar 28 19:36:16.987079 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fa93ba66-d1dc-464f-9bb6-35742fea7b45 req-b72912a3-fde0-4321-8316-1a5fb9b5dcfc service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201258 Mar 28 19:36:17.908911 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38adbda-e987-4ffa-aa60-2e602005681c req-5d8ff55f-4f1f-4a27-96d5-237600c1f1a3 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:17.910334 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c38adbda-e987-4ffa-aa60-2e602005681c req-5d8ff55f-4f1f-4a27-96d5-237600c1f1a3 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 946 time: 0.0793285 Mar 28 19:36:17.954394 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c38adbda-e987-4ffa-aa60-2e602005681c req-13ad7a37-a96a-43c9-861e-811166219dd2 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379524 Mar 28 19:36:19.137410 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814eb7d3-a71e-41b7-b771-d2dc6a2f4eb5 req-81ced936-f193-463a-939c-d1f72bcf7687 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:19.138814 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-814eb7d3-a71e-41b7-b771-d2dc6a2f4eb5 req-81ced936-f193-463a-939c-d1f72bcf7687 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 946 time: 0.0806212 Mar 28 19:36:19.182067 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-814eb7d3-a71e-41b7-b771-d2dc6a2f4eb5 req-ee270172-5f86-48c9-b137-61c05b46774c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375133 Mar 28 19:36:19.364694 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e739dd-9f5b-49b0-a42a-dcea774d9766 req-76e2a003-654f-479b-9bc2-e7486f9a5d53 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:19.366027 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b4e739dd-9f5b-49b0-a42a-dcea774d9766 req-76e2a003-654f-479b-9bc2-e7486f9a5d53 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 946 time: 0.0782502 Mar 28 19:36:19.409182 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b4e739dd-9f5b-49b0-a42a-dcea774d9766 req-4098a8f5-df2b-4b15-81b3-a3a756f0b450 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375116 Mar 28 19:36:19.593284 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e4621-f130-4feb-9365-1027d7da30db req-626de525-2adb-4f57-8c10-23e65abfcb2b tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:19.594715 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ea3e4621-f130-4feb-9365-1027d7da30db req-626de525-2adb-4f57-8c10-23e65abfcb2b tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 946 time: 0.0821619 Mar 28 19:36:19.637466 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ea3e4621-f130-4feb-9365-1027d7da30db req-6be8b111-1092-4860-9bc6-f1ef9157f5f5 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369403 Mar 28 19:36:20.003140 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccea986-ed36-4a7a-9c2d-1d9934baba60 req-556c08b0-205a-4721-8f08-94b12fad45a2 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:20.005148 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cccea986-ed36-4a7a-9c2d-1d9934baba60 req-556c08b0-205a-4721-8f08-94b12fad45a2 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 946 time: 0.0795050 Mar 28 19:36:20.052691 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cccea986-ed36-4a7a-9c2d-1d9934baba60 req-b9edc62e-2e0b-4ed4-bf1f-9b18319ef079 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417080 Mar 28 19:36:20.527908 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device f8db38e5-81d3-4696-a4e8-300eb7da6e57 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:36:20.637305 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:20.664420 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5ad17f-79a4-450c-bee4-1071b7005dfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8db38e5-81d3-4696-a4e8-300eb7da6e57'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:36:20.675007 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port f8db38e5-81d3-4696-a4e8-300eb7da6e57, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=f8db38e5-81d3-4696-a4e8-300eb7da6e57,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:36:20.679189 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:20.712564 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5ad17f-79a4-450c-bee4-1071b7005dfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8db38e5-81d3-4696-a4e8-300eb7da6e57', 'code': 200} Mar 28 19:36:20.748971 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=f8db38e5-81d3-4696-a4e8-300eb7da6e57,revision_number=9']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:36:21.231809 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca5c11-3bcc-46d8-9001-bc359b4d41d0 req-24003c6f-7016-4bc3-be7c-a6f36926ebac tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:21.233221 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bdca5c11-3bcc-46d8-9001-bc359b4d41d0 req-24003c6f-7016-4bc3-be7c-a6f36926ebac tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 944 time: 0.0774808 Mar 28 19:36:21.276091 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bdca5c11-3bcc-46d8-9001-bc359b4d41d0 req-2903d6a5-f5d3-4cc8-a623-cee5e522e87f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371828 Mar 28 19:36:22.121250 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6f2d6-0c06-4e3f-9836-6b1f8b2a27c9 req-980b82ff-cb5e-4445-8aaa-2dd1abc0c7dd tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:22.122623 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-23a6f2d6-0c06-4e3f-9836-6b1f8b2a27c9 req-980b82ff-cb5e-4445-8aaa-2dd1abc0c7dd tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 944 time: 0.0801821 Mar 28 19:36:22.188689 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-23a6f2d6-0c06-4e3f-9836-6b1f8b2a27c9 req-bfaaf94c-5849-471d-9bf2-862e0f0b533f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Deleting port f8db38e5-81d3-4696-a4e8-300eb7da6e57 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:36:22.189019 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-23a6f2d6-0c06-4e3f-9836-6b1f8b2a27c9 req-bfaaf94c-5849-471d-9bf2-862e0f0b533f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:22.470261 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-23a6f2d6-0c06-4e3f-9836-6b1f8b2a27c9 req-bfaaf94c-5849-471d-9bf2-862e0f0b533f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] For port f8db38e5-81d3-4696-a4e8-300eb7da6e57, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=f8db38e5-81d3-4696-a4e8-300eb7da6e57,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:36:22.470996 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-23a6f2d6-0c06-4e3f-9836-6b1f8b2a27c9 req-bfaaf94c-5849-471d-9bf2-862e0f0b533f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:22.585449 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b667445-325c-4e82-a323-53e0132bae7c req-7103e9ec-fe43-4ea3-b5e3-46f081daaa60 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:22.586784 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b667445-325c-4e82-a323-53e0132bae7c req-7103e9ec-fe43-4ea3-b5e3-46f081daaa60 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 944 time: 0.1947217 Mar 28 19:36:22.864156 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b667445-325c-4e82-a323-53e0132bae7c req-650d2eab-cd00-4daa-8411-d14239720fd7 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233040 Mar 28 19:36:22.902078 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-23a6f2d6-0c06-4e3f-9836-6b1f8b2a27c9 req-bfaaf94c-5849-471d-9bf2-862e0f0b533f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:22.902459 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-23a6f2d6-0c06-4e3f-9836-6b1f8b2a27c9 req-bfaaf94c-5849-471d-9bf2-862e0f0b533f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:22.902758 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [req-23a6f2d6-0c06-4e3f-9836-6b1f8b2a27c9 req-bfaaf94c-5849-471d-9bf2-862e0f0b533f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Floating IP 65b2e2b4-8003-4fd6-9463-c5f05134e3af disassociated. External IP: 172.26.4.72, port: f8db38e5-81d3-4696-a4e8-300eb7da6e57. Mar 28 19:36:22.903124 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-23a6f2d6-0c06-4e3f-9836-6b1f8b2a27c9 req-bfaaf94c-5849-471d-9bf2-862e0f0b533f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Calling delete_port for f8db38e5-81d3-4696-a4e8-300eb7da6e57 owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:36:23.045121 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-23a6f2d6-0c06-4e3f-9836-6b1f8b2a27c9 req-bfaaf94c-5849-471d-9bf2-862e0f0b533f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:23.094614 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaaf94c-5849-471d-9bf2-862e0f0b533f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Pushing event deleted for resources: {'Port': ['ID=f8db38e5-81d3-4696-a4e8-300eb7da6e57,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:36:23.284167 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23a6f2d6-0c06-4e3f-9836-6b1f8b2a27c9 req-bfaaf94c-5849-471d-9bf2-862e0f0b533f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Router 140a7a01-7a7f-436f-801e-c758fe0fa901 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:36:23.464620 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23a6f2d6-0c06-4e3f-9836-6b1f8b2a27c9 req-bfaaf94c-5849-471d-9bf2-862e0f0b533f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:36:23.473879 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20165c00-08fc-4669-81c3-5f911bda7f92 None None] Sync routers for ids ['140a7a01-7a7f-436f-801e-c758fe0fa901'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:36:23.483679 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20165c00-08fc-4669-81c3-5f911bda7f92 None None] Routers {'140a7a01-7a7f-436f-801e-c758fe0fa901'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:36:23.484338 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-20165c00-08fc-4669-81c3-5f911bda7f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:35:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['140a7a01-7a7f-436f-801e-c758fe0fa901'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:36:23.534724 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a6f2d6-0c06-4e3f-9836-6b1f8b2a27c9 req-bfaaf94c-5849-471d-9bf2-862e0f0b533f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] No DVR routers for this DVR port f8db38e5-81d3-4696-a4e8-300eb7da6e57 on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:36:23.537200 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-23a6f2d6-0c06-4e3f-9836-6b1f8b2a27c9 req-bfaaf94c-5849-471d-9bf2-862e0f0b533f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:23.539713 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5ad17f-79a4-450c-bee4-1071b7005dfa', 'name': 'network-vif-deleted', 'tag': 'f8db38e5-81d3-4696-a4e8-300eb7da6e57'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:36:23.556402 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-23a6f2d6-0c06-4e3f-9836-6b1f8b2a27c9 req-bfaaf94c-5849-471d-9bf2-862e0f0b533f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.26 "DELETE /v2.0/ports/f8db38e5-81d3-4696-a4e8-300eb7da6e57 HTTP/1.1" status: 204 len: 173 time: 1.4285614 Mar 28 19:36:23.592056 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5ad17f-79a4-450c-bee4-1071b7005dfa', 'name': 'network-vif-deleted', 'tag': 'f8db38e5-81d3-4696-a4e8-300eb7da6e57', 'status': 'completed', 'code': 200} Mar 28 19:36:23.667651 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-20165c00-08fc-4669-81c3-5f911bda7f92 None None] Set router 140a7a01-7a7f-436f-801e-c758fe0fa901 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:36:24.017545 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-20165c00-08fc-4669-81c3-5f911bda7f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:33:37Z', 'revision_number': 4, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port': {'id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:34Z', 'updated_at': '2022-03-28T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d', 'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'mac_address': 'fa:16:3e:01:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:37Z', 'updated_at': '2022-03-28T19:33:42Z', 'revision_number': 5, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'subnets': [{'id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:36:24.021558 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20165c00-08fc-4669-81c3-5f911bda7f92 None None] Checking router: 140a7a01-7a7f-436f-801e-c758fe0fa901 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:36:24.030031 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20165c00-08fc-4669-81c3-5f911bda7f92 None None] Routers {'140a7a01-7a7f-436f-801e-c758fe0fa901'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:36:24.030630 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-20165c00-08fc-4669-81c3-5f911bda7f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:35:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['140a7a01-7a7f-436f-801e-c758fe0fa901'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:36:24.034797 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-86574c3c-9450-45ab-9e5e-1651b1173976 req-520b4b33-4642-41df-ac98-ac507f276932 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Synchronizing usage tracker for tenant:7f25e1e0935c4a2eb80523a8565322a1 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:36:24.051367 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-86574c3c-9450-45ab-9e5e-1651b1173976 req-520b4b33-4642-41df-ac98-ac507f276932 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Unset dirty status for tenant:7f25e1e0935c4a2eb80523a8565322a1 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:36:24.053108 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-86574c3c-9450-45ab-9e5e-1651b1173976 req-520b4b33-4642-41df-ac98-ac507f276932 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae5ad17f-79a4-450c-bee4-1071b7005dfa HTTP/1.1" status: 200 len: 210 time: 0.0660141 Mar 28 19:36:24.206607 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-20165c00-08fc-4669-81c3-5f911bda7f92 None None] Set router 140a7a01-7a7f-436f-801e-c758fe0fa901 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:36:24.503862 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-20165c00-08fc-4669-81c3-5f911bda7f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:33:37Z', 'revision_number': 4, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port': {'id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:34Z', 'updated_at': '2022-03-28T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d', 'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'mac_address': 'fa:16:3e:01:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:37Z', 'updated_at': '2022-03-28T19:33:42Z', 'revision_number': 5, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'subnets': [{'id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:36:24.507628 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20165c00-08fc-4669-81c3-5f911bda7f92 None None] The sync data for ids ['140a7a01-7a7f-436f-801e-c758fe0fa901'] in dv-neutron-834711-1-hyperv is: [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:33:37Z', 'revision_number': 4, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port': {'id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:34Z', 'updated_at': '2022-03-28T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d', 'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'mac_address': 'fa:16:3e:01:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:37Z', 'updated_at': '2022-03-28T19:33:42Z', 'revision_number': 5, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'subnets': [{'id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:36:24.711440 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5db061-261f-4773-bc81-d909a3b51ed7 None None] New status for floating IP 65b2e2b4-8003-4fd6-9463-c5f05134e3af: DOWN {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:36:25.336202 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2a11a582-2022-4323-8029-8ea94878d38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:25.386857 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3caba423-53da-4e82-8354-1f78e97230f2 req-54fcf74b-e9e3-4a23-90fb-94a650b1a560 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1406333612&fields=id&tenant_id=7f25e1e0935c4a2eb80523a8565322a1 HTTP/1.1" status: 200 len: 267 time: 0.0389812 Mar 28 19:36:25.532243 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caba423-53da-4e82-8354-1f78e97230f2 req-f4060f0e-7a1e-4201-bd77-cbef49ab78cb tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:25.533576 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3caba423-53da-4e82-8354-1f78e97230f2 req-f4060f0e-7a1e-4201-bd77-cbef49ab78cb tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 811 time: 0.1401958 Mar 28 19:36:25.548030 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3caba423-53da-4e82-8354-1f78e97230f2 req-047cda86-9e5d-496a-84d8-6b5a2e05aa29 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/quotas/7f25e1e0935c4a2eb80523a8565322a1 HTTP/1.1" status: 200 len: 375 time: 0.0087848 Mar 28 19:36:25.633713 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3caba423-53da-4e82-8354-1f78e97230f2 req-438f111b-fe19-4e39-aba0-46e7fa7db697 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0804877 Mar 28 19:36:25.769737 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3caba423-53da-4e82-8354-1f78e97230f2 req-15ead20c-a201-414c-b8bf-e18b5d9a11da service neutron] 10.222.0.10 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247056 Mar 28 19:36:25.898441 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3caba423-53da-4e82-8354-1f78e97230f2 req-aca3d38c-9a6d-4b90-bc2d-50ed9e8cfd49 service neutron] 10.222.0.10 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226761 Mar 28 19:36:26.082735 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f6627732-8a2e-41b7-bbbe-e26d030943bb req-dac45657-55f6-40b4-b436-e68947cf5649 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 210 time: 0.0447726 Mar 28 19:36:26.559245 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device f8db38e5-81d3-4696-a4e8-300eb7da6e57 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:36:26.597736 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: f8db38e5-81d3-4696-a4e8-300eb7da6e57 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:36:26.598092 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device f8db38e5-81d3-4696-a4e8-300eb7da6e57 not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:36:27.182867 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caba423-53da-4e82-8354-1f78e97230f2 req-15b9021c-7e96-45c1-adc0-05d1f21864b4 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:27.184314 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3caba423-53da-4e82-8354-1f78e97230f2 req-15b9021c-7e96-45c1-adc0-05d1f21864b4 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.26 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 811 time: 0.2566807 Mar 28 19:36:27.233887 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3caba423-53da-4e82-8354-1f78e97230f2 req-1cdc0e06-a7de-422a-aa0b-6200aea23649 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f25e1e0935c4a2eb80523a8565322a1 HTTP/1.1" status: 200 len: 380 time: 0.0393970 Mar 28 19:36:27.272386 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-3caba423-53da-4e82-8354-1f78e97230f2 req-c4e4ebfc-330c-44b7-87c6-d95fad6e3157 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Request body: {'port': {'device_id': '9be9770d-bb44-4b1b-80f6-eea5c81c6e7a', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'admin_state_up': True, 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'security_groups': ['4159b5b3-5892-4cdb-bf77-82f6aa4ee171']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:36:27.309575 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-faeeb86e-abbe-4c5e-b832-9825efd2741c req-41c69264-5ae9-494c-ba4d-555fd064f90c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 210 time: 0.1202512 Mar 28 19:36:27.415772 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-3caba423-53da-4e82-8354-1f78e97230f2 req-c4e4ebfc-330c-44b7-87c6-d95fad6e3157 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:36:27.424799 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-3caba423-53da-4e82-8354-1f78e97230f2 req-c4e4ebfc-330c-44b7-87c6-d95fad6e3157 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:36:27.434490 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3caba423-53da-4e82-8354-1f78e97230f2 req-c4e4ebfc-330c-44b7-87c6-d95fad6e3157 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Made reservation on behalf of 7f25e1e0935c4a2eb80523a8565322a1 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:36:27.438116 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-3caba423-53da-4e82-8354-1f78e97230f2 req-c4e4ebfc-330c-44b7-87c6-d95fad6e3157 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:27.592540 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-3caba423-53da-4e82-8354-1f78e97230f2 req-c4e4ebfc-330c-44b7-87c6-d95fad6e3157 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Allocated IP 172.20.0.6 (bf97f2d0-e5c3-49f3-b3a9-a355218c84e4/b3d787c8-0ec1-4023-a0e7-240ea7fdcc44/15522af9-b040-4c2b-9a2f-e42c863b8cb3) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:36:27.677081 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4b65419b-378a-4b3b-8c6d-7c7946b90ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:27.785833 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-3caba423-53da-4e82-8354-1f78e97230f2 req-c4e4ebfc-330c-44b7-87c6-d95fad6e3157 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:27.800561 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-3caba423-53da-4e82-8354-1f78e97230f2 req-c4e4ebfc-330c-44b7-87c6-d95fad6e3157 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Transition to ACTIVE for port object 15522af9-b040-4c2b-9a2f-e42c863b8cb3 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:36:27.823178 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-3caba423-53da-4e82-8354-1f78e97230f2 req-c4e4ebfc-330c-44b7-87c6-d95fad6e3157 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:27.885002 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3caba423-53da-4e82-8354-1f78e97230f2 req-c4e4ebfc-330c-44b7-87c6-d95fad6e3157 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Network bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:36:27.887909 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-3caba423-53da-4e82-8354-1f78e97230f2 req-c4e4ebfc-330c-44b7-87c6-d95fad6e3157 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:36:27.896693 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3caba423-53da-4e82-8354-1f78e97230f2 req-c4e4ebfc-330c-44b7-87c6-d95fad6e3157 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:36:27.943657 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4ebfc-330c-44b7-87c6-d95fad6e3157 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Pushing event updated for resources: {'Port': ['ID=15522af9-b040-4c2b-9a2f-e42c863b8cb3,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:36:27.969093 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caba423-53da-4e82-8354-1f78e97230f2 req-c4e4ebfc-330c-44b7-87c6-d95fad6e3157 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:27.969685 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-3caba423-53da-4e82-8354-1f78e97230f2 req-c4e4ebfc-330c-44b7-87c6-d95fad6e3157 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:27.995232 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3caba423-53da-4e82-8354-1f78e97230f2 req-c4e4ebfc-330c-44b7-87c6-d95fad6e3157 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7546301 Mar 28 19:36:28.006344 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-3caba423-53da-4e82-8354-1f78e97230f2 req-b6729a64-c0f8-440c-8b1b-e6f6e2a156d5 service neutron] Request body: {'port': {'device_id': '9be9770d-bb44-4b1b-80f6-eea5c81c6e7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:36:28.118016 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-3caba423-53da-4e82-8354-1f78e97230f2 req-b6729a64-c0f8-440c-8b1b-e6f6e2a156d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:28.131562 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-7f8c0c2c-8782-4441-83a0-692ada989cd8 None None] Provisioning for port 15522af9-b040-4c2b-9a2f-e42c863b8cb3 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:36:28.137010 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-7f8c0c2c-8782-4441-83a0-692ada989cd8 None None] Provisioning complete for port 15522af9-b040-4c2b-9a2f-e42c863b8cb3 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:36:28.137415 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7f8c0c2c-8782-4441-83a0-692ada989cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:28.190334 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-7f8c0c2c-8782-4441-83a0-692ada989cd8 None None] Port 15522af9-b040-4c2b-9a2f-e42c863b8cb3 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:36:28.468520 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-3caba423-53da-4e82-8354-1f78e97230f2 req-b6729a64-c0f8-440c-8b1b-e6f6e2a156d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15522af9-b040-4c2b-9a2f-e42c863b8cb3 {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:36:28.475893 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-3caba423-53da-4e82-8354-1f78e97230f2 req-b6729a64-c0f8-440c-8b1b-e6f6e2a156d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:28.490182 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-3caba423-53da-4e82-8354-1f78e97230f2 req-b6729a64-c0f8-440c-8b1b-e6f6e2a156d5 service neutron] Transition to ACTIVE for port object 15522af9-b040-4c2b-9a2f-e42c863b8cb3 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:36:28.493455 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-3caba423-53da-4e82-8354-1f78e97230f2 req-b6729a64-c0f8-440c-8b1b-e6f6e2a156d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:28.641257 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:28.687524 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:28.701227 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6729a64-c0f8-440c-8b1b-e6f6e2a156d5 service neutron] Pushing event updated for resources: {'Port': ['ID=15522af9-b040-4c2b-9a2f-e42c863b8cb3,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:36:28.774191 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e387a6-7794-4e2f-92ba-430df02f02bb req-1ad05a35-978e-4da9-bf66-425bc02dfb45 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:28.774916 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-73e387a6-7794-4e2f-92ba-430df02f02bb req-1ad05a35-978e-4da9-bf66-425bc02dfb45 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Synchronizing usage tracker for tenant:7f25e1e0935c4a2eb80523a8565322a1 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:36:28.807375 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-73e387a6-7794-4e2f-92ba-430df02f02bb req-1ad05a35-978e-4da9-bf66-425bc02dfb45 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Unset dirty status for tenant:7f25e1e0935c4a2eb80523a8565322a1 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:36:28.808517 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-73e387a6-7794-4e2f-92ba-430df02f02bb req-1ad05a35-978e-4da9-bf66-425bc02dfb45 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 943 time: 0.3730848 Mar 28 19:36:28.812660 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-3caba423-53da-4e82-8354-1f78e97230f2 req-b6729a64-c0f8-440c-8b1b-e6f6e2a156d5 service neutron] Attempting to bind port 15522af9-b040-4c2b-9a2f-e42c863b8cb3 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:36:28.813219 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-3caba423-53da-4e82-8354-1f78e97230f2 req-b6729a64-c0f8-440c-8b1b-e6f6e2a156d5 service neutron] Attempting to bind port 15522af9-b040-4c2b-9a2f-e42c863b8cb3 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': 'bb4927b3-819e-4a81-b915-d09370770074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:36:28.813351 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caba423-53da-4e82-8354-1f78e97230f2 req-b6729a64-c0f8-440c-8b1b-e6f6e2a156d5 service neutron] Attempting to bind port 15522af9-b040-4c2b-9a2f-e42c863b8cb3 on network bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:36:28.831669 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caba423-53da-4e82-8354-1f78e97230f2 req-b6729a64-c0f8-440c-8b1b-e6f6e2a156d5 service neutron] Port 15522af9-b040-4c2b-9a2f-e42c863b8cb3 on network bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:36:28.832073 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caba423-53da-4e82-8354-1f78e97230f2 req-b6729a64-c0f8-440c-8b1b-e6f6e2a156d5 service neutron] Attempting to bind port 15522af9-b040-4c2b-9a2f-e42c863b8cb3 on network bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:36:28.842301 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caba423-53da-4e82-8354-1f78e97230f2 req-b6729a64-c0f8-440c-8b1b-e6f6e2a156d5 service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:36:28.842592 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caba423-53da-4e82-8354-1f78e97230f2 req-b6729a64-c0f8-440c-8b1b-e6f6e2a156d5 service neutron] Checking segment: {'id': 'bb4927b3-819e-4a81-b915-d09370770074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:36:28.842991 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caba423-53da-4e82-8354-1f78e97230f2 req-b6729a64-c0f8-440c-8b1b-e6f6e2a156d5 service neutron] Bound using segment: {'id': 'bb4927b3-819e-4a81-b915-d09370770074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:36:28.843419 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-3caba423-53da-4e82-8354-1f78e97230f2 req-b6729a64-c0f8-440c-8b1b-e6f6e2a156d5 service neutron] Bound port: 15522af9-b040-4c2b-9a2f-e42c863b8cb3, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4927b3-819e-4a81-b915-d09370770074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:36:28.843764 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-3caba423-53da-4e82-8354-1f78e97230f2 req-b6729a64-c0f8-440c-8b1b-e6f6e2a156d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:29.006239 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-73e387a6-7794-4e2f-92ba-430df02f02bb req-ba68854c-aeb4-40b7-9278-9a3a8101b6af tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905484 Mar 28 19:36:29.044709 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-3caba423-53da-4e82-8354-1f78e97230f2 req-b6729a64-c0f8-440c-8b1b-e6f6e2a156d5 service neutron] For port 15522af9-b040-4c2b-9a2f-e42c863b8cb3, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:36:29.047636 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-3caba423-53da-4e82-8354-1f78e97230f2 req-b6729a64-c0f8-440c-8b1b-e6f6e2a156d5 service neutron] For port 15522af9-b040-4c2b-9a2f-e42c863b8cb3, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=15522af9-b040-4c2b-9a2f-e42c863b8cb3,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:36:29.051200 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-3caba423-53da-4e82-8354-1f78e97230f2 req-b6729a64-c0f8-440c-8b1b-e6f6e2a156d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:29.109472 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caba423-53da-4e82-8354-1f78e97230f2 req-b6729a64-c0f8-440c-8b1b-e6f6e2a156d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:29.110092 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-3caba423-53da-4e82-8354-1f78e97230f2 req-b6729a64-c0f8-440c-8b1b-e6f6e2a156d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:29.111454 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3caba423-53da-4e82-8354-1f78e97230f2 req-b6729a64-c0f8-440c-8b1b-e6f6e2a156d5 service neutron] 10.222.0.26 "PUT /v2.0/ports/15522af9-b040-4c2b-9a2f-e42c863b8cb3 HTTP/1.1" status: 200 len: 1093 time: 1.1097021 Mar 28 19:36:29.111889 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be9770d-bb44-4b1b-80f6-eea5c81c6e7a', 'tag': '15522af9-b040-4c2b-9a2f-e42c863b8cb3'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:36:29.137658 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6729a64-c0f8-440c-8b1b-e6f6e2a156d5 service neutron] Pushing event updated for resources: {'Port': ['ID=15522af9-b040-4c2b-9a2f-e42c863b8cb3,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:36:29.189030 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be9770d-bb44-4b1b-80f6-eea5c81c6e7a', 'tag': '15522af9-b040-4c2b-9a2f-e42c863b8cb3', 'status': 'completed', 'code': 200} Mar 28 19:36:29.231138 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caba423-53da-4e82-8354-1f78e97230f2 req-afaaf211-ede7-4845-ae2b-632947cb64c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:29.232620 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3caba423-53da-4e82-8354-1f78e97230f2 req-afaaf211-ede7-4845-ae2b-632947cb64c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 1096 time: 0.0754123 Mar 28 19:36:29.305032 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3caba423-53da-4e82-8354-1f78e97230f2 req-f13de298-0c0a-44a0-b5fb-b8e69ae2d7a1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15522af9-b040-4c2b-9a2f-e42c863b8cb3 HTTP/1.1" status: 200 len: 217 time: 0.0655303 Mar 28 19:36:29.366781 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caba423-53da-4e82-8354-1f78e97230f2 req-d2838ca6-1c06-453d-9326-4c7a3a90f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:29.368143 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3caba423-53da-4e82-8354-1f78e97230f2 req-d2838ca6-1c06-453d-9326-4c7a3a90f3f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3d787c8-0ec1-4023-a0e7-240ea7fdcc44 HTTP/1.1" status: 200 len: 850 time: 0.0578959 Mar 28 19:36:29.443674 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caba423-53da-4e82-8354-1f78e97230f2 req-7e0aa5bd-f13e-498d-b0a6-1ffd36a5004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:29.445094 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3caba423-53da-4e82-8354-1f78e97230f2 req-7e0aa5bd-f13e-498d-b0a6-1ffd36a5004f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715170 Mar 28 19:36:29.575040 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3caba423-53da-4e82-8354-1f78e97230f2 req-dcdf5511-bc21-4e9f-93c7-62c807d7011f service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239548 Mar 28 19:36:29.700984 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3caba423-53da-4e82-8354-1f78e97230f2 req-994c76b0-abf1-4881-8ace-83826fc3a5fb service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208208 Mar 28 19:36:29.813197 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e910b6-c4e9-4897-86df-7815d19ff98f req-fcabf3ee-8354-40e8-9c05-369d98e414d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:29.814603 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-23e910b6-c4e9-4897-86df-7815d19ff98f req-fcabf3ee-8354-40e8-9c05-369d98e414d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 1096 time: 0.0684721 Mar 28 19:36:29.940065 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e910b6-c4e9-4897-86df-7815d19ff98f req-7cb0fd36-96df-41c3-b94a-1533f2d3bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:29.941462 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-23e910b6-c4e9-4897-86df-7815d19ff98f req-7cb0fd36-96df-41c3-b94a-1533f2d3bc27 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 912 time: 0.1206703 Mar 28 19:36:30.010813 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-23e910b6-c4e9-4897-86df-7815d19ff98f req-8f48b616-7acb-4d4a-b435-4a54b3f8e551 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15522af9-b040-4c2b-9a2f-e42c863b8cb3 HTTP/1.1" status: 200 len: 217 time: 0.0634964 Mar 28 19:36:30.070851 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e910b6-c4e9-4897-86df-7815d19ff98f req-605501dc-5d2d-4b2d-8e88-3bb79a5aa0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:30.072306 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-23e910b6-c4e9-4897-86df-7815d19ff98f req-605501dc-5d2d-4b2d-8e88-3bb79a5aa0f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3d787c8-0ec1-4023-a0e7-240ea7fdcc44 HTTP/1.1" status: 200 len: 850 time: 0.0566998 Mar 28 19:36:30.210231 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e910b6-c4e9-4897-86df-7815d19ff98f req-a436da35-7cbe-4981-875a-455726b3f805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:30.211714 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-23e910b6-c4e9-4897-86df-7815d19ff98f req-a436da35-7cbe-4981-875a-455726b3f805 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1336403 Mar 28 19:36:30.219043 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d074f1-0b44-4cbe-ba7a-537b3aa916d2 req-bce5aaaa-5ef4-40a9-97ab-739ba4c0d213 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:30.220350 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-18d074f1-0b44-4cbe-ba7a-537b3aa916d2 req-bce5aaaa-5ef4-40a9-97ab-739ba4c0d213 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 943 time: 0.1090956 Mar 28 19:36:30.248795 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:30.353058 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-18d074f1-0b44-4cbe-ba7a-537b3aa916d2 req-746c8b46-eaff-4e0f-a217-1b28bb258f35 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111619 Mar 28 19:36:30.381124 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-23e910b6-c4e9-4897-86df-7815d19ff98f req-3613c03c-939f-4697-a631-efdd18ebd28f service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598055 Mar 28 19:36:30.517208 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-23e910b6-c4e9-4897-86df-7815d19ff98f req-ae1450ff-3980-4d75-9b3b-f79b755cc331 service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302669 Mar 28 19:36:31.636437 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb12a3-a2c0-48a5-8132-7fc6b4153c96 req-d072c2d5-171c-46d9-9eb7-00d48360d418 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:31.637766 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-78fb12a3-a2c0-48a5-8132-7fc6b4153c96 req-d072c2d5-171c-46d9-9eb7-00d48360d418 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 943 time: 0.1753907 Mar 28 19:36:31.680870 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-78fb12a3-a2c0-48a5-8132-7fc6b4153c96 req-ad5d0fd7-ae83-4373-9a13-2cc99b363788 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373783 Mar 28 19:36:31.886321 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:32.589506 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 15522af9-b040-4c2b-9a2f-e42c863b8cb3 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:36:32.720734 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 15522af9-b040-4c2b-9a2f-e42c863b8cb3, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=15522af9-b040-4c2b-9a2f-e42c863b8cb3,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:36:32.736941 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '15522af9-b040-4c2b-9a2f-e42c863b8cb3', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'port_id': '15522af9-b040-4c2b-9a2f-e42c863b8cb3', 'mac_address': 'fa:16:3e:cf:38:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:36:32.791465 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:32.808224 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15522af9-b040-4c2b-9a2f-e42c863b8cb3 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:36:32.825563 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 15522af9-b040-4c2b-9a2f-e42c863b8cb3, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=15522af9-b040-4c2b-9a2f-e42c863b8cb3,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:36:32.831858 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:32.869530 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266da35-09f0-40fa-b31b-7bd35ca4211e req-e38e879a-c2d3-4320-b929-d7d55fc43713 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:32.870911 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f266da35-09f0-40fa-b31b-7bd35ca4211e req-e38e879a-c2d3-4320-b929-d7d55fc43713 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 943 time: 0.0857720 Mar 28 19:36:32.898414 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=15522af9-b040-4c2b-9a2f-e42c863b8cb3,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:36:32.914153 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f266da35-09f0-40fa-b31b-7bd35ca4211e req-b4ece2f5-a7d4-40c5-aa9a-cc3c077ed00c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373864 Mar 28 19:36:33.117293 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['15522af9-b040-4c2b-9a2f-e42c863b8cb3'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:36:34.099995 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2540701-f348-446b-9ae6-40a9b1fc7cca req-b8454e90-acc8-460d-85ca-b0b8776fe516 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:34.101431 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c2540701-f348-446b-9ae6-40a9b1fc7cca req-b8454e90-acc8-460d-85ca-b0b8776fe516 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 944 time: 0.0821490 Mar 28 19:36:34.144288 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c2540701-f348-446b-9ae6-40a9b1fc7cca req-5d0b16c3-e7c1-4d2f-ab25-887ca7ff8a07 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371718 Mar 28 19:36:34.605161 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 15522af9-b040-4c2b-9a2f-e42c863b8cb3 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:36:34.676582 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port 15522af9-b040-4c2b-9a2f-e42c863b8cb3 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:36:34.681618 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 15522af9-b040-4c2b-9a2f-e42c863b8cb3 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:36:34.681995 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:34.795427 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:34.825946 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be9770d-bb44-4b1b-80f6-eea5c81c6e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15522af9-b040-4c2b-9a2f-e42c863b8cb3'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:36:34.836103 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 15522af9-b040-4c2b-9a2f-e42c863b8cb3, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=15522af9-b040-4c2b-9a2f-e42c863b8cb3,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:36:34.839987 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:34.901604 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be9770d-bb44-4b1b-80f6-eea5c81c6e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15522af9-b040-4c2b-9a2f-e42c863b8cb3', 'code': 200} Mar 28 19:36:34.933937 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=15522af9-b040-4c2b-9a2f-e42c863b8cb3,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:36:35.121661 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb64aa-3082-4cb6-9da2-f9dad8655dcd req-bd6b0ba9-5250-4cb6-b817-7a5e209aa316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:35.123038 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0ebb64aa-3082-4cb6-9da2-f9dad8655dcd req-bd6b0ba9-5250-4cb6-b817-7a5e209aa316 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 1098 time: 0.0679984 Mar 28 19:36:35.166358 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0ebb64aa-3082-4cb6-9da2-f9dad8655dcd req-01cc8b47-262e-4108-8459-973b9a98a7ed service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377758 Mar 28 19:36:35.326266 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c348783-d2cd-4f82-bc05-dd9d3c669d15 req-764844f9-0d4f-40ec-9920-1f6b7435cd59 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:35.327893 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0c348783-d2cd-4f82-bc05-dd9d3c669d15 req-764844f9-0d4f-40ec-9920-1f6b7435cd59 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.0780709 Mar 28 19:36:35.372185 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0c348783-d2cd-4f82-bc05-dd9d3c669d15 req-c278e962-e06e-4f5e-a865-33e7c7bc6106 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386817 Mar 28 19:36:36.564690 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b54b6-82d7-4c6c-8478-5529c8c9f1d6 req-dc3e73f1-6097-4e74-bdce-ddde73f0e8eb tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:36.566127 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-009b54b6-82d7-4c6c-8478-5529c8c9f1d6 req-dc3e73f1-6097-4e74-bdce-ddde73f0e8eb tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.0838747 Mar 28 19:36:36.610943 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-009b54b6-82d7-4c6c-8478-5529c8c9f1d6 req-0aac7acb-b792-4fbb-bdd1-7c8dd79b1363 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377569 Mar 28 19:36:36.790667 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a734f1-fba6-4369-b342-3e3cd88e6cd2 req-5bfb17f4-7d2e-4c29-8e35-d1e0f3b558ab tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:36.792262 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d3a734f1-fba6-4369-b342-3e3cd88e6cd2 req-5bfb17f4-7d2e-4c29-8e35-d1e0f3b558ab tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.0800049 Mar 28 19:36:36.800788 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 37176) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:36:36.806444 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-7995037d-1e84-427f-91c2-b4d4ba4e56f4 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Request body: {'floatingip': {'port_id': '15522af9-b040-4c2b-9a2f-e42c863b8cb3'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:36:36.883428 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7995037d-1e84-427f-91c2-b4d4ba4e56f4 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for floatingip, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:37.464025 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7995037d-1e84-427f-91c2-b4d4ba4e56f4 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:37.468682 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7995037d-1e84-427f-91c2-b4d4ba4e56f4 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:37.737755 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-7995037d-1e84-427f-91c2-b4d4ba4e56f4 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Floating IP 65b2e2b4-8003-4fd6-9463-c5f05134e3af associated. External IP: 172.26.4.72, port: 15522af9-b040-4c2b-9a2f-e42c863b8cb3. Mar 28 19:36:38.082564 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7995037d-1e84-427f-91c2-b4d4ba4e56f4 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Router 140a7a01-7a7f-436f-801e-c758fe0fa901 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:36:38.259812 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7995037d-1e84-427f-91c2-b4d4ba4e56f4 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:36:38.264363 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7995037d-1e84-427f-91c2-b4d4ba4e56f4 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:38.269606 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ec7bfc-3ae5-4297-9c4f-cd283190a595 None None] Sync routers for ids ['140a7a01-7a7f-436f-801e-c758fe0fa901'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:36:38.279835 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ec7bfc-3ae5-4297-9c4f-cd283190a595 None None] Routers {'140a7a01-7a7f-436f-801e-c758fe0fa901'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:36:38.280501 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-76ec7bfc-3ae5-4297-9c4f-cd283190a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:36:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['140a7a01-7a7f-436f-801e-c758fe0fa901'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:36:38.317630 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-7995037d-1e84-427f-91c2-b4d4ba4e56f4 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "PUT /v2.0/floatingips/65b2e2b4-8003-4fd6-9463-c5f05134e3af HTTP/1.1" status: 200 len: 991 time: 1.5158105 Mar 28 19:36:38.318187 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be9770d-bb44-4b1b-80f6-eea5c81c6e7a', 'tag': '15522af9-b040-4c2b-9a2f-e42c863b8cb3'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:36:38.362616 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be9770d-bb44-4b1b-80f6-eea5c81c6e7a', 'tag': '15522af9-b040-4c2b-9a2f-e42c863b8cb3', 'status': 'completed', 'code': 200} Mar 28 19:36:38.456634 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-76ec7bfc-3ae5-4297-9c4f-cd283190a595 None None] Set router 140a7a01-7a7f-436f-801e-c758fe0fa901 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:36:38.464160 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555db18-9698-4435-962b-3b2cf6694ae2 req-1278dd12-97a2-4bab-a487-d4f42db344f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:38.465607 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6555db18-9698-4435-962b-3b2cf6694ae2 req-1278dd12-97a2-4bab-a487-d4f42db344f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 1098 time: 0.0736578 Mar 28 19:36:38.607168 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555db18-9698-4435-962b-3b2cf6694ae2 req-9d6b7db6-83f8-488c-b0f7-3df2fbeb2cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:38.608847 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6555db18-9698-4435-962b-3b2cf6694ae2 req-9d6b7db6-83f8-488c-b0f7-3df2fbeb2cfe service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 912 time: 0.1372974 Mar 28 19:36:38.722721 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6555db18-9698-4435-962b-3b2cf6694ae2 req-3bb01a19-b648-4aac-a0d1-1b1002440c70 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15522af9-b040-4c2b-9a2f-e42c863b8cb3 HTTP/1.1" status: 200 len: 999 time: 0.1081553 Mar 28 19:36:38.792550 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555db18-9698-4435-962b-3b2cf6694ae2 req-5c1660d0-563a-4c14-af66-9e30f208a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:38.794046 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6555db18-9698-4435-962b-3b2cf6694ae2 req-5c1660d0-563a-4c14-af66-9e30f208a570 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3d787c8-0ec1-4023-a0e7-240ea7fdcc44 HTTP/1.1" status: 200 len: 850 time: 0.0653205 Mar 28 19:36:38.877827 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-76ec7bfc-3ae5-4297-9c4f-cd283190a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:33:37Z', 'revision_number': 4, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port': {'id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:34Z', 'updated_at': '2022-03-28T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '65b2e2b4-8003-4fd6-9463-c5f05134e3af', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'floating_ip_address': '172.26.4.72', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'port_id': '15522af9-b040-4c2b-9a2f-e42c863b8cb3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'mac_address': 'fa:16:3e:cf:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be9770d-bb44-4b1b-80f6-eea5c81c6e7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:33:40Z', 'updated_at': '2022-03-28T19:36:37Z', 'revision_number': 13, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d', 'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'mac_address': 'fa:16:3e:01:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:37Z', 'updated_at': '2022-03-28T19:33:42Z', 'revision_number': 5, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'subnets': [{'id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:36:38.882570 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ec7bfc-3ae5-4297-9c4f-cd283190a595 None None] Checking router: 140a7a01-7a7f-436f-801e-c758fe0fa901 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:36:38.891126 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ec7bfc-3ae5-4297-9c4f-cd283190a595 None None] Routers {'140a7a01-7a7f-436f-801e-c758fe0fa901'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:36:38.891745 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-76ec7bfc-3ae5-4297-9c4f-cd283190a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:36:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['140a7a01-7a7f-436f-801e-c758fe0fa901'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:36:38.897324 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555db18-9698-4435-962b-3b2cf6694ae2 req-c4aa07ae-8b67-4d4e-9788-7233210a3e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:38.898866 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6555db18-9698-4435-962b-3b2cf6694ae2 req-c4aa07ae-8b67-4d4e-9788-7233210a3e1b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0948975 Mar 28 19:36:39.031663 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6555db18-9698-4435-962b-3b2cf6694ae2 req-f48296b0-e7ea-4111-969e-68ded108c791 service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265311 Mar 28 19:36:39.072873 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-76ec7bfc-3ae5-4297-9c4f-cd283190a595 None None] Set router 140a7a01-7a7f-436f-801e-c758fe0fa901 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:36:39.164497 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6555db18-9698-4435-962b-3b2cf6694ae2 req-0282a456-18ec-45e8-8796-fb676e18a561 service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274054 Mar 28 19:36:39.427497 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-76ec7bfc-3ae5-4297-9c4f-cd283190a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:33:37Z', 'revision_number': 4, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port': {'id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:34Z', 'updated_at': '2022-03-28T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '65b2e2b4-8003-4fd6-9463-c5f05134e3af', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'floating_ip_address': '172.26.4.72', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'port_id': '15522af9-b040-4c2b-9a2f-e42c863b8cb3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'mac_address': 'fa:16:3e:cf:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be9770d-bb44-4b1b-80f6-eea5c81c6e7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:33:40Z', 'updated_at': '2022-03-28T19:36:37Z', 'revision_number': 13, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d', 'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'mac_address': 'fa:16:3e:01:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:37Z', 'updated_at': '2022-03-28T19:33:42Z', 'revision_number': 5, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'subnets': [{'id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:36:39.432376 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ec7bfc-3ae5-4297-9c4f-cd283190a595 None None] The sync data for ids ['140a7a01-7a7f-436f-801e-c758fe0fa901'] in dv-neutron-834711-1-hyperv is: [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:33:37Z', 'revision_number': 4, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port': {'id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:34Z', 'updated_at': '2022-03-28T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '65b2e2b4-8003-4fd6-9463-c5f05134e3af', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'floating_ip_address': '172.26.4.72', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'port_id': '15522af9-b040-4c2b-9a2f-e42c863b8cb3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'mac_address': 'fa:16:3e:cf:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be9770d-bb44-4b1b-80f6-eea5c81c6e7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:33:40Z', 'updated_at': '2022-03-28T19:36:37Z', 'revision_number': 13, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d', 'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'mac_address': 'fa:16:3e:01:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:37Z', 'updated_at': '2022-03-28T19:33:42Z', 'revision_number': 5, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'subnets': [{'id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:36:39.634173 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7b7dda-3f46-40ce-a3d3-1a72b5f78fe1 None None] New status for floating IP 65b2e2b4-8003-4fd6-9463-c5f05134e3af: ACTIVE {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:36:39.974429 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-28bc87d7-a8f3-4188-a76d-2d2d221bd48f req-9fc82760-6f05-4d8a-a357-656826a03970 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1891189 Mar 28 19:36:40.165931 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc5f22-7253-4f4e-8950-3e2482cd8b55 req-0cf700ef-56b7-4488-8942-0e2a3424d100 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:40.167363 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-70bc5f22-7253-4f4e-8950-3e2482cd8b55 req-0cf700ef-56b7-4488-8942-0e2a3424d100 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.1374841 Mar 28 19:36:40.169154 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc87d7-a8f3-4188-a76d-2d2d221bd48f req-3a6cc37d-0144-4372-8b64-0d4348438ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:40.170429 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-28bc87d7-a8f3-4188-a76d-2d2d221bd48f req-3a6cc37d-0144-4372-8b64-0d4348438ca5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 1098 time: 0.1042626 Mar 28 19:36:40.297481 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-70bc5f22-7253-4f4e-8950-3e2482cd8b55 req-6ff0dba2-516e-427c-905a-381d5dd9d8d5 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239014 Mar 28 19:36:40.331780 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc87d7-a8f3-4188-a76d-2d2d221bd48f req-0db90e95-d184-4dec-a37e-161f07ddacaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:40.333255 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-28bc87d7-a8f3-4188-a76d-2d2d221bd48f req-0db90e95-d184-4dec-a37e-161f07ddacaf service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 912 time: 0.1442401 Mar 28 19:36:40.437852 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-28bc87d7-a8f3-4188-a76d-2d2d221bd48f req-9b6feb34-32de-4db0-b115-ac094cea6537 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15522af9-b040-4c2b-9a2f-e42c863b8cb3 HTTP/1.1" status: 200 len: 1001 time: 0.0988467 Mar 28 19:36:40.497701 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc87d7-a8f3-4188-a76d-2d2d221bd48f req-0d51bf46-9434-4755-b82d-b95204ab3cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:40.499129 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-28bc87d7-a8f3-4188-a76d-2d2d221bd48f req-0d51bf46-9434-4755-b82d-b95204ab3cfc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3d787c8-0ec1-4023-a0e7-240ea7fdcc44 HTTP/1.1" status: 200 len: 850 time: 0.0558090 Mar 28 19:36:40.582099 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc87d7-a8f3-4188-a76d-2d2d221bd48f req-7d9e6111-d66a-42eb-9de9-66a3b9592b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:40.583819 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-28bc87d7-a8f3-4188-a76d-2d2d221bd48f req-7d9e6111-d66a-42eb-9de9-66a3b9592b59 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785496 Mar 28 19:36:40.720075 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-28bc87d7-a8f3-4188-a76d-2d2d221bd48f req-8d04d8a1-4351-43be-b3df-79bfe37bcd6a service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304190 Mar 28 19:36:40.861608 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-28bc87d7-a8f3-4188-a76d-2d2d221bd48f req-d2cec724-5efe-4b01-ac5d-38feadd985b0 service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363378 Mar 28 19:36:47.668286 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:36:49.933206 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-e8566fa9-4fbd-474b-bde2-11aed1f9c956 req-60456e75-1b44-4482-a71f-3be2923efba9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1186776 Mar 28 19:36:49.941454 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21725235-35fd-4ea3-a8aa-3a5d59ef4485 req-08cf0462-a796-4a2d-9915-3a13679d6673 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:49.943158 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-21725235-35fd-4ea3-a8aa-3a5d59ef4485 req-08cf0462-a796-4a2d-9915-3a13679d6673 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.0805585 Mar 28 19:36:49.993864 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-21725235-35fd-4ea3-a8aa-3a5d59ef4485 req-ec5e6269-59cd-447d-9377-f93ba817ab67 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450568 Mar 28 19:36:51.041980 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8566fa9-4fbd-474b-bde2-11aed1f9c956 req-3e228acd-a2bd-4d07-b9aa-aa0f9b5ccfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:51.043468 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e8566fa9-4fbd-474b-bde2-11aed1f9c956 req-3e228acd-a2bd-4d07-b9aa-aa0f9b5ccfad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 1098 time: 0.0703094 Mar 28 19:36:51.220409 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8566fa9-4fbd-474b-bde2-11aed1f9c956 req-0ac326cb-7e88-4e4d-a5f9-442a08429f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:51.221831 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e8566fa9-4fbd-474b-bde2-11aed1f9c956 req-0ac326cb-7e88-4e4d-a5f9-442a08429f79 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 912 time: 0.1721632 Mar 28 19:36:51.241147 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552bd27-eab8-4848-a230-e74285ae4c40 req-fa6be79a-2357-4545-a815-2e2f0eb48b92 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:51.242513 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7552bd27-eab8-4848-a230-e74285ae4c40 req-fa6be79a-2357-4545-a815-2e2f0eb48b92 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.1132650 Mar 28 19:36:51.368195 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7552bd27-eab8-4848-a230-e74285ae4c40 req-1acda82e-3b00-4fe1-b470-f282d726e535 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762186 Mar 28 19:36:51.372144 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e8566fa9-4fbd-474b-bde2-11aed1f9c956 req-108a5145-3ffd-4b92-8fe0-300aab249e22 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15522af9-b040-4c2b-9a2f-e42c863b8cb3 HTTP/1.1" status: 200 len: 1001 time: 0.1286769 Mar 28 19:36:51.436413 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8566fa9-4fbd-474b-bde2-11aed1f9c956 req-b0d83692-edde-4c66-81c7-d044ae25c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:51.437791 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e8566fa9-4fbd-474b-bde2-11aed1f9c956 req-b0d83692-edde-4c66-81c7-d044ae25c328 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3d787c8-0ec1-4023-a0e7-240ea7fdcc44 HTTP/1.1" status: 200 len: 850 time: 0.0561097 Mar 28 19:36:51.516145 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8566fa9-4fbd-474b-bde2-11aed1f9c956 req-19c6110c-d1bb-4efa-b179-d76d196f41c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:51.517562 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e8566fa9-4fbd-474b-bde2-11aed1f9c956 req-19c6110c-d1bb-4efa-b179-d76d196f41c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678444 Mar 28 19:36:51.535274 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [req-e8566fa9-4fbd-474b-bde2-11aed1f9c956 req-f113744a-515e-4153-b618-1de3ba6dcb4d service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:36:51.536203 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e8566fa9-4fbd-474b-bde2-11aed1f9c956 req-f113744a-515e-4153-b618-1de3ba6dcb4d service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046508 Mar 28 19:36:51.762054 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e8566fa9-4fbd-474b-bde2-11aed1f9c956 req-18f8971e-e5c1-4159-aeea-9b9245ee7c51 service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197626 Mar 28 19:36:51.892383 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e8566fa9-4fbd-474b-bde2-11aed1f9c956 req-2714bafe-643d-4188-bad9-b41f59df5a40 service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232758 Mar 28 19:36:52.577848 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2b0bd-2c63-4a01-ada1-ca01dc5aaca3 req-a457d5c4-6160-4061-a228-1ad0eece2615 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:52.579290 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-76c2b0bd-2c63-4a01-ada1-ca01dc5aaca3 req-a457d5c4-6160-4061-a228-1ad0eece2615 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.0855973 Mar 28 19:36:52.623182 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-76c2b0bd-2c63-4a01-ada1-ca01dc5aaca3 req-adb05c59-bef9-4a59-a02d-c6080d646453 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381110 Mar 28 19:36:53.806453 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b8f1f-f3e5-429c-b716-db6b29672537 req-dfb17626-fa0c-4e52-8b1c-d51fa47cb4af tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:53.807900 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7f4b8f1f-f3e5-429c-b716-db6b29672537 req-dfb17626-fa0c-4e52-8b1c-d51fa47cb4af tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.0792661 Mar 28 19:36:53.854996 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7f4b8f1f-f3e5-429c-b716-db6b29672537 req-d261cd8d-4d6d-46e0-8288-c4c2d3998260 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412574 Mar 28 19:36:55.037727 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c53f8-6a48-4c28-bc73-11266cff319b req-d24e2a46-f730-498f-9b0c-5b74ad1bc384 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:55.039077 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0a5c53f8-6a48-4c28-bc73-11266cff319b req-d24e2a46-f730-498f-9b0c-5b74ad1bc384 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.0774186 Mar 28 19:36:55.083766 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0a5c53f8-6a48-4c28-bc73-11266cff319b req-be143d15-a898-4a2d-9f1e-3d87b1daaf44 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387430 Mar 28 19:36:55.338487 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-082dbc7d-d120-46aa-810f-42db4e9c2109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:56.276013 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8c129-dbfe-4970-8f32-1ddf436bbc6e req-de76033f-e1d7-4d91-beee-85e83f59fbfa tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:56.277388 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2ac8c129-dbfe-4970-8f32-1ddf436bbc6e req-de76033f-e1d7-4d91-beee-85e83f59fbfa tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.0806162 Mar 28 19:36:56.320859 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2ac8c129-dbfe-4970-8f32-1ddf436bbc6e req-9fcc01e7-3d5b-4b83-ac2d-58fdd73e1d21 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373619 Mar 28 19:36:57.650822 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dece49d-db06-4ae1-9099-d702ccafbf8e req-f6dabaf1-e638-4c78-9998-418abceaa81c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:57.652208 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9dece49d-db06-4ae1-9099-d702ccafbf8e req-f6dabaf1-e638-4c78-9998-418abceaa81c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.0794916 Mar 28 19:36:57.679387 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d3a2b3c0-fc89-4828-afee-34b02d8210dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:57.697244 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9dece49d-db06-4ae1-9099-d702ccafbf8e req-ed3740c9-6db3-44d6-85e5-c2316f541e8a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392504 Mar 28 19:36:58.644921 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:58.686769 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:36:58.882314 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b91ac-2e61-4074-8ae8-a0071703f538 req-371ad106-706e-4ccb-b957-d821baf417d0 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:36:58.883808 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c54b91ac-2e61-4074-8ae8-a0071703f538 req-371ad106-706e-4ccb-b957-d821baf417d0 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.0825028 Mar 28 19:36:58.926179 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c54b91ac-2e61-4074-8ae8-a0071703f538 req-533f1c9d-dfd2-475c-88f2-64a88e362fdb tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366993 Mar 28 19:37:00.111081 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42bf1f0-ecb0-4ecd-802c-f6f93be5a595 req-f3a49766-deb0-4cf5-b1e9-0395dfb25667 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:00.112477 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a42bf1f0-ecb0-4ecd-802c-f6f93be5a595 req-f3a49766-deb0-4cf5-b1e9-0395dfb25667 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.0809169 Mar 28 19:37:00.154635 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a42bf1f0-ecb0-4ecd-802c-f6f93be5a595 req-510a53ea-8c7f-4fc3-8965-130dab1d398b tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364504 Mar 28 19:37:00.251444 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:01.338625 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bccf8-ecb2-4f90-812c-46661f1e540d req-6369a2d8-0eb3-4587-b22b-c383703e6e46 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:01.340090 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f52bccf8-ecb2-4f90-812c-46661f1e540d req-6369a2d8-0eb3-4587-b22b-c383703e6e46 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.0795131 Mar 28 19:37:01.383248 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f52bccf8-ecb2-4f90-812c-46661f1e540d req-ed9bbcc0-34aa-442b-8fa3-9cc1b7c12a06 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375390 Mar 28 19:37:01.886365 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:02.567081 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50d80c-314e-483f-b1df-4156f671f4cd req-4def422d-a9bd-48c2-afa4-cc0663a6ecac tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:02.569087 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ca50d80c-314e-483f-b1df-4156f671f4cd req-4def422d-a9bd-48c2-afa4-cc0663a6ecac tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.0823281 Mar 28 19:37:02.611687 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ca50d80c-314e-483f-b1df-4156f671f4cd req-719f3ce9-af2a-4618-a498-de94a90f304d tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370255 Mar 28 19:37:03.797568 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44972186-bcb8-4b63-bf40-85e9a46c30a9 req-43767919-7a14-4a39-82cb-88b5b4dd28c7 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:03.799007 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-44972186-bcb8-4b63-bf40-85e9a46c30a9 req-43767919-7a14-4a39-82cb-88b5b4dd28c7 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.0780785 Mar 28 19:37:03.844360 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-44972186-bcb8-4b63-bf40-85e9a46c30a9 req-f5e6e983-8cd5-4102-a818-5b9dfde440d5 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390096 Mar 28 19:37:05.027601 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fab78d-2e9b-4edd-afff-8e2ec8a472fd req-465ce72a-398e-4408-87b3-e40fe82a7e76 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:05.028922 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-86fab78d-2e9b-4edd-afff-8e2ec8a472fd req-465ce72a-398e-4408-87b3-e40fe82a7e76 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.0774081 Mar 28 19:37:05.071691 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-86fab78d-2e9b-4edd-afff-8e2ec8a472fd req-2fab1d01-860f-4816-a0a8-742956fc8b54 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372069 Mar 28 19:37:06.256598 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7761435-ec86-4749-a065-72064c1fe6b7 req-f91633f1-dbb0-4de5-b5a7-9ffa71086766 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:06.258019 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b7761435-ec86-4749-a065-72064c1fe6b7 req-f91633f1-dbb0-4de5-b5a7-9ffa71086766 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.0821280 Mar 28 19:37:06.302088 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b7761435-ec86-4749-a065-72064c1fe6b7 req-d0f804f1-e64e-4a34-8c50-7910c4bb6c62 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383384 Mar 28 19:37:07.486038 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd838c3-3226-44ab-ad8a-ffd2d94ac224 req-db98be53-1dec-441b-8fb0-04fe4b3544e4 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:07.487483 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8dd838c3-3226-44ab-ad8a-ffd2d94ac224 req-db98be53-1dec-441b-8fb0-04fe4b3544e4 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.0783002 Mar 28 19:37:07.529645 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8dd838c3-3226-44ab-ad8a-ffd2d94ac224 req-f583dce3-885f-427b-84c9-25b6911b4d59 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358186 Mar 28 19:37:08.716299 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b05174-6fb2-4664-a610-9320e28f6167 req-6c4651da-6f8c-4683-b123-244d276c0165 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:08.717734 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-55b05174-6fb2-4664-a610-9320e28f6167 req-6c4651da-6f8c-4683-b123-244d276c0165 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.0824707 Mar 28 19:37:08.762652 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-55b05174-6fb2-4664-a610-9320e28f6167 req-1a8c0492-5558-4139-9948-575eb8cae9c8 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392170 Mar 28 19:37:09.154849 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e8566fa9-4fbd-474b-bde2-11aed1f9c956 req-de8c39f8-56f8-4835-b6b5-143f98787ec8 service neutron] 10.222.0.26 "GET /v2.0/ports/15522af9-b040-4c2b-9a2f-e42c863b8cb3/bindings/hv-neutron-8347 HTTP/1.1" status: 200 len: 384 time: 0.0791912 Mar 28 19:37:09.422555 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8566fa9-4fbd-474b-bde2-11aed1f9c956 req-b9b674de-4853-4292-823b-ae0ec7abcba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:09.424040 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e8566fa9-4fbd-474b-bde2-11aed1f9c956 req-b9b674de-4853-4292-823b-ae0ec7abcba6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a&tenant_id=7f25e1e0935c4a2eb80523a8565322a1 HTTP/1.1" status: 200 len: 1098 time: 0.0760913 Mar 28 19:37:09.514416 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8566fa9-4fbd-474b-bde2-11aed1f9c956 req-c92dd18c-cb9e-49cf-8569-9ebe38185562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:09.515864 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e8566fa9-4fbd-474b-bde2-11aed1f9c956 req-c92dd18c-cb9e-49cf-8569-9ebe38185562 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 1098 time: 0.0688877 Mar 28 19:37:09.643950 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8566fa9-4fbd-474b-bde2-11aed1f9c956 req-d5ae6a6a-305e-4f3a-836e-b3ac86e3a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:09.645370 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e8566fa9-4fbd-474b-bde2-11aed1f9c956 req-d5ae6a6a-305e-4f3a-836e-b3ac86e3a635 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 912 time: 0.1233768 Mar 28 19:37:09.753484 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e8566fa9-4fbd-474b-bde2-11aed1f9c956 req-ef25dd99-5c93-45f4-a4b7-7860ab3ff052 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15522af9-b040-4c2b-9a2f-e42c863b8cb3 HTTP/1.1" status: 200 len: 1001 time: 0.1017761 Mar 28 19:37:09.953674 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8566fa9-4fbd-474b-bde2-11aed1f9c956 req-8a127f8d-b7d5-43bf-8633-51190bc1c3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:09.955100 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e8566fa9-4fbd-474b-bde2-11aed1f9c956 req-8a127f8d-b7d5-43bf-8633-51190bc1c3d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3d787c8-0ec1-4023-a0e7-240ea7fdcc44 HTTP/1.1" status: 200 len: 850 time: 0.1960051 Mar 28 19:37:10.046979 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5709898-4b24-4a0b-bc0f-4eb8597d4141 req-f9183989-fd25-49a0-b8d6-8f516862732a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:10.049062 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a5709898-4b24-4a0b-bc0f-4eb8597d4141 req-f9183989-fd25-49a0-b8d6-8f516862732a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.1502476 Mar 28 19:37:10.097980 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8566fa9-4fbd-474b-bde2-11aed1f9c956 req-be7a4171-7fff-4595-be02-d0d9431469e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:10.099472 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e8566fa9-4fbd-474b-bde2-11aed1f9c956 req-be7a4171-7fff-4595-be02-d0d9431469e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1377809 Mar 28 19:37:10.110039 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a5709898-4b24-4a0b-bc0f-4eb8597d4141 req-9098cf0e-0de7-489f-9322-e4632fe25d04 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541887 Mar 28 19:37:10.233512 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e8566fa9-4fbd-474b-bde2-11aed1f9c956 req-c4aa87b4-2558-4a8c-a9dc-ea316b64bdf6 service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265612 Mar 28 19:37:10.365251 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e8566fa9-4fbd-474b-bde2-11aed1f9c956 req-470bf2fb-3bb2-4e4a-bbe8-04b651fe49b2 service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248200 Mar 28 19:37:11.300488 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f9ff6-a70d-442b-bfb9-cf8b24cbe4ac req-18d58379-134b-4475-ac83-22b8e60cf564 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:11.301822 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6a8f9ff6-a70d-442b-bfb9-cf8b24cbe4ac req-18d58379-134b-4475-ac83-22b8e60cf564 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.0792103 Mar 28 19:37:11.346767 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6a8f9ff6-a70d-442b-bfb9-cf8b24cbe4ac req-d4294f69-4985-4c36-87fc-9e988d6dd78e tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388381 Mar 28 19:37:12.532688 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76989301-52fb-4de5-974e-9c62c99fee2a req-4619be43-daca-47d5-9e9f-3e6912f48c84 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:12.534104 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-76989301-52fb-4de5-974e-9c62c99fee2a req-4619be43-daca-47d5-9e9f-3e6912f48c84 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.0805783 Mar 28 19:37:12.577840 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-76989301-52fb-4de5-974e-9c62c99fee2a req-5b8a5646-7311-402e-a698-5e20e415665a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373950 Mar 28 19:37:12.917489 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 15522af9-b040-4c2b-9a2f-e42c863b8cb3 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:37:13.031451 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:13.058219 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be9770d-bb44-4b1b-80f6-eea5c81c6e7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15522af9-b040-4c2b-9a2f-e42c863b8cb3'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:37:13.067714 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 15522af9-b040-4c2b-9a2f-e42c863b8cb3, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=15522af9-b040-4c2b-9a2f-e42c863b8cb3,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:37:13.073314 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:13.119526 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be9770d-bb44-4b1b-80f6-eea5c81c6e7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15522af9-b040-4c2b-9a2f-e42c863b8cb3', 'code': 200} Mar 28 19:37:13.144317 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=15522af9-b040-4c2b-9a2f-e42c863b8cb3,revision_number=6']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:37:13.151813 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:13.152165 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:13.152502 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:13.152836 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:13.153165 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:13.153494 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:13.153822 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:13.154144 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:13.154469 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:13.154790 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:13.155133 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:13.155461 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:13.761680 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7ae20-ac8e-419b-84a9-776a41d60975 req-c55d6ffb-7425-4a87-8702-3350d5f84961 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:13.763140 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-94c7ae20-ac8e-419b-84a9-776a41d60975 req-c55d6ffb-7425-4a87-8702-3350d5f84961 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 943 time: 0.0795074 Mar 28 19:37:13.809025 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-94c7ae20-ac8e-419b-84a9-776a41d60975 req-bd3036c9-112e-4e63-bfe6-e7bcf85876be tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402875 Mar 28 19:37:14.932350 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 15522af9-b040-4c2b-9a2f-e42c863b8cb3 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:37:15.001161 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23506c78-e3fe-47ad-9b39-502fa87d79c6 req-00be57fa-ac4f-4aea-804c-6bb92d1ddd39 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:15.002502 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-23506c78-e3fe-47ad-9b39-502fa87d79c6 req-00be57fa-ac4f-4aea-804c-6bb92d1ddd39 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 943 time: 0.0847535 Mar 28 19:37:15.045328 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-23506c78-e3fe-47ad-9b39-502fa87d79c6 req-536a2a93-d1d4-4a0a-baeb-7791c2dc66b1 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367875 Mar 28 19:37:15.065190 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 15522af9-b040-4c2b-9a2f-e42c863b8cb3, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=15522af9-b040-4c2b-9a2f-e42c863b8cb3,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:37:15.078404 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '15522af9-b040-4c2b-9a2f-e42c863b8cb3', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'port_id': '15522af9-b040-4c2b-9a2f-e42c863b8cb3', 'mac_address': 'fa:16:3e:cf:38:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:37:15.135430 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:15.151314 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15522af9-b040-4c2b-9a2f-e42c863b8cb3 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:37:15.167685 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 15522af9-b040-4c2b-9a2f-e42c863b8cb3, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=15522af9-b040-4c2b-9a2f-e42c863b8cb3,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:37:15.171527 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:15.237237 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['15522af9-b040-4c2b-9a2f-e42c863b8cb3'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:37:15.279648 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=15522af9-b040-4c2b-9a2f-e42c863b8cb3,revision_number=7']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:37:16.229981 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a635001-2c9b-4374-b15a-457803420d2f req-991a6180-9ce8-4bc6-9fc1-bbd21ae9231f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:16.231440 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4a635001-2c9b-4374-b15a-457803420d2f req-991a6180-9ce8-4bc6-9fc1-bbd21ae9231f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 944 time: 0.0807526 Mar 28 19:37:16.275122 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4a635001-2c9b-4374-b15a-457803420d2f req-e10cdbc9-7de4-42aa-9d86-365a22159e8c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380528 Mar 28 19:37:16.948120 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 15522af9-b040-4c2b-9a2f-e42c863b8cb3 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:37:17.015392 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 15522af9-b040-4c2b-9a2f-e42c863b8cb3 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:37:17.015686 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:17.130650 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:17.156332 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be9770d-bb44-4b1b-80f6-eea5c81c6e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15522af9-b040-4c2b-9a2f-e42c863b8cb3'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:37:17.166362 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 15522af9-b040-4c2b-9a2f-e42c863b8cb3, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=15522af9-b040-4c2b-9a2f-e42c863b8cb3,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:37:17.170793 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:17.216757 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be9770d-bb44-4b1b-80f6-eea5c81c6e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15522af9-b040-4c2b-9a2f-e42c863b8cb3', 'code': 200} Mar 28 19:37:17.242394 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=15522af9-b040-4c2b-9a2f-e42c863b8cb3,revision_number=8']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:37:17.457574 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629fdf6f-019d-46a1-8b81-c937c44c0acf req-41d0a475-d904-43df-a2a0-43e53d5a2cfd tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:17.459556 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-629fdf6f-019d-46a1-8b81-c937c44c0acf req-41d0a475-d904-43df-a2a0-43e53d5a2cfd tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.0780451 Mar 28 19:37:17.502017 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-629fdf6f-019d-46a1-8b81-c937c44c0acf req-36985408-9553-4588-8ba7-6e10a748dfb0 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367749 Mar 28 19:37:18.688174 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219bf9b-e71d-425e-ba19-f0511faf041f req-8a75998f-974a-4240-bdab-b204c9751d5b tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:18.689616 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d219bf9b-e71d-425e-ba19-f0511faf041f req-8a75998f-974a-4240-bdab-b204c9751d5b tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.0816879 Mar 28 19:37:18.734492 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d219bf9b-e71d-425e-ba19-f0511faf041f req-a7c46b47-58e1-4b0f-aa81-55f8edaabb76 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382142 Mar 28 19:37:19.916632 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0236e3-5b6a-43cc-9405-0e241bc6cfb0 req-69f4ab8d-789c-470b-bd85-30baa92a8580 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:19.918053 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-aa0236e3-5b6a-43cc-9405-0e241bc6cfb0 req-69f4ab8d-789c-470b-bd85-30baa92a8580 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.0772803 Mar 28 19:37:19.965741 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-aa0236e3-5b6a-43cc-9405-0e241bc6cfb0 req-5c8f369b-7442-485f-8be0-8ae1bf79e0aa tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420225 Mar 28 19:37:20.395049 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189652a-8f67-4472-8bb7-515b18809f6d req-8371cf88-d580-4baf-a6f0-2b01722cbd02 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:20.396443 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d189652a-8f67-4472-8bb7-515b18809f6d req-8371cf88-d580-4baf-a6f0-2b01722cbd02 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.26 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a&tenant_id=7f25e1e0935c4a2eb80523a8565322a1&binding%3Ahost_id=hv-neutron-8347 HTTP/1.1" status: 200 len: 945 time: 0.1316848 Mar 28 19:37:20.467081 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a1b82-9cd8-47cc-8627-afa92cf7f8e8 req-f87dd518-2f2a-4518-857e-8ab2892b8b0d tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:20.468500 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-801a1b82-9cd8-47cc-8627-afa92cf7f8e8 req-f87dd518-2f2a-4518-857e-8ab2892b8b0d tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.1464827 Mar 28 19:37:20.520916 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d189652a-8f67-4472-8bb7-515b18809f6d req-b845bf28-ff38-42bc-9999-7bf28d35c182 service neutron] 10.222.0.26 "GET /v2.0/ports/15522af9-b040-4c2b-9a2f-e42c863b8cb3/bindings/hv-neutron-8347 HTTP/1.1" status: 200 len: 384 time: 0.1169133 Mar 28 19:37:20.527734 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-801a1b82-9cd8-47cc-8627-afa92cf7f8e8 req-d675e5d8-3314-4490-b5c8-35b4be13413f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487533 Mar 28 19:37:20.612589 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189652a-8f67-4472-8bb7-515b18809f6d req-a19dfad8-2cba-41d7-bfb3-bd68c3b48521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:20.614016 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d189652a-8f67-4472-8bb7-515b18809f6d req-a19dfad8-2cba-41d7-bfb3-bd68c3b48521 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 1098 time: 0.0727549 Mar 28 19:37:20.846597 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189652a-8f67-4472-8bb7-515b18809f6d req-b31de87b-636f-4280-92d1-d59c311af5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:20.847954 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d189652a-8f67-4472-8bb7-515b18809f6d req-b31de87b-636f-4280-92d1-d59c311af5d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 912 time: 0.2269802 Mar 28 19:37:20.947930 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d189652a-8f67-4472-8bb7-515b18809f6d req-0fd1b5d4-e718-4a89-bccf-54406352de27 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15522af9-b040-4c2b-9a2f-e42c863b8cb3 HTTP/1.1" status: 200 len: 1001 time: 0.0933921 Mar 28 19:37:21.008665 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189652a-8f67-4472-8bb7-515b18809f6d req-7aa68cf3-1ac7-43d5-ab0c-950293f16dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:21.010020 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d189652a-8f67-4472-8bb7-515b18809f6d req-7aa68cf3-1ac7-43d5-ab0c-950293f16dd7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3d787c8-0ec1-4023-a0e7-240ea7fdcc44 HTTP/1.1" status: 200 len: 850 time: 0.0566421 Mar 28 19:37:21.089335 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189652a-8f67-4472-8bb7-515b18809f6d req-ff1ee018-9a19-4b25-a456-6734f0139146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:21.090766 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d189652a-8f67-4472-8bb7-515b18809f6d req-ff1ee018-9a19-4b25-a456-6734f0139146 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751848 Mar 28 19:37:21.224529 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d189652a-8f67-4472-8bb7-515b18809f6d req-cf5b519a-f312-430e-97f2-c96906c2e60f service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278040 Mar 28 19:37:21.358741 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d189652a-8f67-4472-8bb7-515b18809f6d req-7a2151f8-d404-42f5-ae7a-6f01b54d5fe6 service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278260 Mar 28 19:37:21.714592 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209b57c-3134-4f83-a9a4-10c40b9f676a req-ffe25e3f-6f27-46d0-aa9d-68059e6b3ff7 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:21.716029 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0209b57c-3134-4f83-a9a4-10c40b9f676a req-ffe25e3f-6f27-46d0-aa9d-68059e6b3ff7 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.0815763 Mar 28 19:37:21.758495 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0209b57c-3134-4f83-a9a4-10c40b9f676a req-7b65100f-9a47-4e40-8cbe-8195001bee75 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368834 Mar 28 19:37:22.941496 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ccd8f-eff7-4e87-953a-5c66e44ccb7a req-5538a3f6-2f49-4133-972e-a5d07f2ef969 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:22.942956 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8a2ccd8f-eff7-4e87-953a-5c66e44ccb7a req-5538a3f6-2f49-4133-972e-a5d07f2ef969 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.0775080 Mar 28 19:37:22.990249 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8a2ccd8f-eff7-4e87-953a-5c66e44ccb7a req-e94dc955-c13f-4713-af17-6d2fd762616d tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411751 Mar 28 19:37:24.178857 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342869d-db9d-4d37-88c6-a73883ede76e req-413df9ec-544a-470c-9618-9edc76a10b28 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:24.180417 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3342869d-db9d-4d37-88c6-a73883ede76e req-413df9ec-544a-470c-9618-9edc76a10b28 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.0822532 Mar 28 19:37:24.224573 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3342869d-db9d-4d37-88c6-a73883ede76e req-40a6e41a-dc4a-4b2a-b497-144c6dfdcbd3 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384176 Mar 28 19:37:24.466514 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189652a-8f67-4472-8bb7-515b18809f6d req-9733e3cb-6006-4502-a422-7501b7d61132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:24.467958 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d189652a-8f67-4472-8bb7-515b18809f6d req-9733e3cb-6006-4502-a422-7501b7d61132 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a&tenant_id=7f25e1e0935c4a2eb80523a8565322a1 HTTP/1.1" status: 200 len: 1098 time: 0.0721626 Mar 28 19:37:24.558222 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189652a-8f67-4472-8bb7-515b18809f6d req-62077f72-a555-499f-8912-656619891de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:24.559569 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d189652a-8f67-4472-8bb7-515b18809f6d req-62077f72-a555-499f-8912-656619891de0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 1098 time: 0.0697000 Mar 28 19:37:24.667451 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:37:24.696136 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189652a-8f67-4472-8bb7-515b18809f6d req-1ea0018e-5def-4d35-a453-7a944f4d5b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:24.697552 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d189652a-8f67-4472-8bb7-515b18809f6d req-1ea0018e-5def-4d35-a453-7a944f4d5b4a service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 200 len: 912 time: 0.1243227 Mar 28 19:37:24.796544 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d189652a-8f67-4472-8bb7-515b18809f6d req-9e7e5c64-41e1-4060-a043-b266817ac3a4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15522af9-b040-4c2b-9a2f-e42c863b8cb3 HTTP/1.1" status: 200 len: 1001 time: 0.0931652 Mar 28 19:37:24.857094 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189652a-8f67-4472-8bb7-515b18809f6d req-2b4f6109-47b2-4117-b88c-cb6b05668883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:24.858381 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d189652a-8f67-4472-8bb7-515b18809f6d req-2b4f6109-47b2-4117-b88c-cb6b05668883 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3d787c8-0ec1-4023-a0e7-240ea7fdcc44 HTTP/1.1" status: 200 len: 850 time: 0.0558465 Mar 28 19:37:24.933190 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189652a-8f67-4472-8bb7-515b18809f6d req-7da7ac35-1fb6-415d-a18d-8bbb3d12c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:24.934584 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d189652a-8f67-4472-8bb7-515b18809f6d req-7da7ac35-1fb6-415d-a18d-8bbb3d12c766 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706074 Mar 28 19:37:25.062323 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d189652a-8f67-4472-8bb7-515b18809f6d req-c193d483-b57b-43ed-8656-71a80334f5c1 service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218295 Mar 28 19:37:25.294514 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d189652a-8f67-4472-8bb7-515b18809f6d req-a34bf4cd-1112-418d-9d97-8fd67499693a service neutron] 10.222.0.26 "GET /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262790 Mar 28 19:37:25.340987 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-76babd7b-4f6d-4c96-833a-4d086de1075d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:25.415932 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecf6d8-7743-41a2-980b-a0df41e6cad3 req-4294b212-7eb1-498d-9a12-b2445ce24e59 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:25.417377 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dcecf6d8-7743-41a2-980b-a0df41e6cad3 req-4294b212-7eb1-498d-9a12-b2445ce24e59 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.0805981 Mar 28 19:37:25.465891 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dcecf6d8-7743-41a2-980b-a0df41e6cad3 req-749623a6-14ae-484b-80d9-1c537bef8a82 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427041 Mar 28 19:37:26.652350 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12f1e8-a832-4049-bc03-7bc81e3978a5 req-f719165c-a3e9-44e8-80eb-2fac792c3063 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:26.653788 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ef12f1e8-a832-4049-bc03-7bc81e3978a5 req-f719165c-a3e9-44e8-80eb-2fac792c3063 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.0827034 Mar 28 19:37:26.705354 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ef12f1e8-a832-4049-bc03-7bc81e3978a5 req-d420911a-ac4e-4822-9d8a-05d1a2fb9196 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414941 Mar 28 19:37:27.025424 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 15522af9-b040-4c2b-9a2f-e42c863b8cb3 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:37:27.150712 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:27.176164 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be9770d-bb44-4b1b-80f6-eea5c81c6e7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15522af9-b040-4c2b-9a2f-e42c863b8cb3'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:37:27.186469 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 15522af9-b040-4c2b-9a2f-e42c863b8cb3, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=15522af9-b040-4c2b-9a2f-e42c863b8cb3,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:37:27.191721 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:27.235505 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be9770d-bb44-4b1b-80f6-eea5c81c6e7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15522af9-b040-4c2b-9a2f-e42c863b8cb3', 'code': 200} Mar 28 19:37:27.261890 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=15522af9-b040-4c2b-9a2f-e42c863b8cb3,revision_number=9']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:37:27.683247 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-54df3ec3-cf96-4c75-a498-84e1a54f7bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:27.888083 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf44ff-8ee3-4d6e-a277-270df16806f1 req-b116f527-437d-45d8-926e-5872d5813528 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:27.889385 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0abf44ff-8ee3-4d6e-a277-270df16806f1 req-b116f527-437d-45d8-926e-5872d5813528 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 943 time: 0.0770931 Mar 28 19:37:27.934524 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0abf44ff-8ee3-4d6e-a277-270df16806f1 req-d58842fb-89f6-4c25-a22f-6b3e84f42a06 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395823 Mar 28 19:37:28.649073 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:28.688182 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:29.024788 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 15522af9-b040-4c2b-9a2f-e42c863b8cb3 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:37:29.120870 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfb970-a0bb-4edb-9530-e290fc04d4cc req-b0063c27-1f26-440c-aacd-e6d9084eeb43 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:29.122347 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cdbfb970-a0bb-4edb-9530-e290fc04d4cc req-b0063c27-1f26-440c-aacd-e6d9084eeb43 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 943 time: 0.0810161 Mar 28 19:37:29.166984 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cdbfb970-a0bb-4edb-9530-e290fc04d4cc req-03b20ae0-1c9d-474b-a33a-2bee1ff24b75 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382602 Mar 28 19:37:29.190222 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 15522af9-b040-4c2b-9a2f-e42c863b8cb3, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=15522af9-b040-4c2b-9a2f-e42c863b8cb3,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:37:29.203373 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '15522af9-b040-4c2b-9a2f-e42c863b8cb3', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'port_id': '15522af9-b040-4c2b-9a2f-e42c863b8cb3', 'mac_address': 'fa:16:3e:cf:38:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:37:29.260551 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:29.277652 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15522af9-b040-4c2b-9a2f-e42c863b8cb3 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:37:29.292976 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 15522af9-b040-4c2b-9a2f-e42c863b8cb3, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=15522af9-b040-4c2b-9a2f-e42c863b8cb3,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:37:29.296603 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:29.364567 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['15522af9-b040-4c2b-9a2f-e42c863b8cb3'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:37:29.403270 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=15522af9-b040-4c2b-9a2f-e42c863b8cb3,revision_number=10']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:37:30.254144 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:30.356909 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66346cb5-ad28-4814-8b7d-1f844c3473ae req-57bad8e6-9fb9-4cd3-a55f-194b527809e0 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:30.358377 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-66346cb5-ad28-4814-8b7d-1f844c3473ae req-57bad8e6-9fb9-4cd3-a55f-194b527809e0 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 945 time: 0.0812838 Mar 28 19:37:30.403314 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-66346cb5-ad28-4814-8b7d-1f844c3473ae req-50b1d63f-1b5b-4cda-aafe-c6433f3c5c00 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388157 Mar 28 19:37:31.040622 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 15522af9-b040-4c2b-9a2f-e42c863b8cb3 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:37:31.110349 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 15522af9-b040-4c2b-9a2f-e42c863b8cb3 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:37:31.110715 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:31.220505 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:31.249920 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be9770d-bb44-4b1b-80f6-eea5c81c6e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15522af9-b040-4c2b-9a2f-e42c863b8cb3'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:37:31.260632 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 15522af9-b040-4c2b-9a2f-e42c863b8cb3, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=15522af9-b040-4c2b-9a2f-e42c863b8cb3,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:37:31.264872 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:31.309233 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be9770d-bb44-4b1b-80f6-eea5c81c6e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15522af9-b040-4c2b-9a2f-e42c863b8cb3', 'code': 200} Mar 28 19:37:31.333783 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=15522af9-b040-4c2b-9a2f-e42c863b8cb3,revision_number=11']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:37:31.586869 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993d5aa-5e72-4851-a182-2c6628d62fbe req-6e4df96f-c370-4305-9f9e-3b829b67b736 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:31.588208 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8993d5aa-5e72-4851-a182-2c6628d62fbe req-6e4df96f-c370-4305-9f9e-3b829b67b736 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 946 time: 0.0776682 Mar 28 19:37:31.631297 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8993d5aa-5e72-4851-a182-2c6628d62fbe req-85424a4b-ea0d-4349-9288-fb4a1a0ff412 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373471 Mar 28 19:37:31.897992 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:32.823328 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98ea69-b2f9-404d-a10a-8fd822515589 req-c872cf38-3c2d-42d8-9705-a13dc22814a8 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:32.824778 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3f98ea69-b2f9-404d-a10a-8fd822515589 req-c872cf38-3c2d-42d8-9705-a13dc22814a8 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 946 time: 0.0809495 Mar 28 19:37:32.868711 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3f98ea69-b2f9-404d-a10a-8fd822515589 req-b741d76d-ee69-4785-942c-4b0e07d876e2 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380809 Mar 28 19:37:34.058457 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58123538-f342-4092-81f7-049e7a7bb92a req-be2b0471-9993-4a87-a9a9-7d36d05ac78d tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:34.059920 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-58123538-f342-4092-81f7-049e7a7bb92a req-be2b0471-9993-4a87-a9a9-7d36d05ac78d tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 946 time: 0.0804186 Mar 28 19:37:34.112160 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-58123538-f342-4092-81f7-049e7a7bb92a req-2c9da8a4-8a2b-4426-b066-a9799d303fca tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456431 Mar 28 19:37:35.295084 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79d172-4144-4927-ac75-45715f570cf2 req-b8e14b05-1f6d-48f7-9e98-91e3f63ed5f5 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:35.296421 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1b79d172-4144-4927-ac75-45715f570cf2 req-b8e14b05-1f6d-48f7-9e98-91e3f63ed5f5 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 946 time: 0.0787945 Mar 28 19:37:35.341523 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1b79d172-4144-4927-ac75-45715f570cf2 req-ce3a77bd-6235-4c21-8d77-de301f894012 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392907 Mar 28 19:37:35.529897 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698212e3-3dc4-423b-939d-ee9645d421b4 req-87c97d49-627d-47ec-9815-4e24b6763abc tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:35.531343 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-698212e3-3dc4-423b-939d-ee9645d421b4 req-87c97d49-627d-47ec-9815-4e24b6763abc tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 946 time: 0.0817800 Mar 28 19:37:35.574245 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-698212e3-3dc4-423b-939d-ee9645d421b4 req-08491902-a7f7-4f04-b2b0-42f0c8b4cbe7 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372331 Mar 28 19:37:35.753184 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf2d44-9947-4b25-bf28-ab53ea6113fe req-62df4ee1-458b-424d-b1f9-6294ab84e27f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:35.754644 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1faf2d44-9947-4b25-bf28-ab53ea6113fe req-62df4ee1-458b-424d-b1f9-6294ab84e27f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 946 time: 0.0785427 Mar 28 19:37:35.797876 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1faf2d44-9947-4b25-bf28-ab53ea6113fe req-48f122af-da79-47c6-8cdd-98b4510f5ddd tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370686 Mar 28 19:37:36.180622 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca454f-7ccc-4337-8c55-5d0072e171ce req-35979121-8c4e-4a5e-b306-b9e7070ce3ab tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:36.182051 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7eca454f-7ccc-4337-8c55-5d0072e171ce req-35979121-8c4e-4a5e-b306-b9e7070ce3ab tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 946 time: 0.0829141 Mar 28 19:37:36.226367 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7eca454f-7ccc-4337-8c55-5d0072e171ce req-1d05c881-bf43-4f76-a7d8-33e91de0082c tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383744 Mar 28 19:37:37.416469 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e13e2-141c-405d-b282-ef13612d01f4 req-ae3be8de-4629-463c-96dc-568f5677a9cc tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:37.417864 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d57e13e2-141c-405d-b282-ef13612d01f4 req-ae3be8de-4629-463c-96dc-568f5677a9cc tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 946 time: 0.0819168 Mar 28 19:37:37.460416 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d57e13e2-141c-405d-b282-ef13612d01f4 req-ab5db5c5-18fc-4d26-9704-b090b503a02f tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367410 Mar 28 19:37:38.643539 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1b30c-eb21-43e6-91bf-a2414b2827b1 req-7fc7a691-e915-4f90-bdba-df12a9262db2 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:38.644944 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-54a1b30c-eb21-43e6-91bf-a2414b2827b1 req-7fc7a691-e915-4f90-bdba-df12a9262db2 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.26 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 946 time: 0.1307690 Mar 28 19:37:38.717243 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1b2bd-9d28-4071-a10f-9d772ca6b6b4 req-3185c88f-757a-43c5-8733-22698ba1b0e8 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:38.718672 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-eda1b2bd-9d28-4071-a10f-9d772ca6b6b4 req-3185c88f-757a-43c5-8733-22698ba1b0e8 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 946 time: 0.1499324 Mar 28 19:37:38.746219 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-54a1b30c-eb21-43e6-91bf-a2414b2827b1 req-04d91b4d-2e85-40ac-aaed-772a68710998 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Deleting port 15522af9-b040-4c2b-9a2f-e42c863b8cb3 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:37:38.746476 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-54a1b30c-eb21-43e6-91bf-a2414b2827b1 req-04d91b4d-2e85-40ac-aaed-772a68710998 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:38.824847 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-eda1b2bd-9d28-4071-a10f-9d772ca6b6b4 req-76b46d2e-17b6-4387-a68b-f1e01b4c159e tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups?id=4159b5b3-5892-4cdb-bf77-82f6aa4ee171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992312 Mar 28 19:37:39.098595 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-54a1b30c-eb21-43e6-91bf-a2414b2827b1 req-04d91b4d-2e85-40ac-aaed-772a68710998 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] For port 15522af9-b040-4c2b-9a2f-e42c863b8cb3, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=15522af9-b040-4c2b-9a2f-e42c863b8cb3,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:37:39.098866 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-54a1b30c-eb21-43e6-91bf-a2414b2827b1 req-04d91b4d-2e85-40ac-aaed-772a68710998 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:39.384927 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-54a1b30c-eb21-43e6-91bf-a2414b2827b1 req-04d91b4d-2e85-40ac-aaed-772a68710998 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:39.385203 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-54a1b30c-eb21-43e6-91bf-a2414b2827b1 req-04d91b4d-2e85-40ac-aaed-772a68710998 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:39.385509 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [req-54a1b30c-eb21-43e6-91bf-a2414b2827b1 req-04d91b4d-2e85-40ac-aaed-772a68710998 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Floating IP 65b2e2b4-8003-4fd6-9463-c5f05134e3af disassociated. External IP: 172.26.4.72, port: 15522af9-b040-4c2b-9a2f-e42c863b8cb3. Mar 28 19:37:39.385862 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-54a1b30c-eb21-43e6-91bf-a2414b2827b1 req-04d91b4d-2e85-40ac-aaed-772a68710998 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Calling delete_port for 15522af9-b040-4c2b-9a2f-e42c863b8cb3 owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:37:39.524442 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-54a1b30c-eb21-43e6-91bf-a2414b2827b1 req-04d91b4d-2e85-40ac-aaed-772a68710998 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:39.576277 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d91b4d-2e85-40ac-aaed-772a68710998 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Pushing event deleted for resources: {'Port': ['ID=15522af9-b040-4c2b-9a2f-e42c863b8cb3,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:37:39.587108 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d91b4d-2e85-40ac-aaed-772a68710998 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:39.587453 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d91b4d-2e85-40ac-aaed-772a68710998 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:39.587787 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d91b4d-2e85-40ac-aaed-772a68710998 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:39.588154 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d91b4d-2e85-40ac-aaed-772a68710998 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:39.588475 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d91b4d-2e85-40ac-aaed-772a68710998 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:39.588797 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d91b4d-2e85-40ac-aaed-772a68710998 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:39.589118 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d91b4d-2e85-40ac-aaed-772a68710998 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:39.589435 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d91b4d-2e85-40ac-aaed-772a68710998 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:39.589752 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d91b4d-2e85-40ac-aaed-772a68710998 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:39.590068 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d91b4d-2e85-40ac-aaed-772a68710998 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:39.590381 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d91b4d-2e85-40ac-aaed-772a68710998 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:39.590695 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d91b4d-2e85-40ac-aaed-772a68710998 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:39.780378 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54a1b30c-eb21-43e6-91bf-a2414b2827b1 req-04d91b4d-2e85-40ac-aaed-772a68710998 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Router 140a7a01-7a7f-436f-801e-c758fe0fa901 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:37:39.996078 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-21959ca1-0c50-48d7-baf5-ae6be198c2ff req-78ddd770-4763-49e8-be33-c9c6edea8b48 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 210 time: 0.0652308 Mar 28 19:37:40.018942 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54a1b30c-eb21-43e6-91bf-a2414b2827b1 req-04d91b4d-2e85-40ac-aaed-772a68710998 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:37:40.029284 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67580ba8-6fb9-47c8-a27c-26adf5e3239c None None] Sync routers for ids ['140a7a01-7a7f-436f-801e-c758fe0fa901'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:37:40.038836 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67580ba8-6fb9-47c8-a27c-26adf5e3239c None None] Routers {'140a7a01-7a7f-436f-801e-c758fe0fa901'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:37:40.039459 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-67580ba8-6fb9-47c8-a27c-26adf5e3239c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:37:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['140a7a01-7a7f-436f-801e-c758fe0fa901'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:37:40.093898 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a1b30c-eb21-43e6-91bf-a2414b2827b1 req-04d91b4d-2e85-40ac-aaed-772a68710998 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] No DVR routers for this DVR port 15522af9-b040-4c2b-9a2f-e42c863b8cb3 on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:37:40.096348 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-54a1b30c-eb21-43e6-91bf-a2414b2827b1 req-04d91b4d-2e85-40ac-aaed-772a68710998 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:40.098808 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be9770d-bb44-4b1b-80f6-eea5c81c6e7a', 'name': 'network-vif-deleted', 'tag': '15522af9-b040-4c2b-9a2f-e42c863b8cb3'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:37:40.114094 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-54a1b30c-eb21-43e6-91bf-a2414b2827b1 req-04d91b4d-2e85-40ac-aaed-772a68710998 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.26 "DELETE /v2.0/ports/15522af9-b040-4c2b-9a2f-e42c863b8cb3 HTTP/1.1" status: 204 len: 173 time: 1.4629188 Mar 28 19:37:40.151561 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be9770d-bb44-4b1b-80f6-eea5c81c6e7a', 'name': 'network-vif-deleted', 'tag': '15522af9-b040-4c2b-9a2f-e42c863b8cb3', 'status': 'completed', 'code': 200} Mar 28 19:37:40.217808 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-67580ba8-6fb9-47c8-a27c-26adf5e3239c None None] Set router 140a7a01-7a7f-436f-801e-c758fe0fa901 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:37:40.544903 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-67580ba8-6fb9-47c8-a27c-26adf5e3239c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:33:37Z', 'revision_number': 4, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port': {'id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:34Z', 'updated_at': '2022-03-28T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d', 'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'mac_address': 'fa:16:3e:01:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:37Z', 'updated_at': '2022-03-28T19:33:42Z', 'revision_number': 5, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'subnets': [{'id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:37:40.548791 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67580ba8-6fb9-47c8-a27c-26adf5e3239c None None] Checking router: 140a7a01-7a7f-436f-801e-c758fe0fa901 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:37:40.557004 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67580ba8-6fb9-47c8-a27c-26adf5e3239c None None] Routers {'140a7a01-7a7f-436f-801e-c758fe0fa901'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:37:40.557582 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-67580ba8-6fb9-47c8-a27c-26adf5e3239c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:37:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['140a7a01-7a7f-436f-801e-c758fe0fa901'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:37:40.742164 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-67580ba8-6fb9-47c8-a27c-26adf5e3239c None None] Set router 140a7a01-7a7f-436f-801e-c758fe0fa901 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:37:41.074595 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-67580ba8-6fb9-47c8-a27c-26adf5e3239c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:33:37Z', 'revision_number': 4, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port': {'id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:34Z', 'updated_at': '2022-03-28T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d', 'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'mac_address': 'fa:16:3e:01:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:37Z', 'updated_at': '2022-03-28T19:33:42Z', 'revision_number': 5, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'subnets': [{'id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:37:41.078645 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67580ba8-6fb9-47c8-a27c-26adf5e3239c None None] The sync data for ids ['140a7a01-7a7f-436f-801e-c758fe0fa901'] in dv-neutron-834711-1-hyperv is: [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:33:37Z', 'revision_number': 4, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port': {'id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:34Z', 'updated_at': '2022-03-28T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d', 'name': '', 'network_id': 'bf97f2d0-e5c3-49f3-b3a9-a355218c84e4', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'mac_address': 'fa:16:3e:01:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:37Z', 'updated_at': '2022-03-28T19:33:42Z', 'revision_number': 5, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'subnets': [{'id': 'b3d787c8-0ec1-4023-a0e7-240ea7fdcc44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:37:41.175642 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-e628a53a-8626-4151-9cba-2b3e0f81921d req-1e7c14f1-9ee5-4e4a-8559-f82bd2ffad12 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Synchronizing usage tracker for tenant:7f25e1e0935c4a2eb80523a8565322a1 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:37:41.191690 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-e628a53a-8626-4151-9cba-2b3e0f81921d req-1e7c14f1-9ee5-4e4a-8559-f82bd2ffad12 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Unset dirty status for tenant:7f25e1e0935c4a2eb80523a8565322a1 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:37:41.192820 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e628a53a-8626-4151-9cba-2b3e0f81921d req-1e7c14f1-9ee5-4e4a-8559-f82bd2ffad12 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9be9770d-bb44-4b1b-80f6-eea5c81c6e7a HTTP/1.1" status: 200 len: 210 time: 0.0646172 Mar 28 19:37:41.306360 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b35b69f-9b0b-4d94-b1be-6e4fb6a18c0b None None] New status for floating IP 65b2e2b4-8003-4fd6-9463-c5f05134e3af: DOWN {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:37:43.119662 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 15522af9-b040-4c2b-9a2f-e42c863b8cb3 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:37:43.153399 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: 15522af9-b040-4c2b-9a2f-e42c863b8cb3 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:37:43.153749 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 15522af9-b040-4c2b-9a2f-e42c863b8cb3 not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:37:45.579788 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37396) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:37:45.648378 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ef856f16-95b6-45c4-94e6-727c05be4d7a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:45.675780 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ef856f16-95b6-45c4-94e6-727c05be4d7a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:45.731186 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ef856f16-95b6-45c4-94e6-727c05be4d7a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:45.749802 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef856f16-95b6-45c4-94e6-727c05be4d7a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4159b5b3-5892-4cdb-bf77-82f6aa4ee171,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:37:45.759240 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef856f16-95b6-45c4-94e6-727c05be4d7a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:45.759586 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef856f16-95b6-45c4-94e6-727c05be4d7a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:45.759925 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef856f16-95b6-45c4-94e6-727c05be4d7a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:45.760260 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef856f16-95b6-45c4-94e6-727c05be4d7a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:45.760581 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef856f16-95b6-45c4-94e6-727c05be4d7a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:45.760910 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef856f16-95b6-45c4-94e6-727c05be4d7a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:45.761463 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef856f16-95b6-45c4-94e6-727c05be4d7a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:45.761789 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef856f16-95b6-45c4-94e6-727c05be4d7a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:45.762115 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef856f16-95b6-45c4-94e6-727c05be4d7a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:45.762434 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef856f16-95b6-45c4-94e6-727c05be4d7a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:45.762753 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef856f16-95b6-45c4-94e6-727c05be4d7a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:45.763097 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef856f16-95b6-45c4-94e6-727c05be4d7a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:37:45.770343 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ef856f16-95b6-45c4-94e6-727c05be4d7a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:45.771468 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ef856f16-95b6-45c4-94e6-727c05be4d7a tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "DELETE /v2.0/security-groups/4159b5b3-5892-4cdb-bf77-82f6aa4ee171 HTTP/1.1" status: 204 len: 168 time: 0.1905086 Mar 28 19:37:45.774500 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37400) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:37:45.791920 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-071b23ae-3a6b-408d-a099-5aba4025b6f4 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] show failed (client error): The resource could not be found. Mar 28 19:37:45.792920 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-071b23ae-3a6b-408d-a099-5aba4025b6f4 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "GET /v2.0/security-groups/4159b5b3-5892-4cdb-bf77-82f6aa4ee171 HTTP/1.1" status: 404 len: 347 time: 0.0174205 Mar 28 19:37:45.797135 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37404) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:37:46.086302 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-4700cb11-a9f1-4256-88ea-18f742b784e3 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Deleting port 8959d287-bf35-48c1-88b0-105bae4ecc6e {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:37:46.086643 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4700cb11-a9f1-4256-88ea-18f742b784e3 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:46.287134 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4700cb11-a9f1-4256-88ea-18f742b784e3 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:46.287451 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4700cb11-a9f1-4256-88ea-18f742b784e3 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:46.408208 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-4700cb11-a9f1-4256-88ea-18f742b784e3 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Calling delete_port for 8959d287-bf35-48c1-88b0-105bae4ecc6e owned by network:floatingip {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:37:46.546458 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4700cb11-a9f1-4256-88ea-18f742b784e3 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:46.618361 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700cb11-a9f1-4256-88ea-18f742b784e3 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Pushing event deleted for resources: {'Port': ['ID=8959d287-bf35-48c1-88b0-105bae4ecc6e,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:37:46.685327 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4700cb11-a9f1-4256-88ea-18f742b784e3 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks [] for floatingip, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:46.703595 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4700cb11-a9f1-4256-88ea-18f742b784e3 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:46.704734 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4700cb11-a9f1-4256-88ea-18f742b784e3 tempest-ServerActionsTestJSON-1472076159 tempest-ServerActionsTestJSON-1472076159-project] 10.222.0.10 "DELETE /v2.0/floatingips/65b2e2b4-8003-4fd6-9463-c5f05134e3af HTTP/1.1" status: 204 len: 168 time: 0.9067836 Mar 28 19:37:46.707796 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37408) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:37:47.228019 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2bfa09b1-3a9b-4a30-bb60-6bbfd4b6f8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:47.668424 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2bfa09b1-3a9b-4a30-bb60-6bbfd4b6f8e5 admin admin] Deleting port e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:37:47.669078 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2bfa09b1-3a9b-4a30-bb60-6bbfd4b6f8e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:47.839595 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-2bfa09b1-3a9b-4a30-bb60-6bbfd4b6f8e5 admin admin] For port e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:37:47.839956 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2bfa09b1-3a9b-4a30-bb60-6bbfd4b6f8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:47.958162 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-2bfa09b1-3a9b-4a30-bb60-6bbfd4b6f8e5 admin admin] Calling delete_port for e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:37:48.138360 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2bfa09b1-3a9b-4a30-bb60-6bbfd4b6f8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:48.184133 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa09b1-3a9b-4a30-bb60-6bbfd4b6f8e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:37:48.448886 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2bfa09b1-3a9b-4a30-bb60-6bbfd4b6f8e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:48.899215 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfa09b1-3a9b-4a30-bb60-6bbfd4b6f8e5 admin admin] Router 140a7a01-7a7f-436f-801e-c758fe0fa901 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:37:49.073440 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfa09b1-3a9b-4a30-bb60-6bbfd4b6f8e5 admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:37:49.081836 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78946052-9434-4d80-b317-43341a5a156c None None] Sync routers for ids ['140a7a01-7a7f-436f-801e-c758fe0fa901'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:37:49.086202 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2bfa09b1-3a9b-4a30-bb60-6bbfd4b6f8e5 admin admin] 10.222.0.10 "PUT /v2.0/routers/140a7a01-7a7f-436f-801e-c758fe0fa901/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3772857 Mar 28 19:37:49.088441 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37412) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:37:49.092228 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78946052-9434-4d80-b317-43341a5a156c None None] Routers {'140a7a01-7a7f-436f-801e-c758fe0fa901'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:37:49.092816 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-78946052-9434-4d80-b317-43341a5a156c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:37:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['140a7a01-7a7f-436f-801e-c758fe0fa901'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:37:49.264201 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-25ba92fb-6211-4a1e-bc40-c2a1642f5aa1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:49.265741 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-78946052-9434-4d80-b317-43341a5a156c None None] Set router 140a7a01-7a7f-436f-801e-c758fe0fa901 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:37:49.445281 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-25ba92fb-6211-4a1e-bc40-c2a1642f5aa1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:49.455367 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-25ba92fb-6211-4a1e-bc40-c2a1642f5aa1 admin admin] Deleting port 292f70c9-dc89-42a6-a2ce-e0f03df1dfe3 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:37:49.455702 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-25ba92fb-6211-4a1e-bc40-c2a1642f5aa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:49.543270 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-78946052-9434-4d80-b317-43341a5a156c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:37:48Z', 'revision_number': 5, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port': {'id': '292f70c9-dc89-42a6-a2ce-e0f03df1dfe3', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:33:34Z', 'updated_at': '2022-03-28T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:37:49.546956 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78946052-9434-4d80-b317-43341a5a156c None None] Checking router: 140a7a01-7a7f-436f-801e-c758fe0fa901 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:37:49.555463 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78946052-9434-4d80-b317-43341a5a156c None None] Routers {'140a7a01-7a7f-436f-801e-c758fe0fa901'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:37:49.556046 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-78946052-9434-4d80-b317-43341a5a156c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:37:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['140a7a01-7a7f-436f-801e-c758fe0fa901'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:37:49.638661 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-25ba92fb-6211-4a1e-bc40-c2a1642f5aa1 admin admin] For port 292f70c9-dc89-42a6-a2ce-e0f03df1dfe3, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=292f70c9-dc89-42a6-a2ce-e0f03df1dfe3,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:37:49.639065 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-25ba92fb-6211-4a1e-bc40-c2a1642f5aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:49.708060 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-78946052-9434-4d80-b317-43341a5a156c None None] Set router 140a7a01-7a7f-436f-801e-c758fe0fa901 gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:37:49.760918 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-25ba92fb-6211-4a1e-bc40-c2a1642f5aa1 admin admin] Calling delete_port for 292f70c9-dc89-42a6-a2ce-e0f03df1dfe3 owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:37:49.809389 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-78946052-9434-4d80-b317-43341a5a156c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:37:49Z', 'revision_number': 6, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:37:49.813480 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78946052-9434-4d80-b317-43341a5a156c None None] The sync data for ids ['140a7a01-7a7f-436f-801e-c758fe0fa901'] in dv-neutron-834711-1-hyperv is: [{'id': '140a7a01-7a7f-436f-801e-c758fe0fa901', 'name': 'tempest-ServerActionsTestJSON-894540917-router', 'tenant_id': '7f25e1e0935c4a2eb80523a8565322a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:33:33Z', 'updated_at': '2022-03-28T19:37:49Z', 'revision_number': 6, 'project_id': '7f25e1e0935c4a2eb80523a8565322a1', 'gw_port_host': None}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:37:49.928756 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-25ba92fb-6211-4a1e-bc40-c2a1642f5aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:49.975634 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba92fb-6211-4a1e-bc40-c2a1642f5aa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=292f70c9-dc89-42a6-a2ce-e0f03df1dfe3,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:37:50.065524 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-25ba92fb-6211-4a1e-bc40-c2a1642f5aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:50.341369 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-25ba92fb-6211-4a1e-bc40-c2a1642f5aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:50.343619 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-25ba92fb-6211-4a1e-bc40-c2a1642f5aa1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:50.367702 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-25ba92fb-6211-4a1e-bc40-c2a1642f5aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:50.368231 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ba92fb-6211-4a1e-bc40-c2a1642f5aa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 140a7a01-7a7f-436f-801e-c758fe0fa901 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:37:50.380346 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-25ba92fb-6211-4a1e-bc40-c2a1642f5aa1 admin admin] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:50.381506 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-25ba92fb-6211-4a1e-bc40-c2a1642f5aa1 admin admin] 10.222.0.10 "DELETE /v2.0/routers/140a7a01-7a7f-436f-801e-c758fe0fa901 HTTP/1.1" status: 204 len: 168 time: 1.2921329 Mar 28 19:37:50.383956 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37416) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:37:50.441807 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e562134-fe94-4761-b335-81ffdb16be8b admin admin] Deleting subnet b3d787c8-0ec1-4023-a0e7-240ea7fdcc44 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:37:50.445391 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0e562134-fe94-4761-b335-81ffdb16be8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:50.494702 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0e562134-fe94-4761-b335-81ffdb16be8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:50.532258 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:37:50.571480 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:37:50.572165 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e5ba2cb1-1c55-4d92-99cb-6e7cbf5c2a7d not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:37:50.578615 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0e562134-fe94-4761-b335-81ffdb16be8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:50.648888 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0e562134-fe94-4761-b335-81ffdb16be8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:50.690508 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e562134-fe94-4761-b335-81ffdb16be8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3d787c8-0ec1-4023-a0e7-240ea7fdcc44,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:37:50.694764 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0e562134-fe94-4761-b335-81ffdb16be8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:50.701017 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0e562134-fe94-4761-b335-81ffdb16be8b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b3d787c8-0ec1-4023-a0e7-240ea7fdcc44 HTTP/1.1" status: 204 len: 168 time: 0.3161244 Mar 28 19:37:50.701725 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1000dcb7-8e3c-4e3b-98f4-6a83011bb057 None None] Network bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:37:50.703471 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37420) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:37:50.810561 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d8de9354-e33f-4ddd-998a-68882f65075a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:50.822588 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d8de9354-e33f-4ddd-998a-68882f65075a admin admin] Deleting port c8368711-e42d-4f03-874a-463be2929e0c {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:37:50.822960 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d8de9354-e33f-4ddd-998a-68882f65075a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:50.968338 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4421bf1c-ffea-4022-915f-da7e2f738d0f None None] DHCP port deletion for bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:37:50.972535 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-4421bf1c-ffea-4022-915f-da7e2f738d0f None None] Deleting port c8368711-e42d-4f03-874a-463be2929e0c {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:37:50.972916 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4421bf1c-ffea-4022-915f-da7e2f738d0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:51.035013 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-d8de9354-e33f-4ddd-998a-68882f65075a admin admin] For port c8368711-e42d-4f03-874a-463be2929e0c, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c8368711-e42d-4f03-874a-463be2929e0c,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:37:51.035625 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d8de9354-e33f-4ddd-998a-68882f65075a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:51.165442 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-d8de9354-e33f-4ddd-998a-68882f65075a admin admin] Calling delete_port for c8368711-e42d-4f03-874a-463be2929e0c owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:37:51.210108 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-4421bf1c-ffea-4022-915f-da7e2f738d0f None None] For port c8368711-e42d-4f03-874a-463be2929e0c, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c8368711-e42d-4f03-874a-463be2929e0c,segment=NetworkSegment(bb4927b3-819e-4a81-b915-d09370770074),segment_id=bb4927b3-819e-4a81-b915-d09370770074)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:37:51.210568 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4421bf1c-ffea-4022-915f-da7e2f738d0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:51.246812 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d8de9354-e33f-4ddd-998a-68882f65075a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:51.295275 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de9354-e33f-4ddd-998a-68882f65075a admin admin] Pushing event deleted for resources: {'Port': ['ID=c8368711-e42d-4f03-874a-463be2929e0c,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:37:51.300445 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8de9354-e33f-4ddd-998a-68882f65075a admin admin] No DVR routers for this DVR port c8368711-e42d-4f03-874a-463be2929e0c on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:37:51.334521 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-4421bf1c-ffea-4022-915f-da7e2f738d0f None None] Calling delete_port for c8368711-e42d-4f03-874a-463be2929e0c owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:37:51.408170 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-4421bf1c-ffea-4022-915f-da7e2f738d0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:37:51.408529 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-4421bf1c-ffea-4022-915f-da7e2f738d0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:37:51.417709 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d8de9354-e33f-4ddd-998a-68882f65075a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:51.448667 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-d8de9354-e33f-4ddd-998a-68882f65075a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf97f2d0-e5c3-49f3-b3a9-a355218c84e4']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:37:51.460536 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-d8de9354-e33f-4ddd-998a-68882f65075a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb4927b3-819e-4a81-b915-d09370770074') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:37:51.460831 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-d8de9354-e33f-4ddd-998a-68882f65075a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb4927b3-819e-4a81-b915-d09370770074') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:37:51.472088 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d8de9354-e33f-4ddd-998a-68882f65075a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:51.487560 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d8de9354-e33f-4ddd-998a-68882f65075a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:51.494296 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8de9354-e33f-4ddd-998a-68882f65075a admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:37:51.494702 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d8de9354-e33f-4ddd-998a-68882f65075a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:37:51.508031 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:37:51.580700 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d8de9354-e33f-4ddd-998a-68882f65075a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:51.599493 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d8de9354-e33f-4ddd-998a-68882f65075a admin admin] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:51.611110 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de9354-e33f-4ddd-998a-68882f65075a admin admin] Pushing event deleted for resources: {'Network': ['ID=bf97f2d0-e5c3-49f3-b3a9-a355218c84e4,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:37:51.623271 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d8de9354-e33f-4ddd-998a-68882f65075a admin admin] 10.222.0.10 "DELETE /v2.0/networks/bf97f2d0-e5c3-49f3-b3a9-a355218c84e4 HTTP/1.1" status: 204 len: 168 time: 0.9188352 Mar 28 19:37:51.736154 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37426) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:37:51.783434 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-71a9a349-313a-46f7-af12-b1c5e95c5ba6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7f25e1e0935c4a2eb80523a8565322a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461669 Mar 28 19:37:51.785763 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37430) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:37:51.841461 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da4f1497-7485-462f-8339-bdfa77904edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:51.866851 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da4f1497-7485-462f-8339-bdfa77904edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:51.910065 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-4421bf1c-ffea-4022-915f-da7e2f738d0f None None] Deleting port c8368711-e42d-4f03-874a-463be2929e0c {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:37:51.910601 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4421bf1c-ffea-4022-915f-da7e2f738d0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:51.918489 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da4f1497-7485-462f-8339-bdfa77904edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:51.937035 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f1497-7485-462f-8339-bdfa77904edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c5dad3-9269-4c35-ba6b-13c9a00942a0,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:37:51.944663 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da4f1497-7485-462f-8339-bdfa77904edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:51.948680 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-da4f1497-7485-462f-8339-bdfa77904edc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c4c5dad3-9269-4c35-ba6b-13c9a00942a0 HTTP/1.1" status: 204 len: 168 time: 0.1591675 Mar 28 19:37:51.987248 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-4421bf1c-ffea-4022-915f-da7e2f738d0f None None] The port 'c8368711-e42d-4f03-874a-463be2929e0c' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:37:52.105648 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 292f70c9-dc89-42a6-a2ce-e0f03df1dfe3 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:37:52.144899 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 292f70c9-dc89-42a6-a2ce-e0f03df1dfe3 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:37:52.145243 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 292f70c9-dc89-42a6-a2ce-e0f03df1dfe3 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:37:52.145664 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c8368711-e42d-4f03-874a-463be2929e0c no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:37:52.179197 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: c8368711-e42d-4f03-874a-463be2929e0c {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:37:52.179542 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c8368711-e42d-4f03-874a-463be2929e0c not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:37:52.648827 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37454) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:37:52.751897 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-23558cd7-5be0-4877-bcc1-22b5f44ed9b0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-967536122-network', 'tenant_id': 'd9a59accc1c54fd68b041b82ae1110df'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:37:52.757222 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-23558cd7-5be0-4877-bcc1-22b5f44ed9b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:37:52.761034 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-23558cd7-5be0-4877-bcc1-22b5f44ed9b0 admin admin] Usage tracker for resource:network and tenant:d9a59accc1c54fd68b041b82ae1110df is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:37:52.763860 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-23558cd7-5be0-4877-bcc1-22b5f44ed9b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:37:52.769936 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-23558cd7-5be0-4877-bcc1-22b5f44ed9b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:37:52.779835 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23558cd7-5be0-4877-bcc1-22b5f44ed9b0 admin admin] Made reservation on behalf of d9a59accc1c54fd68b041b82ae1110df for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:37:52.782312 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-23558cd7-5be0-4877-bcc1-22b5f44ed9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:52.796767 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-23558cd7-5be0-4877-bcc1-22b5f44ed9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:52.810757 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-23558cd7-5be0-4877-bcc1-22b5f44ed9b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:37:52.814730 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-23558cd7-5be0-4877-bcc1-22b5f44ed9b0 admin admin] Usage tracker for resource:security_group_rule and tenant:d9a59accc1c54fd68b041b82ae1110df is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:37:52.817437 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-23558cd7-5be0-4877-bcc1-22b5f44ed9b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:37:52.823792 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-23558cd7-5be0-4877-bcc1-22b5f44ed9b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:37:52.905741 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-23558cd7-5be0-4877-bcc1-22b5f44ed9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:52.909197 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-23558cd7-5be0-4877-bcc1-22b5f44ed9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:52.935519 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23558cd7-5be0-4877-bcc1-22b5f44ed9b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:37:52.948368 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23558cd7-5be0-4877-bcc1-22b5f44ed9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd30b7a-7c6c-4f54-afef-e07a9134cbc0,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:37:52.952720 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-23558cd7-5be0-4877-bcc1-22b5f44ed9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:52.953062 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-23558cd7-5be0-4877-bcc1-22b5f44ed9b0 admin admin] Added segment ded58547-01e9-4c99-b6ef-cf848695bd8a of type vlan for network e757ed42-e80a-4eb6-bf75-35e5244183fc Mar 28 19:37:52.979445 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-23558cd7-5be0-4877-bcc1-22b5f44ed9b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:53.008984 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-23558cd7-5be0-4877-bcc1-22b5f44ed9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:53.009931 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23558cd7-5be0-4877-bcc1-22b5f44ed9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:53.010500 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-23558cd7-5be0-4877-bcc1-22b5f44ed9b0 admin admin] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:53.111243 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-23558cd7-5be0-4877-bcc1-22b5f44ed9b0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4613061 Mar 28 19:37:53.112085 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23558cd7-5be0-4877-bcc1-22b5f44ed9b0 admin admin] Pushing event updated for resources: {'Network': ['ID=e757ed42-e80a-4eb6-bf75-35e5244183fc,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:37:53.115057 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37460) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:37:53.121182 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-b1241002-cee3-4209-a2de-c46cd303ed54 admin admin] Request body: {'subnet': {'network_id': 'e757ed42-e80a-4eb6-bf75-35e5244183fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-967536122-subnet', 'tenant_id': 'd9a59accc1c54fd68b041b82ae1110df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:37:53.123684 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network e757ed42-e80a-4eb6-bf75-35e5244183fc details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:37:53.126015 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b1241002-cee3-4209-a2de-c46cd303ed54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:37:53.130000 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b1241002-cee3-4209-a2de-c46cd303ed54 admin admin] Usage tracker for resource:subnet and tenant:d9a59accc1c54fd68b041b82ae1110df is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:37:53.133109 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b1241002-cee3-4209-a2de-c46cd303ed54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:37:53.139401 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b1241002-cee3-4209-a2de-c46cd303ed54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:37:53.148684 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1241002-cee3-4209-a2de-c46cd303ed54 admin admin] Made reservation on behalf of d9a59accc1c54fd68b041b82ae1110df for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:37:53.150548 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1241002-cee3-4209-a2de-c46cd303ed54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:53.349786 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1241002-cee3-4209-a2de-c46cd303ed54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:53.519386 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1241002-cee3-4209-a2de-c46cd303ed54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad83318d-a82d-4678-8cdc-37c1bec07932,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:37:53.527495 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1241002-cee3-4209-a2de-c46cd303ed54 admin admin] Checking segment: {'id': 'ded58547-01e9-4c99-b6ef-cf848695bd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e757ed42-e80a-4eb6-bf75-35e5244183fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:37:53.527853 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1241002-cee3-4209-a2de-c46cd303ed54 admin admin] Network hostable DHCP agents. Network: e757ed42-e80a-4eb6-bf75-35e5244183fc, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:37:53.547294 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1241002-cee3-4209-a2de-c46cd303ed54 admin admin] Network e757ed42-e80a-4eb6-bf75-35e5244183fc is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:37:53.557712 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-b1241002-cee3-4209-a2de-c46cd303ed54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, e757ed42-e80a-4eb6-bf75-35e5244183fc) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:37:53.561930 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1241002-cee3-4209-a2de-c46cd303ed54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:53.562541 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1241002-cee3-4209-a2de-c46cd303ed54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:53.566974 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb1ec57-8e72-41de-abb1-915bae7afe9f None None] Network e757ed42-e80a-4eb6-bf75-35e5244183fc requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:37:53.583050 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b1241002-cee3-4209-a2de-c46cd303ed54 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4663708 Mar 28 19:37:53.782007 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419124b0-3063-40a1-bab7-d2d30e62f76d None None] Network e757ed42-e80a-4eb6-bf75-35e5244183fc requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:37:54.092626 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-4fd74a32-085f-469f-9e22-a8665fd16635 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:54.094057 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-4fd74a32-085f-469f-9e22-a8665fd16635 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/networks?id=e757ed42-e80a-4eb6-bf75-35e5244183fc HTTP/1.1" status: 200 len: 813 time: 0.1426141 Mar 28 19:37:54.109080 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-7a31652f-cc78-40b3-bb62-93d07ff13331 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/quotas/d9a59accc1c54fd68b041b82ae1110df HTTP/1.1" status: 200 len: 375 time: 0.0095091 Mar 28 19:37:54.154527 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-38851798-d3ff-422f-ab31-7ca6014f5055 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9a59accc1c54fd68b041b82ae1110df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405097 Mar 28 19:37:54.165102 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-06968d92-eedc-4bce-9093-ad91769e0f27 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:37:54.166041 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-06968d92-eedc-4bce-9093-ad91769e0f27 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052719 Mar 28 19:37:54.403638 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-acb87cce-da14-404c-99e5-e2cb388aa416 service neutron] 10.222.0.10 "GET /v2.0/networks/e757ed42-e80a-4eb6-bf75-35e5244183fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323337 Mar 28 19:37:54.530994 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-fcf9f1fc-17d1-4ad0-aeea-c062fa925322 service neutron] 10.222.0.10 "GET /v2.0/networks/e757ed42-e80a-4eb6-bf75-35e5244183fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214864 Mar 28 19:37:54.715573 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0b91d90b-9292-4f8d-983d-9d31181b9d05 req-b7b73d70-626b-4960-8749-07cd16acb73f tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e156ffc-8d0f-4178-9026-cfc05e4ba196 HTTP/1.1" status: 200 len: 210 time: 0.0476513 Mar 28 19:37:55.343174 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-81356210-d6c2-4d8b-a7e7-43257cac76cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:55.703089 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-b44f5550-bfa9-4b2a-9abc-2e840a9aa861 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:55.704639 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-b44f5550-bfa9-4b2a-9abc-2e840a9aa861 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.26 "GET /v2.0/networks?id=e757ed42-e80a-4eb6-bf75-35e5244183fc HTTP/1.1" status: 200 len: 813 time: 0.1480803 Mar 28 19:37:55.716924 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-981e1957-9023-4bee-b554-9037d6f46190 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Request body: {'port': {'device_id': '5e156ffc-8d0f-4178-9026-cfc05e4ba196', 'network_id': 'e757ed42-e80a-4eb6-bf75-35e5244183fc', 'admin_state_up': True, 'tenant_id': 'd9a59accc1c54fd68b041b82ae1110df'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:37:55.879749 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4287dfa3-88ec-4ac3-a8d4-bc0b2f65cb52 req-1a994bb8-dc51-4f48-9d5b-1b9c72040d10 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e156ffc-8d0f-4178-9026-cfc05e4ba196 HTTP/1.1" status: 200 len: 210 time: 0.0545857 Mar 28 19:37:55.889929 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-981e1957-9023-4bee-b554-9037d6f46190 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:37:55.893676 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-981e1957-9023-4bee-b554-9037d6f46190 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Usage tracker for resource:port and tenant:d9a59accc1c54fd68b041b82ae1110df is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:37:55.896474 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-981e1957-9023-4bee-b554-9037d6f46190 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:37:55.902610 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-981e1957-9023-4bee-b554-9037d6f46190 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:37:55.911556 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-981e1957-9023-4bee-b554-9037d6f46190 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Made reservation on behalf of d9a59accc1c54fd68b041b82ae1110df for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:37:55.915726 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-981e1957-9023-4bee-b554-9037d6f46190 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:56.072299 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-981e1957-9023-4bee-b554-9037d6f46190 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Allocated IP 172.20.0.2 (e757ed42-e80a-4eb6-bf75-35e5244183fc/ad83318d-a82d-4678-8cdc-37c1bec07932/3be7aa30-3af6-4fb6-a0c0-4297292f9db4) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:37:56.266242 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-981e1957-9023-4bee-b554-9037d6f46190 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:56.295341 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-981e1957-9023-4bee-b554-9037d6f46190 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:56.362719 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-981e1957-9023-4bee-b554-9037d6f46190 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Network e757ed42-e80a-4eb6-bf75-35e5244183fc is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:37:56.365596 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-981e1957-9023-4bee-b554-9037d6f46190 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:37:56.368066 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-981e1957-9023-4bee-b554-9037d6f46190 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:37:56.416286 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e1957-9023-4bee-b554-9037d6f46190 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Pushing event updated for resources: {'Port': ['ID=3be7aa30-3af6-4fb6-a0c0-4297292f9db4,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:37:56.441867 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-981e1957-9023-4bee-b554-9037d6f46190 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:56.442451 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-981e1957-9023-4bee-b554-9037d6f46190 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:56.462423 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-981e1957-9023-4bee-b554-9037d6f46190 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7491677 Mar 28 19:37:56.517731 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-74bf9b36-fc1a-4ed7-b34a-7bc1f28baa3b service neutron] Request body: {'port': {'device_id': '5e156ffc-8d0f-4178-9026-cfc05e4ba196', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:37:56.625318 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-74bf9b36-fc1a-4ed7-b34a-7bc1f28baa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:56.969546 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-74bf9b36-fc1a-4ed7-b34a-7bc1f28baa3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3be7aa30-3af6-4fb6-a0c0-4297292f9db4 {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:37:56.977277 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-74bf9b36-fc1a-4ed7-b34a-7bc1f28baa3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:57.026671 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-74bf9b36-fc1a-4ed7-b34a-7bc1f28baa3b service neutron] Transition to ACTIVE for port object 3be7aa30-3af6-4fb6-a0c0-4297292f9db4 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:37:57.036277 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-74bf9b36-fc1a-4ed7-b34a-7bc1f28baa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:57.279665 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf9b36-fc1a-4ed7-b34a-7bc1f28baa3b service neutron] Pushing event updated for resources: {'Port': ['ID=3be7aa30-3af6-4fb6-a0c0-4297292f9db4,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:37:57.368285 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e094fab-4cb1-41f1-9fd8-b1025b8f8af2 req-70be234f-f0fb-43a8-aeb7-7658bbd93b6c tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:57.368962 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-1e094fab-4cb1-41f1-9fd8-b1025b8f8af2 req-70be234f-f0fb-43a8-aeb7-7658bbd93b6c tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Synchronizing usage tracker for tenant:d9a59accc1c54fd68b041b82ae1110df on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:37:57.406735 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-1e094fab-4cb1-41f1-9fd8-b1025b8f8af2 req-70be234f-f0fb-43a8-aeb7-7658bbd93b6c tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Unset dirty status for tenant:d9a59accc1c54fd68b041b82ae1110df on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:37:57.407893 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1e094fab-4cb1-41f1-9fd8-b1025b8f8af2 req-70be234f-f0fb-43a8-aeb7-7658bbd93b6c tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e156ffc-8d0f-4178-9026-cfc05e4ba196 HTTP/1.1" status: 200 len: 931 time: 0.4209964 Mar 28 19:37:57.416100 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-74bf9b36-fc1a-4ed7-b34a-7bc1f28baa3b service neutron] Attempting to bind port 3be7aa30-3af6-4fb6-a0c0-4297292f9db4 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:37:57.416434 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-74bf9b36-fc1a-4ed7-b34a-7bc1f28baa3b service neutron] Attempting to bind port 3be7aa30-3af6-4fb6-a0c0-4297292f9db4 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': 'ded58547-01e9-4c99-b6ef-cf848695bd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e757ed42-e80a-4eb6-bf75-35e5244183fc'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:37:57.416758 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-74bf9b36-fc1a-4ed7-b34a-7bc1f28baa3b service neutron] Attempting to bind port 3be7aa30-3af6-4fb6-a0c0-4297292f9db4 on network e757ed42-e80a-4eb6-bf75-35e5244183fc {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:37:57.434045 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-74bf9b36-fc1a-4ed7-b34a-7bc1f28baa3b service neutron] Port 3be7aa30-3af6-4fb6-a0c0-4297292f9db4 on network e757ed42-e80a-4eb6-bf75-35e5244183fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:37:57.434367 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-74bf9b36-fc1a-4ed7-b34a-7bc1f28baa3b service neutron] Attempting to bind port 3be7aa30-3af6-4fb6-a0c0-4297292f9db4 on network e757ed42-e80a-4eb6-bf75-35e5244183fc {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:37:57.444829 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-74bf9b36-fc1a-4ed7-b34a-7bc1f28baa3b service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:37:57.445168 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-74bf9b36-fc1a-4ed7-b34a-7bc1f28baa3b service neutron] Checking segment: {'id': 'ded58547-01e9-4c99-b6ef-cf848695bd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e757ed42-e80a-4eb6-bf75-35e5244183fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:37:57.445542 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-74bf9b36-fc1a-4ed7-b34a-7bc1f28baa3b service neutron] Bound using segment: {'id': 'ded58547-01e9-4c99-b6ef-cf848695bd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e757ed42-e80a-4eb6-bf75-35e5244183fc'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:37:57.445961 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-74bf9b36-fc1a-4ed7-b34a-7bc1f28baa3b service neutron] Bound port: 3be7aa30-3af6-4fb6-a0c0-4297292f9db4, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ded58547-01e9-4c99-b6ef-cf848695bd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e757ed42-e80a-4eb6-bf75-35e5244183fc'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:37:57.446304 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-74bf9b36-fc1a-4ed7-b34a-7bc1f28baa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:57.505367 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1e094fab-4cb1-41f1-9fd8-b1025b8f8af2 req-a927aa8a-bf23-4852-a14a-934bdb10a6c2 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd30b7a-7c6c-4f54-afef-e07a9134cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902271 Mar 28 19:37:57.550274 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-74bf9b36-fc1a-4ed7-b34a-7bc1f28baa3b service neutron] For port 3be7aa30-3af6-4fb6-a0c0-4297292f9db4, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:37:57.553258 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-74bf9b36-fc1a-4ed7-b34a-7bc1f28baa3b service neutron] For port 3be7aa30-3af6-4fb6-a0c0-4297292f9db4, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=3be7aa30-3af6-4fb6-a0c0-4297292f9db4,segment=NetworkSegment(ded58547-01e9-4c99-b6ef-cf848695bd8a),segment_id=ded58547-01e9-4c99-b6ef-cf848695bd8a)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:37:57.557971 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-74bf9b36-fc1a-4ed7-b34a-7bc1f28baa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:57.618065 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-74bf9b36-fc1a-4ed7-b34a-7bc1f28baa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:57.618669 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-74bf9b36-fc1a-4ed7-b34a-7bc1f28baa3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:57.620068 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-74bf9b36-fc1a-4ed7-b34a-7bc1f28baa3b service neutron] 10.222.0.26 "PUT /v2.0/ports/3be7aa30-3af6-4fb6-a0c0-4297292f9db4 HTTP/1.1" status: 200 len: 1093 time: 1.1511090 Mar 28 19:37:57.620502 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e156ffc-8d0f-4178-9026-cfc05e4ba196', 'tag': '3be7aa30-3af6-4fb6-a0c0-4297292f9db4'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:37:57.648768 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf9b36-fc1a-4ed7-b34a-7bc1f28baa3b service neutron] Pushing event updated for resources: {'Port': ['ID=3be7aa30-3af6-4fb6-a0c0-4297292f9db4,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:37:57.687871 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-48bfea92-f615-4ffe-9844-34c9d2c0a7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:57.697511 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e156ffc-8d0f-4178-9026-cfc05e4ba196', 'tag': '3be7aa30-3af6-4fb6-a0c0-4297292f9db4', 'status': 'completed', 'code': 200} Mar 28 19:37:57.731980 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-06d3f067-f1f3-47bc-b621-3e8acea139d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:57.733444 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-06d3f067-f1f3-47bc-b621-3e8acea139d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9a59accc1c54fd68b041b82ae1110df&device_id=5e156ffc-8d0f-4178-9026-cfc05e4ba196 HTTP/1.1" status: 200 len: 1096 time: 0.0734107 Mar 28 19:37:57.803320 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-55ebd976-fc9f-4324-9e2f-6e6453eca347 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3be7aa30-3af6-4fb6-a0c0-4297292f9db4 HTTP/1.1" status: 200 len: 217 time: 0.0628982 Mar 28 19:37:57.865482 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-589d3ab3-9eda-4f98-97cd-9ac273075ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:57.867088 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-589d3ab3-9eda-4f98-97cd-9ac273075ad2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ad83318d-a82d-4678-8cdc-37c1bec07932 HTTP/1.1" status: 200 len: 853 time: 0.0585713 Mar 28 19:37:57.915474 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-77c3b667-9385-488d-b02c-905d141c3620 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e757ed42-e80a-4eb6-bf75-35e5244183fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429637 Mar 28 19:37:58.045074 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-4ee07023-101e-4c93-bf25-b35e90a4b810 service neutron] 10.222.0.26 "GET /v2.0/networks/e757ed42-e80a-4eb6-bf75-35e5244183fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233785 Mar 28 19:37:58.174037 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f9f4c385-feab-451a-ac5b-ec6a935038d3 req-27278bd7-10e2-4a58-9f39-b317ad2c7a08 service neutron] 10.222.0.26 "GET /v2.0/networks/e757ed42-e80a-4eb6-bf75-35e5244183fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235712 Mar 28 19:37:58.285412 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12649247-7621-4362-b4a9-4355790b0e29 req-e3ccc840-8e25-4854-a4b2-1d6dc85fb5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:58.286830 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-12649247-7621-4362-b4a9-4355790b0e29 req-e3ccc840-8e25-4854-a4b2-1d6dc85fb5dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9a59accc1c54fd68b041b82ae1110df&device_id=5e156ffc-8d0f-4178-9026-cfc05e4ba196 HTTP/1.1" status: 200 len: 1096 time: 0.0699005 Mar 28 19:37:58.416143 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12649247-7621-4362-b4a9-4355790b0e29 req-6af7e6ba-25e4-48d6-a3a3-be465c22a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:58.417544 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-12649247-7621-4362-b4a9-4355790b0e29 req-6af7e6ba-25e4-48d6-a3a3-be465c22a61a service neutron] 10.222.0.26 "GET /v2.0/networks?id=e757ed42-e80a-4eb6-bf75-35e5244183fc HTTP/1.1" status: 200 len: 914 time: 0.1248550 Mar 28 19:37:58.485233 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-12649247-7621-4362-b4a9-4355790b0e29 req-b9680119-d3cd-4ba5-aadf-7afba698f596 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3be7aa30-3af6-4fb6-a0c0-4297292f9db4 HTTP/1.1" status: 200 len: 217 time: 0.0616567 Mar 28 19:37:58.547057 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12649247-7621-4362-b4a9-4355790b0e29 req-9330366c-364b-4760-ae20-3c150e32f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:58.548470 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-12649247-7621-4362-b4a9-4355790b0e29 req-9330366c-364b-4760-ae20-3c150e32f7d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ad83318d-a82d-4678-8cdc-37c1bec07932 HTTP/1.1" status: 200 len: 853 time: 0.0565422 Mar 28 19:37:58.597539 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-12649247-7621-4362-b4a9-4355790b0e29 req-fdf48ea9-37ea-489e-a758-0201b78c3f7a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e757ed42-e80a-4eb6-bf75-35e5244183fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423524 Mar 28 19:37:58.652111 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:58.690910 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:37:58.886932 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-12649247-7621-4362-b4a9-4355790b0e29 req-8b2c75db-1346-4624-9ee0-3020c51f34eb service neutron] 10.222.0.26 "GET /v2.0/networks/e757ed42-e80a-4eb6-bf75-35e5244183fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828112 Mar 28 19:37:58.897610 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00caa7-b219-473d-ba46-cbf7b409ba90 req-7a69db68-3283-4cfc-85b3-33df73c3cac5 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:37:58.899218 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0a00caa7-b219-473d-ba46-cbf7b409ba90 req-7a69db68-3283-4cfc-85b3-33df73c3cac5 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e156ffc-8d0f-4178-9026-cfc05e4ba196 HTTP/1.1" status: 200 len: 943 time: 0.2774897 Mar 28 19:37:59.029541 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0a00caa7-b219-473d-ba46-cbf7b409ba90 req-6c1e304c-78e7-4b11-bef1-fa9e5090b501 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd30b7a-7c6c-4f54-afef-e07a9134cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118684 Mar 28 19:37:59.056694 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-12649247-7621-4362-b4a9-4355790b0e29 req-0d6f81f0-cf39-4fb0-a0a7-0a718e4c3e00 service neutron] 10.222.0.26 "GET /v2.0/networks/e757ed42-e80a-4eb6-bf75-35e5244183fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565280 Mar 28 19:38:00.217694 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5015e6-f07d-433f-ae00-53afd19faef7 req-0bed06c3-d100-48a7-af9f-e58b51853f22 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:00.219150 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5e5015e6-f07d-433f-ae00-53afd19faef7 req-0bed06c3-d100-48a7-af9f-e58b51853f22 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e156ffc-8d0f-4178-9026-cfc05e4ba196 HTTP/1.1" status: 200 len: 943 time: 0.0833800 Mar 28 19:38:00.257250 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:00.263065 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5e5015e6-f07d-433f-ae00-53afd19faef7 req-ed6fda8b-cd5b-45fa-a731-ad35df1e6ee2 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd30b7a-7c6c-4f54-afef-e07a9134cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382512 Mar 28 19:38:01.226662 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 3be7aa30-3af6-4fb6-a0c0-4297292f9db4 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:38:01.359077 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 3be7aa30-3af6-4fb6-a0c0-4297292f9db4, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=3be7aa30-3af6-4fb6-a0c0-4297292f9db4,segment=NetworkSegment(ded58547-01e9-4c99-b6ef-cf848695bd8a),segment_id=ded58547-01e9-4c99-b6ef-cf848695bd8a)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:38:01.372324 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '3be7aa30-3af6-4fb6-a0c0-4297292f9db4', 'network_id': 'e757ed42-e80a-4eb6-bf75-35e5244183fc', 'port_id': '3be7aa30-3af6-4fb6-a0c0-4297292f9db4', 'mac_address': 'fa:16:3e:0d:4d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad83318d-a82d-4678-8cdc-37c1bec07932', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:38:01.429607 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:01.446411 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3be7aa30-3af6-4fb6-a0c0-4297292f9db4 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:38:01.447526 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002dd1c7-2fac-4f2d-9a28-2d10d1b248f0 req-abf36950-b7f4-4693-9a29-b0846f3657e6 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:01.449121 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-002dd1c7-2fac-4f2d-9a28-2d10d1b248f0 req-abf36950-b7f4-4693-9a29-b0846f3657e6 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e156ffc-8d0f-4178-9026-cfc05e4ba196 HTTP/1.1" status: 200 len: 943 time: 0.0796645 Mar 28 19:38:01.462115 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 3be7aa30-3af6-4fb6-a0c0-4297292f9db4, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=3be7aa30-3af6-4fb6-a0c0-4297292f9db4,segment=NetworkSegment(ded58547-01e9-4c99-b6ef-cf848695bd8a),segment_id=ded58547-01e9-4c99-b6ef-cf848695bd8a)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:38:01.466044 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:01.497032 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-002dd1c7-2fac-4f2d-9a28-2d10d1b248f0 req-9b47f861-e447-4ace-91c0-ae681324a510 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd30b7a-7c6c-4f54-afef-e07a9134cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421231 Mar 28 19:38:01.530808 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=3be7aa30-3af6-4fb6-a0c0-4297292f9db4,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:01.667874 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:38:01.783193 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['3be7aa30-3af6-4fb6-a0c0-4297292f9db4'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:38:01.909588 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:02.678431 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec6909-b7e6-40ce-9442-533f4ce74b1d req-f05ca8a2-567c-4b76-bb16-607a455c71b2 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:02.679873 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-daec6909-b7e6-40ce-9442-533f4ce74b1d req-f05ca8a2-567c-4b76-bb16-607a455c71b2 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e156ffc-8d0f-4178-9026-cfc05e4ba196 HTTP/1.1" status: 200 len: 944 time: 0.0770895 Mar 28 19:38:02.724907 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-daec6909-b7e6-40ce-9442-533f4ce74b1d req-fb45f516-8467-4148-bf5e-c4c6f8cfefc8 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd30b7a-7c6c-4f54-afef-e07a9134cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377102 Mar 28 19:38:03.230432 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 3be7aa30-3af6-4fb6-a0c0-4297292f9db4 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:38:03.296618 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port 3be7aa30-3af6-4fb6-a0c0-4297292f9db4 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:38:03.301126 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 3be7aa30-3af6-4fb6-a0c0-4297292f9db4 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:38:03.301490 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:03.414546 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:03.440610 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e156ffc-8d0f-4178-9026-cfc05e4ba196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be7aa30-3af6-4fb6-a0c0-4297292f9db4'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:38:03.450719 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 3be7aa30-3af6-4fb6-a0c0-4297292f9db4, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=3be7aa30-3af6-4fb6-a0c0-4297292f9db4,segment=NetworkSegment(ded58547-01e9-4c99-b6ef-cf848695bd8a),segment_id=ded58547-01e9-4c99-b6ef-cf848695bd8a)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:38:03.454553 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:03.492295 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e156ffc-8d0f-4178-9026-cfc05e4ba196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be7aa30-3af6-4fb6-a0c0-4297292f9db4', 'code': 200} Mar 28 19:38:03.524008 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=3be7aa30-3af6-4fb6-a0c0-4297292f9db4,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:03.719590 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d736b3-87c0-4df2-8603-93baa9f1ae5f req-874c0b13-281b-4cb4-98e1-f03857c33cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:03.721019 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-30d736b3-87c0-4df2-8603-93baa9f1ae5f req-874c0b13-281b-4cb4-98e1-f03857c33cd5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5e156ffc-8d0f-4178-9026-cfc05e4ba196 HTTP/1.1" status: 200 len: 1098 time: 0.0710642 Mar 28 19:38:03.760949 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-30d736b3-87c0-4df2-8603-93baa9f1ae5f req-15644b77-1ea0-464a-9936-a8440bf6f37f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2cd30b7a-7c6c-4f54-afef-e07a9134cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340533 Mar 28 19:38:03.904779 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bd8f8-7808-4e3a-92fa-c4b42001dccb req-8301a370-846c-4d7e-9503-b151d20cd3ae tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:03.906192 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-024bd8f8-7808-4e3a-92fa-c4b42001dccb req-8301a370-846c-4d7e-9503-b151d20cd3ae tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e156ffc-8d0f-4178-9026-cfc05e4ba196 HTTP/1.1" status: 200 len: 945 time: 0.0773208 Mar 28 19:38:03.948871 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-024bd8f8-7808-4e3a-92fa-c4b42001dccb req-9ed66b84-0323-42ce-a573-aebca1bb2fc7 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd30b7a-7c6c-4f54-afef-e07a9134cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368202 Mar 28 19:38:05.141313 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600b6dd-6dce-4d45-af0e-adab3f6e7c22 req-7be0aaa9-b4ad-4b52-b74d-89778c99a69a tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:05.142737 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f600b6dd-6dce-4d45-af0e-adab3f6e7c22 req-7be0aaa9-b4ad-4b52-b74d-89778c99a69a tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e156ffc-8d0f-4178-9026-cfc05e4ba196 HTTP/1.1" status: 200 len: 945 time: 0.0851550 Mar 28 19:38:05.186159 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f600b6dd-6dce-4d45-af0e-adab3f6e7c22 req-46f754c0-905a-4ede-b239-6eb33e75a90c tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd30b7a-7c6c-4f54-afef-e07a9134cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378110 Mar 28 19:38:06.369302 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce8af8-f2ee-49de-afcd-e296cb604a7f req-ab4f4c45-8beb-4ad5-bf5b-6eea7027062d tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:06.370666 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d5ce8af8-f2ee-49de-afcd-e296cb604a7f req-ab4f4c45-8beb-4ad5-bf5b-6eea7027062d tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e156ffc-8d0f-4178-9026-cfc05e4ba196 HTTP/1.1" status: 200 len: 945 time: 0.0783191 Mar 28 19:38:06.414285 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d5ce8af8-f2ee-49de-afcd-e296cb604a7f req-050110d0-425a-41e0-aaeb-99b96f81bdfb tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd30b7a-7c6c-4f54-afef-e07a9134cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379269 Mar 28 19:38:06.697688 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-5ae5a05c-38b8-437f-a3a2-d282caa62e09 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:06.699128 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-5ae5a05c-38b8-437f-a3a2-d282caa62e09 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/networks?id=e757ed42-e80a-4eb6-bf75-35e5244183fc HTTP/1.1" status: 200 len: 813 time: 0.1467328 Mar 28 19:38:06.714538 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-74097031-2a32-47aa-b6d0-df5dc5640063 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/quotas/d9a59accc1c54fd68b041b82ae1110df HTTP/1.1" status: 200 len: 375 time: 0.0100160 Mar 28 19:38:06.791910 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-96224b33-b51d-4a0e-9cb0-e3a3d852befc tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9a59accc1c54fd68b041b82ae1110df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0720356 Mar 28 19:38:06.966263 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-9fa21758-d431-41fe-b6f9-a19262570ee1 service neutron] 10.222.0.10 "GET /v2.0/networks/e757ed42-e80a-4eb6-bf75-35e5244183fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676390 Mar 28 19:38:07.095393 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-ed32e896-d32f-4f30-a636-0d2590ec6407 service neutron] 10.222.0.10 "GET /v2.0/networks/e757ed42-e80a-4eb6-bf75-35e5244183fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232650 Mar 28 19:38:07.270925 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6be6858e-d968-4796-9285-2bbd739baade req-9083bdf8-7feb-41f3-b59a-44b276b274a1 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf1664d-adf5-4d15-9831-61492899aec8 HTTP/1.1" status: 200 len: 210 time: 0.0453179 Mar 28 19:38:08.264737 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-3bf5a2e7-a76a-4370-b488-23846144353c tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:08.266144 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-3bf5a2e7-a76a-4370-b488-23846144353c tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.26 "GET /v2.0/networks?id=e757ed42-e80a-4eb6-bf75-35e5244183fc HTTP/1.1" status: 200 len: 813 time: 0.1461687 Mar 28 19:38:08.278093 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-7859be34-518a-4f06-858a-6f36cbd9b0ef tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Request body: {'port': {'device_id': '6cf1664d-adf5-4d15-9831-61492899aec8', 'network_id': 'e757ed42-e80a-4eb6-bf75-35e5244183fc', 'admin_state_up': True, 'tenant_id': 'd9a59accc1c54fd68b041b82ae1110df'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:38:08.530207 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a1647efc-013f-4efd-8a1f-87cd696fa47f req-f7c851c4-23e3-4e4e-95d2-2688e4fe0085 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf1664d-adf5-4d15-9831-61492899aec8 HTTP/1.1" status: 200 len: 210 time: 0.1487203 Mar 28 19:38:08.558873 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-7859be34-518a-4f06-858a-6f36cbd9b0ef tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:38:08.568295 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-7859be34-518a-4f06-858a-6f36cbd9b0ef tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:38:08.577630 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-7859be34-518a-4f06-858a-6f36cbd9b0ef tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Made reservation on behalf of d9a59accc1c54fd68b041b82ae1110df for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:38:08.581015 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-7859be34-518a-4f06-858a-6f36cbd9b0ef tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:08.742639 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-7859be34-518a-4f06-858a-6f36cbd9b0ef tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Allocated IP 172.20.0.6 (e757ed42-e80a-4eb6-bf75-35e5244183fc/ad83318d-a82d-4678-8cdc-37c1bec07932/f5da91f0-77d2-4871-88de-008337eebe62) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:38:08.937521 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-7859be34-518a-4f06-858a-6f36cbd9b0ef tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:08.966730 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-7859be34-518a-4f06-858a-6f36cbd9b0ef tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:08.977830 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['3be7aa30-3af6-4fb6-a0c0-4297292f9db4'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:38:09.029031 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-7859be34-518a-4f06-858a-6f36cbd9b0ef tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Network e757ed42-e80a-4eb6-bf75-35e5244183fc is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:38:09.031959 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-7859be34-518a-4f06-858a-6f36cbd9b0ef tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:38:09.040146 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-7859be34-518a-4f06-858a-6f36cbd9b0ef tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:38:09.085208 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859be34-518a-4f06-858a-6f36cbd9b0ef tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Pushing event updated for resources: {'Port': ['ID=f5da91f0-77d2-4871-88de-008337eebe62,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:09.110070 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-7859be34-518a-4f06-858a-6f36cbd9b0ef tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:09.110778 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-7859be34-518a-4f06-858a-6f36cbd9b0ef tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:09.136764 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-7859be34-518a-4f06-858a-6f36cbd9b0ef tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8624878 Mar 28 19:38:09.147301 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-150ef639-7125-4513-a887-cf555f45a8cf service neutron] Request body: {'port': {'device_id': '6cf1664d-adf5-4d15-9831-61492899aec8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:38:09.255887 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-150ef639-7125-4513-a887-cf555f45a8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:09.586324 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-150ef639-7125-4513-a887-cf555f45a8cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5da91f0-77d2-4871-88de-008337eebe62 {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:38:09.594597 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-150ef639-7125-4513-a887-cf555f45a8cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:09.608888 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-150ef639-7125-4513-a887-cf555f45a8cf service neutron] Transition to ACTIVE for port object f5da91f0-77d2-4871-88de-008337eebe62 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:38:09.613898 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-150ef639-7125-4513-a887-cf555f45a8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:09.807108 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ef639-7125-4513-a887-cf555f45a8cf service neutron] Pushing event updated for resources: {'Port': ['ID=f5da91f0-77d2-4871-88de-008337eebe62,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:09.898456 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309d315-de3f-4171-b00a-71c4834bc9ce req-31d48d23-d7fa-4d0a-9294-f5ae988b8573 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:09.899190 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-6309d315-de3f-4171-b00a-71c4834bc9ce req-31d48d23-d7fa-4d0a-9294-f5ae988b8573 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Synchronizing usage tracker for tenant:d9a59accc1c54fd68b041b82ae1110df on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:38:09.910613 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-150ef639-7125-4513-a887-cf555f45a8cf service neutron] Attempting to bind port f5da91f0-77d2-4871-88de-008337eebe62 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:38:09.911257 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-150ef639-7125-4513-a887-cf555f45a8cf service neutron] Attempting to bind port f5da91f0-77d2-4871-88de-008337eebe62 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': 'ded58547-01e9-4c99-b6ef-cf848695bd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e757ed42-e80a-4eb6-bf75-35e5244183fc'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:38:09.911587 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-150ef639-7125-4513-a887-cf555f45a8cf service neutron] Attempting to bind port f5da91f0-77d2-4871-88de-008337eebe62 on network e757ed42-e80a-4eb6-bf75-35e5244183fc {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:38:09.919592 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-150ef639-7125-4513-a887-cf555f45a8cf service neutron] Port f5da91f0-77d2-4871-88de-008337eebe62 on network e757ed42-e80a-4eb6-bf75-35e5244183fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:38:09.919900 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-150ef639-7125-4513-a887-cf555f45a8cf service neutron] Attempting to bind port f5da91f0-77d2-4871-88de-008337eebe62 on network e757ed42-e80a-4eb6-bf75-35e5244183fc {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:38:09.925950 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-150ef639-7125-4513-a887-cf555f45a8cf service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:38:09.926247 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-150ef639-7125-4513-a887-cf555f45a8cf service neutron] Checking segment: {'id': 'ded58547-01e9-4c99-b6ef-cf848695bd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e757ed42-e80a-4eb6-bf75-35e5244183fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:38:09.926601 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-150ef639-7125-4513-a887-cf555f45a8cf service neutron] Bound using segment: {'id': 'ded58547-01e9-4c99-b6ef-cf848695bd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e757ed42-e80a-4eb6-bf75-35e5244183fc'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:38:09.927058 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-150ef639-7125-4513-a887-cf555f45a8cf service neutron] Bound port: f5da91f0-77d2-4871-88de-008337eebe62, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ded58547-01e9-4c99-b6ef-cf848695bd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e757ed42-e80a-4eb6-bf75-35e5244183fc'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:38:09.927397 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-150ef639-7125-4513-a887-cf555f45a8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:09.941028 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-6309d315-de3f-4171-b00a-71c4834bc9ce req-31d48d23-d7fa-4d0a-9294-f5ae988b8573 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Unset dirty status for tenant:d9a59accc1c54fd68b041b82ae1110df on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:38:09.942158 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6309d315-de3f-4171-b00a-71c4834bc9ce req-31d48d23-d7fa-4d0a-9294-f5ae988b8573 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf1664d-adf5-4d15-9831-61492899aec8 HTTP/1.1" status: 200 len: 943 time: 0.2943215 Mar 28 19:38:10.039769 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6309d315-de3f-4171-b00a-71c4834bc9ce req-63b122d8-36d4-4e30-b9d9-a10713f85ba4 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd30b7a-7c6c-4f54-afef-e07a9134cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901620 Mar 28 19:38:10.049970 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-150ef639-7125-4513-a887-cf555f45a8cf service neutron] For port f5da91f0-77d2-4871-88de-008337eebe62, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:38:10.053006 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-150ef639-7125-4513-a887-cf555f45a8cf service neutron] For port f5da91f0-77d2-4871-88de-008337eebe62, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=f5da91f0-77d2-4871-88de-008337eebe62,segment=NetworkSegment(ded58547-01e9-4c99-b6ef-cf848695bd8a),segment_id=ded58547-01e9-4c99-b6ef-cf848695bd8a)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:38:10.058184 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-150ef639-7125-4513-a887-cf555f45a8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:10.115680 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-150ef639-7125-4513-a887-cf555f45a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:10.116272 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-150ef639-7125-4513-a887-cf555f45a8cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:10.117603 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-150ef639-7125-4513-a887-cf555f45a8cf service neutron] 10.222.0.26 "PUT /v2.0/ports/f5da91f0-77d2-4871-88de-008337eebe62 HTTP/1.1" status: 200 len: 1093 time: 0.9744174 Mar 28 19:38:10.118576 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf1664d-adf5-4d15-9831-61492899aec8', 'tag': 'f5da91f0-77d2-4871-88de-008337eebe62'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:38:10.142131 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ef639-7125-4513-a887-cf555f45a8cf service neutron] Pushing event updated for resources: {'Port': ['ID=f5da91f0-77d2-4871-88de-008337eebe62,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:10.166223 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf1664d-adf5-4d15-9831-61492899aec8', 'tag': 'f5da91f0-77d2-4871-88de-008337eebe62', 'status': 'completed', 'code': 200} Mar 28 19:38:10.247525 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-181d4481-e2ee-40e6-a602-ec7ed33d1922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:10.249607 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-181d4481-e2ee-40e6-a602-ec7ed33d1922 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9a59accc1c54fd68b041b82ae1110df&device_id=6cf1664d-adf5-4d15-9831-61492899aec8 HTTP/1.1" status: 200 len: 1096 time: 0.0767145 Mar 28 19:38:10.429462 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-6c300147-e2ef-4132-a231-56321dc29566 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5da91f0-77d2-4871-88de-008337eebe62 HTTP/1.1" status: 200 len: 217 time: 0.1734025 Mar 28 19:38:10.489135 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-60eb3577-88b2-4dcc-82be-fc2b71942aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:10.490478 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-60eb3577-88b2-4dcc-82be-fc2b71942aae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ad83318d-a82d-4678-8cdc-37c1bec07932 HTTP/1.1" status: 200 len: 853 time: 0.0559535 Mar 28 19:38:10.535138 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-09bbc346-2c35-4e2c-a03a-1f59ec71975c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e757ed42-e80a-4eb6-bf75-35e5244183fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384922 Mar 28 19:38:10.662901 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-78dd5e8e-46d5-4a61-927d-c58d53164768 service neutron] 10.222.0.26 "GET /v2.0/networks/e757ed42-e80a-4eb6-bf75-35e5244183fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222365 Mar 28 19:38:10.790925 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dbc1e442-b1ca-4515-b4b2-6039e3026bad req-cdecae31-1651-42a6-86eb-5e77120ab82c service neutron] 10.222.0.26 "GET /v2.0/networks/e757ed42-e80a-4eb6-bf75-35e5244183fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223564 Mar 28 19:38:10.909487 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8f103-0dfe-4ddb-b495-567444c7e18c req-a10e8fd6-23f2-4454-acac-a82b177884ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:10.911013 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dea8f103-0dfe-4ddb-b495-567444c7e18c req-a10e8fd6-23f2-4454-acac-a82b177884ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9a59accc1c54fd68b041b82ae1110df&device_id=6cf1664d-adf5-4d15-9831-61492899aec8 HTTP/1.1" status: 200 len: 1096 time: 0.0733116 Mar 28 19:38:11.038380 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8f103-0dfe-4ddb-b495-567444c7e18c req-5410bbed-dbae-45ea-a8a4-b4e41322af5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:11.040318 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dea8f103-0dfe-4ddb-b495-567444c7e18c req-5410bbed-dbae-45ea-a8a4-b4e41322af5a service neutron] 10.222.0.26 "GET /v2.0/networks?id=e757ed42-e80a-4eb6-bf75-35e5244183fc HTTP/1.1" status: 200 len: 914 time: 0.1227784 Mar 28 19:38:11.105972 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dea8f103-0dfe-4ddb-b495-567444c7e18c req-9ade1365-0324-4435-b124-0ce3f84c3828 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5da91f0-77d2-4871-88de-008337eebe62 HTTP/1.1" status: 200 len: 217 time: 0.0597653 Mar 28 19:38:11.209455 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8f103-0dfe-4ddb-b495-567444c7e18c req-b3b8a1db-1c66-46b6-8a52-9d9ed144d4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:11.210858 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dea8f103-0dfe-4ddb-b495-567444c7e18c req-b3b8a1db-1c66-46b6-8a52-9d9ed144d4ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ad83318d-a82d-4678-8cdc-37c1bec07932 HTTP/1.1" status: 200 len: 853 time: 0.1001234 Mar 28 19:38:11.263248 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dea8f103-0dfe-4ddb-b495-567444c7e18c req-7f3aa483-7f1b-40e3-a625-cd1bc5923048 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e757ed42-e80a-4eb6-bf75-35e5244183fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465031 Mar 28 19:38:11.321367 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f93385-c048-4a43-88bc-a5506cda2b12 req-197951b3-a07f-4d28-8ec7-2a466fb3ff94 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:11.322951 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-71f93385-c048-4a43-88bc-a5506cda2b12 req-197951b3-a07f-4d28-8ec7-2a466fb3ff94 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf1664d-adf5-4d15-9831-61492899aec8 HTTP/1.1" status: 200 len: 943 time: 0.1779368 Mar 28 19:38:11.435105 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-71f93385-c048-4a43-88bc-a5506cda2b12 req-81410a9f-0dff-430f-89ab-4cfe1e09ed5a tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd30b7a-7c6c-4f54-afef-e07a9134cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671079 Mar 28 19:38:11.442814 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dea8f103-0dfe-4ddb-b495-567444c7e18c req-b88e6b68-5434-42d5-84ee-bae2230423ee service neutron] 10.222.0.26 "GET /v2.0/networks/e757ed42-e80a-4eb6-bf75-35e5244183fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733487 Mar 28 19:38:11.571762 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dea8f103-0dfe-4ddb-b495-567444c7e18c req-25041063-0a0e-470a-b914-b8aae4f34c32 service neutron] 10.222.0.26 "GET /v2.0/networks/e757ed42-e80a-4eb6-bf75-35e5244183fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225274 Mar 28 19:38:12.624656 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155664ef-5555-4450-be01-51fddfe2e553 req-1c94ef75-7466-472d-8569-93673c03e831 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:12.626000 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-155664ef-5555-4450-be01-51fddfe2e553 req-1c94ef75-7466-472d-8569-93673c03e831 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf1664d-adf5-4d15-9831-61492899aec8 HTTP/1.1" status: 200 len: 943 time: 0.0771742 Mar 28 19:38:12.668994 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-155664ef-5555-4450-be01-51fddfe2e553 req-b3851e09-088d-4cc7-8694-302cee114dd9 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd30b7a-7c6c-4f54-afef-e07a9134cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373578 Mar 28 19:38:13.854644 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315da4a5-737c-4af7-b798-c63b7bac717b req-afc803c2-de63-4793-b197-f72536866b1b tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:13.856085 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-315da4a5-737c-4af7-b798-c63b7bac717b req-afc803c2-de63-4793-b197-f72536866b1b tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf1664d-adf5-4d15-9831-61492899aec8 HTTP/1.1" status: 200 len: 943 time: 0.0822225 Mar 28 19:38:13.899136 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-315da4a5-737c-4af7-b798-c63b7bac717b req-e0aa55e9-a039-4081-bdff-1bf444425a3e tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd30b7a-7c6c-4f54-afef-e07a9134cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374546 Mar 28 19:38:15.081137 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7cb74-c3e8-4f35-b824-5a6dc6e38cc6 req-ad1aac78-b2fe-42c1-a087-89b2f23dc6cf tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:15.082457 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fbf7cb74-c3e8-4f35-b824-5a6dc6e38cc6 req-ad1aac78-b2fe-42c1-a087-89b2f23dc6cf tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf1664d-adf5-4d15-9831-61492899aec8 HTTP/1.1" status: 200 len: 943 time: 0.0820518 Mar 28 19:38:15.125847 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fbf7cb74-c3e8-4f35-b824-5a6dc6e38cc6 req-f50939f7-f630-4588-afc2-205994d9537b tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd30b7a-7c6c-4f54-afef-e07a9134cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370772 Mar 28 19:38:15.323764 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device f5da91f0-77d2-4871-88de-008337eebe62 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:38:15.456757 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port f5da91f0-77d2-4871-88de-008337eebe62, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=f5da91f0-77d2-4871-88de-008337eebe62,segment=NetworkSegment(ded58547-01e9-4c99-b6ef-cf848695bd8a),segment_id=ded58547-01e9-4c99-b6ef-cf848695bd8a)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:38:15.469465 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': 'f5da91f0-77d2-4871-88de-008337eebe62', 'network_id': 'e757ed42-e80a-4eb6-bf75-35e5244183fc', 'port_id': 'f5da91f0-77d2-4871-88de-008337eebe62', 'mac_address': 'fa:16:3e:d8:2b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad83318d-a82d-4678-8cdc-37c1bec07932', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:38:15.531632 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:15.553424 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5da91f0-77d2-4871-88de-008337eebe62 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:38:15.569389 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port f5da91f0-77d2-4871-88de-008337eebe62, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=f5da91f0-77d2-4871-88de-008337eebe62,segment=NetworkSegment(ded58547-01e9-4c99-b6ef-cf848695bd8a),segment_id=ded58547-01e9-4c99-b6ef-cf848695bd8a)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:38:15.573279 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:15.644418 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=f5da91f0-77d2-4871-88de-008337eebe62,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:15.651733 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:15.652081 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:15.652421 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:15.652756 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:15.653084 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:15.653412 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:15.653741 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:15.654064 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:15.654387 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:15.654706 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:15.655052 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:15.655373 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:15.878456 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['f5da91f0-77d2-4871-88de-008337eebe62'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:38:16.305618 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9126a4-10f3-455a-9f95-b83a8a6fd781 req-dbefb4a5-be75-479d-8bfc-63f98886f13e tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:16.307079 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0c9126a4-10f3-455a-9f95-b83a8a6fd781 req-dbefb4a5-be75-479d-8bfc-63f98886f13e tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf1664d-adf5-4d15-9831-61492899aec8 HTTP/1.1" status: 200 len: 944 time: 0.0782332 Mar 28 19:38:16.351612 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0c9126a4-10f3-455a-9f95-b83a8a6fd781 req-09860b12-2c84-4289-9c94-06056a46d46e tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd30b7a-7c6c-4f54-afef-e07a9134cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384769 Mar 28 19:38:17.351288 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device f5da91f0-77d2-4871-88de-008337eebe62 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:38:17.421043 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port f5da91f0-77d2-4871-88de-008337eebe62 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:38:17.425819 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port f5da91f0-77d2-4871-88de-008337eebe62 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:38:17.426186 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:17.546194 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:17.574197 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf1664d-adf5-4d15-9831-61492899aec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5da91f0-77d2-4871-88de-008337eebe62'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:38:17.584677 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port f5da91f0-77d2-4871-88de-008337eebe62, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=f5da91f0-77d2-4871-88de-008337eebe62,segment=NetworkSegment(ded58547-01e9-4c99-b6ef-cf848695bd8a),segment_id=ded58547-01e9-4c99-b6ef-cf848695bd8a)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:38:17.588882 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:17.630100 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf1664d-adf5-4d15-9831-61492899aec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5da91f0-77d2-4871-88de-008337eebe62', 'code': 200} Mar 28 19:38:17.657131 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555d676-a373-46d6-9dbe-d731735abf5d req-54117e37-386c-4d0d-a0b1-dc52d00af120 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:17.658585 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b555d676-a373-46d6-9dbe-d731735abf5d req-54117e37-386c-4d0d-a0b1-dc52d00af120 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf1664d-adf5-4d15-9831-61492899aec8 HTTP/1.1" status: 200 len: 944 time: 0.1981518 Mar 28 19:38:17.669872 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=f5da91f0-77d2-4871-88de-008337eebe62,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:17.709122 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b555d676-a373-46d6-9dbe-d731735abf5d req-8a8c8835-7729-45f4-8d2e-af2c6440e680 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd30b7a-7c6c-4f54-afef-e07a9134cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434895 Mar 28 19:38:17.857418 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b92b9b-fd43-41a9-8e5d-03e193e115f2 req-653ce9a4-9102-42f0-bddc-dbc44035fd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:17.858855 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-92b92b9b-fd43-41a9-8e5d-03e193e115f2 req-653ce9a4-9102-42f0-bddc-dbc44035fd27 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6cf1664d-adf5-4d15-9831-61492899aec8 HTTP/1.1" status: 200 len: 1098 time: 0.0701411 Mar 28 19:38:17.904026 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-92b92b9b-fd43-41a9-8e5d-03e193e115f2 req-c2d22a16-e793-48f8-8bef-8c232fba44b2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2cd30b7a-7c6c-4f54-afef-e07a9134cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372422 Mar 28 19:38:18.890638 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbab28-8f00-40bb-b714-0ad302fb8e4a req-64df9810-178a-4162-8409-edc357a1cbb7 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:18.892089 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bafbab28-8f00-40bb-b714-0ad302fb8e4a req-64df9810-178a-4162-8409-edc357a1cbb7 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf1664d-adf5-4d15-9831-61492899aec8 HTTP/1.1" status: 200 len: 945 time: 0.0779316 Mar 28 19:38:18.934834 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bafbab28-8f00-40bb-b714-0ad302fb8e4a req-54d01c97-b9ba-4e66-b490-8e0a186aec73 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd30b7a-7c6c-4f54-afef-e07a9134cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371521 Mar 28 19:38:20.118715 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab7a49-1b13-4f91-a4d3-2d8edf5d06a0 req-b8f0f2e8-69db-4810-866f-f5551378774c tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:20.120155 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f4ab7a49-1b13-4f91-a4d3-2d8edf5d06a0 req-b8f0f2e8-69db-4810-866f-f5551378774c tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf1664d-adf5-4d15-9831-61492899aec8 HTTP/1.1" status: 200 len: 945 time: 0.0817721 Mar 28 19:38:20.162008 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f4ab7a49-1b13-4f91-a4d3-2d8edf5d06a0 req-add40786-a221-496b-94c0-5e8f4e222837 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd30b7a-7c6c-4f54-afef-e07a9134cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362620 Mar 28 19:38:20.532273 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf3d70-2680-40bb-b97c-95c77dafba2f req-29ae8419-85b2-42d1-b15f-e3fbeac2494c tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:20.533645 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6edf3d70-2680-40bb-b97c-95c77dafba2f req-29ae8419-85b2-42d1-b15f-e3fbeac2494c tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf1664d-adf5-4d15-9831-61492899aec8 HTTP/1.1" status: 200 len: 945 time: 0.0790977 Mar 28 19:38:20.576984 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6edf3d70-2680-40bb-b97c-95c77dafba2f req-4b07ad2c-df3b-4678-8c23-4279cb4c8714 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd30b7a-7c6c-4f54-afef-e07a9134cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377831 Mar 28 19:38:21.764746 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda59cfd-5a98-486a-bfbb-c35feb73bc7a req-fbbc79fe-e443-4646-aea6-a3de33038315 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:21.766197 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cda59cfd-5a98-486a-bfbb-c35feb73bc7a req-fbbc79fe-e443-4646-aea6-a3de33038315 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf1664d-adf5-4d15-9831-61492899aec8 HTTP/1.1" status: 200 len: 945 time: 0.0825920 Mar 28 19:38:21.810127 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cda59cfd-5a98-486a-bfbb-c35feb73bc7a req-91cbceae-b485-46e9-bc7c-dbe220be8ecb tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd30b7a-7c6c-4f54-afef-e07a9134cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381520 Mar 28 19:38:21.959323 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a86afd-e923-4bdd-b564-a7e1c8863e1a req-13f87fbc-d153-4f18-814f-b55301780ddf tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:21.960712 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-11a86afd-e923-4bdd-b564-a7e1c8863e1a req-13f87fbc-d153-4f18-814f-b55301780ddf tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cf1664d-adf5-4d15-9831-61492899aec8 HTTP/1.1" status: 200 len: 945 time: 0.0791805 Mar 28 19:38:22.035299 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-11a86afd-e923-4bdd-b564-a7e1c8863e1a req-2a468f57-2780-4ece-8a9d-aa17577e93b9 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Deleting port f5da91f0-77d2-4871-88de-008337eebe62 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:38:22.035637 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-11a86afd-e923-4bdd-b564-a7e1c8863e1a req-2a468f57-2780-4ece-8a9d-aa17577e93b9 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:22.275187 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-11a86afd-e923-4bdd-b564-a7e1c8863e1a req-2a468f57-2780-4ece-8a9d-aa17577e93b9 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] For port f5da91f0-77d2-4871-88de-008337eebe62, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=f5da91f0-77d2-4871-88de-008337eebe62,segment=NetworkSegment(ded58547-01e9-4c99-b6ef-cf848695bd8a),segment_id=ded58547-01e9-4c99-b6ef-cf848695bd8a)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:38:22.275461 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-11a86afd-e923-4bdd-b564-a7e1c8863e1a req-2a468f57-2780-4ece-8a9d-aa17577e93b9 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:22.392591 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-11a86afd-e923-4bdd-b564-a7e1c8863e1a req-2a468f57-2780-4ece-8a9d-aa17577e93b9 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Calling delete_port for f5da91f0-77d2-4871-88de-008337eebe62 owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:38:22.532201 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-11a86afd-e923-4bdd-b564-a7e1c8863e1a req-2a468f57-2780-4ece-8a9d-aa17577e93b9 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:22.546493 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['3be7aa30-3af6-4fb6-a0c0-4297292f9db4', 'f5da91f0-77d2-4871-88de-008337eebe62'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:38:22.581276 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a468f57-2780-4ece-8a9d-aa17577e93b9 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Pushing event deleted for resources: {'Port': ['ID=f5da91f0-77d2-4871-88de-008337eebe62,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:22.657353 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a86afd-e923-4bdd-b564-a7e1c8863e1a req-2a468f57-2780-4ece-8a9d-aa17577e93b9 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] No DVR routers for this DVR port f5da91f0-77d2-4871-88de-008337eebe62 on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:38:22.659995 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-11a86afd-e923-4bdd-b564-a7e1c8863e1a req-2a468f57-2780-4ece-8a9d-aa17577e93b9 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:22.662497 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf1664d-adf5-4d15-9831-61492899aec8', 'name': 'network-vif-deleted', 'tag': 'f5da91f0-77d2-4871-88de-008337eebe62'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:38:22.681512 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-11a86afd-e923-4bdd-b564-a7e1c8863e1a req-2a468f57-2780-4ece-8a9d-aa17577e93b9 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.26 "DELETE /v2.0/ports/f5da91f0-77d2-4871-88de-008337eebe62 HTTP/1.1" status: 204 len: 173 time: 0.7123141 Mar 28 19:38:22.710190 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf1664d-adf5-4d15-9831-61492899aec8', 'name': 'network-vif-deleted', 'tag': 'f5da91f0-77d2-4871-88de-008337eebe62', 'status': 'completed', 'code': 200} Mar 28 19:38:22.969830 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-ad30e1ac-9809-41aa-8ac6-f3fdbabb46a8 req-11557a0a-65ef-4832-8834-c32323c4c802 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Synchronizing usage tracker for tenant:d9a59accc1c54fd68b041b82ae1110df on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:38:22.984938 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-ad30e1ac-9809-41aa-8ac6-f3fdbabb46a8 req-11557a0a-65ef-4832-8834-c32323c4c802 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Unset dirty status for tenant:d9a59accc1c54fd68b041b82ae1110df on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:38:22.986048 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ad30e1ac-9809-41aa-8ac6-f3fdbabb46a8 req-11557a0a-65ef-4832-8834-c32323c4c802 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cf1664d-adf5-4d15-9831-61492899aec8 HTTP/1.1" status: 200 len: 210 time: 0.0581481 Mar 28 19:38:24.240387 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59f893-a87d-4200-b07e-511f3bd4fd8c req-7b628ca8-565e-4130-94bc-a81a69c02d13 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:24.241796 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fe59f893-a87d-4200-b07e-511f3bd4fd8c req-7b628ca8-565e-4130-94bc-a81a69c02d13 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e156ffc-8d0f-4178-9026-cfc05e4ba196 HTTP/1.1" status: 200 len: 945 time: 0.0800936 Mar 28 19:38:24.284724 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fe59f893-a87d-4200-b07e-511f3bd4fd8c req-75b24b07-3c6b-4746-a490-2a2259439885 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd30b7a-7c6c-4f54-afef-e07a9134cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366402 Mar 28 19:38:24.480675 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1327c09-592b-46e7-b7d5-84b64664e1bc req-45c58889-78ea-4293-b0a8-52431dd8e0d8 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:24.482078 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c1327c09-592b-46e7-b7d5-84b64664e1bc req-45c58889-78ea-4293-b0a8-52431dd8e0d8 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e156ffc-8d0f-4178-9026-cfc05e4ba196 HTTP/1.1" status: 200 len: 945 time: 0.0774586 Mar 28 19:38:24.524485 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c1327c09-592b-46e7-b7d5-84b64664e1bc req-d03a72be-86b4-4909-bd01-6c786b90b2c6 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd30b7a-7c6c-4f54-afef-e07a9134cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368261 Mar 28 19:38:24.710102 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd31c15-0e51-4983-a70f-9f0860d37aaf req-a1290366-400b-4458-aab7-dfe2ae1f0925 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:24.711794 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3dd31c15-0e51-4983-a70f-9f0860d37aaf req-a1290366-400b-4458-aab7-dfe2ae1f0925 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e156ffc-8d0f-4178-9026-cfc05e4ba196 HTTP/1.1" status: 200 len: 945 time: 0.0832109 Mar 28 19:38:24.756239 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3dd31c15-0e51-4983-a70f-9f0860d37aaf req-1d7c4a89-99b4-4118-8b51-3b4b268001f6 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd30b7a-7c6c-4f54-afef-e07a9134cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388782 Mar 28 19:38:25.039916 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f5cab-08e6-4f13-8140-d329fa976109 req-82f44405-6fd9-4e3e-b6ef-18e5fa4d3e16 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:25.041351 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-714f5cab-08e6-4f13-8140-d329fa976109 req-82f44405-6fd9-4e3e-b6ef-18e5fa4d3e16 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e156ffc-8d0f-4178-9026-cfc05e4ba196 HTTP/1.1" status: 200 len: 945 time: 0.0785806 Mar 28 19:38:25.087378 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-714f5cab-08e6-4f13-8140-d329fa976109 req-ceda3d71-efea-4d59-abc9-255acae33258 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd30b7a-7c6c-4f54-afef-e07a9134cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402973 Mar 28 19:38:25.266949 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653551e-4479-4433-87fc-2af4a46376dc req-aa707e20-7e49-45f2-885d-b16870328406 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:25.268388 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f653551e-4479-4433-87fc-2af4a46376dc req-aa707e20-7e49-45f2-885d-b16870328406 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e156ffc-8d0f-4178-9026-cfc05e4ba196 HTTP/1.1" status: 200 len: 945 time: 0.0779262 Mar 28 19:38:25.312162 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f653551e-4479-4433-87fc-2af4a46376dc req-6d4d2a75-f032-448f-8b52-65b8113a4914 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd30b7a-7c6c-4f54-afef-e07a9134cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381608 Mar 28 19:38:25.351274 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-314d7cb8-ac09-4216-96eb-afcd95151b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:25.505303 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5e0d1-8d5d-43c6-a43f-f4b71444e178 req-3a26b79e-bd5f-48c0-9f0e-787bcab4151a tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:25.506719 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a9e5e0d1-8d5d-43c6-a43f-f4b71444e178 req-3a26b79e-bd5f-48c0-9f0e-787bcab4151a tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e156ffc-8d0f-4178-9026-cfc05e4ba196 HTTP/1.1" status: 200 len: 945 time: 0.0814645 Mar 28 19:38:25.644142 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a9e5e0d1-8d5d-43c6-a43f-f4b71444e178 req-0c9ca5a8-ef73-4aa7-88f2-d6a1542b601e tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd30b7a-7c6c-4f54-afef-e07a9134cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304727 Mar 28 19:38:26.164044 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ef8a7-bc56-45d6-8cf9-32d1bcd3e364 req-f81318ad-8732-462b-add3-8fe5e2eb554b tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:26.165501 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-561ef8a7-bc56-45d6-8cf9-32d1bcd3e364 req-f81318ad-8732-462b-add3-8fe5e2eb554b tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e156ffc-8d0f-4178-9026-cfc05e4ba196 HTTP/1.1" status: 200 len: 945 time: 0.0776310 Mar 28 19:38:26.207995 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-561ef8a7-bc56-45d6-8cf9-32d1bcd3e364 req-7ed50aee-b11d-4796-b1a9-7011cc3ad12c tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd30b7a-7c6c-4f54-afef-e07a9134cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368867 Mar 28 19:38:27.393453 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93def31f-861f-42d0-b653-1a73bdba9702 req-3bef0e78-7e93-4319-a66e-dffbb5e6cc52 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:27.394915 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-93def31f-861f-42d0-b653-1a73bdba9702 req-3bef0e78-7e93-4319-a66e-dffbb5e6cc52 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e156ffc-8d0f-4178-9026-cfc05e4ba196 HTTP/1.1" status: 200 len: 945 time: 0.0810874 Mar 28 19:38:27.397684 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device f5da91f0-77d2-4871-88de-008337eebe62 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:38:27.432411 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: f5da91f0-77d2-4871-88de-008337eebe62 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:38:27.432759 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device f5da91f0-77d2-4871-88de-008337eebe62 not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:38:27.440105 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-93def31f-861f-42d0-b653-1a73bdba9702 req-fd24008f-9138-4ab4-85d7-9902446163fa tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/security-groups?id=2cd30b7a-7c6c-4f54-afef-e07a9134cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386436 Mar 28 19:38:27.553424 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913527c4-5882-4ce4-ba8b-96a41fd82f59 req-d5c2d4a4-89e5-4c79-945e-85be348a942f tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:27.554723 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-913527c4-5882-4ce4-ba8b-96a41fd82f59 req-d5c2d4a4-89e5-4c79-945e-85be348a942f tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e156ffc-8d0f-4178-9026-cfc05e4ba196 HTTP/1.1" status: 200 len: 945 time: 0.0805206 Mar 28 19:38:27.622043 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-913527c4-5882-4ce4-ba8b-96a41fd82f59 req-2824788c-8b1f-4e10-b843-79bacc24b251 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Deleting port 3be7aa30-3af6-4fb6-a0c0-4297292f9db4 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:38:27.622381 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-913527c4-5882-4ce4-ba8b-96a41fd82f59 req-2824788c-8b1f-4e10-b843-79bacc24b251 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:27.690509 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-53619d2d-912a-4697-889b-31e91631b400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:27.869963 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-913527c4-5882-4ce4-ba8b-96a41fd82f59 req-2824788c-8b1f-4e10-b843-79bacc24b251 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] For port 3be7aa30-3af6-4fb6-a0c0-4297292f9db4, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=3be7aa30-3af6-4fb6-a0c0-4297292f9db4,segment=NetworkSegment(ded58547-01e9-4c99-b6ef-cf848695bd8a),segment_id=ded58547-01e9-4c99-b6ef-cf848695bd8a)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:38:27.870240 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-913527c4-5882-4ce4-ba8b-96a41fd82f59 req-2824788c-8b1f-4e10-b843-79bacc24b251 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:27.990280 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-913527c4-5882-4ce4-ba8b-96a41fd82f59 req-2824788c-8b1f-4e10-b843-79bacc24b251 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Calling delete_port for 3be7aa30-3af6-4fb6-a0c0-4297292f9db4 owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:38:28.130354 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-913527c4-5882-4ce4-ba8b-96a41fd82f59 req-2824788c-8b1f-4e10-b843-79bacc24b251 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:28.140915 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['3be7aa30-3af6-4fb6-a0c0-4297292f9db4'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:38:28.179702 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824788c-8b1f-4e10-b843-79bacc24b251 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Pushing event deleted for resources: {'Port': ['ID=3be7aa30-3af6-4fb6-a0c0-4297292f9db4,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:28.256848 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-913527c4-5882-4ce4-ba8b-96a41fd82f59 req-2824788c-8b1f-4e10-b843-79bacc24b251 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] No DVR routers for this DVR port 3be7aa30-3af6-4fb6-a0c0-4297292f9db4 on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:38:28.260276 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-913527c4-5882-4ce4-ba8b-96a41fd82f59 req-2824788c-8b1f-4e10-b843-79bacc24b251 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:28.262688 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e156ffc-8d0f-4178-9026-cfc05e4ba196', 'name': 'network-vif-deleted', 'tag': '3be7aa30-3af6-4fb6-a0c0-4297292f9db4'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:38:28.278449 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-913527c4-5882-4ce4-ba8b-96a41fd82f59 req-2824788c-8b1f-4e10-b843-79bacc24b251 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.26 "DELETE /v2.0/ports/3be7aa30-3af6-4fb6-a0c0-4297292f9db4 HTTP/1.1" status: 204 len: 173 time: 0.7186136 Mar 28 19:38:28.307747 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e156ffc-8d0f-4178-9026-cfc05e4ba196', 'name': 'network-vif-deleted', 'tag': '3be7aa30-3af6-4fb6-a0c0-4297292f9db4', 'status': 'completed', 'code': 200} Mar 28 19:38:28.605131 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-a074e81d-cafd-46ea-82d6-de8ccbbeaec0 req-8d0a4c05-c240-4175-b5b2-f9fd56a768d7 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Synchronizing usage tracker for tenant:d9a59accc1c54fd68b041b82ae1110df on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:38:28.621602 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-a074e81d-cafd-46ea-82d6-de8ccbbeaec0 req-8d0a4c05-c240-4175-b5b2-f9fd56a768d7 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] Unset dirty status for tenant:d9a59accc1c54fd68b041b82ae1110df on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:38:28.623254 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a074e81d-cafd-46ea-82d6-de8ccbbeaec0 req-8d0a4c05-c240-4175-b5b2-f9fd56a768d7 tempest-ServersNegativeTestJSON-650692147 tempest-ServersNegativeTestJSON-650692147-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e156ffc-8d0f-4178-9026-cfc05e4ba196 HTTP/1.1" status: 200 len: 210 time: 0.0596077 Mar 28 19:38:28.657650 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:28.697463 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:29.721189 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37618) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:29.779357 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c6d890-de8c-445d-a10f-be6e4d458232 admin admin] Deleting subnet ad83318d-a82d-4678-8cdc-37c1bec07932 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:38:29.782140 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-66c6d890-de8c-445d-a10f-be6e4d458232 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:29.831494 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-66c6d890-de8c-445d-a10f-be6e4d458232 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:29.884504 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-66c6d890-de8c-445d-a10f-be6e4d458232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:29.948711 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-66c6d890-de8c-445d-a10f-be6e4d458232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:29.989762 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6d890-de8c-445d-a10f-be6e4d458232 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad83318d-a82d-4678-8cdc-37c1bec07932,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:29.991675 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-66c6d890-de8c-445d-a10f-be6e4d458232 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:29.998480 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-66c6d890-de8c-445d-a10f-be6e4d458232 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ad83318d-a82d-4678-8cdc-37c1bec07932 HTTP/1.1" status: 204 len: 168 time: 0.2762947 Mar 28 19:38:30.001087 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37622) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:30.106272 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e61f18b7-3285-4c67-9e0f-4224ca6f8e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:30.228027 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e61f18b7-3285-4c67-9e0f-4224ca6f8e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:30.252795 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-e61f18b7-3285-4c67-9e0f-4224ca6f8e99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e757ed42-e80a-4eb6-bf75-35e5244183fc']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:38:30.259323 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:30.266103 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-e61f18b7-3285-4c67-9e0f-4224ca6f8e99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ded58547-01e9-4c99-b6ef-cf848695bd8a') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:38:30.266410 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-e61f18b7-3285-4c67-9e0f-4224ca6f8e99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ded58547-01e9-4c99-b6ef-cf848695bd8a') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:38:30.278163 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e61f18b7-3285-4c67-9e0f-4224ca6f8e99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:30.294560 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e61f18b7-3285-4c67-9e0f-4224ca6f8e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:30.300992 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61f18b7-3285-4c67-9e0f-4224ca6f8e99 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:38:30.301502 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e61f18b7-3285-4c67-9e0f-4224ca6f8e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:38:30.314518 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:38:30.389964 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e61f18b7-3285-4c67-9e0f-4224ca6f8e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:30.405619 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e61f18b7-3285-4c67-9e0f-4224ca6f8e99 admin admin] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:30.414803 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f18b7-3285-4c67-9e0f-4224ca6f8e99 admin admin] Pushing event deleted for resources: {'Network': ['ID=e757ed42-e80a-4eb6-bf75-35e5244183fc,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:30.417734 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e61f18b7-3285-4c67-9e0f-4224ca6f8e99 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e757ed42-e80a-4eb6-bf75-35e5244183fc HTTP/1.1" status: 204 len: 168 time: 0.4156418 Mar 28 19:38:30.526679 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 37628) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:30.574057 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-32bf7e7d-fe7a-4ab6-a02f-6162f722a5c9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d9a59accc1c54fd68b041b82ae1110df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461643 Mar 28 19:38:30.576330 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 37632) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:30.635037 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2128f159-8268-4ea3-9e27-a0ecf399c770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:30.660381 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2128f159-8268-4ea3-9e27-a0ecf399c770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:30.712662 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2128f159-8268-4ea3-9e27-a0ecf399c770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:30.726505 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128f159-8268-4ea3-9e27-a0ecf399c770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd30b7a-7c6c-4f54-afef-e07a9134cbc0,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:30.733411 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2128f159-8268-4ea3-9e27-a0ecf399c770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:30.734509 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2128f159-8268-4ea3-9e27-a0ecf399c770 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2cd30b7a-7c6c-4f54-afef-e07a9134cbc0 HTTP/1.1" status: 204 len: 168 time: 0.1572888 Mar 28 19:38:31.416878 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 3be7aa30-3af6-4fb6-a0c0-4297292f9db4 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:38:31.451562 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: 3be7aa30-3af6-4fb6-a0c0-4297292f9db4 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:38:31.451877 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 3be7aa30-3af6-4fb6-a0c0-4297292f9db4 not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:38:31.455072 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 37656) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:31.555843 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-8cc8a6f9-cd37-4ec6-8850-5537bcc0a31b tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-937753383'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:38:31.560895 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-8cc8a6f9-cd37-4ec6-8850-5537bcc0a31b tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:38:31.564836 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-8cc8a6f9-cd37-4ec6-8850-5537bcc0a31b tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Usage tracker for resource:network and tenant:bd7ee034b640477480e32be9f2637139 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:38:31.567578 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-8cc8a6f9-cd37-4ec6-8850-5537bcc0a31b tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:38:31.574040 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-8cc8a6f9-cd37-4ec6-8850-5537bcc0a31b tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:38:31.583734 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc8a6f9-cd37-4ec6-8850-5537bcc0a31b tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Made reservation on behalf of bd7ee034b640477480e32be9f2637139 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:38:31.587267 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8cc8a6f9-cd37-4ec6-8850-5537bcc0a31b tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:31.598801 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8cc8a6f9-cd37-4ec6-8850-5537bcc0a31b tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:31.612765 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-8cc8a6f9-cd37-4ec6-8850-5537bcc0a31b tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:38:31.616371 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-8cc8a6f9-cd37-4ec6-8850-5537bcc0a31b tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Usage tracker for resource:security_group_rule and tenant:bd7ee034b640477480e32be9f2637139 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:38:31.619586 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-8cc8a6f9-cd37-4ec6-8850-5537bcc0a31b tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:38:31.625046 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-8cc8a6f9-cd37-4ec6-8850-5537bcc0a31b tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:38:31.709861 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8cc8a6f9-cd37-4ec6-8850-5537bcc0a31b tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:31.713227 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8cc8a6f9-cd37-4ec6-8850-5537bcc0a31b tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:31.748901 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc8a6f9-cd37-4ec6-8850-5537bcc0a31b tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:38:31.753895 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8a6f9-cd37-4ec6-8850-5537bcc0a31b tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7223119-a8cb-4fb9-aec3-58676683d09b,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:31.762505 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8cc8a6f9-cd37-4ec6-8850-5537bcc0a31b tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:31.762798 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-8cc8a6f9-cd37-4ec6-8850-5537bcc0a31b tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Added segment 9c2544de-0c82-426c-b0a0-71e70610b71c of type vlan for network eba8ee54-e759-43d7-9ac5-d0cb8a5622aa Mar 28 19:38:31.787595 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8cc8a6f9-cd37-4ec6-8850-5537bcc0a31b tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:31.815014 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8cc8a6f9-cd37-4ec6-8850-5537bcc0a31b tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:31.820221 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc8a6f9-cd37-4ec6-8850-5537bcc0a31b tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:31.820988 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8cc8a6f9-cd37-4ec6-8850-5537bcc0a31b tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:31.910961 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:31.924575 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-8cc8a6f9-cd37-4ec6-8850-5537bcc0a31b tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4683821 Mar 28 19:38:31.927247 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8a6f9-cd37-4ec6-8850-5537bcc0a31b tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Pushing event updated for resources: {'Network': ['ID=eba8ee54-e759-43d7-9ac5-d0cb8a5622aa,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:31.938395 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network eba8ee54-e759-43d7-9ac5-d0cb8a5622aa details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:38:35.232871 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 37662) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:35.238544 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-c0e2d71a-1862-4f32-93c8-d2cebf30b177 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Request body: {'subnet': {'network_id': 'eba8ee54-e759-43d7-9ac5-d0cb8a5622aa', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:38:35.346002 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c0e2d71a-1862-4f32-93c8-d2cebf30b177 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:38:35.349701 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c0e2d71a-1862-4f32-93c8-d2cebf30b177 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Usage tracker for resource:subnet and tenant:bd7ee034b640477480e32be9f2637139 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:38:35.353139 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c0e2d71a-1862-4f32-93c8-d2cebf30b177 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:38:35.358861 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c0e2d71a-1862-4f32-93c8-d2cebf30b177 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:38:35.368999 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e2d71a-1862-4f32-93c8-d2cebf30b177 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Made reservation on behalf of bd7ee034b640477480e32be9f2637139 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:38:35.372361 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c0e2d71a-1862-4f32-93c8-d2cebf30b177 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:35.677910 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c0e2d71a-1862-4f32-93c8-d2cebf30b177 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:35.761250 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2d71a-1862-4f32-93c8-d2cebf30b177 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Pushing event updated for resources: {'Subnet': ['ID=9779acae-c0f8-4bd7-bc60-02855715f969,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:35.766506 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e2d71a-1862-4f32-93c8-d2cebf30b177 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Checking segment: {'id': '9c2544de-0c82-426c-b0a0-71e70610b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eba8ee54-e759-43d7-9ac5-d0cb8a5622aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:38:35.766857 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e2d71a-1862-4f32-93c8-d2cebf30b177 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Network hostable DHCP agents. Network: eba8ee54-e759-43d7-9ac5-d0cb8a5622aa, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:38:35.785389 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e2d71a-1862-4f32-93c8-d2cebf30b177 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Network eba8ee54-e759-43d7-9ac5-d0cb8a5622aa is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:38:35.795228 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-c0e2d71a-1862-4f32-93c8-d2cebf30b177 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, eba8ee54-e759-43d7-9ac5-d0cb8a5622aa) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:38:35.799286 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e2d71a-1862-4f32-93c8-d2cebf30b177 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:35.799866 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c0e2d71a-1862-4f32-93c8-d2cebf30b177 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:35.804309 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3969b497-5b5d-4647-8535-b69eb431415a None None] Network eba8ee54-e759-43d7-9ac5-d0cb8a5622aa requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:38:35.821993 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c0e2d71a-1862-4f32-93c8-d2cebf30b177 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5878618 Mar 28 19:38:35.825235 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 37666) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:35.830970 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-23edb9ae-49ad-4468-96bf-64aabeff9781 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-608322666'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:38:35.835685 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-23edb9ae-49ad-4468-96bf-64aabeff9781 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:38:35.840079 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-23edb9ae-49ad-4468-96bf-64aabeff9781 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Usage tracker for resource:network and tenant:bd7ee034b640477480e32be9f2637139 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:38:35.843163 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-23edb9ae-49ad-4468-96bf-64aabeff9781 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:38:35.851997 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-23edb9ae-49ad-4468-96bf-64aabeff9781 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:38:35.866494 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23edb9ae-49ad-4468-96bf-64aabeff9781 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Made reservation on behalf of bd7ee034b640477480e32be9f2637139 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:38:35.872009 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-23edb9ae-49ad-4468-96bf-64aabeff9781 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:35.916651 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23edb9ae-49ad-4468-96bf-64aabeff9781 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:38:35.930935 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-23edb9ae-49ad-4468-96bf-64aabeff9781 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:35.931186 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-23edb9ae-49ad-4468-96bf-64aabeff9781 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Added segment 903e03d0-1911-4f7c-a4b0-4a014773967f of type vlan for network c08e2044-50b4-4d6a-94fc-54289f6dbb14 Mar 28 19:38:35.958480 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-23edb9ae-49ad-4468-96bf-64aabeff9781 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:35.987652 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-23edb9ae-49ad-4468-96bf-64aabeff9781 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:35.993857 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23edb9ae-49ad-4468-96bf-64aabeff9781 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:35.994439 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-23edb9ae-49ad-4468-96bf-64aabeff9781 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:36.049912 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ae3b52-ded2-47bf-8ac1-a138c9db3531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-eba8ee54-e759-43d7-9ac5-d0cb8a5622aa', 'network_id': 'eba8ee54-e759-43d7-9ac5-d0cb8a5622aa', 'tenant_id': 'bd7ee034b640477480e32be9f2637139', 'fixed_ips': [{'subnet_id': '9779acae-c0f8-4bd7-bc60-02855715f969'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:38:36.050737 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-00ae3b52-ded2-47bf-8ac1-a138c9db3531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:36.092743 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-23edb9ae-49ad-4468-96bf-64aabeff9781 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2663341 Mar 28 19:38:36.095717 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37670) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:36.104098 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-80eb2905-5692-4b1c-9fab-ff35ad801b25 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Request body: {'subnet': {'network_id': 'c08e2044-50b4-4d6a-94fc-54289f6dbb14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:38:36.104503 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23edb9ae-49ad-4468-96bf-64aabeff9781 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Pushing event updated for resources: {'Network': ['ID=c08e2044-50b4-4d6a-94fc-54289f6dbb14,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:36.121321 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network c08e2044-50b4-4d6a-94fc-54289f6dbb14 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:38:36.221337 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-80eb2905-5692-4b1c-9fab-ff35ad801b25 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:38:36.225261 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-80eb2905-5692-4b1c-9fab-ff35ad801b25 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Usage tracker for resource:subnet and tenant:bd7ee034b640477480e32be9f2637139 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:38:36.228215 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-80eb2905-5692-4b1c-9fab-ff35ad801b25 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:38:36.233879 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-80eb2905-5692-4b1c-9fab-ff35ad801b25 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:38:36.244261 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80eb2905-5692-4b1c-9fab-ff35ad801b25 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Made reservation on behalf of bd7ee034b640477480e32be9f2637139 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:38:36.248116 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-80eb2905-5692-4b1c-9fab-ff35ad801b25 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:36.296372 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-00ae3b52-ded2-47bf-8ac1-a138c9db3531 None None] Allocated IP 2001:db8:0:ffff::2 (eba8ee54-e759-43d7-9ac5-d0cb8a5622aa/9779acae-c0f8-4bd7-bc60-02855715f969/7ed600b0-b281-4402-863b-ccde1e34ae52) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:38:36.472012 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-80eb2905-5692-4b1c-9fab-ff35ad801b25 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:36.508716 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-00ae3b52-ded2-47bf-8ac1-a138c9db3531 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:36.519297 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-00ae3b52-ded2-47bf-8ac1-a138c9db3531 None None] Transition to ACTIVE for port object 7ed600b0-b281-4402-863b-ccde1e34ae52 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:38:36.537500 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-00ae3b52-ded2-47bf-8ac1-a138c9db3531 None None] Transition to ACTIVE for port object 7ed600b0-b281-4402-863b-ccde1e34ae52 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:38:36.543494 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-00ae3b52-ded2-47bf-8ac1-a138c9db3531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:36.557466 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb2905-5692-4b1c-9fab-ff35ad801b25 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Pushing event updated for resources: {'Subnet': ['ID=380b59ba-ea2d-4c8a-ab0a-7894e7f43bf1,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:36.565651 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eb2905-5692-4b1c-9fab-ff35ad801b25 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Checking segment: {'id': '903e03d0-1911-4f7c-a4b0-4a014773967f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c08e2044-50b4-4d6a-94fc-54289f6dbb14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:38:36.566018 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eb2905-5692-4b1c-9fab-ff35ad801b25 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Network hostable DHCP agents. Network: c08e2044-50b4-4d6a-94fc-54289f6dbb14, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:38:36.585236 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eb2905-5692-4b1c-9fab-ff35ad801b25 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Network c08e2044-50b4-4d6a-94fc-54289f6dbb14 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:38:36.594535 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-80eb2905-5692-4b1c-9fab-ff35ad801b25 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, c08e2044-50b4-4d6a-94fc-54289f6dbb14) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:38:36.598787 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80eb2905-5692-4b1c-9fab-ff35ad801b25 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:36.599451 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-80eb2905-5692-4b1c-9fab-ff35ad801b25 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks [] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:36.600648 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ae3b52-ded2-47bf-8ac1-a138c9db3531 None None] Network eba8ee54-e759-43d7-9ac5-d0cb8a5622aa is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:38:36.604162 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-00ae3b52-ded2-47bf-8ac1-a138c9db3531 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:38:36.608815 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0ad6b5-eef6-4ad9-8399-c33475255dfa None None] Network c08e2044-50b4-4d6a-94fc-54289f6dbb14 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:38:36.622575 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-80eb2905-5692-4b1c-9fab-ff35ad801b25 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5249197 Mar 28 19:38:36.625136 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37674) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:36.629290 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ae3b52-ded2-47bf-8ac1-a138c9db3531 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:38:36.679130 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae3b52-ded2-47bf-8ac1-a138c9db3531 None None] Pushing event updated for resources: {'Port': ['ID=7ed600b0-b281-4402-863b-ccde1e34ae52,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:36.772020 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-05d1f1ac-7ceb-40a3-a9a3-1b93064dfdbd tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:36.801599 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-00ae3b52-ded2-47bf-8ac1-a138c9db3531 None None] Attempting to bind port 7ed600b0-b281-4402-863b-ccde1e34ae52 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:38:36.801963 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-00ae3b52-ded2-47bf-8ac1-a138c9db3531 None None] Attempting to bind port 7ed600b0-b281-4402-863b-ccde1e34ae52 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '9c2544de-0c82-426c-b0a0-71e70610b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eba8ee54-e759-43d7-9ac5-d0cb8a5622aa'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:38:36.802323 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae3b52-ded2-47bf-8ac1-a138c9db3531 None None] Attempting to bind port 7ed600b0-b281-4402-863b-ccde1e34ae52 on network eba8ee54-e759-43d7-9ac5-d0cb8a5622aa {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:38:36.818986 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae3b52-ded2-47bf-8ac1-a138c9db3531 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:38:36.819679 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae3b52-ded2-47bf-8ac1-a138c9db3531 None None] Checking segment: {'id': '9c2544de-0c82-426c-b0a0-71e70610b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eba8ee54-e759-43d7-9ac5-d0cb8a5622aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:38:36.819803 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-00ae3b52-ded2-47bf-8ac1-a138c9db3531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:36.820127 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae3b52-ded2-47bf-8ac1-a138c9db3531 None None] Bound using segment: {'id': '9c2544de-0c82-426c-b0a0-71e70610b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eba8ee54-e759-43d7-9ac5-d0cb8a5622aa'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:38:36.821130 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-00ae3b52-ded2-47bf-8ac1-a138c9db3531 None None] Bound port: 7ed600b0-b281-4402-863b-ccde1e34ae52, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c2544de-0c82-426c-b0a0-71e70610b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eba8ee54-e759-43d7-9ac5-d0cb8a5622aa'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:38:36.821499 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-00ae3b52-ded2-47bf-8ac1-a138c9db3531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:36.837903 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-05d1f1ac-7ceb-40a3-a9a3-1b93064dfdbd tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:36.920495 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-05d1f1ac-7ceb-40a3-a9a3-1b93064dfdbd tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:36.958206 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1f1ac-7ceb-40a3-a9a3-1b93064dfdbd tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Pushing event deleted for resources: {'Subnet': ['ID=380b59ba-ea2d-4c8a-ab0a-7894e7f43bf1,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:36.988081 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-00ae3b52-ded2-47bf-8ac1-a138c9db3531 None None] For port 7ed600b0-b281-4402-863b-ccde1e34ae52, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:38:36.995812 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-00ae3b52-ded2-47bf-8ac1-a138c9db3531 None None] For port 7ed600b0-b281-4402-863b-ccde1e34ae52, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=7ed600b0-b281-4402-863b-ccde1e34ae52,segment=NetworkSegment(9c2544de-0c82-426c-b0a0-71e70610b71c),segment_id=9c2544de-0c82-426c-b0a0-71e70610b71c)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:38:36.998173 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0474896-c55a-4625-8dbf-fa7c36b0e1db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-c08e2044-50b4-4d6a-94fc-54289f6dbb14', 'network_id': 'c08e2044-50b4-4d6a-94fc-54289f6dbb14', 'tenant_id': 'bd7ee034b640477480e32be9f2637139', 'fixed_ips': [{'subnet_id': '380b59ba-ea2d-4c8a-ab0a-7894e7f43bf1'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:38:36.999017 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b0474896-c55a-4625-8dbf-fa7c36b0e1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:37.013007 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-00ae3b52-ded2-47bf-8ac1-a138c9db3531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:37.156101 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae3b52-ded2-47bf-8ac1-a138c9db3531 None None] Pushing event updated for resources: {'Port': ['ID=7ed600b0-b281-4402-863b-ccde1e34ae52,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:37.158322 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-05d1f1ac-7ceb-40a3-a9a3-1b93064dfdbd tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:37.178516 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4639e80-fc6d-4794-9286-55c4cf0d2f22 None None] Network c08e2044-50b4-4d6a-94fc-54289f6dbb14 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:38:37.188583 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-05d1f1ac-7ceb-40a3-a9a3-1b93064dfdbd tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c08e2044-50b4-4d6a-94fc-54289f6dbb14']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:38:37.201977 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-05d1f1ac-7ceb-40a3-a9a3-1b93064dfdbd tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903e03d0-1911-4f7c-a4b0-4a014773967f') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:38:37.202276 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-05d1f1ac-7ceb-40a3-a9a3-1b93064dfdbd tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903e03d0-1911-4f7c-a4b0-4a014773967f') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:38:37.215211 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-05d1f1ac-7ceb-40a3-a9a3-1b93064dfdbd tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:37.232835 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-05d1f1ac-7ceb-40a3-a9a3-1b93064dfdbd tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:37.240715 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d1f1ac-7ceb-40a3-a9a3-1b93064dfdbd tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:38:37.241120 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-05d1f1ac-7ceb-40a3-a9a3-1b93064dfdbd tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:38:37.256692 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:38:37.349105 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-05d1f1ac-7ceb-40a3-a9a3-1b93064dfdbd tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:37.385258 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-05d1f1ac-7ceb-40a3-a9a3-1b93064dfdbd tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:37.396321 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1f1ac-7ceb-40a3-a9a3-1b93064dfdbd tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Pushing event deleted for resources: {'Network': ['ID=c08e2044-50b4-4d6a-94fc-54289f6dbb14,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:37.400496 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-05d1f1ac-7ceb-40a3-a9a3-1b93064dfdbd tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] 10.222.0.10 "DELETE /v2.0/networks/c08e2044-50b4-4d6a-94fc-54289f6dbb14 HTTP/1.1" status: 204 len: 168 time: 0.7742906 Mar 28 19:38:37.403942 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37678) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:37.413234 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-dc4ef49d-3a4c-4181-82c8-7fb3f913f844 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-423527319'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:38:37.418985 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-dc4ef49d-3a4c-4181-82c8-7fb3f913f844 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:38:37.423029 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-dc4ef49d-3a4c-4181-82c8-7fb3f913f844 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Usage tracker for resource:network and tenant:bd7ee034b640477480e32be9f2637139 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:38:37.425923 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-dc4ef49d-3a4c-4181-82c8-7fb3f913f844 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:38:37.433059 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-dc4ef49d-3a4c-4181-82c8-7fb3f913f844 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:38:37.444325 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4ef49d-3a4c-4181-82c8-7fb3f913f844 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Made reservation on behalf of bd7ee034b640477480e32be9f2637139 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:38:37.448508 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dc4ef49d-3a4c-4181-82c8-7fb3f913f844 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:37.477102 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc4ef49d-3a4c-4181-82c8-7fb3f913f844 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:38:37.486936 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dc4ef49d-3a4c-4181-82c8-7fb3f913f844 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:37.487314 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-dc4ef49d-3a4c-4181-82c8-7fb3f913f844 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Added segment 82ea17ed-c93a-4d39-b6a1-3d6461e8783f of type vlan for network 6ceee93d-e67e-4a51-b0cd-6df0aa4cddcc Mar 28 19:38:37.515530 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dc4ef49d-3a4c-4181-82c8-7fb3f913f844 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:37.546026 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dc4ef49d-3a4c-4181-82c8-7fb3f913f844 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:37.551398 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4ef49d-3a4c-4181-82c8-7fb3f913f844 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:37.551980 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-dc4ef49d-3a4c-4181-82c8-7fb3f913f844 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:37.650742 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-dc4ef49d-3a4c-4181-82c8-7fb3f913f844 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2425172 Mar 28 19:38:37.651220 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 37682) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:37.657250 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-a849a3b6-df0e-4c6d-8cd2-c8e9f47d6ed0 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Request body: {'subnet': {'network_id': '6ceee93d-e67e-4a51-b0cd-6df0aa4cddcc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:38:37.660069 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ef49d-3a4c-4181-82c8-7fb3f913f844 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Pushing event updated for resources: {'Network': ['ID=6ceee93d-e67e-4a51-b0cd-6df0aa4cddcc,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:37.671602 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 6ceee93d-e67e-4a51-b0cd-6df0aa4cddcc details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:38:37.778933 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a849a3b6-df0e-4c6d-8cd2-c8e9f47d6ed0 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:38:37.782746 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a849a3b6-df0e-4c6d-8cd2-c8e9f47d6ed0 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Usage tracker for resource:subnet and tenant:bd7ee034b640477480e32be9f2637139 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:38:37.785588 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a849a3b6-df0e-4c6d-8cd2-c8e9f47d6ed0 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:38:37.792119 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a849a3b6-df0e-4c6d-8cd2-c8e9f47d6ed0 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:38:37.800898 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a849a3b6-df0e-4c6d-8cd2-c8e9f47d6ed0 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Made reservation on behalf of bd7ee034b640477480e32be9f2637139 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:38:37.804432 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a849a3b6-df0e-4c6d-8cd2-c8e9f47d6ed0 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:37.895848 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.ipam_backend_mixin [None req-a849a3b6-df0e-4c6d-8cd2-c8e9f47d6ed0 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Performing IP validity checks on allocation pools {{(pid=87833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 19:38:37.896369 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.ipam_backend_mixin [None req-a849a3b6-df0e-4c6d-8cd2-c8e9f47d6ed0 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 19:38:38.021478 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a849a3b6-df0e-4c6d-8cd2-c8e9f47d6ed0 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:38.110434 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849a3b6-df0e-4c6d-8cd2-c8e9f47d6ed0 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Pushing event updated for resources: {'Subnet': ['ID=852d41f2-b48b-4985-abb6-c40b78257cd2,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:38.114718 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a849a3b6-df0e-4c6d-8cd2-c8e9f47d6ed0 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Checking segment: {'id': '82ea17ed-c93a-4d39-b6a1-3d6461e8783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6ceee93d-e67e-4a51-b0cd-6df0aa4cddcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:38:38.115203 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a849a3b6-df0e-4c6d-8cd2-c8e9f47d6ed0 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Network hostable DHCP agents. Network: 6ceee93d-e67e-4a51-b0cd-6df0aa4cddcc, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:38:38.138109 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a849a3b6-df0e-4c6d-8cd2-c8e9f47d6ed0 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Network 6ceee93d-e67e-4a51-b0cd-6df0aa4cddcc is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:38:38.148654 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-a849a3b6-df0e-4c6d-8cd2-c8e9f47d6ed0 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 6ceee93d-e67e-4a51-b0cd-6df0aa4cddcc) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:38:38.152937 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a849a3b6-df0e-4c6d-8cd2-c8e9f47d6ed0 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:38.153725 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a849a3b6-df0e-4c6d-8cd2-c8e9f47d6ed0 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:38.165656 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a4747c-5120-4b6a-a6a9-1ead648556f4 None None] Network 6ceee93d-e67e-4a51-b0cd-6df0aa4cddcc requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:38:38.181027 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a849a3b6-df0e-4c6d-8cd2-c8e9f47d6ed0 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5284948 Mar 28 19:38:38.183798 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 37686) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:38.197578 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 7ed600b0-b281-4402-863b-ccde1e34ae52 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:38:38.255639 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e448b10-8dbe-457b-8434-7db996053a20 None None] Network eba8ee54-e759-43d7-9ac5-d0cb8a5622aa requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:38:38.325432 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ed770122-fb93-4708-9b14-66ba1fbd7feb tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:38.389849 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ed770122-fb93-4708-9b14-66ba1fbd7feb tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:38.433385 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ec8d46f8-f96d-4694-9fd0-3b58570dcad3 None None] Provisioning for port 7ed600b0-b281-4402-863b-ccde1e34ae52 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:38:38.469063 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ed770122-fb93-4708-9b14-66ba1fbd7feb tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:38.508644 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed770122-fb93-4708-9b14-66ba1fbd7feb tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Pushing event deleted for resources: {'Subnet': ['ID=852d41f2-b48b-4985-abb6-c40b78257cd2,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:38.606531 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ed770122-fb93-4708-9b14-66ba1fbd7feb tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:38.613322 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 7ed600b0-b281-4402-863b-ccde1e34ae52 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:38:38.623192 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b5e3fa-f119-4936-8c43-24133287c7af None None] Network 6ceee93d-e67e-4a51-b0cd-6df0aa4cddcc requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:38:38.633903 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-ed770122-fb93-4708-9b14-66ba1fbd7feb tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ceee93d-e67e-4a51-b0cd-6df0aa4cddcc']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:38:38.642969 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 7ed600b0-b281-4402-863b-ccde1e34ae52 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:38:38.643340 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:38.646035 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-ed770122-fb93-4708-9b14-66ba1fbd7feb tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ea17ed-c93a-4d39-b6a1-3d6461e8783f') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:38:38.646336 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-ed770122-fb93-4708-9b14-66ba1fbd7feb tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ea17ed-c93a-4d39-b6a1-3d6461e8783f') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:38:38.657754 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ed770122-fb93-4708-9b14-66ba1fbd7feb tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:38.667930 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:38:38.674735 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ed770122-fb93-4708-9b14-66ba1fbd7feb tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:38.681332 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed770122-fb93-4708-9b14-66ba1fbd7feb tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:38:38.681747 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ed770122-fb93-4708-9b14-66ba1fbd7feb tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:38:38.697821 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:38:38.779638 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ed770122-fb93-4708-9b14-66ba1fbd7feb tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:38.799559 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ed770122-fb93-4708-9b14-66ba1fbd7feb tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:38.806152 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed770122-fb93-4708-9b14-66ba1fbd7feb tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Pushing event deleted for resources: {'Network': ['ID=6ceee93d-e67e-4a51-b0cd-6df0aa4cddcc,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:38.812776 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ed770122-fb93-4708-9b14-66ba1fbd7feb tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] 10.222.0.10 "DELETE /v2.0/networks/6ceee93d-e67e-4a51-b0cd-6df0aa4cddcc HTTP/1.1" status: 204 len: 168 time: 0.6279407 Mar 28 19:38:38.816283 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37690) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:38.821995 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-2983d11b-b9bc-48fd-a4c7-af487de7ee6f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1351748720'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:38:38.826835 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2983d11b-b9bc-48fd-a4c7-af487de7ee6f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:38:38.830568 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2983d11b-b9bc-48fd-a4c7-af487de7ee6f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Usage tracker for resource:network and tenant:bd7ee034b640477480e32be9f2637139 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:38:38.833367 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2983d11b-b9bc-48fd-a4c7-af487de7ee6f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:38:38.839893 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2983d11b-b9bc-48fd-a4c7-af487de7ee6f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:38:38.849157 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2983d11b-b9bc-48fd-a4c7-af487de7ee6f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Made reservation on behalf of bd7ee034b640477480e32be9f2637139 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:38:38.853255 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2983d11b-b9bc-48fd-a4c7-af487de7ee6f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:38.880574 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2983d11b-b9bc-48fd-a4c7-af487de7ee6f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:38:38.890501 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2983d11b-b9bc-48fd-a4c7-af487de7ee6f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:38.890850 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-2983d11b-b9bc-48fd-a4c7-af487de7ee6f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Added segment 4e9bec10-6656-49fa-8b4d-19c4b4cdbde4 of type vlan for network 8ab70577-c5d6-4f99-8472-734861c19895 Mar 28 19:38:38.924033 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2983d11b-b9bc-48fd-a4c7-af487de7ee6f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:38.954664 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2983d11b-b9bc-48fd-a4c7-af487de7ee6f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:38.960438 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2983d11b-b9bc-48fd-a4c7-af487de7ee6f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:38.961759 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2983d11b-b9bc-48fd-a4c7-af487de7ee6f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:38.969399 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:39.012441 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 7ed600b0-b281-4402-863b-ccde1e34ae52, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=7ed600b0-b281-4402-863b-ccde1e34ae52,segment=NetworkSegment(9c2544de-0c82-426c-b0a0-71e70610b71c),segment_id=9c2544de-0c82-426c-b0a0-71e70610b71c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:38:39.019990 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:39.066389 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2983d11b-b9bc-48fd-a4c7-af487de7ee6f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2490098 Mar 28 19:38:39.069364 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 37694) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:39.077131 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-9a75ecf6-0a5c-4a27-b6f1-3a252fc7b44c tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Request body: {'subnet': {'network_id': '8ab70577-c5d6-4f99-8472-734861c19895', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:38:39.078532 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983d11b-b9bc-48fd-a4c7-af487de7ee6f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Pushing event updated for resources: {'Network': ['ID=8ab70577-c5d6-4f99-8472-734861c19895,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:39.091441 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 8ab70577-c5d6-4f99-8472-734861c19895 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:38:39.104847 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=7ed600b0-b281-4402-863b-ccde1e34ae52,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:39.293032 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ba2f2c84-1422-4f66-8fd8-3e0efcf49b23 None None] Provisioning complete for port 7ed600b0-b281-4402-863b-ccde1e34ae52 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:38:39.293738 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ba2f2c84-1422-4f66-8fd8-3e0efcf49b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:39.301304 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-9a75ecf6-0a5c-4a27-b6f1-3a252fc7b44c tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:38:39.305772 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9a75ecf6-0a5c-4a27-b6f1-3a252fc7b44c tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Usage tracker for resource:subnet and tenant:bd7ee034b640477480e32be9f2637139 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:38:39.308699 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9a75ecf6-0a5c-4a27-b6f1-3a252fc7b44c tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:38:39.314583 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-9a75ecf6-0a5c-4a27-b6f1-3a252fc7b44c tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:38:39.325026 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a75ecf6-0a5c-4a27-b6f1-3a252fc7b44c tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Made reservation on behalf of bd7ee034b640477480e32be9f2637139 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:38:39.328479 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9a75ecf6-0a5c-4a27-b6f1-3a252fc7b44c tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:39.542485 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9a75ecf6-0a5c-4a27-b6f1-3a252fc7b44c tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:39.626204 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75ecf6-0a5c-4a27-b6f1-3a252fc7b44c tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Pushing event updated for resources: {'Subnet': ['ID=fd1460cb-f795-432b-afbe-173916a3701c,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:39.631009 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a75ecf6-0a5c-4a27-b6f1-3a252fc7b44c tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Checking segment: {'id': '4e9bec10-6656-49fa-8b4d-19c4b4cdbde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8ab70577-c5d6-4f99-8472-734861c19895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:38:39.631368 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a75ecf6-0a5c-4a27-b6f1-3a252fc7b44c tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Network hostable DHCP agents. Network: 8ab70577-c5d6-4f99-8472-734861c19895, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:38:39.640838 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75ecf6-0a5c-4a27-b6f1-3a252fc7b44c tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:39.641182 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75ecf6-0a5c-4a27-b6f1-3a252fc7b44c tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:39.641523 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75ecf6-0a5c-4a27-b6f1-3a252fc7b44c tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:39.641853 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75ecf6-0a5c-4a27-b6f1-3a252fc7b44c tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:39.642181 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75ecf6-0a5c-4a27-b6f1-3a252fc7b44c tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:39.642512 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75ecf6-0a5c-4a27-b6f1-3a252fc7b44c tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:39.642830 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75ecf6-0a5c-4a27-b6f1-3a252fc7b44c tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:39.643176 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75ecf6-0a5c-4a27-b6f1-3a252fc7b44c tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:39.643499 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75ecf6-0a5c-4a27-b6f1-3a252fc7b44c tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:39.643816 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75ecf6-0a5c-4a27-b6f1-3a252fc7b44c tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:39.644134 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75ecf6-0a5c-4a27-b6f1-3a252fc7b44c tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:39.644452 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75ecf6-0a5c-4a27-b6f1-3a252fc7b44c tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:39.661947 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a75ecf6-0a5c-4a27-b6f1-3a252fc7b44c tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Network 8ab70577-c5d6-4f99-8472-734861c19895 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:38:39.671619 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-9a75ecf6-0a5c-4a27-b6f1-3a252fc7b44c tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 8ab70577-c5d6-4f99-8472-734861c19895) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:38:39.675815 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a75ecf6-0a5c-4a27-b6f1-3a252fc7b44c tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:39.676392 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9a75ecf6-0a5c-4a27-b6f1-3a252fc7b44c tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:39.680634 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce037a7-4034-4881-b84b-624361d64958 None None] Network 8ab70577-c5d6-4f99-8472-734861c19895 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:38:39.709186 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9a75ecf6-0a5c-4a27-b6f1-3a252fc7b44c tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6383893 Mar 28 19:38:39.712352 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 37698) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:39.718491 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-091fdc0f-64ad-4acd-9863-6f4f2f2750ed tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-766729691'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:38:39.723417 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-091fdc0f-64ad-4acd-9863-6f4f2f2750ed tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:38:39.727351 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-091fdc0f-64ad-4acd-9863-6f4f2f2750ed tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Usage tracker for resource:network and tenant:bd7ee034b640477480e32be9f2637139 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:38:39.730149 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-091fdc0f-64ad-4acd-9863-6f4f2f2750ed tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:38:39.735857 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-091fdc0f-64ad-4acd-9863-6f4f2f2750ed tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:38:39.745845 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091fdc0f-64ad-4acd-9863-6f4f2f2750ed tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Made reservation on behalf of bd7ee034b640477480e32be9f2637139 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:38:39.749824 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-091fdc0f-64ad-4acd-9863-6f4f2f2750ed tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:39.778515 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-091fdc0f-64ad-4acd-9863-6f4f2f2750ed tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:38:39.788176 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-091fdc0f-64ad-4acd-9863-6f4f2f2750ed tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:39.788521 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-091fdc0f-64ad-4acd-9863-6f4f2f2750ed tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Added segment 6fb4c30b-5344-4100-8578-0b343cca600b of type vlan for network 4ae72d51-f3cf-4a14-853b-0e6519dd541b Mar 28 19:38:39.815336 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-091fdc0f-64ad-4acd-9863-6f4f2f2750ed tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:39.847481 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-091fdc0f-64ad-4acd-9863-6f4f2f2750ed tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:39.852864 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091fdc0f-64ad-4acd-9863-6f4f2f2750ed tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:39.853453 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-091fdc0f-64ad-4acd-9863-6f4f2f2750ed tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:39.904345 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c4ceab-dec4-4475-a1a2-ceeb36c97b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-8ab70577-c5d6-4f99-8472-734861c19895', 'network_id': '8ab70577-c5d6-4f99-8472-734861c19895', 'tenant_id': 'bd7ee034b640477480e32be9f2637139', 'fixed_ips': [{'subnet_id': 'fd1460cb-f795-432b-afbe-173916a3701c'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:38:39.905164 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b7c4ceab-dec4-4475-a1a2-ceeb36c97b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:39.907364 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-091fdc0f-64ad-4acd-9863-6f4f2f2750ed tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1938708 Mar 28 19:38:39.910484 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37702) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:39.916099 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-66bad092-f72a-470a-b16d-32eeea548e53 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Request body: {'subnet': {'network_id': '4ae72d51-f3cf-4a14-853b-0e6519dd541b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:38:39.965791 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091fdc0f-64ad-4acd-9863-6f4f2f2750ed tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Pushing event updated for resources: {'Network': ['ID=4ae72d51-f3cf-4a14-853b-0e6519dd541b,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:39.977990 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 4ae72d51-f3cf-4a14-853b-0e6519dd541b details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:38:40.025369 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-66bad092-f72a-470a-b16d-32eeea548e53 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:38:40.028771 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-66bad092-f72a-470a-b16d-32eeea548e53 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Usage tracker for resource:subnet and tenant:bd7ee034b640477480e32be9f2637139 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:38:40.031536 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-66bad092-f72a-470a-b16d-32eeea548e53 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:38:40.037033 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-66bad092-f72a-470a-b16d-32eeea548e53 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:38:40.046743 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bad092-f72a-470a-b16d-32eeea548e53 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Made reservation on behalf of bd7ee034b640477480e32be9f2637139 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:38:40.050895 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-66bad092-f72a-470a-b16d-32eeea548e53 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:40.156117 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 7ed600b0-b281-4402-863b-ccde1e34ae52 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:38:40.248095 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-b7c4ceab-dec4-4475-a1a2-ceeb36c97b64 None None] Allocated IP 2001:db8::2 (8ab70577-c5d6-4f99-8472-734861c19895/fd1460cb-f795-432b-afbe-173916a3701c/96897836-e778-4841-89dd-9dff06c7266c) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:38:40.279435 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-66bad092-f72a-470a-b16d-32eeea548e53 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:40.296590 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 7ed600b0-b281-4402-863b-ccde1e34ae52 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:38:40.297128 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:40.356686 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bad092-f72a-470a-b16d-32eeea548e53 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Pushing event updated for resources: {'Subnet': ['ID=0cbfbfd8-7c0d-4b50-970a-77f8deb3755f,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:40.364019 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bad092-f72a-470a-b16d-32eeea548e53 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Checking segment: {'id': '6fb4c30b-5344-4100-8578-0b343cca600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4ae72d51-f3cf-4a14-853b-0e6519dd541b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:38:40.364382 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bad092-f72a-470a-b16d-32eeea548e53 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Network hostable DHCP agents. Network: 4ae72d51-f3cf-4a14-853b-0e6519dd541b, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:38:40.385474 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bad092-f72a-470a-b16d-32eeea548e53 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Network 4ae72d51-f3cf-4a14-853b-0e6519dd541b is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:38:40.397932 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-66bad092-f72a-470a-b16d-32eeea548e53 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 4ae72d51-f3cf-4a14-853b-0e6519dd541b) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:38:40.403099 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bad092-f72a-470a-b16d-32eeea548e53 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:40.403691 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-66bad092-f72a-470a-b16d-32eeea548e53 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks [] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:40.410926 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3c93b1-68a3-4485-b73a-30ebb94a45fe None None] Network 4ae72d51-f3cf-4a14-853b-0e6519dd541b requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:38:40.437373 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-66bad092-f72a-470a-b16d-32eeea548e53 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5256906 Mar 28 19:38:40.439818 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37706) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:40.587128 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e63ed527-51cc-44d4-9754-6797cb9c243a tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:40.651879 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e63ed527-51cc-44d4-9754-6797cb9c243a tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:40.676022 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b7c4ceab-dec4-4475-a1a2-ceeb36c97b64 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:40.728310 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e63ed527-51cc-44d4-9754-6797cb9c243a tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:40.728655 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b7c4ceab-dec4-4475-a1a2-ceeb36c97b64 None None] Transition to ACTIVE for port object 96897836-e778-4841-89dd-9dff06c7266c will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:38:40.769940 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ed527-51cc-44d4-9754-6797cb9c243a tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Pushing event deleted for resources: {'Subnet': ['ID=0cbfbfd8-7c0d-4b50-970a-77f8deb3755f,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:40.779739 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b7c4ceab-dec4-4475-a1a2-ceeb36c97b64 None None] Transition to ACTIVE for port object 96897836-e778-4841-89dd-9dff06c7266c will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:38:40.791430 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b7c4ceab-dec4-4475-a1a2-ceeb36c97b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:40.832447 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3ed353-ae8b-4db2-bdee-f732cd230f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-4ae72d51-f3cf-4a14-853b-0e6519dd541b', 'network_id': '4ae72d51-f3cf-4a14-853b-0e6519dd541b', 'tenant_id': 'bd7ee034b640477480e32be9f2637139', 'fixed_ips': [{'subnet_id': '0cbfbfd8-7c0d-4b50-970a-77f8deb3755f'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:38:40.833256 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-cf3ed353-ae8b-4db2-bdee-f732cd230f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:40.861876 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e63ed527-51cc-44d4-9754-6797cb9c243a tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:40.872127 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c4ceab-dec4-4475-a1a2-ceeb36c97b64 None None] Network 8ab70577-c5d6-4f99-8472-734861c19895 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:38:40.875703 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-b7c4ceab-dec4-4475-a1a2-ceeb36c97b64 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:38:40.890554 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-e63ed527-51cc-44d4-9754-6797cb9c243a tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae72d51-f3cf-4a14-853b-0e6519dd541b']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:38:40.902963 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-e63ed527-51cc-44d4-9754-6797cb9c243a tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb4c30b-5344-4100-8578-0b343cca600b') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:38:40.903208 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-e63ed527-51cc-44d4-9754-6797cb9c243a tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb4c30b-5344-4100-8578-0b343cca600b') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:38:40.912683 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c4ceab-dec4-4475-a1a2-ceeb36c97b64 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:38:40.914900 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e63ed527-51cc-44d4-9754-6797cb9c243a tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:40.931546 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e63ed527-51cc-44d4-9754-6797cb9c243a tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:40.938154 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e63ed527-51cc-44d4-9754-6797cb9c243a tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:38:40.938571 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e63ed527-51cc-44d4-9754-6797cb9c243a tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:38:40.952880 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:38:40.962695 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4ceab-dec4-4475-a1a2-ceeb36c97b64 None None] Pushing event updated for resources: {'Port': ['ID=96897836-e778-4841-89dd-9dff06c7266c,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:41.032372 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e63ed527-51cc-44d4-9754-6797cb9c243a tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:41.041254 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-b7c4ceab-dec4-4475-a1a2-ceeb36c97b64 None None] Attempting to bind port 96897836-e778-4841-89dd-9dff06c7266c on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:38:41.041632 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-b7c4ceab-dec4-4475-a1a2-ceeb36c97b64 None None] Attempting to bind port 96897836-e778-4841-89dd-9dff06c7266c by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '4e9bec10-6656-49fa-8b4d-19c4b4cdbde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8ab70577-c5d6-4f99-8472-734861c19895'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:38:41.042076 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c4ceab-dec4-4475-a1a2-ceeb36c97b64 None None] Attempting to bind port 96897836-e778-4841-89dd-9dff06c7266c on network 8ab70577-c5d6-4f99-8472-734861c19895 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:38:41.049064 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75740a6-dfd3-45ac-9b98-f210a9de10d4 None None] Network 4ae72d51-f3cf-4a14-853b-0e6519dd541b requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:38:41.049828 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e63ed527-51cc-44d4-9754-6797cb9c243a tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:41.060595 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ed527-51cc-44d4-9754-6797cb9c243a tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Pushing event deleted for resources: {'Network': ['ID=4ae72d51-f3cf-4a14-853b-0e6519dd541b,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:41.064064 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c4ceab-dec4-4475-a1a2-ceeb36c97b64 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:38:41.064446 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c4ceab-dec4-4475-a1a2-ceeb36c97b64 None None] Checking segment: {'id': '4e9bec10-6656-49fa-8b4d-19c4b4cdbde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8ab70577-c5d6-4f99-8472-734861c19895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:38:41.068111 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b7c4ceab-dec4-4475-a1a2-ceeb36c97b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:41.068440 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e63ed527-51cc-44d4-9754-6797cb9c243a tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] 10.222.0.10 "DELETE /v2.0/networks/4ae72d51-f3cf-4a14-853b-0e6519dd541b HTTP/1.1" status: 204 len: 168 time: 0.6243718 Mar 28 19:38:41.068529 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c4ceab-dec4-4475-a1a2-ceeb36c97b64 None None] Bound using segment: {'id': '4e9bec10-6656-49fa-8b4d-19c4b4cdbde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8ab70577-c5d6-4f99-8472-734861c19895'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:38:41.068529 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-b7c4ceab-dec4-4475-a1a2-ceeb36c97b64 None None] Bound port: 96897836-e778-4841-89dd-9dff06c7266c, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e9bec10-6656-49fa-8b4d-19c4b4cdbde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8ab70577-c5d6-4f99-8472-734861c19895'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:38:41.068529 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b7c4ceab-dec4-4475-a1a2-ceeb36c97b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:41.068758 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37710) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:41.080303 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75740a6-dfd3-45ac-9b98-f210a9de10d4 None None] Network 4ae72d51-f3cf-4a14-853b-0e6519dd541b could not be found, it might have been deleted concurrently. {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 28 19:38:41.107665 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-586b8c45-ab12-484e-90e1-cd7110034af3 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] GET failed (client error): The resource could not be found. Mar 28 19:38:41.108183 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-586b8c45-ab12-484e-90e1-cd7110034af3 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Synchronizing usage tracker for tenant:bd7ee034b640477480e32be9f2637139 on resource:subnet {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:38:41.123963 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-586b8c45-ab12-484e-90e1-cd7110034af3 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Unset dirty status for tenant:bd7ee034b640477480e32be9f2637139 on resource:subnet {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:38:41.125202 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-586b8c45-ab12-484e-90e1-cd7110034af3 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] 10.222.0.10 "GET /v2.0/subnets/0cbfbfd8-7c0d-4b50-970a-77f8deb3755f HTTP/1.1" status: 404 len: 337 time: 0.0559990 Mar 28 19:38:41.128039 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37714) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:41.152498 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb6430f8-9d2b-46e7-aed7-b51a9d64c53c tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] DELETE failed (client error): The resource could not be found. Mar 28 19:38:41.152955 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb6430f8-9d2b-46e7-aed7-b51a9d64c53c tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:38:41.158191 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-fb6430f8-9d2b-46e7-aed7-b51a9d64c53c tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] 10.222.0.10 "DELETE /v2.0/networks/4ae72d51-f3cf-4a14-853b-0e6519dd541b HTTP/1.1" status: 404 len: 339 time: 0.0256722 Mar 28 19:38:41.158337 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37718) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:41.164865 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-b7c4ceab-dec4-4475-a1a2-ceeb36c97b64 None None] For port 96897836-e778-4841-89dd-9dff06c7266c, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:38:41.168313 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-b7c4ceab-dec4-4475-a1a2-ceeb36c97b64 None None] For port 96897836-e778-4841-89dd-9dff06c7266c, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=96897836-e778-4841-89dd-9dff06c7266c,segment=NetworkSegment(4e9bec10-6656-49fa-8b4d-19c4b4cdbde4),segment_id=4e9bec10-6656-49fa-8b4d-19c4b4cdbde4)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:38:41.172252 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b7c4ceab-dec4-4475-a1a2-ceeb36c97b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:41.200493 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-d10192ca-ed52-44ad-b88a-482edf31fd52 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] DELETE failed (client error): The resource could not be found. Mar 28 19:38:41.200933 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d10192ca-ed52-44ad-b88a-482edf31fd52 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:38:41.204908 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d10192ca-ed52-44ad-b88a-482edf31fd52 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] 10.222.0.10 "DELETE /v2.0/subnets/0cbfbfd8-7c0d-4b50-970a-77f8deb3755f HTTP/1.1" status: 404 len: 337 time: 0.0433018 Mar 28 19:38:41.205162 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37722) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:41.230619 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.pecan_wsgi.hooks.translation [None req-98770b93-6a01-4870-becf-5fb4f57fe15b tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] DELETE failed (client error): The resource could not be found. Mar 28 19:38:41.231107 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98770b93-6a01-4870-becf-5fb4f57fe15b tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:38:41.235279 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-98770b93-6a01-4870-becf-5fb4f57fe15b tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] 10.222.0.10 "DELETE /v2.0/networks/4ae72d51-f3cf-4a14-853b-0e6519dd541b HTTP/1.1" status: 404 len: 339 time: 0.0267456 Mar 28 19:38:41.235447 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37726) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:41.253235 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4ceab-dec4-4475-a1a2-ceeb36c97b64 None None] Pushing event updated for resources: {'Port': ['ID=96897836-e778-4841-89dd-9dff06c7266c,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:41.302115 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ac4c66-80f4-45a7-ab32-0aa2750b609e tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Deleting subnet fd1460cb-f795-432b-afbe-173916a3701c {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:38:41.305185 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c9ac4c66-80f4-45a7-ab32-0aa2750b609e tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:41.366615 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c9ac4c66-80f4-45a7-ab32-0aa2750b609e tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:41.558302 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c9ac4c66-80f4-45a7-ab32-0aa2750b609e tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:41.631069 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c9ac4c66-80f4-45a7-ab32-0aa2750b609e tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:41.673082 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac4c66-80f4-45a7-ab32-0aa2750b609e tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Pushing event deleted for resources: {'Subnet': ['ID=fd1460cb-f795-432b-afbe-173916a3701c,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:41.677847 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c9ac4c66-80f4-45a7-ab32-0aa2750b609e tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks [] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:41.693864 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c9ac4c66-80f4-45a7-ab32-0aa2750b609e tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] 10.222.0.10 "DELETE /v2.0/subnets/fd1460cb-f795-432b-afbe-173916a3701c HTTP/1.1" status: 204 len: 168 time: 0.4550858 Mar 28 19:38:41.694161 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 37730) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:41.806818 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-18714f12-9439-4990-9cdb-a8bf85a4607f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:41.817046 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-18714f12-9439-4990-9cdb-a8bf85a4607f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Deleting port 96897836-e778-4841-89dd-9dff06c7266c {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:38:41.817365 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-18714f12-9439-4990-9cdb-a8bf85a4607f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:42.031796 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-18714f12-9439-4990-9cdb-a8bf85a4607f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] For port 96897836-e778-4841-89dd-9dff06c7266c, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=96897836-e778-4841-89dd-9dff06c7266c,segment=NetworkSegment(4e9bec10-6656-49fa-8b4d-19c4b4cdbde4),segment_id=4e9bec10-6656-49fa-8b4d-19c4b4cdbde4)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:38:42.032157 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-18714f12-9439-4990-9cdb-a8bf85a4607f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:42.159837 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-18714f12-9439-4990-9cdb-a8bf85a4607f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Calling delete_port for 96897836-e778-4841-89dd-9dff06c7266c owned by network:dhcp {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:38:42.162528 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 96897836-e778-4841-89dd-9dff06c7266c up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:38:42.195764 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c335e2-af49-41e2-b765-5e399f23f6b4 None None] Network 8ab70577-c5d6-4f99-8472-734861c19895 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:38:42.240603 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-18714f12-9439-4990-9cdb-a8bf85a4607f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:42.287689 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18714f12-9439-4990-9cdb-a8bf85a4607f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Pushing event deleted for resources: {'Port': ['ID=96897836-e778-4841-89dd-9dff06c7266c,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:42.292522 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18714f12-9439-4990-9cdb-a8bf85a4607f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] No DVR routers for this DVR port 96897836-e778-4841-89dd-9dff06c7266c on host dv-neutron-834711-1-hyperv {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:38:42.300151 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-c3a07c35-7bcc-4cd7-ac15-7567b974a9e4 None None] Could not find standard attr ID for object 96897836-e778-4841-89dd-9dff06c7266c. {{(pid=87834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 19:38:42.334061 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No active binding found for port 96897836-e778-4841-89dd-9dff06c7266c {{(pid=87834) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 28 19:38:42.334465 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 96897836-e778-4841-89dd-9dff06c7266c not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 28 19:38:42.397824 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Port 96897836-e778-4841-89dd-9dff06c7266c not found, will not notify nova. {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 28 19:38:42.415631 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-18714f12-9439-4990-9cdb-a8bf85a4607f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:42.441877 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-18714f12-9439-4990-9cdb-a8bf85a4607f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab70577-c5d6-4f99-8472-734861c19895']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:38:42.455224 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-18714f12-9439-4990-9cdb-a8bf85a4607f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e9bec10-6656-49fa-8b4d-19c4b4cdbde4') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:38:42.455526 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-18714f12-9439-4990-9cdb-a8bf85a4607f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e9bec10-6656-49fa-8b4d-19c4b4cdbde4') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:38:42.467169 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-18714f12-9439-4990-9cdb-a8bf85a4607f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:42.483103 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-18714f12-9439-4990-9cdb-a8bf85a4607f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:42.483315 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4801d9b-b841-40cd-8f76-9b41975b7052 None None] DHCP port deletion for 8ab70577-c5d6-4f99-8472-734861c19895 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:38:42.489091 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18714f12-9439-4990-9cdb-a8bf85a4607f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:38:42.489493 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-18714f12-9439-4990-9cdb-a8bf85a4607f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:38:42.504700 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:38:42.583278 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-18714f12-9439-4990-9cdb-a8bf85a4607f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:42.587932 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-18714f12-9439-4990-9cdb-a8bf85a4607f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:42.613460 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18714f12-9439-4990-9cdb-a8bf85a4607f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Pushing event deleted for resources: {'Network': ['ID=8ab70577-c5d6-4f99-8472-734861c19895,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:42.617541 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-18714f12-9439-4990-9cdb-a8bf85a4607f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] 10.222.0.10 "DELETE /v2.0/networks/8ab70577-c5d6-4f99-8472-734861c19895 HTTP/1.1" status: 204 len: 168 time: 0.9218688 Mar 28 19:38:42.620008 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 37734) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:42.659288 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-37beb5b4-9da9-4cca-9bf1-f9884ca2c591 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] DELETE failed (client error): The resource could not be found. Mar 28 19:38:42.659721 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37beb5b4-9da9-4cca-9bf1-f9884ca2c591 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:38:42.663584 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-37beb5b4-9da9-4cca-9bf1-f9884ca2c591 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] 10.222.0.10 "DELETE /v2.0/subnets/852d41f2-b48b-4985-abb6-c40b78257cd2 HTTP/1.1" status: 404 len: 337 time: 0.0403056 Mar 28 19:38:42.664854 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 37738) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:42.782236 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-073f011f-fc08-45ee-85e0-448686c4cb99 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] DELETE failed (client error): The resource could not be found. Mar 28 19:38:42.782969 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-073f011f-fc08-45ee-85e0-448686c4cb99 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:38:42.784342 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-073f011f-fc08-45ee-85e0-448686c4cb99 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] 10.222.0.10 "DELETE /v2.0/networks/6ceee93d-e67e-4a51-b0cd-6df0aa4cddcc HTTP/1.1" status: 404 len: 339 time: 0.1186192 Mar 28 19:38:42.786846 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 37742) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:42.822739 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c08f9fe-3f3d-4b85-9764-3035ea6c006b tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] DELETE failed (client error): The resource could not be found. Mar 28 19:38:42.823186 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c08f9fe-3f3d-4b85-9764-3035ea6c006b tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:38:42.824739 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1c08f9fe-3f3d-4b85-9764-3035ea6c006b tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] 10.222.0.10 "DELETE /v2.0/subnets/380b59ba-ea2d-4c8a-ab0a-7894e7f43bf1 HTTP/1.1" status: 404 len: 337 time: 0.0370107 Mar 28 19:38:42.826925 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 37746) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:42.850726 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb59d360-9886-48ee-814e-eaaceba6ea2f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] DELETE failed (client error): The resource could not be found. Mar 28 19:38:42.851188 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb59d360-9886-48ee-814e-eaaceba6ea2f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 19:38:42.853055 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-cb59d360-9886-48ee-814e-eaaceba6ea2f tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] 10.222.0.10 "DELETE /v2.0/networks/c08e2044-50b4-4d6a-94fc-54289f6dbb14 HTTP/1.1" status: 404 len: 339 time: 0.0252919 Mar 28 19:38:42.855411 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 37750) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:42.919947 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca14b358-bd7e-49fc-b389-117da47c62df tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Deleting subnet 9779acae-c0f8-4bd7-bc60-02855715f969 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:38:42.922710 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ca14b358-bd7e-49fc-b389-117da47c62df tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:42.975071 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ca14b358-bd7e-49fc-b389-117da47c62df tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:43.056149 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ca14b358-bd7e-49fc-b389-117da47c62df tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:43.125368 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ca14b358-bd7e-49fc-b389-117da47c62df tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:43.162627 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14b358-bd7e-49fc-b389-117da47c62df tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Pushing event deleted for resources: {'Subnet': ['ID=9779acae-c0f8-4bd7-bc60-02855715f969,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:43.167466 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ca14b358-bd7e-49fc-b389-117da47c62df tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:43.172776 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02472aa2-e075-4c5c-90d4-a1e1fc598269 None None] Network eba8ee54-e759-43d7-9ac5-d0cb8a5622aa requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:38:43.177476 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ca14b358-bd7e-49fc-b389-117da47c62df tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] 10.222.0.10 "DELETE /v2.0/subnets/9779acae-c0f8-4bd7-bc60-02855715f969 HTTP/1.1" status: 204 len: 168 time: 0.3211739 Mar 28 19:38:43.180384 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 37754) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:43.293477 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b0fdcbfb-7043-489d-a650-3beda85e5ab7 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:43.303616 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-b0fdcbfb-7043-489d-a650-3beda85e5ab7 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Deleting port 7ed600b0-b281-4402-863b-ccde1e34ae52 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:38:43.303937 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b0fdcbfb-7043-489d-a650-3beda85e5ab7 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:43.451032 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468db619-51aa-46dd-8b87-1960372da1f0 None None] DHCP port deletion for eba8ee54-e759-43d7-9ac5-d0cb8a5622aa request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:38:43.455231 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-468db619-51aa-46dd-8b87-1960372da1f0 None None] Deleting port 7ed600b0-b281-4402-863b-ccde1e34ae52 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:38:43.455610 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-468db619-51aa-46dd-8b87-1960372da1f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:43.508452 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-b0fdcbfb-7043-489d-a650-3beda85e5ab7 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] For port 7ed600b0-b281-4402-863b-ccde1e34ae52, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=7ed600b0-b281-4402-863b-ccde1e34ae52,segment=NetworkSegment(9c2544de-0c82-426c-b0a0-71e70610b71c),segment_id=9c2544de-0c82-426c-b0a0-71e70610b71c)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:38:43.508805 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b0fdcbfb-7043-489d-a650-3beda85e5ab7 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:43.636205 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-b0fdcbfb-7043-489d-a650-3beda85e5ab7 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Calling delete_port for 7ed600b0-b281-4402-863b-ccde1e34ae52 owned by network:dhcp {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:38:43.656808 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-468db619-51aa-46dd-8b87-1960372da1f0 None None] For port 7ed600b0-b281-4402-863b-ccde1e34ae52, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=7ed600b0-b281-4402-863b-ccde1e34ae52,segment=NetworkSegment(9c2544de-0c82-426c-b0a0-71e70610b71c),segment_id=9c2544de-0c82-426c-b0a0-71e70610b71c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:38:43.657325 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-468db619-51aa-46dd-8b87-1960372da1f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:43.716985 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b0fdcbfb-7043-489d-a650-3beda85e5ab7 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:43.763300 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdcbfb-7043-489d-a650-3beda85e5ab7 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Pushing event deleted for resources: {'Port': ['ID=7ed600b0-b281-4402-863b-ccde1e34ae52,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:43.766555 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fdcbfb-7043-489d-a650-3beda85e5ab7 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] No DVR routers for this DVR port 7ed600b0-b281-4402-863b-ccde1e34ae52 on host dv-neutron-834711-1-hyperv {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:38:43.781756 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-468db619-51aa-46dd-8b87-1960372da1f0 None None] Calling delete_port for 7ed600b0-b281-4402-863b-ccde1e34ae52 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:38:43.853557 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-468db619-51aa-46dd-8b87-1960372da1f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:38:43.854209 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-468db619-51aa-46dd-8b87-1960372da1f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:38:43.891661 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b0fdcbfb-7043-489d-a650-3beda85e5ab7 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:43.916901 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-b0fdcbfb-7043-489d-a650-3beda85e5ab7 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba8ee54-e759-43d7-9ac5-d0cb8a5622aa']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:38:43.928239 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-b0fdcbfb-7043-489d-a650-3beda85e5ab7 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2544de-0c82-426c-b0a0-71e70610b71c') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:38:43.928532 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-b0fdcbfb-7043-489d-a650-3beda85e5ab7 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2544de-0c82-426c-b0a0-71e70610b71c') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:38:43.939563 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b0fdcbfb-7043-489d-a650-3beda85e5ab7 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:43.955103 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b0fdcbfb-7043-489d-a650-3beda85e5ab7 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:43.961434 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0fdcbfb-7043-489d-a650-3beda85e5ab7 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:38:43.961804 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b0fdcbfb-7043-489d-a650-3beda85e5ab7 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:38:43.975399 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:38:44.053039 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b0fdcbfb-7043-489d-a650-3beda85e5ab7 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:44.069614 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b0fdcbfb-7043-489d-a650-3beda85e5ab7 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:44.080633 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdcbfb-7043-489d-a650-3beda85e5ab7 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] Pushing event deleted for resources: {'Network': ['ID=eba8ee54-e759-43d7-9ac5-d0cb8a5622aa,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:44.085645 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b0fdcbfb-7043-489d-a650-3beda85e5ab7 tempest-NetworksIpV6Test-1492542378 tempest-NetworksIpV6Test-1492542378-project] 10.222.0.10 "DELETE /v2.0/networks/eba8ee54-e759-43d7-9ac5-d0cb8a5622aa HTTP/1.1" status: 204 len: 168 time: 0.9043489 Mar 28 19:38:44.139875 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 96897836-e778-4841-89dd-9dff06c7266c no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:38:44.173632 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 96897836-e778-4841-89dd-9dff06c7266c {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:38:44.174381 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 96897836-e778-4841-89dd-9dff06c7266c not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:38:44.174381 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 7ed600b0-b281-4402-863b-ccde1e34ae52 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:38:44.212702 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 7ed600b0-b281-4402-863b-ccde1e34ae52 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:38:44.213047 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 7ed600b0-b281-4402-863b-ccde1e34ae52 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:38:44.355657 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-468db619-51aa-46dd-8b87-1960372da1f0 None None] Deleting port 7ed600b0-b281-4402-863b-ccde1e34ae52 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:38:44.356045 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-468db619-51aa-46dd-8b87-1960372da1f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:44.359922 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 37762) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:44.420346 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-468db619-51aa-46dd-8b87-1960372da1f0 None None] The port '7ed600b0-b281-4402-863b-ccde1e34ae52' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:38:44.510112 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1d6b1eb7-d2f1-490a-9dd5-e8b4d786afb3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bd7ee034b640477480e32be9f2637139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1490102 Mar 28 19:38:44.512600 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 37768) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:44.574198 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-beeb10de-36a4-41c0-b444-92f604f55ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:44.598963 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-beeb10de-36a4-41c0-b444-92f604f55ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:44.649827 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-beeb10de-36a4-41c0-b444-92f604f55ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:44.663718 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb10de-36a4-41c0-b444-92f604f55ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7223119-a8cb-4fb9-aec3-58676683d09b,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:44.670850 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-beeb10de-36a4-41c0-b444-92f604f55ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:44.671928 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-beeb10de-36a4-41c0-b444-92f604f55ff6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b7223119-a8cb-4fb9-aec3-58676683d09b HTTP/1.1" status: 204 len: 168 time: 0.1584530 Mar 28 19:38:45.348051 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 37792) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:45.452151 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-6adf1341-d685-47d1-b657-beb505a5b2f0 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-415982898', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:38:45.458814 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6adf1341-d685-47d1-b657-beb505a5b2f0 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:38:45.462757 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6adf1341-d685-47d1-b657-beb505a5b2f0 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Usage tracker for resource:router and tenant:5ee65503b73e41319fc5ea7743d3e20b is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:38:45.465606 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-6adf1341-d685-47d1-b657-beb505a5b2f0 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:38:45.471714 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-6adf1341-d685-47d1-b657-beb505a5b2f0 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:38:45.482496 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6adf1341-d685-47d1-b657-beb505a5b2f0 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:45.483508 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6adf1341-d685-47d1-b657-beb505a5b2f0 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:45.499485 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6adf1341-d685-47d1-b657-beb505a5b2f0 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:45.516190 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6adf1341-d685-47d1-b657-beb505a5b2f0 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:45.536976 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6adf1341-d685-47d1-b657-beb505a5b2f0 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:45.538253 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6adf1341-d685-47d1-b657-beb505a5b2f0 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1891882 Mar 28 19:38:45.541475 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 37798) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:45.546868 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-301499a3-1a3c-46a1-8020-75890e1dad9e tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-899064351'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:38:45.551484 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-301499a3-1a3c-46a1-8020-75890e1dad9e tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:38:45.556404 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-301499a3-1a3c-46a1-8020-75890e1dad9e tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Usage tracker for resource:network and tenant:5ee65503b73e41319fc5ea7743d3e20b is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:38:45.559191 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-301499a3-1a3c-46a1-8020-75890e1dad9e tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:38:45.565078 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-301499a3-1a3c-46a1-8020-75890e1dad9e tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:38:45.574475 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301499a3-1a3c-46a1-8020-75890e1dad9e tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Made reservation on behalf of 5ee65503b73e41319fc5ea7743d3e20b for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:38:45.577795 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-301499a3-1a3c-46a1-8020-75890e1dad9e tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:45.589651 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-301499a3-1a3c-46a1-8020-75890e1dad9e tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:45.604333 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-301499a3-1a3c-46a1-8020-75890e1dad9e tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:38:45.608042 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-301499a3-1a3c-46a1-8020-75890e1dad9e tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Usage tracker for resource:security_group_rule and tenant:5ee65503b73e41319fc5ea7743d3e20b is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:38:45.610696 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-301499a3-1a3c-46a1-8020-75890e1dad9e tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:38:45.616338 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-301499a3-1a3c-46a1-8020-75890e1dad9e tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:38:45.791222 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-301499a3-1a3c-46a1-8020-75890e1dad9e tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:45.795808 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-301499a3-1a3c-46a1-8020-75890e1dad9e tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:45.826562 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301499a3-1a3c-46a1-8020-75890e1dad9e tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:38:45.834435 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301499a3-1a3c-46a1-8020-75890e1dad9e tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78fb601f-c180-4282-acfe-2cb12f0ea427,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:45.840528 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-301499a3-1a3c-46a1-8020-75890e1dad9e tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:45.840862 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-301499a3-1a3c-46a1-8020-75890e1dad9e tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Added segment ea041cd5-5d9f-4a3d-9d00-5e38259e0c57 of type vlan for network 15c28add-5609-45bc-ac15-cf895f06ff17 Mar 28 19:38:45.866454 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-301499a3-1a3c-46a1-8020-75890e1dad9e tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:45.895515 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-301499a3-1a3c-46a1-8020-75890e1dad9e tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:45.900829 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301499a3-1a3c-46a1-8020-75890e1dad9e tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:45.901396 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-301499a3-1a3c-46a1-8020-75890e1dad9e tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:46.010955 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-301499a3-1a3c-46a1-8020-75890e1dad9e tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4683449 Mar 28 19:38:46.013521 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301499a3-1a3c-46a1-8020-75890e1dad9e tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Pushing event updated for resources: {'Network': ['ID=15c28add-5609-45bc-ac15-cf895f06ff17,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:46.013855 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37802) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:46.019661 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-bdf53b6c-48d3-4162-87f5-d2a743bc4818 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Request body: {'subnet': {'network_id': '15c28add-5609-45bc-ac15-cf895f06ff17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:38:46.023449 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 15c28add-5609-45bc-ac15-cf895f06ff17 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:38:46.134429 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bdf53b6c-48d3-4162-87f5-d2a743bc4818 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:38:46.138227 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bdf53b6c-48d3-4162-87f5-d2a743bc4818 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Usage tracker for resource:subnet and tenant:5ee65503b73e41319fc5ea7743d3e20b is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:38:46.141010 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bdf53b6c-48d3-4162-87f5-d2a743bc4818 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:38:46.146599 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bdf53b6c-48d3-4162-87f5-d2a743bc4818 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:38:46.156292 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf53b6c-48d3-4162-87f5-d2a743bc4818 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Made reservation on behalf of 5ee65503b73e41319fc5ea7743d3e20b for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:38:46.159727 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bdf53b6c-48d3-4162-87f5-d2a743bc4818 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:46.364573 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bdf53b6c-48d3-4162-87f5-d2a743bc4818 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:46.443846 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf53b6c-48d3-4162-87f5-d2a743bc4818 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Pushing event updated for resources: {'Subnet': ['ID=af070dbe-90f9-4a96-9b0f-a54d965e092b,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:46.455308 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53b6c-48d3-4162-87f5-d2a743bc4818 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:46.455656 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53b6c-48d3-4162-87f5-d2a743bc4818 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:46.455994 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53b6c-48d3-4162-87f5-d2a743bc4818 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:46.456324 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53b6c-48d3-4162-87f5-d2a743bc4818 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:46.456651 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53b6c-48d3-4162-87f5-d2a743bc4818 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:46.456980 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53b6c-48d3-4162-87f5-d2a743bc4818 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:46.457303 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53b6c-48d3-4162-87f5-d2a743bc4818 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:46.457627 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53b6c-48d3-4162-87f5-d2a743bc4818 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:46.457956 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53b6c-48d3-4162-87f5-d2a743bc4818 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:46.458272 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53b6c-48d3-4162-87f5-d2a743bc4818 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:46.458589 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53b6c-48d3-4162-87f5-d2a743bc4818 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:46.458922 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53b6c-48d3-4162-87f5-d2a743bc4818 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:38:46.464544 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf53b6c-48d3-4162-87f5-d2a743bc4818 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Checking segment: {'id': 'ea041cd5-5d9f-4a3d-9d00-5e38259e0c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '15c28add-5609-45bc-ac15-cf895f06ff17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:38:46.464900 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf53b6c-48d3-4162-87f5-d2a743bc4818 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Network hostable DHCP agents. Network: 15c28add-5609-45bc-ac15-cf895f06ff17, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:38:46.484412 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf53b6c-48d3-4162-87f5-d2a743bc4818 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Network 15c28add-5609-45bc-ac15-cf895f06ff17 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:38:46.492963 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-bdf53b6c-48d3-4162-87f5-d2a743bc4818 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 15c28add-5609-45bc-ac15-cf895f06ff17) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:38:46.496946 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf53b6c-48d3-4162-87f5-d2a743bc4818 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:46.497521 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bdf53b6c-48d3-4162-87f5-d2a743bc4818 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks [] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:46.504531 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3115810-52fb-403e-a712-198bf5a29e88 None None] Network 15c28add-5609-45bc-ac15-cf895f06ff17 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:38:46.521057 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 37806) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:46.521607 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-bdf53b6c-48d3-4162-87f5-d2a743bc4818 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5062296 Mar 28 19:38:46.528184 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-ea93bc26-cdce-4b8c-9f52-d31ac99aa9c7 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1163644401'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:38:46.533125 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-ea93bc26-cdce-4b8c-9f52-d31ac99aa9c7 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:38:46.537191 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ea93bc26-cdce-4b8c-9f52-d31ac99aa9c7 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Usage tracker for resource:network and tenant:5ee65503b73e41319fc5ea7743d3e20b is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:38:46.540193 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-ea93bc26-cdce-4b8c-9f52-d31ac99aa9c7 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:38:46.546680 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-ea93bc26-cdce-4b8c-9f52-d31ac99aa9c7 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:38:46.556572 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea93bc26-cdce-4b8c-9f52-d31ac99aa9c7 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Made reservation on behalf of 5ee65503b73e41319fc5ea7743d3e20b for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:38:46.560097 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ea93bc26-cdce-4b8c-9f52-d31ac99aa9c7 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:46.588539 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea93bc26-cdce-4b8c-9f52-d31ac99aa9c7 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:38:46.596964 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ea93bc26-cdce-4b8c-9f52-d31ac99aa9c7 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:46.597406 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-ea93bc26-cdce-4b8c-9f52-d31ac99aa9c7 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Added segment d42ffa8e-0234-4d22-8417-1e4e9f3880ad of type vlan for network 8a54f9d2-4ba4-4bf2-a3b4-7b83b8f2b6f0 Mar 28 19:38:46.623431 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ea93bc26-cdce-4b8c-9f52-d31ac99aa9c7 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:46.653893 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ea93bc26-cdce-4b8c-9f52-d31ac99aa9c7 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:46.660540 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea93bc26-cdce-4b8c-9f52-d31ac99aa9c7 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:46.661310 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ea93bc26-cdce-4b8c-9f52-d31ac99aa9c7 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:46.722082 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ef4123-a10f-47b2-a724-bfa705d3adf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-15c28add-5609-45bc-ac15-cf895f06ff17', 'network_id': '15c28add-5609-45bc-ac15-cf895f06ff17', 'tenant_id': '5ee65503b73e41319fc5ea7743d3e20b', 'fixed_ips': [{'subnet_id': 'af070dbe-90f9-4a96-9b0f-a54d965e092b'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:38:46.722942 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-58ef4123-a10f-47b2-a724-bfa705d3adf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:46.768447 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ea93bc26-cdce-4b8c-9f52-d31ac99aa9c7 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2455134 Mar 28 19:38:46.771819 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37810) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:46.778297 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-65206d67-6119-4a68-a3b9-332ce3192dac tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Request body: {'subnet': {'network_id': '8a54f9d2-4ba4-4bf2-a3b4-7b83b8f2b6f0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:38:46.780729 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93bc26-cdce-4b8c-9f52-d31ac99aa9c7 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Pushing event updated for resources: {'Network': ['ID=8a54f9d2-4ba4-4bf2-a3b4-7b83b8f2b6f0,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:46.801000 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 8a54f9d2-4ba4-4bf2-a3b4-7b83b8f2b6f0 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:38:46.889971 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-65206d67-6119-4a68-a3b9-332ce3192dac tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:38:46.893766 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-65206d67-6119-4a68-a3b9-332ce3192dac tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Usage tracker for resource:subnet and tenant:5ee65503b73e41319fc5ea7743d3e20b is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:38:46.896592 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-65206d67-6119-4a68-a3b9-332ce3192dac tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:38:46.903095 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-65206d67-6119-4a68-a3b9-332ce3192dac tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:38:46.911945 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65206d67-6119-4a68-a3b9-332ce3192dac tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Made reservation on behalf of 5ee65503b73e41319fc5ea7743d3e20b for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:38:46.915474 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-65206d67-6119-4a68-a3b9-332ce3192dac tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:46.970725 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-58ef4123-a10f-47b2-a724-bfa705d3adf6 None None] Allocated IP 172.20.0.2 (15c28add-5609-45bc-ac15-cf895f06ff17/af070dbe-90f9-4a96-9b0f-a54d965e092b/d245963d-73fb-4709-9d8f-8f16fba60f4e) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:38:47.137615 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-65206d67-6119-4a68-a3b9-332ce3192dac tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:47.208797 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-58ef4123-a10f-47b2-a724-bfa705d3adf6 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:47.215457 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65206d67-6119-4a68-a3b9-332ce3192dac tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Pushing event updated for resources: {'Subnet': ['ID=6f0b7bd4-36a9-482a-b5cb-3c9c9a574c80,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:47.218997 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-58ef4123-a10f-47b2-a724-bfa705d3adf6 None None] Transition to ACTIVE for port object d245963d-73fb-4709-9d8f-8f16fba60f4e will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:38:47.231384 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65206d67-6119-4a68-a3b9-332ce3192dac tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Checking segment: {'id': 'd42ffa8e-0234-4d22-8417-1e4e9f3880ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8a54f9d2-4ba4-4bf2-a3b4-7b83b8f2b6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:38:47.231749 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65206d67-6119-4a68-a3b9-332ce3192dac tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Network hostable DHCP agents. Network: 8a54f9d2-4ba4-4bf2-a3b4-7b83b8f2b6f0, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:38:47.240584 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-58ef4123-a10f-47b2-a724-bfa705d3adf6 None None] Transition to ACTIVE for port object d245963d-73fb-4709-9d8f-8f16fba60f4e will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:38:47.247803 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-58ef4123-a10f-47b2-a724-bfa705d3adf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:47.251310 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65206d67-6119-4a68-a3b9-332ce3192dac tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Network 8a54f9d2-4ba4-4bf2-a3b4-7b83b8f2b6f0 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:38:47.261216 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-65206d67-6119-4a68-a3b9-332ce3192dac tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 8a54f9d2-4ba4-4bf2-a3b4-7b83b8f2b6f0) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:38:47.266404 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65206d67-6119-4a68-a3b9-332ce3192dac tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:47.267199 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-65206d67-6119-4a68-a3b9-332ce3192dac tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks [] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:47.287787 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a71f9d-e01f-456d-8e3c-882c1677081e None None] Network 8a54f9d2-4ba4-4bf2-a3b4-7b83b8f2b6f0 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:38:47.291201 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-65206d67-6119-4a68-a3b9-332ce3192dac tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5178487 Mar 28 19:38:47.293725 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37814) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:47.299248 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-6aeeeffd-a8ed-4db3-84db-406f8d93ec7f tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Request body: {'router': {'external_gateway_info': {'network_id': '8a54f9d2-4ba4-4bf2-a3b4-7b83b8f2b6f0'}}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:38:47.356102 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ef4123-a10f-47b2-a724-bfa705d3adf6 None None] Network 15c28add-5609-45bc-ac15-cf895f06ff17 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:38:47.410837 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-58ef4123-a10f-47b2-a724-bfa705d3adf6 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:38:47.422928 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ef4123-a10f-47b2-a724-bfa705d3adf6 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:38:47.428647 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef4123-a10f-47b2-a724-bfa705d3adf6 None None] Pushing event updated for resources: {'Port': ['ID=d245963d-73fb-4709-9d8f-8f16fba60f4e,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:47.571770 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-58ef4123-a10f-47b2-a724-bfa705d3adf6 None None] Attempting to bind port d245963d-73fb-4709-9d8f-8f16fba60f4e on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:38:47.572055 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-58ef4123-a10f-47b2-a724-bfa705d3adf6 None None] Attempting to bind port d245963d-73fb-4709-9d8f-8f16fba60f4e by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'ea041cd5-5d9f-4a3d-9d00-5e38259e0c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '15c28add-5609-45bc-ac15-cf895f06ff17'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:38:47.572422 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ef4123-a10f-47b2-a724-bfa705d3adf6 None None] Attempting to bind port d245963d-73fb-4709-9d8f-8f16fba60f4e on network 15c28add-5609-45bc-ac15-cf895f06ff17 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:38:47.583977 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ef4123-a10f-47b2-a724-bfa705d3adf6 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:38:47.584350 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ef4123-a10f-47b2-a724-bfa705d3adf6 None None] Checking segment: {'id': 'ea041cd5-5d9f-4a3d-9d00-5e38259e0c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '15c28add-5609-45bc-ac15-cf895f06ff17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:38:47.584787 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-58ef4123-a10f-47b2-a724-bfa705d3adf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:47.585145 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ef4123-a10f-47b2-a724-bfa705d3adf6 None None] Bound using segment: {'id': 'ea041cd5-5d9f-4a3d-9d00-5e38259e0c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '15c28add-5609-45bc-ac15-cf895f06ff17'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:38:47.585954 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-58ef4123-a10f-47b2-a724-bfa705d3adf6 None None] Bound port: d245963d-73fb-4709-9d8f-8f16fba60f4e, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea041cd5-5d9f-4a3d-9d00-5e38259e0c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '15c28add-5609-45bc-ac15-cf895f06ff17'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:38:47.586554 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-58ef4123-a10f-47b2-a724-bfa705d3adf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:47.732773 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0ddc8f-a579-48cf-88c9-4debf0a03d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-8a54f9d2-4ba4-4bf2-a3b4-7b83b8f2b6f0', 'network_id': '8a54f9d2-4ba4-4bf2-a3b4-7b83b8f2b6f0', 'tenant_id': '5ee65503b73e41319fc5ea7743d3e20b', 'fixed_ips': [{'subnet_id': '6f0b7bd4-36a9-482a-b5cb-3c9c9a574c80'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:38:47.733746 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8f0ddc8f-a579-48cf-88c9-4debf0a03d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:47.765811 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-58ef4123-a10f-47b2-a724-bfa705d3adf6 None None] For port d245963d-73fb-4709-9d8f-8f16fba60f4e, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:38:47.816115 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-58ef4123-a10f-47b2-a724-bfa705d3adf6 None None] For port d245963d-73fb-4709-9d8f-8f16fba60f4e, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=d245963d-73fb-4709-9d8f-8f16fba60f4e,segment=NetworkSegment(ea041cd5-5d9f-4a3d-9d00-5e38259e0c57),segment_id=ea041cd5-5d9f-4a3d-9d00-5e38259e0c57)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:38:47.818637 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6aeeeffd-a8ed-4db3-84db-406f8d93ec7f tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:47.823826 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-58ef4123-a10f-47b2-a724-bfa705d3adf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:47.974539 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.api.v2.resource [None req-6aeeeffd-a8ed-4db3-84db-406f8d93ec7f tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 19:38:47.983520 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6aeeeffd-a8ed-4db3-84db-406f8d93ec7f tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] 10.222.0.10 "PUT /v2.0/routers/73484343-02db-442e-8955-e5e2f95e03f2 HTTP/1.1" status: 400 len: 364 time: 0.6808879 Mar 28 19:38:47.983818 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37818) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:48.005934 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef4123-a10f-47b2-a724-bfa705d3adf6 None None] Pushing event updated for resources: {'Port': ['ID=d245963d-73fb-4709-9d8f-8f16fba60f4e,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:48.022343 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-8f0ddc8f-a579-48cf-88c9-4debf0a03d8d None None] Allocated IP 172.21.0.2 (8a54f9d2-4ba4-4bf2-a3b4-7b83b8f2b6f0/6f0b7bd4-36a9-482a-b5cb-3c9c9a574c80/938bfe69-3802-4124-b696-6639ec046621) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:38:48.064603 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9930d1c-f0d4-4772-9682-63431bbd0eef tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Deleting subnet 6f0b7bd4-36a9-482a-b5cb-3c9c9a574c80 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:38:48.251791 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8f0ddc8f-a579-48cf-88c9-4debf0a03d8d None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:48.263318 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-8f0ddc8f-a579-48cf-88c9-4debf0a03d8d None None] Transition to ACTIVE for port object 938bfe69-3802-4124-b696-6639ec046621 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:38:48.282233 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-8f0ddc8f-a579-48cf-88c9-4debf0a03d8d None None] Transition to ACTIVE for port object 938bfe69-3802-4124-b696-6639ec046621 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:38:48.287313 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c9930d1c-f0d4-4772-9682-63431bbd0eef tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:48.287942 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8f0ddc8f-a579-48cf-88c9-4debf0a03d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:48.346730 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c9930d1c-f0d4-4772-9682-63431bbd0eef tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:48.354789 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0ddc8f-a579-48cf-88c9-4debf0a03d8d None None] Network 8a54f9d2-4ba4-4bf2-a3b4-7b83b8f2b6f0 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:38:48.361463 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-8f0ddc8f-a579-48cf-88c9-4debf0a03d8d None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:38:48.366084 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0ddc8f-a579-48cf-88c9-4debf0a03d8d None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:38:48.372959 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ddc8f-a579-48cf-88c9-4debf0a03d8d None None] Pushing event updated for resources: {'Port': ['ID=938bfe69-3802-4124-b696-6639ec046621,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:48.430093 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c9930d1c-f0d4-4772-9682-63431bbd0eef tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:48.460719 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-8f0ddc8f-a579-48cf-88c9-4debf0a03d8d None None] Attempting to bind port 938bfe69-3802-4124-b696-6639ec046621 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:38:48.461085 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-8f0ddc8f-a579-48cf-88c9-4debf0a03d8d None None] Attempting to bind port 938bfe69-3802-4124-b696-6639ec046621 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'd42ffa8e-0234-4d22-8417-1e4e9f3880ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8a54f9d2-4ba4-4bf2-a3b4-7b83b8f2b6f0'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:38:48.461545 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0ddc8f-a579-48cf-88c9-4debf0a03d8d None None] Attempting to bind port 938bfe69-3802-4124-b696-6639ec046621 on network 8a54f9d2-4ba4-4bf2-a3b4-7b83b8f2b6f0 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:38:48.466905 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0ddc8f-a579-48cf-88c9-4debf0a03d8d None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:38:48.467285 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0ddc8f-a579-48cf-88c9-4debf0a03d8d None None] Checking segment: {'id': 'd42ffa8e-0234-4d22-8417-1e4e9f3880ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8a54f9d2-4ba4-4bf2-a3b4-7b83b8f2b6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:38:48.467678 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8f0ddc8f-a579-48cf-88c9-4debf0a03d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:48.468065 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0ddc8f-a579-48cf-88c9-4debf0a03d8d None None] Bound using segment: {'id': 'd42ffa8e-0234-4d22-8417-1e4e9f3880ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8a54f9d2-4ba4-4bf2-a3b4-7b83b8f2b6f0'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:38:48.468547 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-8f0ddc8f-a579-48cf-88c9-4debf0a03d8d None None] Bound port: 938bfe69-3802-4124-b696-6639ec046621, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42ffa8e-0234-4d22-8417-1e4e9f3880ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8a54f9d2-4ba4-4bf2-a3b4-7b83b8f2b6f0'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:38:48.468919 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8f0ddc8f-a579-48cf-88c9-4debf0a03d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:48.512374 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c9930d1c-f0d4-4772-9682-63431bbd0eef tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:48.552844 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c9930d1c-f0d4-4772-9682-63431bbd0eef tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks [] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:48.557530 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9930d1c-f0d4-4772-9682-63431bbd0eef tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Pushing event deleted for resources: {'Subnet': ['ID=6f0b7bd4-36a9-482a-b5cb-3c9c9a574c80,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:48.559718 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-8f0ddc8f-a579-48cf-88c9-4debf0a03d8d None None] For port 938bfe69-3802-4124-b696-6639ec046621, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:38:48.561816 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c9930d1c-f0d4-4772-9682-63431bbd0eef tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] 10.222.0.10 "DELETE /v2.0/subnets/6f0b7bd4-36a9-482a-b5cb-3c9c9a574c80 HTTP/1.1" status: 204 len: 168 time: 0.5767913 Mar 28 19:38:48.564090 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-8f0ddc8f-a579-48cf-88c9-4debf0a03d8d None None] For port 938bfe69-3802-4124-b696-6639ec046621, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=938bfe69-3802-4124-b696-6639ec046621,segment=NetworkSegment(d42ffa8e-0234-4d22-8417-1e4e9f3880ad),segment_id=d42ffa8e-0234-4d22-8417-1e4e9f3880ad)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:38:48.564464 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37822) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:48.568467 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8f0ddc8f-a579-48cf-88c9-4debf0a03d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:48.681391 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e89bf904-40ba-47ec-8dd6-4797eb94b182 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:48.692887 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e89bf904-40ba-47ec-8dd6-4797eb94b182 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Deleting port 938bfe69-3802-4124-b696-6639ec046621 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:38:48.693230 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e89bf904-40ba-47ec-8dd6-4797eb94b182 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:48.699547 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ddc8f-a579-48cf-88c9-4debf0a03d8d None None] Pushing event updated for resources: {'Port': ['ID=938bfe69-3802-4124-b696-6639ec046621,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:48.721076 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddc32ac-65de-4d5a-bfa7-38f7a06eda4a None None] Network 8a54f9d2-4ba4-4bf2-a3b4-7b83b8f2b6f0 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:38:48.915279 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-e89bf904-40ba-47ec-8dd6-4797eb94b182 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] For port 938bfe69-3802-4124-b696-6639ec046621, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=938bfe69-3802-4124-b696-6639ec046621,segment=NetworkSegment(d42ffa8e-0234-4d22-8417-1e4e9f3880ad),segment_id=d42ffa8e-0234-4d22-8417-1e4e9f3880ad)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:38:48.915643 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e89bf904-40ba-47ec-8dd6-4797eb94b182 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:48.992366 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684132b1-f017-463a-9be7-21d4fbe2c653 None None] Network 15c28add-5609-45bc-ac15-cf895f06ff17 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:38:49.048532 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e89bf904-40ba-47ec-8dd6-4797eb94b182 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Calling delete_port for 938bfe69-3802-4124-b696-6639ec046621 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:38:49.098482 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-9d090f2b-5a59-46e4-b72b-7f09d152b711 None None] Provisioning for port d245963d-73fb-4709-9d8f-8f16fba60f4e completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:38:49.127934 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e89bf904-40ba-47ec-8dd6-4797eb94b182 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:49.178078 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89bf904-40ba-47ec-8dd6-4797eb94b182 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Pushing event deleted for resources: {'Port': ['ID=938bfe69-3802-4124-b696-6639ec046621,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:49.180760 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89bf904-40ba-47ec-8dd6-4797eb94b182 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] No DVR routers for this DVR port 938bfe69-3802-4124-b696-6639ec046621 on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:38:49.307651 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e89bf904-40ba-47ec-8dd6-4797eb94b182 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:49.334659 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-e89bf904-40ba-47ec-8dd6-4797eb94b182 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a54f9d2-4ba4-4bf2-a3b4-7b83b8f2b6f0']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:38:49.348404 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-e89bf904-40ba-47ec-8dd6-4797eb94b182 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42ffa8e-0234-4d22-8417-1e4e9f3880ad') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:38:49.348706 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-e89bf904-40ba-47ec-8dd6-4797eb94b182 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42ffa8e-0234-4d22-8417-1e4e9f3880ad') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:38:49.361547 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e89bf904-40ba-47ec-8dd6-4797eb94b182 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:49.378630 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e89bf904-40ba-47ec-8dd6-4797eb94b182 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:49.385513 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89bf904-40ba-47ec-8dd6-4797eb94b182 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:38:49.385906 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e89bf904-40ba-47ec-8dd6-4797eb94b182 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:38:49.401265 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:38:49.403612 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fe030d-fa05-49bb-97c2-1510fb964aef None None] get_active_networks_info from dv-neutron-834711-1-hyperv {{(pid=87834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 19:38:49.484484 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e89bf904-40ba-47ec-8dd6-4797eb94b182 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:49.499499 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fe030d-fa05-49bb-97c2-1510fb964aef None None] Resources bound (agent type, host, resource id): {{(pid=87834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 19:38:49.501490 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e89bf904-40ba-47ec-8dd6-4797eb94b182 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:49.512878 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89bf904-40ba-47ec-8dd6-4797eb94b182 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Pushing event deleted for resources: {'Network': ['ID=8a54f9d2-4ba4-4bf2-a3b4-7b83b8f2b6f0,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:49.517155 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e89bf904-40ba-47ec-8dd6-4797eb94b182 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] 10.222.0.10 "DELETE /v2.0/networks/8a54f9d2-4ba4-4bf2-a3b4-7b83b8f2b6f0 HTTP/1.1" status: 204 len: 168 time: 0.9519124 Mar 28 19:38:49.519590 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37826) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:49.583729 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9bf89d1-6e56-412e-be80-11c81ae0e5a1 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Deleting subnet af070dbe-90f9-4a96-9b0f-a54d965e092b {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:38:49.587311 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b9bf89d1-6e56-412e-be80-11c81ae0e5a1 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:49.748275 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b9bf89d1-6e56-412e-be80-11c81ae0e5a1 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:49.830454 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b9bf89d1-6e56-412e-be80-11c81ae0e5a1 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:49.900416 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b9bf89d1-6e56-412e-be80-11c81ae0e5a1 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:49.943032 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf89d1-6e56-412e-be80-11c81ae0e5a1 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Pushing event deleted for resources: {'Subnet': ['ID=af070dbe-90f9-4a96-9b0f-a54d965e092b,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:49.945695 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b9bf89d1-6e56-412e-be80-11c81ae0e5a1 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks [] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:49.950393 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72c3658-f50c-4cd5-8368-1195760de97d None None] Network 15c28add-5609-45bc-ac15-cf895f06ff17 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:38:49.952898 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b9bf89d1-6e56-412e-be80-11c81ae0e5a1 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] 10.222.0.10 "DELETE /v2.0/subnets/af070dbe-90f9-4a96-9b0f-a54d965e092b HTTP/1.1" status: 204 len: 168 time: 0.4323719 Mar 28 19:38:49.955235 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37830) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:50.067995 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1bb04c45-72e1-476e-b297-cfeb0321bf61 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:50.078140 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-1bb04c45-72e1-476e-b297-cfeb0321bf61 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Deleting port d245963d-73fb-4709-9d8f-8f16fba60f4e {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:38:50.078703 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1bb04c45-72e1-476e-b297-cfeb0321bf61 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:50.173822 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device d245963d-73fb-4709-9d8f-8f16fba60f4e up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:38:50.222750 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afb301b-ba51-4cb5-8e78-ac90605eeda0 None None] DHCP port deletion for 15c28add-5609-45bc-ac15-cf895f06ff17 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:38:50.237725 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-2afb301b-ba51-4cb5-8e78-ac90605eeda0 None None] Deleting port d245963d-73fb-4709-9d8f-8f16fba60f4e {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:38:50.238096 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2afb301b-ba51-4cb5-8e78-ac90605eeda0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:50.309910 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-1bb04c45-72e1-476e-b297-cfeb0321bf61 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] For port d245963d-73fb-4709-9d8f-8f16fba60f4e, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=d245963d-73fb-4709-9d8f-8f16fba60f4e,segment=NetworkSegment(ea041cd5-5d9f-4a3d-9d00-5e38259e0c57),segment_id=ea041cd5-5d9f-4a3d-9d00-5e38259e0c57)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:38:50.310546 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1bb04c45-72e1-476e-b297-cfeb0321bf61 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:50.323423 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port d245963d-73fb-4709-9d8f-8f16fba60f4e completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:38:50.334606 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port d245963d-73fb-4709-9d8f-8f16fba60f4e triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:38:50.334997 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:50.440877 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-1bb04c45-72e1-476e-b297-cfeb0321bf61 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Calling delete_port for d245963d-73fb-4709-9d8f-8f16fba60f4e owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:38:50.499859 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-2afb301b-ba51-4cb5-8e78-ac90605eeda0 None None] For port d245963d-73fb-4709-9d8f-8f16fba60f4e, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=d245963d-73fb-4709-9d8f-8f16fba60f4e,segment=NetworkSegment(ea041cd5-5d9f-4a3d-9d00-5e38259e0c57),segment_id=ea041cd5-5d9f-4a3d-9d00-5e38259e0c57)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:38:50.500466 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2afb301b-ba51-4cb5-8e78-ac90605eeda0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:50.519417 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1bb04c45-72e1-476e-b297-cfeb0321bf61 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:50.574258 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb04c45-72e1-476e-b297-cfeb0321bf61 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Pushing event deleted for resources: {'Port': ['ID=d245963d-73fb-4709-9d8f-8f16fba60f4e,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:50.579577 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb04c45-72e1-476e-b297-cfeb0321bf61 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] No DVR routers for this DVR port d245963d-73fb-4709-9d8f-8f16fba60f4e on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:38:50.592930 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Port d245963d-73fb-4709-9d8f-8f16fba60f4e update to ACTIVE by agent not found {{(pid=87834) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 28 19:38:50.652154 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-2afb301b-ba51-4cb5-8e78-ac90605eeda0 None None] Calling delete_port for d245963d-73fb-4709-9d8f-8f16fba60f4e owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:38:50.703941 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1bb04c45-72e1-476e-b297-cfeb0321bf61 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:50.725113 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-2afb301b-ba51-4cb5-8e78-ac90605eeda0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:38:50.725534 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-2afb301b-ba51-4cb5-8e78-ac90605eeda0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:38:50.730079 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-1bb04c45-72e1-476e-b297-cfeb0321bf61 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c28add-5609-45bc-ac15-cf895f06ff17']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:38:50.741634 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-1bb04c45-72e1-476e-b297-cfeb0321bf61 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea041cd5-5d9f-4a3d-9d00-5e38259e0c57') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:38:50.742139 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-1bb04c45-72e1-476e-b297-cfeb0321bf61 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea041cd5-5d9f-4a3d-9d00-5e38259e0c57') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:38:50.753144 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1bb04c45-72e1-476e-b297-cfeb0321bf61 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:50.769006 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1bb04c45-72e1-476e-b297-cfeb0321bf61 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:50.775675 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb04c45-72e1-476e-b297-cfeb0321bf61 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:38:50.776051 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1bb04c45-72e1-476e-b297-cfeb0321bf61 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:38:50.790446 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:38:50.869167 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1bb04c45-72e1-476e-b297-cfeb0321bf61 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:50.886354 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1bb04c45-72e1-476e-b297-cfeb0321bf61 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:50.896824 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb04c45-72e1-476e-b297-cfeb0321bf61 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Pushing event deleted for resources: {'Network': ['ID=15c28add-5609-45bc-ac15-cf895f06ff17,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:50.901967 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1bb04c45-72e1-476e-b297-cfeb0321bf61 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] 10.222.0.10 "DELETE /v2.0/networks/15c28add-5609-45bc-ac15-cf895f06ff17 HTTP/1.1" status: 204 len: 168 time: 0.9455085 Mar 28 19:38:50.904248 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37834) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:50.946189 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-9ffba336-21b4-43f9-b084-b0442f97c979 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Synchronizing usage tracker for tenant:5ee65503b73e41319fc5ea7743d3e20b on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:38:50.961089 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-9ffba336-21b4-43f9-b084-b0442f97c979 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Unset dirty status for tenant:5ee65503b73e41319fc5ea7743d3e20b on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:38:50.962522 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9ffba336-21b4-43f9-b084-b0442f97c979 tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] 10.222.0.10 "GET /v2.0/ports?device_id=73484343-02db-442e-8955-e5e2f95e03f2 HTTP/1.1" status: 200 len: 205 time: 0.0573893 Mar 28 19:38:50.964949 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37838) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:51.097309 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6dc5028c-e61d-4874-96c4-a6dcd845594e tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:51.227422 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-2afb301b-ba51-4cb5-8e78-ac90605eeda0 None None] Deleting port d245963d-73fb-4709-9d8f-8f16fba60f4e {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:38:51.227801 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2afb301b-ba51-4cb5-8e78-ac90605eeda0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:51.296721 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-2afb301b-ba51-4cb5-8e78-ac90605eeda0 None None] The port 'd245963d-73fb-4709-9d8f-8f16fba60f4e' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:38:51.496619 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6dc5028c-e61d-4874-96c4-a6dcd845594e tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:51.498718 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6dc5028c-e61d-4874-96c4-a6dcd845594e tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:51.520845 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6dc5028c-e61d-4874-96c4-a6dcd845594e tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:51.521329 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc5028c-e61d-4874-96c4-a6dcd845594e tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Fanout notify agent at l3_agent the message router_deleted on router 73484343-02db-442e-8955-e5e2f95e03f2 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:38:51.533316 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6dc5028c-e61d-4874-96c4-a6dcd845594e tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:51.534397 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6dc5028c-e61d-4874-96c4-a6dcd845594e tempest-RoutersNegativeTest-865389637 tempest-RoutersNegativeTest-865389637-project] 10.222.0.10 "DELETE /v2.0/routers/73484343-02db-442e-8955-e5e2f95e03f2 HTTP/1.1" status: 204 len: 168 time: 0.5685782 Mar 28 19:38:51.795101 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 37846) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:51.940228 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-07ef8deb-c64f-4d2a-b84b-19a12483b94c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5ee65503b73e41319fc5ea7743d3e20b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439974 Mar 28 19:38:51.942605 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 37852) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:52.003257 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5202e2ef-08d2-4748-aab1-278a62453f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:52.028682 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5202e2ef-08d2-4748-aab1-278a62453f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:52.081114 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5202e2ef-08d2-4748-aab1-278a62453f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:52.095259 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202e2ef-08d2-4748-aab1-278a62453f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fb601f-c180-4282-acfe-2cb12f0ea427,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:52.101939 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5202e2ef-08d2-4748-aab1-278a62453f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:52.103142 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5202e2ef-08d2-4748-aab1-278a62453f8a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/78fb601f-c180-4282-acfe-2cb12f0ea427 HTTP/1.1" status: 204 len: 168 time: 0.1596053 Mar 28 19:38:52.157116 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device d245963d-73fb-4709-9d8f-8f16fba60f4e no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:38:52.191615 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: d245963d-73fb-4709-9d8f-8f16fba60f4e {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:38:52.191962 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device d245963d-73fb-4709-9d8f-8f16fba60f4e not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:38:52.758078 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37876) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:52.863150 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-171427e2-b578-4b6b-bafe-40f2b22f4dfc admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1508541714-network', 'tenant_id': '3ed80b398330468fafd7af78f361f7ba'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:38:52.867979 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-171427e2-b578-4b6b-bafe-40f2b22f4dfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:38:52.871845 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-171427e2-b578-4b6b-bafe-40f2b22f4dfc admin admin] Usage tracker for resource:network and tenant:3ed80b398330468fafd7af78f361f7ba is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:38:52.874682 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-171427e2-b578-4b6b-bafe-40f2b22f4dfc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:38:52.880376 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-171427e2-b578-4b6b-bafe-40f2b22f4dfc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:38:52.890603 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171427e2-b578-4b6b-bafe-40f2b22f4dfc admin admin] Made reservation on behalf of 3ed80b398330468fafd7af78f361f7ba for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:38:52.892903 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-171427e2-b578-4b6b-bafe-40f2b22f4dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:52.905207 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-171427e2-b578-4b6b-bafe-40f2b22f4dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:52.919831 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-171427e2-b578-4b6b-bafe-40f2b22f4dfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:38:52.923576 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-171427e2-b578-4b6b-bafe-40f2b22f4dfc admin admin] Usage tracker for resource:security_group_rule and tenant:3ed80b398330468fafd7af78f361f7ba is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:38:52.926287 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-171427e2-b578-4b6b-bafe-40f2b22f4dfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:38:52.932354 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-171427e2-b578-4b6b-bafe-40f2b22f4dfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:38:53.017727 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-171427e2-b578-4b6b-bafe-40f2b22f4dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:53.021509 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-171427e2-b578-4b6b-bafe-40f2b22f4dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:53.051344 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-171427e2-b578-4b6b-bafe-40f2b22f4dfc admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:38:53.059485 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171427e2-b578-4b6b-bafe-40f2b22f4dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f172751d-3839-4da7-ade9-d15a7f6f682f,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:53.065229 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-171427e2-b578-4b6b-bafe-40f2b22f4dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:53.065563 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-171427e2-b578-4b6b-bafe-40f2b22f4dfc admin admin] Added segment d7d0b7b4-038c-4880-ac1f-ba5f2de824f5 of type vlan for network a609b5b9-563e-401b-bce9-4853b932651f Mar 28 19:38:53.091703 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-171427e2-b578-4b6b-bafe-40f2b22f4dfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:53.119961 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-171427e2-b578-4b6b-bafe-40f2b22f4dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:53.120815 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171427e2-b578-4b6b-bafe-40f2b22f4dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:53.121378 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-171427e2-b578-4b6b-bafe-40f2b22f4dfc admin admin] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:53.222669 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171427e2-b578-4b6b-bafe-40f2b22f4dfc admin admin] Pushing event updated for resources: {'Network': ['ID=a609b5b9-563e-401b-bce9-4853b932651f,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:53.227161 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-171427e2-b578-4b6b-bafe-40f2b22f4dfc admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4676337 Mar 28 19:38:53.230152 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 37882) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:53.233348 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network a609b5b9-563e-401b-bce9-4853b932651f details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:38:53.235660 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-f167d6d4-2a25-4a46-a3bb-956b7d694fb5 admin admin] Request body: {'subnet': {'network_id': 'a609b5b9-563e-401b-bce9-4853b932651f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1508541714-subnet', 'tenant_id': '3ed80b398330468fafd7af78f361f7ba', 'ip_version': 4}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:38:53.240502 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f167d6d4-2a25-4a46-a3bb-956b7d694fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:38:53.244630 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f167d6d4-2a25-4a46-a3bb-956b7d694fb5 admin admin] Usage tracker for resource:subnet and tenant:3ed80b398330468fafd7af78f361f7ba is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:38:53.247425 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f167d6d4-2a25-4a46-a3bb-956b7d694fb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:38:53.253002 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f167d6d4-2a25-4a46-a3bb-956b7d694fb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:38:53.263936 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f167d6d4-2a25-4a46-a3bb-956b7d694fb5 admin admin] Made reservation on behalf of 3ed80b398330468fafd7af78f361f7ba for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:38:53.266223 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f167d6d4-2a25-4a46-a3bb-956b7d694fb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:53.464865 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f167d6d4-2a25-4a46-a3bb-956b7d694fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:53.537584 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167d6d4-2a25-4a46-a3bb-956b7d694fb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30eb7e0f-fba5-41a3-b45a-914fd7d629a3,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:53.548336 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f167d6d4-2a25-4a46-a3bb-956b7d694fb5 admin admin] Checking segment: {'id': 'd7d0b7b4-038c-4880-ac1f-ba5f2de824f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a609b5b9-563e-401b-bce9-4853b932651f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:38:53.548687 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f167d6d4-2a25-4a46-a3bb-956b7d694fb5 admin admin] Network hostable DHCP agents. Network: a609b5b9-563e-401b-bce9-4853b932651f, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:38:53.567181 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f167d6d4-2a25-4a46-a3bb-956b7d694fb5 admin admin] Network a609b5b9-563e-401b-bce9-4853b932651f is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:38:53.575720 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-f167d6d4-2a25-4a46-a3bb-956b7d694fb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, a609b5b9-563e-401b-bce9-4853b932651f) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:38:53.579610 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f167d6d4-2a25-4a46-a3bb-956b7d694fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:53.580186 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f167d6d4-2a25-4a46-a3bb-956b7d694fb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:53.586228 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fc45db-2602-41e9-ade9-fbf27df84db5 None None] Network a609b5b9-563e-401b-bce9-4853b932651f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:38:53.602250 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f167d6d4-2a25-4a46-a3bb-956b7d694fb5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3708973 Mar 28 19:38:53.605101 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 37886) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:53.610048 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-d7dfa5c3-191b-449b-87ac-91261d012162 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1508541714-router', 'tenant_id': '3ed80b398330468fafd7af78f361f7ba', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:38:53.614841 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-d7dfa5c3-191b-449b-87ac-91261d012162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:38:53.618906 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d7dfa5c3-191b-449b-87ac-91261d012162 admin admin] Usage tracker for resource:router and tenant:3ed80b398330468fafd7af78f361f7ba is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:38:53.621805 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d7dfa5c3-191b-449b-87ac-91261d012162 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:38:53.627439 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-d7dfa5c3-191b-449b-87ac-91261d012162 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:38:53.639545 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d7dfa5c3-191b-449b-87ac-91261d012162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:53.640851 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d7dfa5c3-191b-449b-87ac-91261d012162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:53.656458 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d7dfa5c3-191b-449b-87ac-91261d012162 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:53.804878 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d9bbff-e04e-4a8e-80a1-3925dbd0a0df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-a609b5b9-563e-401b-bce9-4853b932651f', 'network_id': 'a609b5b9-563e-401b-bce9-4853b932651f', 'tenant_id': '3ed80b398330468fafd7af78f361f7ba', 'fixed_ips': [{'subnet_id': '30eb7e0f-fba5-41a3-b45a-914fd7d629a3'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:38:53.806655 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-88d9bbff-e04e-4a8e-80a1-3925dbd0a0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:53.924127 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d7dfa5c3-191b-449b-87ac-91261d012162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:53.963361 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-88d9bbff-e04e-4a8e-80a1-3925dbd0a0df None None] Allocated IP 172.20.0.2 (a609b5b9-563e-401b-bce9-4853b932651f/30eb7e0f-fba5-41a3-b45a-914fd7d629a3/76ea6f81-65f8-4f0b-be98-8a0c3939fff5) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:38:54.168832 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-88d9bbff-e04e-4a8e-80a1-3925dbd0a0df None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:54.178802 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-88d9bbff-e04e-4a8e-80a1-3925dbd0a0df None None] Transition to ACTIVE for port object 76ea6f81-65f8-4f0b-be98-8a0c3939fff5 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:38:54.198340 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-88d9bbff-e04e-4a8e-80a1-3925dbd0a0df None None] Transition to ACTIVE for port object 76ea6f81-65f8-4f0b-be98-8a0c3939fff5 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:38:54.203881 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-88d9bbff-e04e-4a8e-80a1-3925dbd0a0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:54.231763 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d7dfa5c3-191b-449b-87ac-91261d012162 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:54.260667 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d7dfa5c3-191b-449b-87ac-91261d012162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:54.265257 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d9bbff-e04e-4a8e-80a1-3925dbd0a0df None None] Network a609b5b9-563e-401b-bce9-4853b932651f is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:38:54.268069 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-88d9bbff-e04e-4a8e-80a1-3925dbd0a0df None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:38:54.277649 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d9bbff-e04e-4a8e-80a1-3925dbd0a0df None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:38:54.287609 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9bbff-e04e-4a8e-80a1-3925dbd0a0df None None] Pushing event updated for resources: {'Port': ['ID=76ea6f81-65f8-4f0b-be98-8a0c3939fff5,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:54.377233 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-88d9bbff-e04e-4a8e-80a1-3925dbd0a0df None None] Attempting to bind port 76ea6f81-65f8-4f0b-be98-8a0c3939fff5 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:38:54.377493 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-88d9bbff-e04e-4a8e-80a1-3925dbd0a0df None None] Attempting to bind port 76ea6f81-65f8-4f0b-be98-8a0c3939fff5 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'd7d0b7b4-038c-4880-ac1f-ba5f2de824f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a609b5b9-563e-401b-bce9-4853b932651f'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:38:54.377858 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d9bbff-e04e-4a8e-80a1-3925dbd0a0df None None] Attempting to bind port 76ea6f81-65f8-4f0b-be98-8a0c3939fff5 on network a609b5b9-563e-401b-bce9-4853b932651f {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:38:54.383572 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d9bbff-e04e-4a8e-80a1-3925dbd0a0df None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:38:54.383949 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d9bbff-e04e-4a8e-80a1-3925dbd0a0df None None] Checking segment: {'id': 'd7d0b7b4-038c-4880-ac1f-ba5f2de824f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a609b5b9-563e-401b-bce9-4853b932651f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:38:54.384346 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-88d9bbff-e04e-4a8e-80a1-3925dbd0a0df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:54.384746 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d9bbff-e04e-4a8e-80a1-3925dbd0a0df None None] Bound using segment: {'id': 'd7d0b7b4-038c-4880-ac1f-ba5f2de824f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a609b5b9-563e-401b-bce9-4853b932651f'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:38:54.385204 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-88d9bbff-e04e-4a8e-80a1-3925dbd0a0df None None] Bound port: 76ea6f81-65f8-4f0b-be98-8a0c3939fff5, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d0b7b4-038c-4880-ac1f-ba5f2de824f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a609b5b9-563e-401b-bce9-4853b932651f'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:38:54.385599 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-88d9bbff-e04e-4a8e-80a1-3925dbd0a0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:54.396596 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-d7dfa5c3-191b-449b-87ac-91261d012162 admin admin] Allocated IP 172.26.4.62 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/3358dd06-1588-4a06-96e1-bf7d3f5156ec) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:38:54.475773 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-88d9bbff-e04e-4a8e-80a1-3925dbd0a0df None None] For port 76ea6f81-65f8-4f0b-be98-8a0c3939fff5, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:38:54.479904 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-88d9bbff-e04e-4a8e-80a1-3925dbd0a0df None None] For port 76ea6f81-65f8-4f0b-be98-8a0c3939fff5, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=76ea6f81-65f8-4f0b-be98-8a0c3939fff5,segment=NetworkSegment(d7d0b7b4-038c-4880-ac1f-ba5f2de824f5),segment_id=d7d0b7b4-038c-4880-ac1f-ba5f2de824f5)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:38:54.484190 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-88d9bbff-e04e-4a8e-80a1-3925dbd0a0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:54.573645 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9bbff-e04e-4a8e-80a1-3925dbd0a0df None None] Pushing event updated for resources: {'Port': ['ID=76ea6f81-65f8-4f0b-be98-8a0c3939fff5,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:54.651501 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d7dfa5c3-191b-449b-87ac-91261d012162 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:54.682026 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d7dfa5c3-191b-449b-87ac-91261d012162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:54.745039 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dfa5c3-191b-449b-87ac-91261d012162 admin admin] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:38:54.761276 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-d7dfa5c3-191b-449b-87ac-91261d012162 admin admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:38:54.768362 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dfa5c3-191b-449b-87ac-91261d012162 admin admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:38:54.802830 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dfa5c3-191b-449b-87ac-91261d012162 admin admin] Pushing event updated for resources: {'Port': ['ID=3358dd06-1588-4a06-96e1-bf7d3f5156ec,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:55.174472 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d7dfa5c3-191b-449b-87ac-91261d012162 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:55.347715 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51424413-fc3a-4ca4-88f5-d6bbb725b116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:55.521132 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d7dfa5c3-191b-449b-87ac-91261d012162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:55.526630 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9cbb61-f2bf-462c-967a-a9fdf4dabb86 None None] Network a609b5b9-563e-401b-bce9-4853b932651f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:38:55.636765 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-16f34de1-b8fb-46e4-9caa-161051fb6698 None None] Provisioning for port 76ea6f81-65f8-4f0b-be98-8a0c3939fff5 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:38:55.727550 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7dfa5c3-191b-449b-87ac-91261d012162 admin admin] Router 3774141d-ebae-4650-8b6f-0ba18f314e98 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:38:55.907466 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7dfa5c3-191b-449b-87ac-91261d012162 admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:38:55.918366 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a74527-285b-48cf-840d-b260a3e3499a None None] Sync routers for ids ['3774141d-ebae-4650-8b6f-0ba18f314e98'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:38:55.928628 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a74527-285b-48cf-840d-b260a3e3499a None None] Routers {'3774141d-ebae-4650-8b6f-0ba18f314e98'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:38:55.929919 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-29a74527-285b-48cf-840d-b260a3e3499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:38:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3774141d-ebae-4650-8b6f-0ba18f314e98'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:38:55.938231 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d7dfa5c3-191b-449b-87ac-91261d012162 admin admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:55.939463 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d7dfa5c3-191b-449b-87ac-91261d012162 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3333695 Mar 28 19:38:55.942056 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 37890) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:56.160317 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-29a74527-285b-48cf-840d-b260a3e3499a None None] Set router 3774141d-ebae-4650-8b6f-0ba18f314e98 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:38:56.202991 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 76ea6f81-65f8-4f0b-be98-8a0c3939fff5 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:38:56.420053 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 76ea6f81-65f8-4f0b-be98-8a0c3939fff5 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:38:56.437207 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 76ea6f81-65f8-4f0b-be98-8a0c3939fff5 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:38:56.437577 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:56.594606 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-29a74527-285b-48cf-840d-b260a3e3499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3774141d-ebae-4650-8b6f-0ba18f314e98', 'name': 'tempest-TestEncryptedCinderVolumes-1508541714-router', 'tenant_id': '3ed80b398330468fafd7af78f361f7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '3358dd06-1588-4a06-96e1-bf7d3f5156ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:38:53Z', 'updated_at': '2022-03-28T19:38:55Z', 'revision_number': 3, 'project_id': '3ed80b398330468fafd7af78f361f7ba', 'gw_port': {'id': '3358dd06-1588-4a06-96e1-bf7d3f5156ec', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:47:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3774141d-ebae-4650-8b6f-0ba18f314e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:38:54Z', 'updated_at': '2022-03-28T19:38:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:38:56.606153 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a74527-285b-48cf-840d-b260a3e3499a None None] Checking router: 3774141d-ebae-4650-8b6f-0ba18f314e98 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:38:56.606502 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a74527-285b-48cf-840d-b260a3e3499a None None] Updating router 3774141d-ebae-4650-8b6f-0ba18f314e98 port 3358dd06-1588-4a06-96e1-bf7d3f5156ec binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:38:56.643652 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:56.691759 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-29a74527-285b-48cf-840d-b260a3e3499a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:56.732595 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 76ea6f81-65f8-4f0b-be98-8a0c3939fff5, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=76ea6f81-65f8-4f0b-be98-8a0c3939fff5,segment=NetworkSegment(d7d0b7b4-038c-4880-ac1f-ba5f2de824f5),segment_id=d7d0b7b4-038c-4880-ac1f-ba5f2de824f5)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:38:56.739291 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:56.758546 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e247742b-f4b5-48fb-ac2f-b893932affb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:56.876631 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=76ea6f81-65f8-4f0b-be98-8a0c3939fff5,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:56.970177 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-e247742b-f4b5-48fb-ac2f-b893932affb6 admin admin] Allocated IP 172.20.0.1 (a609b5b9-563e-401b-bce9-4853b932651f/30eb7e0f-fba5-41a3-b45a-914fd7d629a3/364f511d-931d-47b9-b546-a3a67defe546) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:38:57.084549 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-29a74527-285b-48cf-840d-b260a3e3499a None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:57.096746 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-29a74527-285b-48cf-840d-b260a3e3499a None None] Transition to ACTIVE for port object 3358dd06-1588-4a06-96e1-bf7d3f5156ec will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:38:57.104712 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-29a74527-285b-48cf-840d-b260a3e3499a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:57.118180 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e247742b-f4b5-48fb-ac2f-b893932affb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:57.133339 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-e247742b-f4b5-48fb-ac2f-b893932affb6 admin admin] Transition to ACTIVE for port object 364f511d-931d-47b9-b546-a3a67defe546 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:38:57.157436 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e247742b-f4b5-48fb-ac2f-b893932affb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:57.181885 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-29a74527-285b-48cf-840d-b260a3e3499a None None] Attempting to bind port 3358dd06-1588-4a06-96e1-bf7d3f5156ec on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:38:57.182251 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-29a74527-285b-48cf-840d-b260a3e3499a None None] Attempting to bind port 3358dd06-1588-4a06-96e1-bf7d3f5156ec by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:38:57.182610 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a74527-285b-48cf-840d-b260a3e3499a None None] Attempting to bind port 3358dd06-1588-4a06-96e1-bf7d3f5156ec on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:38:57.188472 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b5d48-3eb1-4b5a-b6f5-0bbfca013d65 None None] Pushing event updated for resources: {'Port': ['ID=3358dd06-1588-4a06-96e1-bf7d3f5156ec,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:57.192658 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a74527-285b-48cf-840d-b260a3e3499a None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:38:57.193028 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a74527-285b-48cf-840d-b260a3e3499a None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:38:57.193596 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-29a74527-285b-48cf-840d-b260a3e3499a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:57.193782 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a74527-285b-48cf-840d-b260a3e3499a None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:38:57.194243 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-29a74527-285b-48cf-840d-b260a3e3499a None None] Bound port: 3358dd06-1588-4a06-96e1-bf7d3f5156ec, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:38:57.194760 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-29a74527-285b-48cf-840d-b260a3e3499a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:57.219936 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e247742b-f4b5-48fb-ac2f-b893932affb6 admin admin] Network a609b5b9-563e-401b-bce9-4853b932651f is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:38:57.227199 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-e247742b-f4b5-48fb-ac2f-b893932affb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:38:57.231905 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e247742b-f4b5-48fb-ac2f-b893932affb6 admin admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:38:57.270900 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247742b-f4b5-48fb-ac2f-b893932affb6 admin admin] Pushing event updated for resources: {'Port': ['ID=364f511d-931d-47b9-b546-a3a67defe546,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:57.272139 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-29a74527-285b-48cf-840d-b260a3e3499a None None] For port 3358dd06-1588-4a06-96e1-bf7d3f5156ec, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:38:57.275997 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-29a74527-285b-48cf-840d-b260a3e3499a None None] For port 3358dd06-1588-4a06-96e1-bf7d3f5156ec, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=3358dd06-1588-4a06-96e1-bf7d3f5156ec,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:38:57.282261 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-29a74527-285b-48cf-840d-b260a3e3499a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:57.295027 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e247742b-f4b5-48fb-ac2f-b893932affb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:57.365190 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a74527-285b-48cf-840d-b260a3e3499a None None] Routers {'3774141d-ebae-4650-8b6f-0ba18f314e98'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:38:57.365889 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-29a74527-285b-48cf-840d-b260a3e3499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:38:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3774141d-ebae-4650-8b6f-0ba18f314e98'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:38:57.423264 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b5d48-3eb1-4b5a-b6f5-0bbfca013d65 None None] Pushing event updated for resources: {'Port': ['ID=3358dd06-1588-4a06-96e1-bf7d3f5156ec,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:57.424752 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e247742b-f4b5-48fb-ac2f-b893932affb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:57.531625 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6f76ec5b-df40-49dc-82d7-eba177c01421 None None] Provisioning for port 364f511d-931d-47b9-b546-a3a67defe546 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:38:57.549602 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6f76ec5b-df40-49dc-82d7-eba177c01421 None None] Provisioning complete for port 364f511d-931d-47b9-b546-a3a67defe546 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:38:57.549971 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6f76ec5b-df40-49dc-82d7-eba177c01421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:57.590059 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-29a74527-285b-48cf-840d-b260a3e3499a None None] Set router 3774141d-ebae-4650-8b6f-0ba18f314e98 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:38:57.732943 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-6f76ec5b-df40-49dc-82d7-eba177c01421 None None] Port 364f511d-931d-47b9-b546-a3a67defe546 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:38:57.737425 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f4c8a109-f811-4a4e-9d87-0464f1f0a8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:57.772100 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e247742b-f4b5-48fb-ac2f-b893932affb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:57.776906 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e247742b-f4b5-48fb-ac2f-b893932affb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:57.887424 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e247742b-f4b5-48fb-ac2f-b893932affb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:57.890536 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247742b-f4b5-48fb-ac2f-b893932affb6 admin admin] Pushing event updated for resources: {'Port': ['ID=364f511d-931d-47b9-b546-a3a67defe546,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:57.980751 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-29a74527-285b-48cf-840d-b260a3e3499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3774141d-ebae-4650-8b6f-0ba18f314e98', 'name': 'tempest-TestEncryptedCinderVolumes-1508541714-router', 'tenant_id': '3ed80b398330468fafd7af78f361f7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '3358dd06-1588-4a06-96e1-bf7d3f5156ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:38:53Z', 'updated_at': '2022-03-28T19:38:57Z', 'revision_number': 4, 'project_id': '3ed80b398330468fafd7af78f361f7ba', 'gw_port': {'id': '3358dd06-1588-4a06-96e1-bf7d3f5156ec', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:47:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3774141d-ebae-4650-8b6f-0ba18f314e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:38:54Z', 'updated_at': '2022-03-28T19:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '364f511d-931d-47b9-b546-a3a67defe546', 'name': '', 'network_id': 'a609b5b9-563e-401b-bce9-4853b932651f', 'tenant_id': '3ed80b398330468fafd7af78f361f7ba', 'mac_address': 'fa:16:3e:65:55:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3774141d-ebae-4650-8b6f-0ba18f314e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '30eb7e0f-fba5-41a3-b45a-914fd7d629a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:38:56Z', 'updated_at': '2022-03-28T19:38:56Z', 'revision_number': 1, 'project_id': '3ed80b398330468fafd7af78f361f7ba', 'subnets': [{'id': '30eb7e0f-fba5-41a3-b45a-914fd7d629a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:38:57.984703 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a74527-285b-48cf-840d-b260a3e3499a None None] The sync data for ids ['3774141d-ebae-4650-8b6f-0ba18f314e98'] in dv-neutron-834711-1-hyperv is: [{'id': '3774141d-ebae-4650-8b6f-0ba18f314e98', 'name': 'tempest-TestEncryptedCinderVolumes-1508541714-router', 'tenant_id': '3ed80b398330468fafd7af78f361f7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '3358dd06-1588-4a06-96e1-bf7d3f5156ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:38:53Z', 'updated_at': '2022-03-28T19:38:57Z', 'revision_number': 4, 'project_id': '3ed80b398330468fafd7af78f361f7ba', 'gw_port': {'id': '3358dd06-1588-4a06-96e1-bf7d3f5156ec', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:47:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3774141d-ebae-4650-8b6f-0ba18f314e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:38:54Z', 'updated_at': '2022-03-28T19:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '364f511d-931d-47b9-b546-a3a67defe546', 'name': '', 'network_id': 'a609b5b9-563e-401b-bce9-4853b932651f', 'tenant_id': '3ed80b398330468fafd7af78f361f7ba', 'mac_address': 'fa:16:3e:65:55:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3774141d-ebae-4650-8b6f-0ba18f314e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '30eb7e0f-fba5-41a3-b45a-914fd7d629a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:38:56Z', 'updated_at': '2022-03-28T19:38:56Z', 'revision_number': 1, 'project_id': '3ed80b398330468fafd7af78f361f7ba', 'subnets': [{'id': '30eb7e0f-fba5-41a3-b45a-914fd7d629a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:38:58.029142 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e247742b-f4b5-48fb-ac2f-b893932affb6 admin admin] Network a609b5b9-563e-401b-bce9-4853b932651f is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:38:58.030258 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-e247742b-f4b5-48fb-ac2f-b893932affb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:38:58.165047 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 76ea6f81-65f8-4f0b-be98-8a0c3939fff5 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:38:58.246745 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e247742b-f4b5-48fb-ac2f-b893932affb6 admin admin] Router 3774141d-ebae-4650-8b6f-0ba18f314e98 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:38:58.254079 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 76ea6f81-65f8-4f0b-be98-8a0c3939fff5 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:38:58.254079 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:58.394047 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-997fd271-4c6e-4faa-a1dc-4dd8d15cd881 None None] Provisioning complete for port 364f511d-931d-47b9-b546-a3a67defe546 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:38:58.394560 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-997fd271-4c6e-4faa-a1dc-4dd8d15cd881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:58.454755 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-997fd271-4c6e-4faa-a1dc-4dd8d15cd881 None None] Port 364f511d-931d-47b9-b546-a3a67defe546 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:38:58.460525 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e247742b-f4b5-48fb-ac2f-b893932affb6 admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:38:58.469729 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e247742b-f4b5-48fb-ac2f-b893932affb6 admin admin] 10.222.0.10 "PUT /v2.0/routers/3774141d-ebae-4650-8b6f-0ba18f314e98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5263982 Mar 28 19:38:58.701856 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:58.720415 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:59.019529 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 37908) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:59.037236 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-a6411adc-9c9c-46f1-bbef-821a82e74d09 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1697679640-network', 'tenant_id': '2c945cd7a596492ba8a09cdf45c8ed0a'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:38:59.042463 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a6411adc-9c9c-46f1-bbef-821a82e74d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:38:59.046540 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a6411adc-9c9c-46f1-bbef-821a82e74d09 admin admin] Usage tracker for resource:network and tenant:2c945cd7a596492ba8a09cdf45c8ed0a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:38:59.049534 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a6411adc-9c9c-46f1-bbef-821a82e74d09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:38:59.055541 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a6411adc-9c9c-46f1-bbef-821a82e74d09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:38:59.067554 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6411adc-9c9c-46f1-bbef-821a82e74d09 admin admin] Made reservation on behalf of 2c945cd7a596492ba8a09cdf45c8ed0a for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:38:59.070498 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a6411adc-9c9c-46f1-bbef-821a82e74d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:59.083041 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a6411adc-9c9c-46f1-bbef-821a82e74d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:59.102010 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a6411adc-9c9c-46f1-bbef-821a82e74d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:38:59.105852 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a6411adc-9c9c-46f1-bbef-821a82e74d09 admin admin] Usage tracker for resource:security_group_rule and tenant:2c945cd7a596492ba8a09cdf45c8ed0a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:38:59.108724 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a6411adc-9c9c-46f1-bbef-821a82e74d09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:38:59.114532 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a6411adc-9c9c-46f1-bbef-821a82e74d09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:38:59.200265 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a6411adc-9c9c-46f1-bbef-821a82e74d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:59.204360 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a6411adc-9c9c-46f1-bbef-821a82e74d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:59.235753 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6411adc-9c9c-46f1-bbef-821a82e74d09 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:38:59.245852 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6411adc-9c9c-46f1-bbef-821a82e74d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfd63a8-6bb9-42a5-9547-bde744616abb,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:59.256416 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a6411adc-9c9c-46f1-bbef-821a82e74d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:59.256940 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-a6411adc-9c9c-46f1-bbef-821a82e74d09 admin admin] Added segment f71cbe6a-ab4e-4934-b69d-5c9e4a7b06d4 of type vlan for network 1534ca78-8026-40fa-be93-15885e426a4b Mar 28 19:38:59.285933 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a6411adc-9c9c-46f1-bbef-821a82e74d09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:59.319931 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a6411adc-9c9c-46f1-bbef-821a82e74d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:59.321033 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6411adc-9c9c-46f1-bbef-821a82e74d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:59.321611 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a6411adc-9c9c-46f1-bbef-821a82e74d09 admin admin] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:59.422568 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a6411adc-9c9c-46f1-bbef-821a82e74d09 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4017608 Mar 28 19:38:59.425262 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 37912) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:59.432850 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-b3a7e1cb-a502-4443-96ce-b25b630fc44d admin admin] Request body: {'subnet': {'network_id': '1534ca78-8026-40fa-be93-15885e426a4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1697679640-subnet', 'tenant_id': '2c945cd7a596492ba8a09cdf45c8ed0a', 'ip_version': 4}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:38:59.436066 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6411adc-9c9c-46f1-bbef-821a82e74d09 admin admin] Pushing event updated for resources: {'Network': ['ID=1534ca78-8026-40fa-be93-15885e426a4b,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:59.441221 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b3a7e1cb-a502-4443-96ce-b25b630fc44d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:38:59.445869 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 1534ca78-8026-40fa-be93-15885e426a4b details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:38:59.446174 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b3a7e1cb-a502-4443-96ce-b25b630fc44d admin admin] Usage tracker for resource:subnet and tenant:2c945cd7a596492ba8a09cdf45c8ed0a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:38:59.449048 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b3a7e1cb-a502-4443-96ce-b25b630fc44d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:38:59.455241 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b3a7e1cb-a502-4443-96ce-b25b630fc44d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:38:59.470110 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a7e1cb-a502-4443-96ce-b25b630fc44d admin admin] Made reservation on behalf of 2c945cd7a596492ba8a09cdf45c8ed0a for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:38:59.472490 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b3a7e1cb-a502-4443-96ce-b25b630fc44d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:59.687499 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b3a7e1cb-a502-4443-96ce-b25b630fc44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:59.768964 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7e1cb-a502-4443-96ce-b25b630fc44d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6279192d-bb2b-4376-8a1f-0f868cbc2be2,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:38:59.780423 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a7e1cb-a502-4443-96ce-b25b630fc44d admin admin] Checking segment: {'id': 'f71cbe6a-ab4e-4934-b69d-5c9e4a7b06d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1534ca78-8026-40fa-be93-15885e426a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:38:59.780783 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a7e1cb-a502-4443-96ce-b25b630fc44d admin admin] Network hostable DHCP agents. Network: 1534ca78-8026-40fa-be93-15885e426a4b, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:38:59.799666 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a7e1cb-a502-4443-96ce-b25b630fc44d admin admin] Network 1534ca78-8026-40fa-be93-15885e426a4b is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:38:59.809406 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-b3a7e1cb-a502-4443-96ce-b25b630fc44d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 1534ca78-8026-40fa-be93-15885e426a4b) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:38:59.813502 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a7e1cb-a502-4443-96ce-b25b630fc44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:38:59.814073 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b3a7e1cb-a502-4443-96ce-b25b630fc44d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:59.818506 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61205db0-964c-465f-9106-56f5e6a0b99b None None] Network 1534ca78-8026-40fa-be93-15885e426a4b requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:38:59.837356 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b3a7e1cb-a502-4443-96ce-b25b630fc44d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4110932 Mar 28 19:38:59.839890 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 37916) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:38:59.844666 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-36851a8c-8de8-4dc8-ae79-34d7c6eb1def admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1697679640-router', 'tenant_id': '2c945cd7a596492ba8a09cdf45c8ed0a', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:38:59.849371 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-36851a8c-8de8-4dc8-ae79-34d7c6eb1def admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:38:59.853371 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-36851a8c-8de8-4dc8-ae79-34d7c6eb1def admin admin] Usage tracker for resource:router and tenant:2c945cd7a596492ba8a09cdf45c8ed0a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:38:59.856279 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-36851a8c-8de8-4dc8-ae79-34d7c6eb1def admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:38:59.861960 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-36851a8c-8de8-4dc8-ae79-34d7c6eb1def admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:38:59.877304 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-36851a8c-8de8-4dc8-ae79-34d7c6eb1def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:59.878522 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-36851a8c-8de8-4dc8-ae79-34d7c6eb1def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:59.895852 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-36851a8c-8de8-4dc8-ae79-34d7c6eb1def admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:38:59.945424 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd6ec4a-9342-40cd-97d2-0e5d8837197b None None] Sync routers for ids ['3774141d-ebae-4650-8b6f-0ba18f314e98'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:38:59.954572 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd6ec4a-9342-40cd-97d2-0e5d8837197b None None] Routers {'3774141d-ebae-4650-8b6f-0ba18f314e98'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:38:59.955323 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-9bd6ec4a-9342-40cd-97d2-0e5d8837197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:38:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3774141d-ebae-4650-8b6f-0ba18f314e98'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:39:00.047740 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b312434d-e3cd-4124-8f76-a4225f5c4559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-1534ca78-8026-40fa-be93-15885e426a4b', 'network_id': '1534ca78-8026-40fa-be93-15885e426a4b', 'tenant_id': '2c945cd7a596492ba8a09cdf45c8ed0a', 'fixed_ips': [{'subnet_id': '6279192d-bb2b-4376-8a1f-0f868cbc2be2'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:39:00.048566 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b312434d-e3cd-4124-8f76-a4225f5c4559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:00.142094 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-9bd6ec4a-9342-40cd-97d2-0e5d8837197b None None] Set router 3774141d-ebae-4650-8b6f-0ba18f314e98 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:39:00.230534 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 3358dd06-1588-4a06-96e1-bf7d3f5156ec up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:39:00.267507 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-b312434d-e3cd-4124-8f76-a4225f5c4559 None None] Allocated IP 172.20.0.2 (1534ca78-8026-40fa-be93-15885e426a4b/6279192d-bb2b-4376-8a1f-0f868cbc2be2/0e0ddb0e-21d5-483e-b6bb-efa0cae37647) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:39:00.285585 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-36851a8c-8de8-4dc8-ae79-34d7c6eb1def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:00.345223 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:00.418994 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 3358dd06-1588-4a06-96e1-bf7d3f5156ec completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:39:00.425046 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 3358dd06-1588-4a06-96e1-bf7d3f5156ec triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:39:00.425424 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:00.493784 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-9bd6ec4a-9342-40cd-97d2-0e5d8837197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3774141d-ebae-4650-8b6f-0ba18f314e98', 'name': 'tempest-TestEncryptedCinderVolumes-1508541714-router', 'tenant_id': '3ed80b398330468fafd7af78f361f7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '3358dd06-1588-4a06-96e1-bf7d3f5156ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:38:53Z', 'updated_at': '2022-03-28T19:38:57Z', 'revision_number': 4, 'project_id': '3ed80b398330468fafd7af78f361f7ba', 'gw_port': {'id': '3358dd06-1588-4a06-96e1-bf7d3f5156ec', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:47:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3774141d-ebae-4650-8b6f-0ba18f314e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:38:54Z', 'updated_at': '2022-03-28T19:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '364f511d-931d-47b9-b546-a3a67defe546', 'name': '', 'network_id': 'a609b5b9-563e-401b-bce9-4853b932651f', 'tenant_id': '3ed80b398330468fafd7af78f361f7ba', 'mac_address': 'fa:16:3e:65:55:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3774141d-ebae-4650-8b6f-0ba18f314e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '30eb7e0f-fba5-41a3-b45a-914fd7d629a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:38:56Z', 'updated_at': '2022-03-28T19:38:57Z', 'revision_number': 2, 'project_id': '3ed80b398330468fafd7af78f361f7ba', 'subnets': [{'id': '30eb7e0f-fba5-41a3-b45a-914fd7d629a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:39:00.498040 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd6ec4a-9342-40cd-97d2-0e5d8837197b None None] Checking router: 3774141d-ebae-4650-8b6f-0ba18f314e98 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:39:00.498447 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd6ec4a-9342-40cd-97d2-0e5d8837197b None None] Updating router 3774141d-ebae-4650-8b6f-0ba18f314e98 port 364f511d-931d-47b9-b546-a3a67defe546 binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:39:00.551996 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-9bd6ec4a-9342-40cd-97d2-0e5d8837197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:00.611232 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-36851a8c-8de8-4dc8-ae79-34d7c6eb1def admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:00.622169 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b312434d-e3cd-4124-8f76-a4225f5c4559 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:00.641335 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-36851a8c-8de8-4dc8-ae79-34d7c6eb1def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:00.645093 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b312434d-e3cd-4124-8f76-a4225f5c4559 None None] Transition to ACTIVE for port object 0e0ddb0e-21d5-483e-b6bb-efa0cae37647 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:39:00.647593 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:00.682925 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b312434d-e3cd-4124-8f76-a4225f5c4559 None None] Transition to ACTIVE for port object 0e0ddb0e-21d5-483e-b6bb-efa0cae37647 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:39:00.684829 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 3358dd06-1588-4a06-96e1-bf7d3f5156ec, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=3358dd06-1588-4a06-96e1-bf7d3f5156ec,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:39:00.690868 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:00.737623 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b312434d-e3cd-4124-8f76-a4225f5c4559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:00.771112 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b312434d-e3cd-4124-8f76-a4225f5c4559 None None] Network 1534ca78-8026-40fa-be93-15885e426a4b is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:39:00.773829 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-b312434d-e3cd-4124-8f76-a4225f5c4559 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:39:00.777086 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b312434d-e3cd-4124-8f76-a4225f5c4559 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:39:00.784526 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=3358dd06-1588-4a06-96e1-bf7d3f5156ec,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:39:00.805699 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-36851a8c-8de8-4dc8-ae79-34d7c6eb1def admin admin] Allocated IP 172.26.4.133 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/e0f7b06b-05a3-4ca1-aab8-61a09d6600f2) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:39:00.915773 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-9bd6ec4a-9342-40cd-97d2-0e5d8837197b None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:00.927063 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-9bd6ec4a-9342-40cd-97d2-0e5d8837197b None None] Transition to ACTIVE for port object 364f511d-931d-47b9-b546-a3a67defe546 will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:39:00.935834 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-9bd6ec4a-9342-40cd-97d2-0e5d8837197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:00.962660 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312434d-e3cd-4124-8f76-a4225f5c4559 None None] Pushing event updated for resources: {'Port': ['ID=0e0ddb0e-21d5-483e-b6bb-efa0cae37647,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:39:00.970116 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-36851a8c-8de8-4dc8-ae79-34d7c6eb1def admin admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:00.972161 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-b312434d-e3cd-4124-8f76-a4225f5c4559 None None] Attempting to bind port 0e0ddb0e-21d5-483e-b6bb-efa0cae37647 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:39:00.972526 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-b312434d-e3cd-4124-8f76-a4225f5c4559 None None] Attempting to bind port 0e0ddb0e-21d5-483e-b6bb-efa0cae37647 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'f71cbe6a-ab4e-4934-b69d-5c9e4a7b06d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1534ca78-8026-40fa-be93-15885e426a4b'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:39:00.972879 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b312434d-e3cd-4124-8f76-a4225f5c4559 None None] Attempting to bind port 0e0ddb0e-21d5-483e-b6bb-efa0cae37647 on network 1534ca78-8026-40fa-be93-15885e426a4b {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:39:00.978560 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b312434d-e3cd-4124-8f76-a4225f5c4559 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:39:00.978980 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b312434d-e3cd-4124-8f76-a4225f5c4559 None None] Checking segment: {'id': 'f71cbe6a-ab4e-4934-b69d-5c9e4a7b06d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1534ca78-8026-40fa-be93-15885e426a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:39:00.979375 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b312434d-e3cd-4124-8f76-a4225f5c4559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:00.979756 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b312434d-e3cd-4124-8f76-a4225f5c4559 None None] Bound using segment: {'id': 'f71cbe6a-ab4e-4934-b69d-5c9e4a7b06d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1534ca78-8026-40fa-be93-15885e426a4b'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:39:00.980334 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-b312434d-e3cd-4124-8f76-a4225f5c4559 None None] Bound port: 0e0ddb0e-21d5-483e-b6bb-efa0cae37647, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f71cbe6a-ab4e-4934-b69d-5c9e4a7b06d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1534ca78-8026-40fa-be93-15885e426a4b'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:39:00.980707 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b312434d-e3cd-4124-8f76-a4225f5c4559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:01.010119 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-36851a8c-8de8-4dc8-ae79-34d7c6eb1def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:01.078861 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36851a8c-8de8-4dc8-ae79-34d7c6eb1def admin admin] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:39:01.080019 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-b312434d-e3cd-4124-8f76-a4225f5c4559 None None] For port 0e0ddb0e-21d5-483e-b6bb-efa0cae37647, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:39:01.082433 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-36851a8c-8de8-4dc8-ae79-34d7c6eb1def admin admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:39:01.084981 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-b312434d-e3cd-4124-8f76-a4225f5c4559 None None] For port 0e0ddb0e-21d5-483e-b6bb-efa0cae37647, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=0e0ddb0e-21d5-483e-b6bb-efa0cae37647,segment=NetworkSegment(f71cbe6a-ab4e-4934-b69d-5c9e4a7b06d4),segment_id=f71cbe6a-ab4e-4934-b69d-5c9e4a7b06d4)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:39:01.087935 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36851a8c-8de8-4dc8-ae79-34d7c6eb1def admin admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:39:01.091532 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b312434d-e3cd-4124-8f76-a4225f5c4559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:01.106995 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc73a9d-98f9-4a34-bd7c-70eb509fb8f8 None None] Pushing event updated for resources: {'Port': ['ID=364f511d-931d-47b9-b546-a3a67defe546,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:39:01.150361 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc73a9d-98f9-4a34-bd7c-70eb509fb8f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:01.150710 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc73a9d-98f9-4a34-bd7c-70eb509fb8f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:01.151077 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc73a9d-98f9-4a34-bd7c-70eb509fb8f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:01.151937 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc73a9d-98f9-4a34-bd7c-70eb509fb8f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:01.151937 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc73a9d-98f9-4a34-bd7c-70eb509fb8f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:01.152136 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc73a9d-98f9-4a34-bd7c-70eb509fb8f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:01.152334 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36851a8c-8de8-4dc8-ae79-34d7c6eb1def admin admin] Pushing event updated for resources: {'Port': ['ID=e0f7b06b-05a3-4ca1-aab8-61a09d6600f2,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:39:01.152436 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc73a9d-98f9-4a34-bd7c-70eb509fb8f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:01.152666 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc73a9d-98f9-4a34-bd7c-70eb509fb8f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:01.152982 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc73a9d-98f9-4a34-bd7c-70eb509fb8f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:01.153306 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc73a9d-98f9-4a34-bd7c-70eb509fb8f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:01.153630 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc73a9d-98f9-4a34-bd7c-70eb509fb8f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:01.153942 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc73a9d-98f9-4a34-bd7c-70eb509fb8f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:01.185933 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-9bd6ec4a-9342-40cd-97d2-0e5d8837197b None None] Attempting to bind port 364f511d-931d-47b9-b546-a3a67defe546 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:39:01.186186 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-9bd6ec4a-9342-40cd-97d2-0e5d8837197b None None] Attempting to bind port 364f511d-931d-47b9-b546-a3a67defe546 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'd7d0b7b4-038c-4880-ac1f-ba5f2de824f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a609b5b9-563e-401b-bce9-4853b932651f'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:39:01.190031 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6ec4a-9342-40cd-97d2-0e5d8837197b None None] Attempting to bind port 364f511d-931d-47b9-b546-a3a67defe546 on network a609b5b9-563e-401b-bce9-4853b932651f {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:39:01.195999 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6ec4a-9342-40cd-97d2-0e5d8837197b None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:39:01.196795 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6ec4a-9342-40cd-97d2-0e5d8837197b None None] Checking segment: {'id': 'd7d0b7b4-038c-4880-ac1f-ba5f2de824f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a609b5b9-563e-401b-bce9-4853b932651f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:39:01.196925 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-9bd6ec4a-9342-40cd-97d2-0e5d8837197b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:01.197260 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6ec4a-9342-40cd-97d2-0e5d8837197b None None] Bound using segment: {'id': 'd7d0b7b4-038c-4880-ac1f-ba5f2de824f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a609b5b9-563e-401b-bce9-4853b932651f'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:39:01.197781 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-9bd6ec4a-9342-40cd-97d2-0e5d8837197b None None] Bound port: 364f511d-931d-47b9-b546-a3a67defe546, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d0b7b4-038c-4880-ac1f-ba5f2de824f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a609b5b9-563e-401b-bce9-4853b932651f'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:39:01.198151 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-9bd6ec4a-9342-40cd-97d2-0e5d8837197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:01.200526 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312434d-e3cd-4124-8f76-a4225f5c4559 None None] Pushing event updated for resources: {'Port': ['ID=0e0ddb0e-21d5-483e-b6bb-efa0cae37647,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:39:01.301921 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-9bd6ec4a-9342-40cd-97d2-0e5d8837197b None None] For port 364f511d-931d-47b9-b546-a3a67defe546, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:39:01.305186 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-9bd6ec4a-9342-40cd-97d2-0e5d8837197b None None] For port 364f511d-931d-47b9-b546-a3a67defe546, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=364f511d-931d-47b9-b546-a3a67defe546,segment=NetworkSegment(d7d0b7b4-038c-4880-ac1f-ba5f2de824f5),segment_id=d7d0b7b4-038c-4880-ac1f-ba5f2de824f5)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:39:01.311329 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-9bd6ec4a-9342-40cd-97d2-0e5d8837197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:01.380137 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd6ec4a-9342-40cd-97d2-0e5d8837197b None None] Routers {'3774141d-ebae-4650-8b6f-0ba18f314e98'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:39:01.380760 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-9bd6ec4a-9342-40cd-97d2-0e5d8837197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:38:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3774141d-ebae-4650-8b6f-0ba18f314e98'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:39:01.609419 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-36851a8c-8de8-4dc8-ae79-34d7c6eb1def admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:01.623610 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc73a9d-98f9-4a34-bd7c-70eb509fb8f8 None None] Pushing event updated for resources: {'Port': ['ID=364f511d-931d-47b9-b546-a3a67defe546,revision_number=4']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:39:01.651440 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-9bd6ec4a-9342-40cd-97d2-0e5d8837197b None None] Set router 3774141d-ebae-4650-8b6f-0ba18f314e98 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:39:01.916184 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:01.971964 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-9bd6ec4a-9342-40cd-97d2-0e5d8837197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3774141d-ebae-4650-8b6f-0ba18f314e98', 'name': 'tempest-TestEncryptedCinderVolumes-1508541714-router', 'tenant_id': '3ed80b398330468fafd7af78f361f7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '3358dd06-1588-4a06-96e1-bf7d3f5156ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:38:53Z', 'updated_at': '2022-03-28T19:38:57Z', 'revision_number': 4, 'project_id': '3ed80b398330468fafd7af78f361f7ba', 'gw_port': {'id': '3358dd06-1588-4a06-96e1-bf7d3f5156ec', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3774141d-ebae-4650-8b6f-0ba18f314e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:38:54Z', 'updated_at': '2022-03-28T19:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '364f511d-931d-47b9-b546-a3a67defe546', 'name': '', 'network_id': 'a609b5b9-563e-401b-bce9-4853b932651f', 'tenant_id': '3ed80b398330468fafd7af78f361f7ba', 'mac_address': 'fa:16:3e:65:55:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3774141d-ebae-4650-8b6f-0ba18f314e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '30eb7e0f-fba5-41a3-b45a-914fd7d629a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:38:56Z', 'updated_at': '2022-03-28T19:39:01Z', 'revision_number': 4, 'project_id': '3ed80b398330468fafd7af78f361f7ba', 'subnets': [{'id': '30eb7e0f-fba5-41a3-b45a-914fd7d629a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:39:01.976697 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd6ec4a-9342-40cd-97d2-0e5d8837197b None None] The sync data for ids ['3774141d-ebae-4650-8b6f-0ba18f314e98'] in dv-neutron-834711-1-hyperv is: [{'id': '3774141d-ebae-4650-8b6f-0ba18f314e98', 'name': 'tempest-TestEncryptedCinderVolumes-1508541714-router', 'tenant_id': '3ed80b398330468fafd7af78f361f7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '3358dd06-1588-4a06-96e1-bf7d3f5156ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:38:53Z', 'updated_at': '2022-03-28T19:38:57Z', 'revision_number': 4, 'project_id': '3ed80b398330468fafd7af78f361f7ba', 'gw_port': {'id': '3358dd06-1588-4a06-96e1-bf7d3f5156ec', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3774141d-ebae-4650-8b6f-0ba18f314e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:38:54Z', 'updated_at': '2022-03-28T19:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '364f511d-931d-47b9-b546-a3a67defe546', 'name': '', 'network_id': 'a609b5b9-563e-401b-bce9-4853b932651f', 'tenant_id': '3ed80b398330468fafd7af78f361f7ba', 'mac_address': 'fa:16:3e:65:55:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3774141d-ebae-4650-8b6f-0ba18f314e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '30eb7e0f-fba5-41a3-b45a-914fd7d629a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:38:56Z', 'updated_at': '2022-03-28T19:39:01Z', 'revision_number': 4, 'project_id': '3ed80b398330468fafd7af78f361f7ba', 'subnets': [{'id': '30eb7e0f-fba5-41a3-b45a-914fd7d629a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:39:02.079665 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-36851a8c-8de8-4dc8-ae79-34d7c6eb1def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:02.287722 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 364f511d-931d-47b9-b546-a3a67defe546 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:39:02.318854 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5a7b9d-2b40-4ff3-8a85-40e7d655a418 None None] Network 1534ca78-8026-40fa-be93-15885e426a4b requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:39:02.333002 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36851a8c-8de8-4dc8-ae79-34d7c6eb1def admin admin] Router 5ab21468-69b2-4db9-b00e-01a61943b543 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:39:02.455034 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-5f6aa8c9-e3bc-42df-b94d-3228a9bdd2f9 None None] Provisioning for port 0e0ddb0e-21d5-483e-b6bb-efa0cae37647 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:39:02.518864 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36851a8c-8de8-4dc8-ae79-34d7c6eb1def admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:39:02.531252 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 364f511d-931d-47b9-b546-a3a67defe546 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:39:02.541255 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6562ced4-1b42-45b7-9f4f-d69ac20c7128 None None] Sync routers for ids ['5ab21468-69b2-4db9-b00e-01a61943b543'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:39:02.546361 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-36851a8c-8de8-4dc8-ae79-34d7c6eb1def admin admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:02.548516 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-36851a8c-8de8-4dc8-ae79-34d7c6eb1def admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7069988 Mar 28 19:39:02.550532 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 37920) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:39:02.553277 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 364f511d-931d-47b9-b546-a3a67defe546 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:39:02.553648 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:02.597926 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6562ced4-1b42-45b7-9f4f-d69ac20c7128 None None] Routers {'5ab21468-69b2-4db9-b00e-01a61943b543'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:39:02.598572 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-6562ced4-1b42-45b7-9f4f-d69ac20c7128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:38:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['5ab21468-69b2-4db9-b00e-01a61943b543'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:39:02.900564 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-6562ced4-1b42-45b7-9f4f-d69ac20c7128 None None] Set router 5ab21468-69b2-4db9-b00e-01a61943b543 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:39:02.997222 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:03.122341 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 364f511d-931d-47b9-b546-a3a67defe546, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=364f511d-931d-47b9-b546-a3a67defe546,segment=NetworkSegment(d7d0b7b4-038c-4880-ac1f-ba5f2de824f5),segment_id=d7d0b7b4-038c-4880-ac1f-ba5f2de824f5)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:39:03.128107 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:03.128902 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 0e0ddb0e-21d5-483e-b6bb-efa0cae37647 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:39:03.301449 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=364f511d-931d-47b9-b546-a3a67defe546,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:39:03.335293 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 0e0ddb0e-21d5-483e-b6bb-efa0cae37647 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:39:03.340221 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ae2244d6-d11b-42ec-95b0-0945cbd0f1fe None None] Provisioning complete for port 0e0ddb0e-21d5-483e-b6bb-efa0cae37647 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:39:03.340592 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ae2244d6-d11b-42ec-95b0-0945cbd0f1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:03.366894 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc1c2383-f1a0-48ac-aa55-420bcce4d81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:03.369141 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 0e0ddb0e-21d5-483e-b6bb-efa0cae37647 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:39:03.369514 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:03.514642 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-6562ced4-1b42-45b7-9f4f-d69ac20c7128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab21468-69b2-4db9-b00e-01a61943b543', 'name': 'tempest-TestEncryptedCinderVolumes-1697679640-router', 'tenant_id': '2c945cd7a596492ba8a09cdf45c8ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': 'e0f7b06b-05a3-4ca1-aab8-61a09d6600f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:38:59Z', 'updated_at': '2022-03-28T19:39:01Z', 'revision_number': 3, 'project_id': '2c945cd7a596492ba8a09cdf45c8ed0a', 'gw_port': {'id': 'e0f7b06b-05a3-4ca1-aab8-61a09d6600f2', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:10:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab21468-69b2-4db9-b00e-01a61943b543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:39:00Z', 'updated_at': '2022-03-28T19:39:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:39:03.524628 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6562ced4-1b42-45b7-9f4f-d69ac20c7128 None None] Checking router: 5ab21468-69b2-4db9-b00e-01a61943b543 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:39:03.524981 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6562ced4-1b42-45b7-9f4f-d69ac20c7128 None None] Updating router 5ab21468-69b2-4db9-b00e-01a61943b543 port e0f7b06b-05a3-4ca1-aab8-61a09d6600f2 binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:39:03.578838 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-bc1c2383-f1a0-48ac-aa55-420bcce4d81e admin admin] Allocated IP 172.20.0.1 (1534ca78-8026-40fa-be93-15885e426a4b/6279192d-bb2b-4376-8a1f-0f868cbc2be2/c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:39:03.651725 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6562ced4-1b42-45b7-9f4f-d69ac20c7128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:03.705205 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ae2244d6-d11b-42ec-95b0-0945cbd0f1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:03.730602 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc1c2383-f1a0-48ac-aa55-420bcce4d81e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:03.739956 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:03.746998 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-bc1c2383-f1a0-48ac-aa55-420bcce4d81e admin admin] Transition to ACTIVE for port object c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:39:03.769835 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc1c2383-f1a0-48ac-aa55-420bcce4d81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:03.833514 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-ae2244d6-d11b-42ec-95b0-0945cbd0f1fe None None] For port 0e0ddb0e-21d5-483e-b6bb-efa0cae37647, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=0e0ddb0e-21d5-483e-b6bb-efa0cae37647,segment=NetworkSegment(f71cbe6a-ab4e-4934-b69d-5c9e4a7b06d4),segment_id=f71cbe6a-ab4e-4934-b69d-5c9e4a7b06d4)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:39:03.836224 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1c2383-f1a0-48ac-aa55-420bcce4d81e admin admin] Network 1534ca78-8026-40fa-be93-15885e426a4b is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:39:03.841512 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ae2244d6-d11b-42ec-95b0-0945cbd0f1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:03.848258 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-bc1c2383-f1a0-48ac-aa55-420bcce4d81e admin admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:39:03.850692 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1c2383-f1a0-48ac-aa55-420bcce4d81e admin admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:39:03.892359 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c2383-f1a0-48ac-aa55-420bcce4d81e admin admin] Pushing event updated for resources: {'Port': ['ID=c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:39:03.910740 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc1c2383-f1a0-48ac-aa55-420bcce4d81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:03.986368 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:39:03.986717 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:39:04.042366 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc1c2383-f1a0-48ac-aa55-420bcce4d81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:04.057869 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2244d6-d11b-42ec-95b0-0945cbd0f1fe None None] Pushing event updated for resources: {'Port': ['ID=0e0ddb0e-21d5-483e-b6bb-efa0cae37647,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:39:04.176644 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6562ced4-1b42-45b7-9f4f-d69ac20c7128 None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:04.189341 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6562ced4-1b42-45b7-9f4f-d69ac20c7128 None None] Transition to ACTIVE for port object e0f7b06b-05a3-4ca1-aab8-61a09d6600f2 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:39:04.196513 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6562ced4-1b42-45b7-9f4f-d69ac20c7128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:04.276286 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc1c2383-f1a0-48ac-aa55-420bcce4d81e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:04.281671 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc1c2383-f1a0-48ac-aa55-420bcce4d81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:04.284226 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-6562ced4-1b42-45b7-9f4f-d69ac20c7128 None None] Attempting to bind port e0f7b06b-05a3-4ca1-aab8-61a09d6600f2 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:39:04.284601 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-6562ced4-1b42-45b7-9f4f-d69ac20c7128 None None] Attempting to bind port e0f7b06b-05a3-4ca1-aab8-61a09d6600f2 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:39:04.284966 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6562ced4-1b42-45b7-9f4f-d69ac20c7128 None None] Attempting to bind port e0f7b06b-05a3-4ca1-aab8-61a09d6600f2 on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:39:04.297539 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf914a6-461c-4e77-8a34-373422ae2b92 None None] Pushing event updated for resources: {'Port': ['ID=e0f7b06b-05a3-4ca1-aab8-61a09d6600f2,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:39:04.301729 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6562ced4-1b42-45b7-9f4f-d69ac20c7128 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:39:04.302363 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6562ced4-1b42-45b7-9f4f-d69ac20c7128 None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:39:04.302508 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6562ced4-1b42-45b7-9f4f-d69ac20c7128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:04.302979 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6562ced4-1b42-45b7-9f4f-d69ac20c7128 None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:39:04.303390 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-6562ced4-1b42-45b7-9f4f-d69ac20c7128 None None] Bound port: e0f7b06b-05a3-4ca1-aab8-61a09d6600f2, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:39:04.303770 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6562ced4-1b42-45b7-9f4f-d69ac20c7128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:04.328605 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-83f88f67-f292-485d-89a5-20367657b5cb None None] Provisioning for port c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:39:04.343329 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-83f88f67-f292-485d-89a5-20367657b5cb None None] Provisioning complete for port c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:39:04.343704 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-83f88f67-f292-485d-89a5-20367657b5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:04.386288 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c2383-f1a0-48ac-aa55-420bcce4d81e admin admin] Pushing event updated for resources: {'Port': ['ID=c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:39:04.391280 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bc1c2383-f1a0-48ac-aa55-420bcce4d81e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:04.426282 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-83f88f67-f292-485d-89a5-20367657b5cb None None] Port c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:39:04.436959 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-6562ced4-1b42-45b7-9f4f-d69ac20c7128 None None] For port e0f7b06b-05a3-4ca1-aab8-61a09d6600f2, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:39:04.439903 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-6562ced4-1b42-45b7-9f4f-d69ac20c7128 None None] For port e0f7b06b-05a3-4ca1-aab8-61a09d6600f2, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e0f7b06b-05a3-4ca1-aab8-61a09d6600f2,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:39:04.444472 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6562ced4-1b42-45b7-9f4f-d69ac20c7128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:04.525810 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1c2383-f1a0-48ac-aa55-420bcce4d81e admin admin] Network 1534ca78-8026-40fa-be93-15885e426a4b is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:39:04.527101 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-bc1c2383-f1a0-48ac-aa55-420bcce4d81e admin admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:39:04.563177 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 3358dd06-1588-4a06-96e1-bf7d3f5156ec up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:39:04.609528 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6562ced4-1b42-45b7-9f4f-d69ac20c7128 None None] Routers {'5ab21468-69b2-4db9-b00e-01a61943b543'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:39:04.610150 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-6562ced4-1b42-45b7-9f4f-d69ac20c7128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:38:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['5ab21468-69b2-4db9-b00e-01a61943b543'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:39:04.668425 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf914a6-461c-4e77-8a34-373422ae2b92 None None] Pushing event updated for resources: {'Port': ['ID=e0f7b06b-05a3-4ca1-aab8-61a09d6600f2,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:39:04.720244 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1c2383-f1a0-48ac-aa55-420bcce4d81e admin admin] Router 5ab21468-69b2-4db9-b00e-01a61943b543 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:39:04.792300 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 3358dd06-1588-4a06-96e1-bf7d3f5156ec triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:39:04.792679 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:04.863111 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-6562ced4-1b42-45b7-9f4f-d69ac20c7128 None None] Set router 5ab21468-69b2-4db9-b00e-01a61943b543 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:39:04.950826 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-fa81b02c-c502-4858-88fb-0ce861560de0 None None] Provisioning complete for port c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:39:04.951134 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fa81b02c-c502-4858-88fb-0ce861560de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:05.011600 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1c2383-f1a0-48ac-aa55-420bcce4d81e admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:39:05.020627 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-bc1c2383-f1a0-48ac-aa55-420bcce4d81e admin admin] 10.222.0.10 "PUT /v2.0/routers/5ab21468-69b2-4db9-b00e-01a61943b543/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4690378 Mar 28 19:39:05.239203 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-fa81b02c-c502-4858-88fb-0ce861560de0 None None] Port c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:39:05.331459 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 364f511d-931d-47b9-b546-a3a67defe546 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:39:05.410703 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 364f511d-931d-47b9-b546-a3a67defe546 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:39:05.411100 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:05.440842 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-6562ced4-1b42-45b7-9f4f-d69ac20c7128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab21468-69b2-4db9-b00e-01a61943b543', 'name': 'tempest-TestEncryptedCinderVolumes-1697679640-router', 'tenant_id': '2c945cd7a596492ba8a09cdf45c8ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': 'e0f7b06b-05a3-4ca1-aab8-61a09d6600f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:38:59Z', 'updated_at': '2022-03-28T19:39:03Z', 'revision_number': 4, 'project_id': '2c945cd7a596492ba8a09cdf45c8ed0a', 'gw_port': {'id': 'e0f7b06b-05a3-4ca1-aab8-61a09d6600f2', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:10:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab21468-69b2-4db9-b00e-01a61943b543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:39:00Z', 'updated_at': '2022-03-28T19:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c', 'name': '', 'network_id': '1534ca78-8026-40fa-be93-15885e426a4b', 'tenant_id': '2c945cd7a596492ba8a09cdf45c8ed0a', 'mac_address': 'fa:16:3e:59:43:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab21468-69b2-4db9-b00e-01a61943b543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '6279192d-bb2b-4376-8a1f-0f868cbc2be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:39:03Z', 'updated_at': '2022-03-28T19:39:04Z', 'revision_number': 2, 'project_id': '2c945cd7a596492ba8a09cdf45c8ed0a', 'subnets': [{'id': '6279192d-bb2b-4376-8a1f-0f868cbc2be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:39:05.453862 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6562ced4-1b42-45b7-9f4f-d69ac20c7128 None None] The sync data for ids ['5ab21468-69b2-4db9-b00e-01a61943b543'] in dv-neutron-834711-1-hyperv is: [{'id': '5ab21468-69b2-4db9-b00e-01a61943b543', 'name': 'tempest-TestEncryptedCinderVolumes-1697679640-router', 'tenant_id': '2c945cd7a596492ba8a09cdf45c8ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': 'e0f7b06b-05a3-4ca1-aab8-61a09d6600f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:38:59Z', 'updated_at': '2022-03-28T19:39:03Z', 'revision_number': 4, 'project_id': '2c945cd7a596492ba8a09cdf45c8ed0a', 'gw_port': {'id': 'e0f7b06b-05a3-4ca1-aab8-61a09d6600f2', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:10:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab21468-69b2-4db9-b00e-01a61943b543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:39:00Z', 'updated_at': '2022-03-28T19:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c', 'name': '', 'network_id': '1534ca78-8026-40fa-be93-15885e426a4b', 'tenant_id': '2c945cd7a596492ba8a09cdf45c8ed0a', 'mac_address': 'fa:16:3e:59:43:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab21468-69b2-4db9-b00e-01a61943b543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '6279192d-bb2b-4376-8a1f-0f868cbc2be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:39:03Z', 'updated_at': '2022-03-28T19:39:04Z', 'revision_number': 2, 'project_id': '2c945cd7a596492ba8a09cdf45c8ed0a', 'subnets': [{'id': '6279192d-bb2b-4376-8a1f-0f868cbc2be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:39:05.547144 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 0e0ddb0e-21d5-483e-b6bb-efa0cae37647 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:39:05.617720 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 0e0ddb0e-21d5-483e-b6bb-efa0cae37647 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:39:05.618257 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:05.927707 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-85bab5cd-fb24-4747-a495-f9577a2d9f23 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:05.930417 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-85bab5cd-fb24-4747-a495-f9577a2d9f23 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/networks?id=a609b5b9-563e-401b-bce9-4853b932651f HTTP/1.1" status: 200 len: 817 time: 0.1634758 Mar 28 19:39:05.946032 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-e3c0929b-874e-47a0-b273-2195f6370665 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/quotas/3ed80b398330468fafd7af78f361f7ba HTTP/1.1" status: 200 len: 375 time: 0.0099781 Mar 28 19:39:06.034773 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-ba36f58d-df95-4aa0-a5cc-509bc527bc04 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Synchronizing usage tracker for tenant:3ed80b398330468fafd7af78f361f7ba on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:39:06.051819 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-ba36f58d-df95-4aa0-a5cc-509bc527bc04 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Unset dirty status for tenant:3ed80b398330468fafd7af78f361f7ba on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:39:06.053133 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-ba36f58d-df95-4aa0-a5cc-509bc527bc04 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ed80b398330468fafd7af78f361f7ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1015322 Mar 28 19:39:06.321132 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-8d5c1a6c-8812-46b5-aac8-186c9b09503f service neutron] 10.222.0.10 "GET /v2.0/networks/a609b5b9-563e-401b-bce9-4853b932651f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554471 Mar 28 19:39:06.459057 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-35f0b94f-0a44-42fb-85f6-40d1dd572456 service neutron] 10.222.0.10 "GET /v2.0/networks/a609b5b9-563e-401b-bce9-4853b932651f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318240 Mar 28 19:39:06.645734 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dae197c2-d9c1-4aff-aa11-b8b2280cbd7e req-ed474971-1f53-456c-a5c6-b2a9e2fb3039 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/ports?device_id=678bce49-05bd-4f8d-acb8-6d66d9cceae4 HTTP/1.1" status: 200 len: 210 time: 0.0437307 Mar 28 19:39:07.340470 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e0f7b06b-05a3-4ca1-aab8-61a09d6600f2 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:39:07.411219 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port e0f7b06b-05a3-4ca1-aab8-61a09d6600f2 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:39:07.415888 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port e0f7b06b-05a3-4ca1-aab8-61a09d6600f2 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:39:07.416252 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:07.527512 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:07.543781 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port e0f7b06b-05a3-4ca1-aab8-61a09d6600f2, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e0f7b06b-05a3-4ca1-aab8-61a09d6600f2,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:39:07.547437 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:07.615770 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=e0f7b06b-05a3-4ca1-aab8-61a09d6600f2,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:39:07.872244 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-641d81f8-f633-4855-aac3-3c8f2d9bbdb6 req-b437edca-0310-4380-9e1f-006603430bcc tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/ports?device_id=678bce49-05bd-4f8d-acb8-6d66d9cceae4 HTTP/1.1" status: 200 len: 210 time: 0.1055238 Mar 28 19:39:07.914628 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-9eba1ee9-4a4a-43f3-b237-87f2f2b0b791 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:07.916043 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-9eba1ee9-4a4a-43f3-b237-87f2f2b0b791 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.26 "GET /v2.0/networks?id=a609b5b9-563e-401b-bce9-4853b932651f HTTP/1.1" status: 200 len: 817 time: 0.1956353 Mar 28 19:39:07.930179 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-5b90a9a5-7302-4dc5-aeb7-c5114e88f170 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Request body: {'port': {'device_id': '678bce49-05bd-4f8d-acb8-6d66d9cceae4', 'network_id': 'a609b5b9-563e-401b-bce9-4853b932651f', 'admin_state_up': True, 'tenant_id': '3ed80b398330468fafd7af78f361f7ba'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:39:08.065082 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-5b90a9a5-7302-4dc5-aeb7-c5114e88f170 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:39:08.074943 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-5b90a9a5-7302-4dc5-aeb7-c5114e88f170 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:39:08.084329 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-5b90a9a5-7302-4dc5-aeb7-c5114e88f170 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Made reservation on behalf of 3ed80b398330468fafd7af78f361f7ba for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:39:08.088439 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-5b90a9a5-7302-4dc5-aeb7-c5114e88f170 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:08.249652 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-5b90a9a5-7302-4dc5-aeb7-c5114e88f170 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Allocated IP 172.20.0.12 (a609b5b9-563e-401b-bce9-4853b932651f/30eb7e0f-fba5-41a3-b45a-914fd7d629a3/90295b18-eb66-4405-95ef-38159c7b6f3d) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:39:08.445620 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-5b90a9a5-7302-4dc5-aeb7-c5114e88f170 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:08.460248 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-5b90a9a5-7302-4dc5-aeb7-c5114e88f170 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Transition to ACTIVE for port object 90295b18-eb66-4405-95ef-38159c7b6f3d will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:39:08.482542 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-5b90a9a5-7302-4dc5-aeb7-c5114e88f170 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:08.547980 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-5b90a9a5-7302-4dc5-aeb7-c5114e88f170 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Network a609b5b9-563e-401b-bce9-4853b932651f is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:39:08.550849 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-5b90a9a5-7302-4dc5-aeb7-c5114e88f170 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:39:08.559750 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-5b90a9a5-7302-4dc5-aeb7-c5114e88f170 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:39:08.596096 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90a9a5-7302-4dc5-aeb7-c5114e88f170 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Pushing event updated for resources: {'Port': ['ID=90295b18-eb66-4405-95ef-38159c7b6f3d,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:39:08.628687 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-5b90a9a5-7302-4dc5-aeb7-c5114e88f170 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:08.629303 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-5b90a9a5-7302-4dc5-aeb7-c5114e88f170 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:08.654547 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-5b90a9a5-7302-4dc5-aeb7-c5114e88f170 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7284191 Mar 28 19:39:08.665271 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-649d1679-9da7-41ed-8c20-96b92b10bb34 service neutron] Request body: {'port': {'device_id': '678bce49-05bd-4f8d-acb8-6d66d9cceae4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:39:08.778062 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-649d1679-9da7-41ed-8c20-96b92b10bb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:08.784043 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a428fbdf-0687-4da3-83fc-af73e4af653b None None] Provisioning for port 90295b18-eb66-4405-95ef-38159c7b6f3d completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:39:08.789097 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a428fbdf-0687-4da3-83fc-af73e4af653b None None] Provisioning complete for port 90295b18-eb66-4405-95ef-38159c7b6f3d triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:39:08.789466 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a428fbdf-0687-4da3-83fc-af73e4af653b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:08.845139 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a428fbdf-0687-4da3-83fc-af73e4af653b None None] Port 90295b18-eb66-4405-95ef-38159c7b6f3d cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:39:09.279814 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f7881-f144-4b7b-8012-a8b40b8e8808 req-5d31afdb-e852-4ef5-a496-fb6641ce929d tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:09.279814 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-664f7881-f144-4b7b-8012-a8b40b8e8808 req-5d31afdb-e852-4ef5-a496-fb6641ce929d tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Synchronizing usage tracker for tenant:3ed80b398330468fafd7af78f361f7ba on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:39:09.307670 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21748ee9-e668-4e98-a28f-1652b9502e75 None None] Sync routers for ids ['5ab21468-69b2-4db9-b00e-01a61943b543'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:39:09.314163 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-649d1679-9da7-41ed-8c20-96b92b10bb34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90295b18-eb66-4405-95ef-38159c7b6f3d {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:39:09.318762 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21748ee9-e668-4e98-a28f-1652b9502e75 None None] Routers {'5ab21468-69b2-4db9-b00e-01a61943b543'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:39:09.320108 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-21748ee9-e668-4e98-a28f-1652b9502e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:38:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['5ab21468-69b2-4db9-b00e-01a61943b543'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:39:09.322755 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-649d1679-9da7-41ed-8c20-96b92b10bb34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:09.327613 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-664f7881-f144-4b7b-8012-a8b40b8e8808 req-5d31afdb-e852-4ef5-a496-fb6641ce929d tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Unset dirty status for tenant:3ed80b398330468fafd7af78f361f7ba on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:39:09.328921 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-664f7881-f144-4b7b-8012-a8b40b8e8808 req-5d31afdb-e852-4ef5-a496-fb6641ce929d tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/ports?device_id=678bce49-05bd-4f8d-acb8-6d66d9cceae4 HTTP/1.1" status: 200 len: 932 time: 0.3262274 Mar 28 19:39:09.340590 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-649d1679-9da7-41ed-8c20-96b92b10bb34 service neutron] Transition to ACTIVE for port object 90295b18-eb66-4405-95ef-38159c7b6f3d will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:39:09.344583 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e0f7b06b-05a3-4ca1-aab8-61a09d6600f2 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:39:09.357816 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-649d1679-9da7-41ed-8c20-96b92b10bb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:09.422369 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port e0f7b06b-05a3-4ca1-aab8-61a09d6600f2 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:39:09.422740 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:09.506036 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-21748ee9-e668-4e98-a28f-1652b9502e75 None None] Set router 5ab21468-69b2-4db9-b00e-01a61943b543 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:39:09.510688 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-664f7881-f144-4b7b-8012-a8b40b8e8808 req-2039a2cf-88b0-4275-b9be-89df90381175 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/security-groups?id=f172751d-3839-4da7-ade9-d15a7f6f682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689670 Mar 28 19:39:09.541896 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d1679-9da7-41ed-8c20-96b92b10bb34 service neutron] Pushing event updated for resources: {'Port': ['ID=90295b18-eb66-4405-95ef-38159c7b6f3d,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:39:09.632532 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-649d1679-9da7-41ed-8c20-96b92b10bb34 service neutron] Attempting to bind port 90295b18-eb66-4405-95ef-38159c7b6f3d on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:39:09.632961 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-649d1679-9da7-41ed-8c20-96b92b10bb34 service neutron] Attempting to bind port 90295b18-eb66-4405-95ef-38159c7b6f3d by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': 'd7d0b7b4-038c-4880-ac1f-ba5f2de824f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a609b5b9-563e-401b-bce9-4853b932651f'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:39:09.633292 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-649d1679-9da7-41ed-8c20-96b92b10bb34 service neutron] Attempting to bind port 90295b18-eb66-4405-95ef-38159c7b6f3d on network a609b5b9-563e-401b-bce9-4853b932651f {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:39:09.638560 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-649d1679-9da7-41ed-8c20-96b92b10bb34 service neutron] Port 90295b18-eb66-4405-95ef-38159c7b6f3d on network a609b5b9-563e-401b-bce9-4853b932651f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:39:09.638902 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-649d1679-9da7-41ed-8c20-96b92b10bb34 service neutron] Attempting to bind port 90295b18-eb66-4405-95ef-38159c7b6f3d on network a609b5b9-563e-401b-bce9-4853b932651f {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:39:09.644793 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-649d1679-9da7-41ed-8c20-96b92b10bb34 service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:39:09.645136 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-649d1679-9da7-41ed-8c20-96b92b10bb34 service neutron] Checking segment: {'id': 'd7d0b7b4-038c-4880-ac1f-ba5f2de824f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a609b5b9-563e-401b-bce9-4853b932651f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:39:09.645518 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-649d1679-9da7-41ed-8c20-96b92b10bb34 service neutron] Bound using segment: {'id': 'd7d0b7b4-038c-4880-ac1f-ba5f2de824f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a609b5b9-563e-401b-bce9-4853b932651f'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:39:09.645946 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-649d1679-9da7-41ed-8c20-96b92b10bb34 service neutron] Bound port: 90295b18-eb66-4405-95ef-38159c7b6f3d, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7d0b7b4-038c-4880-ac1f-ba5f2de824f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a609b5b9-563e-401b-bce9-4853b932651f'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:39:09.646292 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-649d1679-9da7-41ed-8c20-96b92b10bb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:09.744032 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-649d1679-9da7-41ed-8c20-96b92b10bb34 service neutron] For port 90295b18-eb66-4405-95ef-38159c7b6f3d, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:39:09.747481 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-649d1679-9da7-41ed-8c20-96b92b10bb34 service neutron] For port 90295b18-eb66-4405-95ef-38159c7b6f3d, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=90295b18-eb66-4405-95ef-38159c7b6f3d,segment=NetworkSegment(d7d0b7b4-038c-4880-ac1f-ba5f2de824f5),segment_id=d7d0b7b4-038c-4880-ac1f-ba5f2de824f5)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:39:09.752788 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-649d1679-9da7-41ed-8c20-96b92b10bb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:09.812110 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-649d1679-9da7-41ed-8c20-96b92b10bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:09.812717 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-649d1679-9da7-41ed-8c20-96b92b10bb34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:09.814150 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-649d1679-9da7-41ed-8c20-96b92b10bb34 service neutron] 10.222.0.26 "PUT /v2.0/ports/90295b18-eb66-4405-95ef-38159c7b6f3d HTTP/1.1" status: 200 len: 1094 time: 1.1529791 Mar 28 19:39:09.814615 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678bce49-05bd-4f8d-acb8-6d66d9cceae4', 'tag': '90295b18-eb66-4405-95ef-38159c7b6f3d'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:39:09.841730 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-21748ee9-e668-4e98-a28f-1652b9502e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab21468-69b2-4db9-b00e-01a61943b543', 'name': 'tempest-TestEncryptedCinderVolumes-1697679640-router', 'tenant_id': '2c945cd7a596492ba8a09cdf45c8ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': 'e0f7b06b-05a3-4ca1-aab8-61a09d6600f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:38:59Z', 'updated_at': '2022-03-28T19:39:03Z', 'revision_number': 4, 'project_id': '2c945cd7a596492ba8a09cdf45c8ed0a', 'gw_port': {'id': 'e0f7b06b-05a3-4ca1-aab8-61a09d6600f2', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab21468-69b2-4db9-b00e-01a61943b543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:39:00Z', 'updated_at': '2022-03-28T19:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c', 'name': '', 'network_id': '1534ca78-8026-40fa-be93-15885e426a4b', 'tenant_id': '2c945cd7a596492ba8a09cdf45c8ed0a', 'mac_address': 'fa:16:3e:59:43:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab21468-69b2-4db9-b00e-01a61943b543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '6279192d-bb2b-4376-8a1f-0f868cbc2be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:39:03Z', 'updated_at': '2022-03-28T19:39:04Z', 'revision_number': 2, 'project_id': '2c945cd7a596492ba8a09cdf45c8ed0a', 'subnets': [{'id': '6279192d-bb2b-4376-8a1f-0f868cbc2be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:39:09.843691 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d1679-9da7-41ed-8c20-96b92b10bb34 service neutron] Pushing event updated for resources: {'Port': ['ID=90295b18-eb66-4405-95ef-38159c7b6f3d,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:39:09.855198 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21748ee9-e668-4e98-a28f-1652b9502e75 None None] Checking router: 5ab21468-69b2-4db9-b00e-01a61943b543 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:39:09.855548 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21748ee9-e668-4e98-a28f-1652b9502e75 None None] Updating router 5ab21468-69b2-4db9-b00e-01a61943b543 port c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:39:09.914061 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-21748ee9-e668-4e98-a28f-1652b9502e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:09.947746 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-32423845-675e-4777-a232-cbd4473af5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:09.949356 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-32423845-675e-4777-a232-cbd4473af5d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3ed80b398330468fafd7af78f361f7ba&device_id=678bce49-05bd-4f8d-acb8-6d66d9cceae4 HTTP/1.1" status: 200 len: 1097 time: 0.0860307 Mar 28 19:39:10.009129 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678bce49-05bd-4f8d-acb8-6d66d9cceae4', 'tag': '90295b18-eb66-4405-95ef-38159c7b6f3d', 'status': 'completed', 'code': 200} Mar 28 19:39:10.024363 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-e1e41a0c-671f-4d3e-a151-c5dc137968c2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90295b18-eb66-4405-95ef-38159c7b6f3d HTTP/1.1" status: 200 len: 217 time: 0.0671573 Mar 28 19:39:10.089515 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-d391593e-335e-4640-bbc8-d109d863ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:10.091001 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-d391593e-335e-4640-bbc8-d109d863ba4f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=30eb7e0f-fba5-41a3-b45a-914fd7d629a3 HTTP/1.1" status: 200 len: 856 time: 0.0616164 Mar 28 19:39:10.165019 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-e89000b0-9bd5-4418-9dab-b64c9d48b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:10.166456 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-e89000b0-9bd5-4418-9dab-b64c9d48b589 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a609b5b9-563e-401b-bce9-4853b932651f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697792 Mar 28 19:39:10.253601 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-21748ee9-e668-4e98-a28f-1652b9502e75 None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:10.265264 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-21748ee9-e668-4e98-a28f-1652b9502e75 None None] Transition to ACTIVE for port object c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:39:10.271837 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-21748ee9-e668-4e98-a28f-1652b9502e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:10.298625 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-6eae4466-c01b-4905-88f9-4539f5716cb2 service neutron] 10.222.0.26 "GET /v2.0/networks/a609b5b9-563e-401b-bce9-4853b932651f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257362 Mar 28 19:39:10.442480 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8944506c-05c7-426c-a24a-433b4e2f1632 req-66863280-478a-4b35-9ee7-5fafdac041fe service neutron] 10.222.0.26 "GET /v2.0/networks/a609b5b9-563e-401b-bce9-4853b932651f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374812 Mar 28 19:39:10.493903 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3d32f-16c9-4707-86ed-7be46d9c7bdd None None] Pushing event updated for resources: {'Port': ['ID=c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:39:10.522791 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-21748ee9-e668-4e98-a28f-1652b9502e75 None None] Attempting to bind port c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:39:10.523400 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-21748ee9-e668-4e98-a28f-1652b9502e75 None None] Attempting to bind port c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'f71cbe6a-ab4e-4934-b69d-5c9e4a7b06d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1534ca78-8026-40fa-be93-15885e426a4b'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:39:10.523682 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21748ee9-e668-4e98-a28f-1652b9502e75 None None] Attempting to bind port c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c on network 1534ca78-8026-40fa-be93-15885e426a4b {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:39:10.528893 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21748ee9-e668-4e98-a28f-1652b9502e75 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:39:10.529354 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21748ee9-e668-4e98-a28f-1652b9502e75 None None] Checking segment: {'id': 'f71cbe6a-ab4e-4934-b69d-5c9e4a7b06d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1534ca78-8026-40fa-be93-15885e426a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:39:10.529746 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-21748ee9-e668-4e98-a28f-1652b9502e75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:10.530122 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21748ee9-e668-4e98-a28f-1652b9502e75 None None] Bound using segment: {'id': 'f71cbe6a-ab4e-4934-b69d-5c9e4a7b06d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1534ca78-8026-40fa-be93-15885e426a4b'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:39:10.530564 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-21748ee9-e668-4e98-a28f-1652b9502e75 None None] Bound port: c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f71cbe6a-ab4e-4934-b69d-5c9e4a7b06d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1534ca78-8026-40fa-be93-15885e426a4b'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:39:10.530949 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-21748ee9-e668-4e98-a28f-1652b9502e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:10.564516 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbb1fa-56b2-4fc4-b221-ad9eeca4fd64 req-ab1df3ab-501c-4bed-b244-8ae5288cab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:10.565983 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-61cbb1fa-56b2-4fc4-b221-ad9eeca4fd64 req-ab1df3ab-501c-4bed-b244-8ae5288cab1a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3ed80b398330468fafd7af78f361f7ba&device_id=678bce49-05bd-4f8d-acb8-6d66d9cceae4 HTTP/1.1" status: 200 len: 1097 time: 0.0760083 Mar 28 19:39:10.621583 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-21748ee9-e668-4e98-a28f-1652b9502e75 None None] For port c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:39:10.625181 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-21748ee9-e668-4e98-a28f-1652b9502e75 None None] For port c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c,segment=NetworkSegment(f71cbe6a-ab4e-4934-b69d-5c9e4a7b06d4),segment_id=f71cbe6a-ab4e-4934-b69d-5c9e4a7b06d4)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:39:10.631456 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-21748ee9-e668-4e98-a28f-1652b9502e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:10.701075 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21748ee9-e668-4e98-a28f-1652b9502e75 None None] Routers {'5ab21468-69b2-4db9-b00e-01a61943b543'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:39:10.701710 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-21748ee9-e668-4e98-a28f-1652b9502e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:38:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['5ab21468-69b2-4db9-b00e-01a61943b543'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:39:10.763326 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbb1fa-56b2-4fc4-b221-ad9eeca4fd64 req-626a63b4-b48c-45a0-837a-0c51074883f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:10.764768 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-61cbb1fa-56b2-4fc4-b221-ad9eeca4fd64 req-626a63b4-b48c-45a0-837a-0c51074883f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a609b5b9-563e-401b-bce9-4853b932651f HTTP/1.1" status: 200 len: 918 time: 0.1925061 Mar 28 19:39:10.794816 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3d32f-16c9-4707-86ed-7be46d9c7bdd None None] Pushing event updated for resources: {'Port': ['ID=c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c,revision_number=4']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:39:10.853892 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c6663-2157-48d4-93d5-53528d298b8f req-312d2e1b-3dfc-4dc8-a4ef-67c258c591a3 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:10.855411 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0e6c6663-2157-48d4-93d5-53528d298b8f req-312d2e1b-3dfc-4dc8-a4ef-67c258c591a3 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/ports?device_id=678bce49-05bd-4f8d-acb8-6d66d9cceae4 HTTP/1.1" status: 200 len: 944 time: 0.1869450 Mar 28 19:39:10.857307 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-61cbb1fa-56b2-4fc4-b221-ad9eeca4fd64 req-e556448e-6a9b-4d8c-a1a9-a1cc674d9030 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90295b18-eb66-4405-95ef-38159c7b6f3d HTTP/1.1" status: 200 len: 217 time: 0.0789092 Mar 28 19:39:10.905327 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-21748ee9-e668-4e98-a28f-1652b9502e75 None None] Set router 5ab21468-69b2-4db9-b00e-01a61943b543 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:39:10.949012 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0e6c6663-2157-48d4-93d5-53528d298b8f req-5b750adb-cddc-454f-ab92-0ea58ea1108b tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/security-groups?id=f172751d-3839-4da7-ade9-d15a7f6f682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877235 Mar 28 19:39:10.954232 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbb1fa-56b2-4fc4-b221-ad9eeca4fd64 req-adf3cd22-3068-4b52-8692-7233efd58bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:10.956121 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-61cbb1fa-56b2-4fc4-b221-ad9eeca4fd64 req-adf3cd22-3068-4b52-8692-7233efd58bf4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=30eb7e0f-fba5-41a3-b45a-914fd7d629a3 HTTP/1.1" status: 200 len: 856 time: 0.0794415 Mar 28 19:39:11.033978 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbb1fa-56b2-4fc4-b221-ad9eeca4fd64 req-b25cfc91-1c72-4c5b-ab51-d6a7ce89babe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:11.035749 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-61cbb1fa-56b2-4fc4-b221-ad9eeca4fd64 req-b25cfc91-1c72-4c5b-ab51-d6a7ce89babe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a609b5b9-563e-401b-bce9-4853b932651f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726922 Mar 28 19:39:11.220813 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-21748ee9-e668-4e98-a28f-1652b9502e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab21468-69b2-4db9-b00e-01a61943b543', 'name': 'tempest-TestEncryptedCinderVolumes-1697679640-router', 'tenant_id': '2c945cd7a596492ba8a09cdf45c8ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': 'e0f7b06b-05a3-4ca1-aab8-61a09d6600f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:38:59Z', 'updated_at': '2022-03-28T19:39:03Z', 'revision_number': 4, 'project_id': '2c945cd7a596492ba8a09cdf45c8ed0a', 'gw_port': {'id': 'e0f7b06b-05a3-4ca1-aab8-61a09d6600f2', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab21468-69b2-4db9-b00e-01a61943b543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:39:00Z', 'updated_at': '2022-03-28T19:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c', 'name': '', 'network_id': '1534ca78-8026-40fa-be93-15885e426a4b', 'tenant_id': '2c945cd7a596492ba8a09cdf45c8ed0a', 'mac_address': 'fa:16:3e:59:43:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab21468-69b2-4db9-b00e-01a61943b543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '6279192d-bb2b-4376-8a1f-0f868cbc2be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:39:03Z', 'updated_at': '2022-03-28T19:39:10Z', 'revision_number': 4, 'project_id': '2c945cd7a596492ba8a09cdf45c8ed0a', 'subnets': [{'id': '6279192d-bb2b-4376-8a1f-0f868cbc2be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:39:11.224663 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21748ee9-e668-4e98-a28f-1652b9502e75 None None] The sync data for ids ['5ab21468-69b2-4db9-b00e-01a61943b543'] in dv-neutron-834711-1-hyperv is: [{'id': '5ab21468-69b2-4db9-b00e-01a61943b543', 'name': 'tempest-TestEncryptedCinderVolumes-1697679640-router', 'tenant_id': '2c945cd7a596492ba8a09cdf45c8ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': 'e0f7b06b-05a3-4ca1-aab8-61a09d6600f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:38:59Z', 'updated_at': '2022-03-28T19:39:03Z', 'revision_number': 4, 'project_id': '2c945cd7a596492ba8a09cdf45c8ed0a', 'gw_port': {'id': 'e0f7b06b-05a3-4ca1-aab8-61a09d6600f2', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab21468-69b2-4db9-b00e-01a61943b543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:39:00Z', 'updated_at': '2022-03-28T19:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c', 'name': '', 'network_id': '1534ca78-8026-40fa-be93-15885e426a4b', 'tenant_id': '2c945cd7a596492ba8a09cdf45c8ed0a', 'mac_address': 'fa:16:3e:59:43:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab21468-69b2-4db9-b00e-01a61943b543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '6279192d-bb2b-4376-8a1f-0f868cbc2be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:39:03Z', 'updated_at': '2022-03-28T19:39:10Z', 'revision_number': 4, 'project_id': '2c945cd7a596492ba8a09cdf45c8ed0a', 'subnets': [{'id': '6279192d-bb2b-4376-8a1f-0f868cbc2be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:39:11.274049 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-61cbb1fa-56b2-4fc4-b221-ad9eeca4fd64 req-9668b26b-61a4-4077-9051-31cd16a2c654 service neutron] 10.222.0.26 "GET /v2.0/networks/a609b5b9-563e-401b-bce9-4853b932651f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312884 Mar 28 19:39:11.352416 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:39:11.417972 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-61cbb1fa-56b2-4fc4-b221-ad9eeca4fd64 req-688654d4-5894-4255-a182-9c3cade5d336 service neutron] 10.222.0.26 "GET /v2.0/networks/a609b5b9-563e-401b-bce9-4853b932651f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361134 Mar 28 19:39:11.423032 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:39:11.428469 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:39:11.429525 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:11.551133 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:11.583416 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c,segment=NetworkSegment(f71cbe6a-ab4e-4934-b69d-5c9e4a7b06d4),segment_id=f71cbe6a-ab4e-4934-b69d-5c9e4a7b06d4)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:39:11.588468 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:11.658217 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:39:12.144449 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad3969-e00e-4dd2-aabd-47c6a57d4d84 req-44fee61d-7a4d-4d74-b828-120725d8bf31 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:12.145916 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-70ad3969-e00e-4dd2-aabd-47c6a57d4d84 req-44fee61d-7a4d-4d74-b828-120725d8bf31 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/ports?device_id=678bce49-05bd-4f8d-acb8-6d66d9cceae4 HTTP/1.1" status: 200 len: 944 time: 0.0838616 Mar 28 19:39:12.189396 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-70ad3969-e00e-4dd2-aabd-47c6a57d4d84 req-0b2f61ec-e30a-45f7-85d9-3b29cab082d4 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/security-groups?id=f172751d-3839-4da7-ade9-d15a7f6f682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377195 Mar 28 19:39:13.323764 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:39:13.375074 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9045c1-7abf-44f1-9196-529304710650 req-566a5a3a-aa0c-4219-825d-d555dbf30b33 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:13.376509 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4b9045c1-7abf-44f1-9196-529304710650 req-566a5a3a-aa0c-4219-825d-d555dbf30b33 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/ports?device_id=678bce49-05bd-4f8d-acb8-6d66d9cceae4 HTTP/1.1" status: 200 len: 944 time: 0.0826950 Mar 28 19:39:13.392321 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:39:13.392685 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:13.420423 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4b9045c1-7abf-44f1-9196-529304710650 req-701f98dc-19eb-4596-baee-1209bf9c61da tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/security-groups?id=f172751d-3839-4da7-ade9-d15a7f6f682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375509 Mar 28 19:39:13.645703 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 90295b18-eb66-4405-95ef-38159c7b6f3d details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:39:13.799446 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 90295b18-eb66-4405-95ef-38159c7b6f3d, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=90295b18-eb66-4405-95ef-38159c7b6f3d,segment=NetworkSegment(d7d0b7b4-038c-4880-ac1f-ba5f2de824f5),segment_id=d7d0b7b4-038c-4880-ac1f-ba5f2de824f5)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:39:13.812985 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '90295b18-eb66-4405-95ef-38159c7b6f3d', 'network_id': 'a609b5b9-563e-401b-bce9-4853b932651f', 'port_id': '90295b18-eb66-4405-95ef-38159c7b6f3d', 'mac_address': 'fa:16:3e:ca:f6:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb7e0f-fba5-41a3-b45a-914fd7d629a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:39:13.865967 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:13.883095 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90295b18-eb66-4405-95ef-38159c7b6f3d {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:39:13.897732 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 90295b18-eb66-4405-95ef-38159c7b6f3d, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=90295b18-eb66-4405-95ef-38159c7b6f3d,segment=NetworkSegment(d7d0b7b4-038c-4880-ac1f-ba5f2de824f5),segment_id=d7d0b7b4-038c-4880-ac1f-ba5f2de824f5)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:39:13.901296 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:13.968328 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=90295b18-eb66-4405-95ef-38159c7b6f3d,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:39:14.215640 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['90295b18-eb66-4405-95ef-38159c7b6f3d'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:39:14.600035 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd3423-f7f9-4695-9206-c6618d05a641 req-443d08e7-d124-43aa-a7b6-67486e562f8c tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:14.602003 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-94bd3423-f7f9-4695-9206-c6618d05a641 req-443d08e7-d124-43aa-a7b6-67486e562f8c tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/ports?device_id=678bce49-05bd-4f8d-acb8-6d66d9cceae4 HTTP/1.1" status: 200 len: 945 time: 0.0800841 Mar 28 19:39:14.646901 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-94bd3423-f7f9-4695-9206-c6618d05a641 req-eefe07d2-bcc5-47ec-8912-3d60acdde02c tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/security-groups?id=f172751d-3839-4da7-ade9-d15a7f6f682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392661 Mar 28 19:39:15.668763 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:39:15.676720 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 90295b18-eb66-4405-95ef-38159c7b6f3d up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:39:15.746617 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port 90295b18-eb66-4405-95ef-38159c7b6f3d completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:39:15.751411 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 90295b18-eb66-4405-95ef-38159c7b6f3d triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:39:15.751782 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:15.832162 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2ebc8-55fa-427f-9971-860fab26643f req-64a1435c-a90b-4b04-8d81-46301a77a2c6 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:15.833590 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e7f2ebc8-55fa-427f-9971-860fab26643f req-64a1435c-a90b-4b04-8d81-46301a77a2c6 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/ports?device_id=678bce49-05bd-4f8d-acb8-6d66d9cceae4 HTTP/1.1" status: 200 len: 945 time: 0.0786247 Mar 28 19:39:15.872204 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:15.880832 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e7f2ebc8-55fa-427f-9971-860fab26643f req-08564231-d6f6-4003-9e57-fff12875ac72 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/security-groups?id=f172751d-3839-4da7-ade9-d15a7f6f682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407047 Mar 28 19:39:15.902420 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678bce49-05bd-4f8d-acb8-6d66d9cceae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90295b18-eb66-4405-95ef-38159c7b6f3d'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:39:15.908705 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 90295b18-eb66-4405-95ef-38159c7b6f3d, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=90295b18-eb66-4405-95ef-38159c7b6f3d,segment=NetworkSegment(d7d0b7b4-038c-4880-ac1f-ba5f2de824f5),segment_id=d7d0b7b4-038c-4880-ac1f-ba5f2de824f5)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:39:15.912635 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:15.948543 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678bce49-05bd-4f8d-acb8-6d66d9cceae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90295b18-eb66-4405-95ef-38159c7b6f3d', 'code': 200} Mar 28 19:39:15.981474 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=90295b18-eb66-4405-95ef-38159c7b6f3d,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:39:15.988489 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:15.988830 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:15.989163 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:15.989495 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:15.989820 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:15.990142 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:15.990463 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:15.990784 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:15.991666 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:15.991985 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:15.992301 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:15.992640 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:16.168203 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dee140-6ec6-4083-9e3f-f2f13b1c36cc req-017d5143-3a07-435f-b427-eabd2920d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:16.169637 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-90dee140-6ec6-4083-9e3f-f2f13b1c36cc req-017d5143-3a07-435f-b427-eabd2920d88f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=678bce49-05bd-4f8d-acb8-6d66d9cceae4 HTTP/1.1" status: 200 len: 1099 time: 0.0716209 Mar 28 19:39:16.209957 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-90dee140-6ec6-4083-9e3f-f2f13b1c36cc req-3dfbc219-4919-47ca-af5f-852698ec2b9e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f172751d-3839-4da7-ade9-d15a7f6f682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343437 Mar 28 19:39:17.065144 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab888c-dcce-4e3d-a0f9-3670fc5339df req-4d4a1aa0-5c30-4d01-98df-c1fb0526d5e2 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:17.066502 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-78ab888c-dcce-4e3d-a0f9-3670fc5339df req-4d4a1aa0-5c30-4d01-98df-c1fb0526d5e2 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/ports?device_id=678bce49-05bd-4f8d-acb8-6d66d9cceae4 HTTP/1.1" status: 200 len: 946 time: 0.0783610 Mar 28 19:39:17.109748 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-78ab888c-dcce-4e3d-a0f9-3670fc5339df req-2ed8f73b-befa-4602-b4d7-1d8cfdf4a32a tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/security-groups?id=f172751d-3839-4da7-ade9-d15a7f6f682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370245 Mar 28 19:39:18.296520 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036364b-11b8-4152-abab-57d49b1eb1d0 req-e077216a-0bb3-4223-9119-a6f5940eb08a tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:18.297872 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6036364b-11b8-4152-abab-57d49b1eb1d0 req-e077216a-0bb3-4223-9119-a6f5940eb08a tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/ports?device_id=678bce49-05bd-4f8d-acb8-6d66d9cceae4 HTTP/1.1" status: 200 len: 946 time: 0.0813820 Mar 28 19:39:18.341418 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6036364b-11b8-4152-abab-57d49b1eb1d0 req-2e18278f-0fbb-46ee-952d-c34dd3446e01 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/security-groups?id=f172751d-3839-4da7-ade9-d15a7f6f682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378444 Mar 28 19:39:18.523082 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017a4da-619f-4ea0-b1ef-1243e520ae9e req-35566efd-4d28-4a0b-aaa2-f18d9a0e59d3 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:18.524493 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5017a4da-619f-4ea0-b1ef-1243e520ae9e req-35566efd-4d28-4a0b-aaa2-f18d9a0e59d3 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/ports?device_id=678bce49-05bd-4f8d-acb8-6d66d9cceae4 HTTP/1.1" status: 200 len: 946 time: 0.0807078 Mar 28 19:39:18.570718 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5017a4da-619f-4ea0-b1ef-1243e520ae9e req-7378e841-4e35-4dc5-ad74-e421c1bdf676 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/security-groups?id=f172751d-3839-4da7-ade9-d15a7f6f682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404482 Mar 28 19:39:25.341174 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3cbd6868-5957-456f-8104-dc939ce6a415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:27.689532 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ffd54abc-dab6-4ce7-8395-39648f0ef1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:28.666294 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:28.701220 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:30.266915 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:31.913874 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:32.964137 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f2244-bab1-485f-8064-c36c9dc1228f req-eafae070-7c7c-4bf6-a3cb-98780d975e7f tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:32.965578 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-902f2244-bab1-485f-8064-c36c9dc1228f req-eafae070-7c7c-4bf6-a3cb-98780d975e7f tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/ports?device_id=678bce49-05bd-4f8d-acb8-6d66d9cceae4 HTTP/1.1" status: 200 len: 946 time: 0.0792403 Mar 28 19:39:33.008285 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-902f2244-bab1-485f-8064-c36c9dc1228f req-f1c49282-8b8c-42ae-a0cb-48a5e4d911e0 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/security-groups?id=f172751d-3839-4da7-ade9-d15a7f6f682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370646 Mar 28 19:39:34.201595 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6bfb6-ecc2-4708-95db-522af5b8e2ee req-a4a36bff-cd30-4227-90ac-386eaf460926 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:34.203062 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-51c6bfb6-ecc2-4708-95db-522af5b8e2ee req-a4a36bff-cd30-4227-90ac-386eaf460926 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/ports?device_id=678bce49-05bd-4f8d-acb8-6d66d9cceae4 HTTP/1.1" status: 200 len: 946 time: 0.0826354 Mar 28 19:39:34.245950 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-51c6bfb6-ecc2-4708-95db-522af5b8e2ee req-94274e65-c7b5-4a47-8f7e-938c1d9ee3d3 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/security-groups?id=f172751d-3839-4da7-ade9-d15a7f6f682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373056 Mar 28 19:39:34.632549 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9dd2b-3500-4a5b-b2db-f00b271a9fba req-1a375d4a-81b8-4cb9-b706-61ab09e354f2 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:34.633956 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-95b9dd2b-3500-4a5b-b2db-f00b271a9fba req-1a375d4a-81b8-4cb9-b706-61ab09e354f2 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.26 "GET /v2.0/ports?device_id=678bce49-05bd-4f8d-acb8-6d66d9cceae4 HTTP/1.1" status: 200 len: 946 time: 0.0865567 Mar 28 19:39:34.706007 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-95b9dd2b-3500-4a5b-b2db-f00b271a9fba req-14720258-c46a-4f74-9c12-6e17918f8b49 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Deleting port 90295b18-eb66-4405-95ef-38159c7b6f3d {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:39:34.706372 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-95b9dd2b-3500-4a5b-b2db-f00b271a9fba req-14720258-c46a-4f74-9c12-6e17918f8b49 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:35.053304 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-95b9dd2b-3500-4a5b-b2db-f00b271a9fba req-14720258-c46a-4f74-9c12-6e17918f8b49 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] For port 90295b18-eb66-4405-95ef-38159c7b6f3d, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=90295b18-eb66-4405-95ef-38159c7b6f3d,segment=NetworkSegment(d7d0b7b4-038c-4880-ac1f-ba5f2de824f5),segment_id=d7d0b7b4-038c-4880-ac1f-ba5f2de824f5)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:39:35.053651 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-95b9dd2b-3500-4a5b-b2db-f00b271a9fba req-14720258-c46a-4f74-9c12-6e17918f8b49 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:35.173793 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-95b9dd2b-3500-4a5b-b2db-f00b271a9fba req-14720258-c46a-4f74-9c12-6e17918f8b49 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Calling delete_port for 90295b18-eb66-4405-95ef-38159c7b6f3d owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:39:35.322590 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-95b9dd2b-3500-4a5b-b2db-f00b271a9fba req-14720258-c46a-4f74-9c12-6e17918f8b49 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:35.335017 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['90295b18-eb66-4405-95ef-38159c7b6f3d'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:39:35.400377 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14720258-c46a-4f74-9c12-6e17918f8b49 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Pushing event deleted for resources: {'Port': ['ID=90295b18-eb66-4405-95ef-38159c7b6f3d,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:39:35.416239 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-72d3cb49-2279-4fe5-825f-c6cc90c4e9e8 req-8b3c69f1-2899-4d2c-a986-6d6ec0820689 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/ports?device_id=678bce49-05bd-4f8d-acb8-6d66d9cceae4 HTTP/1.1" status: 200 len: 210 time: 0.0537848 Mar 28 19:39:35.492567 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b9dd2b-3500-4a5b-b2db-f00b271a9fba req-14720258-c46a-4f74-9c12-6e17918f8b49 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] No DVR routers for this DVR port 90295b18-eb66-4405-95ef-38159c7b6f3d on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:39:35.495388 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-95b9dd2b-3500-4a5b-b2db-f00b271a9fba req-14720258-c46a-4f74-9c12-6e17918f8b49 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:35.497931 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678bce49-05bd-4f8d-acb8-6d66d9cceae4', 'name': 'network-vif-deleted', 'tag': '90295b18-eb66-4405-95ef-38159c7b6f3d'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:39:35.514645 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-95b9dd2b-3500-4a5b-b2db-f00b271a9fba req-14720258-c46a-4f74-9c12-6e17918f8b49 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.26 "DELETE /v2.0/ports/90295b18-eb66-4405-95ef-38159c7b6f3d HTTP/1.1" status: 204 len: 173 time: 0.8749609 Mar 28 19:39:35.546168 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678bce49-05bd-4f8d-acb8-6d66d9cceae4', 'name': 'network-vif-deleted', 'tag': '90295b18-eb66-4405-95ef-38159c7b6f3d', 'status': 'completed', 'code': 200} Mar 28 19:39:36.980533 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-a45df9c5-3d55-4680-afbb-f254cb919705 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:36.981889 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-a45df9c5-3d55-4680-afbb-f254cb919705 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/networks?id=a609b5b9-563e-401b-bce9-4853b932651f HTTP/1.1" status: 200 len: 817 time: 0.1400578 Mar 28 19:39:36.996774 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-229f1de9-4950-499a-8223-ed67998222ae tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/quotas/3ed80b398330468fafd7af78f361f7ba HTTP/1.1" status: 200 len: 375 time: 0.0093620 Mar 28 19:39:37.079917 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-71c1cf50-6c0a-48aa-a802-d51e8eb906ea tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Synchronizing usage tracker for tenant:3ed80b398330468fafd7af78f361f7ba on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:39:37.094239 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-71c1cf50-6c0a-48aa-a802-d51e8eb906ea tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Unset dirty status for tenant:3ed80b398330468fafd7af78f361f7ba on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:39:37.095485 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-71c1cf50-6c0a-48aa-a802-d51e8eb906ea tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ed80b398330468fafd7af78f361f7ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0939367 Mar 28 19:39:37.234050 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-7cb447b1-728f-44a5-bfeb-f8ca0ddce9ed service neutron] 10.222.0.10 "GET /v2.0/networks/a609b5b9-563e-401b-bce9-4853b932651f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268849 Mar 28 19:39:37.364607 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-0f7236f5-1028-431f-8851-0745149c7dec service neutron] 10.222.0.10 "GET /v2.0/networks/a609b5b9-563e-401b-bce9-4853b932651f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246240 Mar 28 19:39:37.537189 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-042937c0-cb5b-4522-8004-38d1d74ed0b3 req-ef63719b-8ecb-46ef-b062-0fce0e552d8b tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e6be7f-7137-4d27-8fcc-18136473afc8 HTTP/1.1" status: 200 len: 210 time: 0.0423291 Mar 28 19:39:38.529605 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-ba1ba6cb-9d90-48f4-aa6e-a3b19846576d tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:38.531028 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-ba1ba6cb-9d90-48f4-aa6e-a3b19846576d tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.26 "GET /v2.0/networks?id=a609b5b9-563e-401b-bce9-4853b932651f HTTP/1.1" status: 200 len: 817 time: 0.1466854 Mar 28 19:39:38.542498 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-23a075a6-a8d6-4758-8c7a-04ea8c11d40a tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Request body: {'port': {'device_id': '88e6be7f-7137-4d27-8fcc-18136473afc8', 'network_id': 'a609b5b9-563e-401b-bce9-4853b932651f', 'admin_state_up': True, 'tenant_id': '3ed80b398330468fafd7af78f361f7ba'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:39:38.695457 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-93f2543d-97ef-4f97-857e-1870f4b1565f req-36b66934-b6c5-4e64-afa5-d4a30bf3ce9e tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e6be7f-7137-4d27-8fcc-18136473afc8 HTTP/1.1" status: 200 len: 210 time: 0.0487902 Mar 28 19:39:38.718792 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-23a075a6-a8d6-4758-8c7a-04ea8c11d40a tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:39:38.728602 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-23a075a6-a8d6-4758-8c7a-04ea8c11d40a tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:39:38.737763 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-23a075a6-a8d6-4758-8c7a-04ea8c11d40a tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Made reservation on behalf of 3ed80b398330468fafd7af78f361f7ba for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:39:38.741110 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-23a075a6-a8d6-4758-8c7a-04ea8c11d40a tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:38.897328 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-23a075a6-a8d6-4758-8c7a-04ea8c11d40a tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Allocated IP 172.20.0.10 (a609b5b9-563e-401b-bce9-4853b932651f/30eb7e0f-fba5-41a3-b45a-914fd7d629a3/8411d78c-989b-4c89-8936-de3d45bb2e00) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:39:39.097308 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-23a075a6-a8d6-4758-8c7a-04ea8c11d40a tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:39.112714 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-23a075a6-a8d6-4758-8c7a-04ea8c11d40a tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Transition to ACTIVE for port object 8411d78c-989b-4c89-8936-de3d45bb2e00 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:39:39.135479 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-23a075a6-a8d6-4758-8c7a-04ea8c11d40a tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:39.198810 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-23a075a6-a8d6-4758-8c7a-04ea8c11d40a tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Network a609b5b9-563e-401b-bce9-4853b932651f is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:39:39.201742 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-23a075a6-a8d6-4758-8c7a-04ea8c11d40a tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:39:39.209791 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-23a075a6-a8d6-4758-8c7a-04ea8c11d40a tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:39:39.248982 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a075a6-a8d6-4758-8c7a-04ea8c11d40a tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Pushing event updated for resources: {'Port': ['ID=8411d78c-989b-4c89-8936-de3d45bb2e00,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:39:39.282343 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-23a075a6-a8d6-4758-8c7a-04ea8c11d40a tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:39.282968 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-23a075a6-a8d6-4758-8c7a-04ea8c11d40a tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:39.308704 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-23a075a6-a8d6-4758-8c7a-04ea8c11d40a tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7702107 Mar 28 19:39:39.319685 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Request body: {'port': {'device_id': '88e6be7f-7137-4d27-8fcc-18136473afc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:39:39.423238 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-74298bd2-563a-403d-a9b8-4170a2afca66 None None] Provisioning for port 8411d78c-989b-4c89-8936-de3d45bb2e00 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:39:39.428291 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-74298bd2-563a-403d-a9b8-4170a2afca66 None None] Provisioning complete for port 8411d78c-989b-4c89-8936-de3d45bb2e00 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:39:39.428667 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-74298bd2-563a-403d-a9b8-4170a2afca66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:39.437246 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:39.480439 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-74298bd2-563a-403d-a9b8-4170a2afca66 None None] Port 8411d78c-989b-4c89-8936-de3d45bb2e00 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:39:39.785476 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 90295b18-eb66-4405-95ef-38159c7b6f3d no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:39:39.822521 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: 90295b18-eb66-4405-95ef-38159c7b6f3d {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:39:39.822862 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 90295b18-eb66-4405-95ef-38159c7b6f3d not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:39:39.924975 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8411d78c-989b-4c89-8936-de3d45bb2e00 {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:39:39.934122 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:39.962351 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Transition to ACTIVE for port object 8411d78c-989b-4c89-8936-de3d45bb2e00 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:39:39.971028 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50c370-4687-4bb1-9708-95aab95aee4c req-89ebf5e3-0889-4b78-9cb9-694c96b0b6ac tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:39.971711 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-9b50c370-4687-4bb1-9708-95aab95aee4c req-89ebf5e3-0889-4b78-9cb9-694c96b0b6ac tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Synchronizing usage tracker for tenant:3ed80b398330468fafd7af78f361f7ba on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:39:39.975701 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:40.096113 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-9b50c370-4687-4bb1-9708-95aab95aee4c req-89ebf5e3-0889-4b78-9cb9-694c96b0b6ac tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Unset dirty status for tenant:3ed80b398330468fafd7af78f361f7ba on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:39:40.097292 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9b50c370-4687-4bb1-9708-95aab95aee4c req-89ebf5e3-0889-4b78-9cb9-694c96b0b6ac tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e6be7f-7137-4d27-8fcc-18136473afc8 HTTP/1.1" status: 200 len: 932 time: 0.2953601 Mar 28 19:39:40.170394 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Pushing event updated for resources: {'Port': ['ID=8411d78c-989b-4c89-8936-de3d45bb2e00,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:39:40.224716 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:40.225068 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:40.225563 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:40.226244 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:40.226664 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:40.227022 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:40.227360 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:40.227695 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:40.227984 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:40.228304 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:40.228625 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:40.228943 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:39:40.263290 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9b50c370-4687-4bb1-9708-95aab95aee4c req-0ff65b06-ff3d-41c2-95b3-7b06c544af45 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/security-groups?id=f172751d-3839-4da7-ade9-d15a7f6f682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565506 Mar 28 19:39:40.282116 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Attempting to bind port 8411d78c-989b-4c89-8936-de3d45bb2e00 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:39:40.282450 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Attempting to bind port 8411d78c-989b-4c89-8936-de3d45bb2e00 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': 'd7d0b7b4-038c-4880-ac1f-ba5f2de824f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a609b5b9-563e-401b-bce9-4853b932651f'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:39:40.282776 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Attempting to bind port 8411d78c-989b-4c89-8936-de3d45bb2e00 on network a609b5b9-563e-401b-bce9-4853b932651f {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:39:40.287431 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Port 8411d78c-989b-4c89-8936-de3d45bb2e00 on network a609b5b9-563e-401b-bce9-4853b932651f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:39:40.287764 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Attempting to bind port 8411d78c-989b-4c89-8936-de3d45bb2e00 on network a609b5b9-563e-401b-bce9-4853b932651f {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:39:40.293506 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:39:40.293843 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Checking segment: {'id': 'd7d0b7b4-038c-4880-ac1f-ba5f2de824f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a609b5b9-563e-401b-bce9-4853b932651f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:39:40.294219 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Bound using segment: {'id': 'd7d0b7b4-038c-4880-ac1f-ba5f2de824f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a609b5b9-563e-401b-bce9-4853b932651f'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:39:40.294645 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Bound port: 8411d78c-989b-4c89-8936-de3d45bb2e00, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7d0b7b4-038c-4880-ac1f-ba5f2de824f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a609b5b9-563e-401b-bce9-4853b932651f'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:39:40.295022 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:40.386734 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] For port 8411d78c-989b-4c89-8936-de3d45bb2e00, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:39:40.389942 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] For port 8411d78c-989b-4c89-8936-de3d45bb2e00, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=8411d78c-989b-4c89-8936-de3d45bb2e00,segment=NetworkSegment(d7d0b7b4-038c-4880-ac1f-ba5f2de824f5),segment_id=d7d0b7b4-038c-4880-ac1f-ba5f2de824f5)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:39:40.395222 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:40.449620 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:40.450226 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:40.451715 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] 10.222.0.26 "PUT /v2.0/ports/8411d78c-989b-4c89-8936-de3d45bb2e00 HTTP/1.1" status: 200 len: 1094 time: 1.1360741 Mar 28 19:39:40.452076 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e6be7f-7137-4d27-8fcc-18136473afc8', 'tag': '8411d78c-989b-4c89-8936-de3d45bb2e00'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:39:40.480946 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb9789-3829-42be-ad63-12cc06badd13 service neutron] Pushing event updated for resources: {'Port': ['ID=8411d78c-989b-4c89-8936-de3d45bb2e00,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:39:40.509002 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e6be7f-7137-4d27-8fcc-18136473afc8', 'tag': '8411d78c-989b-4c89-8936-de3d45bb2e00', 'status': 'completed', 'code': 200} Mar 28 19:39:40.587136 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-b98c5527-0e6a-4f0b-a8fe-c7e894e95509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:40.588617 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-b98c5527-0e6a-4f0b-a8fe-c7e894e95509 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3ed80b398330468fafd7af78f361f7ba&device_id=88e6be7f-7137-4d27-8fcc-18136473afc8 HTTP/1.1" status: 200 len: 1097 time: 0.0766065 Mar 28 19:39:40.656553 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-945350c6-1eb6-4f3a-862b-ea945fb68a2b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8411d78c-989b-4c89-8936-de3d45bb2e00 HTTP/1.1" status: 200 len: 217 time: 0.0609887 Mar 28 19:39:40.722427 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-f35f3019-de56-47e0-b54b-23be1f704ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:40.723819 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-f35f3019-de56-47e0-b54b-23be1f704ec0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=30eb7e0f-fba5-41a3-b45a-914fd7d629a3 HTTP/1.1" status: 200 len: 856 time: 0.0609930 Mar 28 19:39:40.800702 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-48c6a60e-c578-4645-9902-a67b758a2c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:40.802121 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-48c6a60e-c578-4645-9902-a67b758a2c1c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a609b5b9-563e-401b-bce9-4853b932651f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691755 Mar 28 19:39:40.928790 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-1485447d-abd5-40f9-92e5-87bfea3d9016 service neutron] 10.222.0.26 "GET /v2.0/networks/a609b5b9-563e-401b-bce9-4853b932651f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199646 Mar 28 19:39:41.054761 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f8dbe8d5-fd15-4c36-b58f-01890e4727cb req-c3c0ec43-6331-4cf7-9095-cbf6565c1f30 service neutron] 10.222.0.26 "GET /v2.0/networks/a609b5b9-563e-401b-bce9-4853b932651f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203675 Mar 28 19:39:41.170382 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d02ab3-5958-4210-be04-5d58b9cd5294 req-b6990b31-36a5-408e-9f9e-966e3e0b4370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:41.171882 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-72d02ab3-5958-4210-be04-5d58b9cd5294 req-b6990b31-36a5-408e-9f9e-966e3e0b4370 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3ed80b398330468fafd7af78f361f7ba&device_id=88e6be7f-7137-4d27-8fcc-18136473afc8 HTTP/1.1" status: 200 len: 1097 time: 0.0730665 Mar 28 19:39:41.425878 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d02ab3-5958-4210-be04-5d58b9cd5294 req-7e1f7628-5294-4171-822f-6f676293acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:41.427266 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-72d02ab3-5958-4210-be04-5d58b9cd5294 req-7e1f7628-5294-4171-822f-6f676293acd4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a609b5b9-563e-401b-bce9-4853b932651f HTTP/1.1" status: 200 len: 918 time: 0.2498827 Mar 28 19:39:41.500201 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-72d02ab3-5958-4210-be04-5d58b9cd5294 req-126627b6-c5e8-4147-8b9a-41ed016041f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8411d78c-989b-4c89-8936-de3d45bb2e00 HTTP/1.1" status: 200 len: 217 time: 0.0669119 Mar 28 19:39:41.573327 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d02ab3-5958-4210-be04-5d58b9cd5294 req-d1b7790f-9bfd-4374-939e-bc8b5b3b3489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:41.574602 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-72d02ab3-5958-4210-be04-5d58b9cd5294 req-d1b7790f-9bfd-4374-939e-bc8b5b3b3489 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=30eb7e0f-fba5-41a3-b45a-914fd7d629a3 HTTP/1.1" status: 200 len: 856 time: 0.0689452 Mar 28 19:39:41.585622 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cb1a5-140a-4369-8722-d8e92b520cb1 req-b154e10c-fb8c-4cde-a7db-9ebd9340bac9 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:41.586955 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5e6cb1a5-140a-4369-8722-d8e92b520cb1 req-b154e10c-fb8c-4cde-a7db-9ebd9340bac9 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e6be7f-7137-4d27-8fcc-18136473afc8 HTTP/1.1" status: 200 len: 944 time: 0.1917796 Mar 28 19:39:41.668493 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5e6cb1a5-140a-4369-8722-d8e92b520cb1 req-c024cbfb-8d84-4f9d-87cf-f86400e61e3e tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/security-groups?id=f172751d-3839-4da7-ade9-d15a7f6f682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500746 Mar 28 19:39:41.696486 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d02ab3-5958-4210-be04-5d58b9cd5294 req-9d12778b-58fa-4871-9625-ade1b2a00869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:41.698019 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-72d02ab3-5958-4210-be04-5d58b9cd5294 req-9d12778b-58fa-4871-9625-ade1b2a00869 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a609b5b9-563e-401b-bce9-4853b932651f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1102068 Mar 28 19:39:41.828120 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-72d02ab3-5958-4210-be04-5d58b9cd5294 req-0564d8d0-7734-435f-95a2-870641887df7 service neutron] 10.222.0.26 "GET /v2.0/networks/a609b5b9-563e-401b-bce9-4853b932651f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240458 Mar 28 19:39:41.959251 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-72d02ab3-5958-4210-be04-5d58b9cd5294 req-9c1e4571-27bf-4c64-9b44-594b5a190d2c service neutron] 10.222.0.26 "GET /v2.0/networks/a609b5b9-563e-401b-bce9-4853b932651f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246097 Mar 28 19:39:42.859806 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb10faa-5573-4903-8138-ae0663c953d9 req-db717165-b40d-468d-9dfc-68fbe578300f tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:42.861235 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bfb10faa-5573-4903-8138-ae0663c953d9 req-db717165-b40d-468d-9dfc-68fbe578300f tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e6be7f-7137-4d27-8fcc-18136473afc8 HTTP/1.1" status: 200 len: 944 time: 0.0828068 Mar 28 19:39:42.904905 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bfb10faa-5573-4903-8138-ae0663c953d9 req-ac90b1e8-c9b9-4b48-bcc1-8d06f05f3a86 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/security-groups?id=f172751d-3839-4da7-ade9-d15a7f6f682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379672 Mar 28 19:39:43.832353 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 8411d78c-989b-4c89-8936-de3d45bb2e00 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:39:43.963431 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 8411d78c-989b-4c89-8936-de3d45bb2e00, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=8411d78c-989b-4c89-8936-de3d45bb2e00,segment=NetworkSegment(d7d0b7b4-038c-4880-ac1f-ba5f2de824f5),segment_id=d7d0b7b4-038c-4880-ac1f-ba5f2de824f5)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:39:43.976997 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '8411d78c-989b-4c89-8936-de3d45bb2e00', 'network_id': 'a609b5b9-563e-401b-bce9-4853b932651f', 'port_id': '8411d78c-989b-4c89-8936-de3d45bb2e00', 'mac_address': 'fa:16:3e:d6:42:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb7e0f-fba5-41a3-b45a-914fd7d629a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:39:44.032203 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:44.048790 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8411d78c-989b-4c89-8936-de3d45bb2e00 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:39:44.064124 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 8411d78c-989b-4c89-8936-de3d45bb2e00, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=8411d78c-989b-4c89-8936-de3d45bb2e00,segment=NetworkSegment(d7d0b7b4-038c-4880-ac1f-ba5f2de824f5),segment_id=d7d0b7b4-038c-4880-ac1f-ba5f2de824f5)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:39:44.068923 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:44.094732 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aec42d-fc63-49dc-82b3-993222dc1cbe req-918c04f9-fdeb-4906-be8b-fb1aa96873b9 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:44.096208 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e6aec42d-fc63-49dc-82b3-993222dc1cbe req-918c04f9-fdeb-4906-be8b-fb1aa96873b9 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e6be7f-7137-4d27-8fcc-18136473afc8 HTTP/1.1" status: 200 len: 944 time: 0.0809164 Mar 28 19:39:44.137431 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=8411d78c-989b-4c89-8936-de3d45bb2e00,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:39:44.139704 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e6aec42d-fc63-49dc-82b3-993222dc1cbe req-750f758c-b79e-4a69-8f1c-09b80159cc63 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/security-groups?id=f172751d-3839-4da7-ade9-d15a7f6f682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377281 Mar 28 19:39:44.381886 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['8411d78c-989b-4c89-8936-de3d45bb2e00'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:39:45.322098 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b9c55-db2f-4fb0-b1c3-96f0e4aa4135 req-36ab7e59-2219-4354-a98e-4393e8876c19 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:45.323561 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-460b9c55-db2f-4fb0-b1c3-96f0e4aa4135 req-36ab7e59-2219-4354-a98e-4393e8876c19 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e6be7f-7137-4d27-8fcc-18136473afc8 HTTP/1.1" status: 200 len: 945 time: 0.0821948 Mar 28 19:39:45.366810 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-460b9c55-db2f-4fb0-b1c3-96f0e4aa4135 req-a8e1d430-de07-42b2-abca-4ca7a407bf09 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/security-groups?id=f172751d-3839-4da7-ade9-d15a7f6f682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371475 Mar 28 19:39:45.847690 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 8411d78c-989b-4c89-8936-de3d45bb2e00 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:39:45.944778 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port 8411d78c-989b-4c89-8936-de3d45bb2e00 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:39:45.949393 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 8411d78c-989b-4c89-8936-de3d45bb2e00 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:39:45.949775 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:46.074831 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:46.102918 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e6be7f-7137-4d27-8fcc-18136473afc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8411d78c-989b-4c89-8936-de3d45bb2e00'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:39:46.112238 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 8411d78c-989b-4c89-8936-de3d45bb2e00, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=8411d78c-989b-4c89-8936-de3d45bb2e00,segment=NetworkSegment(d7d0b7b4-038c-4880-ac1f-ba5f2de824f5),segment_id=d7d0b7b4-038c-4880-ac1f-ba5f2de824f5)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:39:46.116627 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:46.182325 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=8411d78c-989b-4c89-8936-de3d45bb2e00,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:39:46.201909 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e6be7f-7137-4d27-8fcc-18136473afc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8411d78c-989b-4c89-8936-de3d45bb2e00', 'code': 200} Mar 28 19:39:46.422374 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac899ce-8f66-440f-bb3e-d5bc497e5ca0 req-1cd96ab7-34d5-4790-9f5b-aa58e8a8d729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:46.423879 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9ac899ce-8f66-440f-bb3e-d5bc497e5ca0 req-1cd96ab7-34d5-4790-9f5b-aa58e8a8d729 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=88e6be7f-7137-4d27-8fcc-18136473afc8 HTTP/1.1" status: 200 len: 1099 time: 0.0700560 Mar 28 19:39:46.464329 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9ac899ce-8f66-440f-bb3e-d5bc497e5ca0 req-510f19f0-612e-4e29-9f04-ebfc21f6ab93 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f172751d-3839-4da7-ade9-d15a7f6f682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340409 Mar 28 19:39:46.551474 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a00456-0d3e-4021-abf6-dc51819cb8bf req-854c7b94-fbe3-4e5d-a4fe-6c9f192c4b9a tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:46.552875 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-61a00456-0d3e-4021-abf6-dc51819cb8bf req-854c7b94-fbe3-4e5d-a4fe-6c9f192c4b9a tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e6be7f-7137-4d27-8fcc-18136473afc8 HTTP/1.1" status: 200 len: 946 time: 0.0809464 Mar 28 19:39:46.596061 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-61a00456-0d3e-4021-abf6-dc51819cb8bf req-798cd68b-8afe-4701-af55-fde0f0b96db8 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/security-groups?id=f172751d-3839-4da7-ade9-d15a7f6f682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368438 Mar 28 19:39:47.814617 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de382bd2-db0f-46d8-9d4b-a89573977e9e req-2058d38d-3453-467e-8b5a-44c7e665ead7 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:47.816957 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-de382bd2-db0f-46d8-9d4b-a89573977e9e req-2058d38d-3453-467e-8b5a-44c7e665ead7 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e6be7f-7137-4d27-8fcc-18136473afc8 HTTP/1.1" status: 200 len: 946 time: 0.1101141 Mar 28 19:39:47.868894 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-de382bd2-db0f-46d8-9d4b-a89573977e9e req-fc08900d-ece8-41e4-9a09-45822f64ec92 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/security-groups?id=f172751d-3839-4da7-ade9-d15a7f6f682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457141 Mar 28 19:39:49.051140 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83086654-2473-42e0-ab65-303d48cec916 req-c0ac43f8-1349-4a88-9b6a-3f3904e4bc1e tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:49.052483 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-83086654-2473-42e0-ab65-303d48cec916 req-c0ac43f8-1349-4a88-9b6a-3f3904e4bc1e tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e6be7f-7137-4d27-8fcc-18136473afc8 HTTP/1.1" status: 200 len: 946 time: 0.0780520 Mar 28 19:39:49.096884 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-83086654-2473-42e0-ab65-303d48cec916 req-55054eec-7c35-419c-8f3e-bb4cd66a8d70 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/security-groups?id=f172751d-3839-4da7-ade9-d15a7f6f682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380902 Mar 28 19:39:49.286932 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523583d4-56c6-442f-bc52-6d2e9834cc27 req-ea720963-49f9-4a2a-8aba-14119e1d4f8f tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:39:49.288913 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-523583d4-56c6-442f-bc52-6d2e9834cc27 req-ea720963-49f9-4a2a-8aba-14119e1d4f8f tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e6be7f-7137-4d27-8fcc-18136473afc8 HTTP/1.1" status: 200 len: 946 time: 0.0843010 Mar 28 19:39:49.331987 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-523583d4-56c6-442f-bc52-6d2e9834cc27 req-c74056f4-c076-42dd-940b-a83ed7501c2e tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/security-groups?id=f172751d-3839-4da7-ade9-d15a7f6f682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376368 Mar 28 19:39:52.669145 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:39:55.342081 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b6a2193d-7df4-4157-abb6-07d6bb787d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:57.694750 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b32ab348-6446-469a-82aa-a0064c16b51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:58.669477 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:39:58.706045 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:00.267688 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:01.923674 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:03.534832 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2fc23-dc56-4a9e-9874-6c5f6d185b09 req-2b7a3f4e-49a3-4a96-8a53-04c500776d91 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:40:03.536203 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-daf2fc23-dc56-4a9e-9874-6c5f6d185b09 req-2b7a3f4e-49a3-4a96-8a53-04c500776d91 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e6be7f-7137-4d27-8fcc-18136473afc8 HTTP/1.1" status: 200 len: 946 time: 0.0787292 Mar 28 19:40:03.578820 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-daf2fc23-dc56-4a9e-9874-6c5f6d185b09 req-e48cb72b-db7f-454f-baba-2c135789ceb1 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/security-groups?id=f172751d-3839-4da7-ade9-d15a7f6f682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368659 Mar 28 19:40:04.764729 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397556b4-39e0-495e-bb6d-c9e0fb61c4ad req-8f07c401-be0f-4f05-8bac-91bc4c73db3b tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:40:04.766162 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-397556b4-39e0-495e-bb6d-c9e0fb61c4ad req-8f07c401-be0f-4f05-8bac-91bc4c73db3b tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e6be7f-7137-4d27-8fcc-18136473afc8 HTTP/1.1" status: 200 len: 946 time: 0.0809999 Mar 28 19:40:04.809368 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-397556b4-39e0-495e-bb6d-c9e0fb61c4ad req-8f61b54d-1ef4-469e-99bf-4d2b0196b9a3 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/security-groups?id=f172751d-3839-4da7-ade9-d15a7f6f682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374503 Mar 28 19:40:05.277190 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7c693-353a-4870-86a9-6cf43f167193 req-d813a733-4389-4d9b-96cf-20789b44ce5d tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:40:05.278607 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-46e7c693-353a-4870-86a9-6cf43f167193 req-d813a733-4389-4d9b-96cf-20789b44ce5d tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.26 "GET /v2.0/ports?device_id=88e6be7f-7137-4d27-8fcc-18136473afc8 HTTP/1.1" status: 200 len: 946 time: 0.0772913 Mar 28 19:40:05.439284 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-46e7c693-353a-4870-86a9-6cf43f167193 req-eb1ddcbb-ae30-4ace-99a9-67baa00b8a1e tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Deleting port 8411d78c-989b-4c89-8936-de3d45bb2e00 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:40:05.439621 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-46e7c693-353a-4870-86a9-6cf43f167193 req-eb1ddcbb-ae30-4ace-99a9-67baa00b8a1e tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:05.681575 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-46e7c693-353a-4870-86a9-6cf43f167193 req-eb1ddcbb-ae30-4ace-99a9-67baa00b8a1e tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] For port 8411d78c-989b-4c89-8936-de3d45bb2e00, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=8411d78c-989b-4c89-8936-de3d45bb2e00,segment=NetworkSegment(d7d0b7b4-038c-4880-ac1f-ba5f2de824f5),segment_id=d7d0b7b4-038c-4880-ac1f-ba5f2de824f5)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:40:05.681938 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-46e7c693-353a-4870-86a9-6cf43f167193 req-eb1ddcbb-ae30-4ace-99a9-67baa00b8a1e tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:05.801647 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-46e7c693-353a-4870-86a9-6cf43f167193 req-eb1ddcbb-ae30-4ace-99a9-67baa00b8a1e tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Calling delete_port for 8411d78c-989b-4c89-8936-de3d45bb2e00 owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:40:05.995230 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-46e7c693-353a-4870-86a9-6cf43f167193 req-eb1ddcbb-ae30-4ace-99a9-67baa00b8a1e tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:06.008242 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['8411d78c-989b-4c89-8936-de3d45bb2e00'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:40:06.060601 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ddcbb-ae30-4ace-99a9-67baa00b8a1e tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Pushing event deleted for resources: {'Port': ['ID=8411d78c-989b-4c89-8936-de3d45bb2e00,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:06.114431 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a49511-94af-441f-b70a-9c426aa0e14d req-ca27d5b9-d553-4f49-a46a-7c28ca7c8963 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:40:06.115950 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-16a49511-94af-441f-b70a-9c426aa0e14d req-ca27d5b9-d553-4f49-a46a-7c28ca7c8963 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/ports?device_id=88e6be7f-7137-4d27-8fcc-18136473afc8 HTTP/1.1" status: 200 len: 946 time: 0.2013602 Mar 28 19:40:06.168377 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e7c693-353a-4870-86a9-6cf43f167193 req-eb1ddcbb-ae30-4ace-99a9-67baa00b8a1e tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] No DVR routers for this DVR port 8411d78c-989b-4c89-8936-de3d45bb2e00 on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:40:06.171993 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-46e7c693-353a-4870-86a9-6cf43f167193 req-eb1ddcbb-ae30-4ace-99a9-67baa00b8a1e tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:06.174552 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e6be7f-7137-4d27-8fcc-18136473afc8', 'name': 'network-vif-deleted', 'tag': '8411d78c-989b-4c89-8936-de3d45bb2e00'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:40:06.205844 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-46e7c693-353a-4870-86a9-6cf43f167193 req-eb1ddcbb-ae30-4ace-99a9-67baa00b8a1e tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.26 "DELETE /v2.0/ports/8411d78c-989b-4c89-8936-de3d45bb2e00 HTTP/1.1" status: 204 len: 173 time: 0.9217925 Mar 28 19:40:06.219634 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-16a49511-94af-441f-b70a-9c426aa0e14d req-d221719e-6c30-43e6-b819-28ec8ceda2f2 tempest-TestEncryptedCinderVolumes-819138637 tempest-TestEncryptedCinderVolumes-819138637-project] 10.222.0.10 "GET /v2.0/security-groups?id=f172751d-3839-4da7-ade9-d15a7f6f682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788200 Mar 28 19:40:06.240068 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e6be7f-7137-4d27-8fcc-18136473afc8', 'name': 'network-vif-deleted', 'tag': '8411d78c-989b-4c89-8936-de3d45bb2e00', 'status': 'completed', 'code': 200} Mar 28 19:40:07.345217 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 38216) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:40:07.860308 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b410bcc9-0110-4cf3-8739-c65c4d287547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:08.299338 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-b410bcc9-0110-4cf3-8739-c65c4d287547 admin admin] Deleting port 364f511d-931d-47b9-b546-a3a67defe546 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:40:08.299672 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b410bcc9-0110-4cf3-8739-c65c4d287547 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:08.470530 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-b410bcc9-0110-4cf3-8739-c65c4d287547 admin admin] For port 364f511d-931d-47b9-b546-a3a67defe546, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=364f511d-931d-47b9-b546-a3a67defe546,segment=NetworkSegment(d7d0b7b4-038c-4880-ac1f-ba5f2de824f5),segment_id=d7d0b7b4-038c-4880-ac1f-ba5f2de824f5)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:40:08.471237 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b410bcc9-0110-4cf3-8739-c65c4d287547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:08.594306 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-b410bcc9-0110-4cf3-8739-c65c4d287547 admin admin] Calling delete_port for 364f511d-931d-47b9-b546-a3a67defe546 owned by network:router_interface {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:40:08.899015 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b410bcc9-0110-4cf3-8739-c65c4d287547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:08.948085 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b410bcc9-0110-4cf3-8739-c65c4d287547 admin admin] Pushing event deleted for resources: {'Port': ['ID=364f511d-931d-47b9-b546-a3a67defe546,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:09.205831 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b410bcc9-0110-4cf3-8739-c65c4d287547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:09.670024 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b410bcc9-0110-4cf3-8739-c65c4d287547 admin admin] Router 3774141d-ebae-4650-8b6f-0ba18f314e98 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:40:09.845713 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b410bcc9-0110-4cf3-8739-c65c4d287547 admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:40:09.854723 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f79c08-be27-4b6b-83d1-d4a46088ea80 None None] Sync routers for ids ['3774141d-ebae-4650-8b6f-0ba18f314e98'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:40:09.858379 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b410bcc9-0110-4cf3-8739-c65c4d287547 admin admin] 10.222.0.10 "PUT /v2.0/routers/3774141d-ebae-4650-8b6f-0ba18f314e98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5120814 Mar 28 19:40:09.860842 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 38220) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:40:09.864078 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f79c08-be27-4b6b-83d1-d4a46088ea80 None None] Routers {'3774141d-ebae-4650-8b6f-0ba18f314e98'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:40:09.864699 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-89f79c08-be27-4b6b-83d1-d4a46088ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:39:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3774141d-ebae-4650-8b6f-0ba18f314e98'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:40:10.003058 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 8411d78c-989b-4c89-8936-de3d45bb2e00 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:40:10.033608 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-120629cc-f73e-487b-bab8-31bf75311dd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:10.041418 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: 8411d78c-989b-4c89-8936-de3d45bb2e00 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:40:10.041755 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 8411d78c-989b-4c89-8936-de3d45bb2e00 not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:40:10.075456 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-89f79c08-be27-4b6b-83d1-d4a46088ea80 None None] Set router 3774141d-ebae-4650-8b6f-0ba18f314e98 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:40:10.211747 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-120629cc-f73e-487b-bab8-31bf75311dd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:10.220974 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-120629cc-f73e-487b-bab8-31bf75311dd0 admin admin] Deleting port 3358dd06-1588-4a06-96e1-bf7d3f5156ec {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:40:10.221387 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-120629cc-f73e-487b-bab8-31bf75311dd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:10.355935 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-89f79c08-be27-4b6b-83d1-d4a46088ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3774141d-ebae-4650-8b6f-0ba18f314e98', 'name': 'tempest-TestEncryptedCinderVolumes-1508541714-router', 'tenant_id': '3ed80b398330468fafd7af78f361f7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '3358dd06-1588-4a06-96e1-bf7d3f5156ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:38:53Z', 'updated_at': '2022-03-28T19:40:08Z', 'revision_number': 5, 'project_id': '3ed80b398330468fafd7af78f361f7ba', 'gw_port': {'id': '3358dd06-1588-4a06-96e1-bf7d3f5156ec', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3774141d-ebae-4650-8b6f-0ba18f314e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:38:54Z', 'updated_at': '2022-03-28T19:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:40:10.359961 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f79c08-be27-4b6b-83d1-d4a46088ea80 None None] Checking router: 3774141d-ebae-4650-8b6f-0ba18f314e98 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:40:10.369023 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f79c08-be27-4b6b-83d1-d4a46088ea80 None None] Routers {'3774141d-ebae-4650-8b6f-0ba18f314e98'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:40:10.369624 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-89f79c08-be27-4b6b-83d1-d4a46088ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:39:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['3774141d-ebae-4650-8b6f-0ba18f314e98'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:40:10.395678 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-120629cc-f73e-487b-bab8-31bf75311dd0 admin admin] For port 3358dd06-1588-4a06-96e1-bf7d3f5156ec, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=3358dd06-1588-4a06-96e1-bf7d3f5156ec,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:40:10.396039 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-120629cc-f73e-487b-bab8-31bf75311dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:10.519750 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-120629cc-f73e-487b-bab8-31bf75311dd0 admin admin] Calling delete_port for 3358dd06-1588-4a06-96e1-bf7d3f5156ec owned by network:router_gateway {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:40:10.528354 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-89f79c08-be27-4b6b-83d1-d4a46088ea80 None None] Set router 3774141d-ebae-4650-8b6f-0ba18f314e98 gateway port host: None {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:40:10.636915 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-89f79c08-be27-4b6b-83d1-d4a46088ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3774141d-ebae-4650-8b6f-0ba18f314e98', 'name': 'tempest-TestEncryptedCinderVolumes-1508541714-router', 'tenant_id': '3ed80b398330468fafd7af78f361f7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:38:53Z', 'updated_at': '2022-03-28T19:40:10Z', 'revision_number': 6, 'project_id': '3ed80b398330468fafd7af78f361f7ba', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:40:10.641367 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f79c08-be27-4b6b-83d1-d4a46088ea80 None None] The sync data for ids ['3774141d-ebae-4650-8b6f-0ba18f314e98'] in dv-neutron-834711-1-hyperv is: [{'id': '3774141d-ebae-4650-8b6f-0ba18f314e98', 'name': 'tempest-TestEncryptedCinderVolumes-1508541714-router', 'tenant_id': '3ed80b398330468fafd7af78f361f7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:38:53Z', 'updated_at': '2022-03-28T19:40:10Z', 'revision_number': 6, 'project_id': '3ed80b398330468fafd7af78f361f7ba', 'gw_port_host': None}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:40:10.813842 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-120629cc-f73e-487b-bab8-31bf75311dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:10.857700 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120629cc-f73e-487b-bab8-31bf75311dd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3358dd06-1588-4a06-96e1-bf7d3f5156ec,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:10.948953 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-120629cc-f73e-487b-bab8-31bf75311dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:11.121557 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-120629cc-f73e-487b-bab8-31bf75311dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:11.123728 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-120629cc-f73e-487b-bab8-31bf75311dd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:11.144948 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-120629cc-f73e-487b-bab8-31bf75311dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:11.145454 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120629cc-f73e-487b-bab8-31bf75311dd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3774141d-ebae-4650-8b6f-0ba18f314e98 {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:40:11.157416 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-120629cc-f73e-487b-bab8-31bf75311dd0 admin admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:11.158508 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-120629cc-f73e-487b-bab8-31bf75311dd0 admin admin] 10.222.0.10 "DELETE /v2.0/routers/3774141d-ebae-4650-8b6f-0ba18f314e98 HTTP/1.1" status: 204 len: 168 time: 1.2967713 Mar 28 19:40:11.161069 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 38224) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:40:11.219971 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa1c9b41-2cb6-4b18-8b55-0f21d66de1ef admin admin] Deleting subnet 30eb7e0f-fba5-41a3-b45a-914fd7d629a3 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:40:11.222686 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-aa1c9b41-2cb6-4b18-8b55-0f21d66de1ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:11.269322 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-aa1c9b41-2cb6-4b18-8b55-0f21d66de1ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:11.343843 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-aa1c9b41-2cb6-4b18-8b55-0f21d66de1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:11.406988 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 364f511d-931d-47b9-b546-a3a67defe546 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:40:11.423605 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-aa1c9b41-2cb6-4b18-8b55-0f21d66de1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:11.444143 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 364f511d-931d-47b9-b546-a3a67defe546 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:40:11.444488 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 364f511d-931d-47b9-b546-a3a67defe546 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:40:11.444960 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 3358dd06-1588-4a06-96e1-bf7d3f5156ec no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:40:11.459717 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c9b41-2cb6-4b18-8b55-0f21d66de1ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30eb7e0f-fba5-41a3-b45a-914fd7d629a3,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:11.466717 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-aa1c9b41-2cb6-4b18-8b55-0f21d66de1ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:11.473072 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-aa1c9b41-2cb6-4b18-8b55-0f21d66de1ef admin admin] 10.222.0.10 "DELETE /v2.0/subnets/30eb7e0f-fba5-41a3-b45a-914fd7d629a3 HTTP/1.1" status: 204 len: 168 time: 0.3109746 Mar 28 19:40:11.473427 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61efa35-cc80-425b-93b0-66d7e79eb082 None None] Network a609b5b9-563e-401b-bce9-4853b932651f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:40:11.475546 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 38228) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:40:11.503033 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 3358dd06-1588-4a06-96e1-bf7d3f5156ec {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:40:11.503379 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 3358dd06-1588-4a06-96e1-bf7d3f5156ec not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:40:11.584738 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-10acfa4b-c302-4cf7-afd1-eb2c170a2ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:11.597819 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-10acfa4b-c302-4cf7-afd1-eb2c170a2ad6 admin admin] Deleting port 76ea6f81-65f8-4f0b-be98-8a0c3939fff5 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:40:11.598166 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-10acfa4b-c302-4cf7-afd1-eb2c170a2ad6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:11.774662 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6538706-8c8b-4a82-b330-2034905c6138 None None] DHCP port deletion for a609b5b9-563e-401b-bce9-4853b932651f request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:40:11.779024 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f6538706-8c8b-4a82-b330-2034905c6138 None None] Deleting port 76ea6f81-65f8-4f0b-be98-8a0c3939fff5 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:40:11.779399 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f6538706-8c8b-4a82-b330-2034905c6138 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:11.820985 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-10acfa4b-c302-4cf7-afd1-eb2c170a2ad6 admin admin] For port 76ea6f81-65f8-4f0b-be98-8a0c3939fff5, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=76ea6f81-65f8-4f0b-be98-8a0c3939fff5,segment=NetworkSegment(d7d0b7b4-038c-4880-ac1f-ba5f2de824f5),segment_id=d7d0b7b4-038c-4880-ac1f-ba5f2de824f5)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:40:11.821596 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-10acfa4b-c302-4cf7-afd1-eb2c170a2ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:11.942250 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-10acfa4b-c302-4cf7-afd1-eb2c170a2ad6 admin admin] Calling delete_port for 76ea6f81-65f8-4f0b-be98-8a0c3939fff5 owned by network:dhcp {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:40:11.977206 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-f6538706-8c8b-4a82-b330-2034905c6138 None None] For port 76ea6f81-65f8-4f0b-be98-8a0c3939fff5, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=76ea6f81-65f8-4f0b-be98-8a0c3939fff5,segment=NetworkSegment(d7d0b7b4-038c-4880-ac1f-ba5f2de824f5),segment_id=d7d0b7b4-038c-4880-ac1f-ba5f2de824f5)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:40:11.977514 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f6538706-8c8b-4a82-b330-2034905c6138 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:12.017750 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-10acfa4b-c302-4cf7-afd1-eb2c170a2ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:12.069302 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10acfa4b-c302-4cf7-afd1-eb2c170a2ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=76ea6f81-65f8-4f0b-be98-8a0c3939fff5,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:12.075351 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10acfa4b-c302-4cf7-afd1-eb2c170a2ad6 admin admin] No DVR routers for this DVR port 76ea6f81-65f8-4f0b-be98-8a0c3939fff5 on host dv-neutron-834711-1-hyperv {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:40:12.102228 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f6538706-8c8b-4a82-b330-2034905c6138 None None] Calling delete_port for 76ea6f81-65f8-4f0b-be98-8a0c3939fff5 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:40:12.175207 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-f6538706-8c8b-4a82-b330-2034905c6138 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:40:12.175564 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-f6538706-8c8b-4a82-b330-2034905c6138 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:40:12.289893 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-10acfa4b-c302-4cf7-afd1-eb2c170a2ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:12.315038 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-10acfa4b-c302-4cf7-afd1-eb2c170a2ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a609b5b9-563e-401b-bce9-4853b932651f']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:40:12.327242 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-10acfa4b-c302-4cf7-afd1-eb2c170a2ad6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d0b7b4-038c-4880-ac1f-ba5f2de824f5') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:40:12.327540 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-10acfa4b-c302-4cf7-afd1-eb2c170a2ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d0b7b4-038c-4880-ac1f-ba5f2de824f5') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:40:12.338576 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-10acfa4b-c302-4cf7-afd1-eb2c170a2ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:12.354396 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-10acfa4b-c302-4cf7-afd1-eb2c170a2ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:12.360315 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10acfa4b-c302-4cf7-afd1-eb2c170a2ad6 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:40:12.360696 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-10acfa4b-c302-4cf7-afd1-eb2c170a2ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:40:12.374142 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:40:12.449012 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-10acfa4b-c302-4cf7-afd1-eb2c170a2ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:12.465038 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-10acfa4b-c302-4cf7-afd1-eb2c170a2ad6 admin admin] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:12.477889 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10acfa4b-c302-4cf7-afd1-eb2c170a2ad6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a609b5b9-563e-401b-bce9-4853b932651f,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:12.482566 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-10acfa4b-c302-4cf7-afd1-eb2c170a2ad6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a609b5b9-563e-401b-bce9-4853b932651f HTTP/1.1" status: 204 len: 168 time: 1.0053365 Mar 28 19:40:12.485428 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 38232) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:40:12.677148 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f6538706-8c8b-4a82-b330-2034905c6138 None None] Deleting port 76ea6f81-65f8-4f0b-be98-8a0c3939fff5 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:40:12.677683 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f6538706-8c8b-4a82-b330-2034905c6138 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:12.744833 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f6538706-8c8b-4a82-b330-2034905c6138 None None] The port '76ea6f81-65f8-4f0b-be98-8a0c3939fff5' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:40:13.038318 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6f5d2cca-d79b-440e-b96d-d9502544c877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:13.348218 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 76ea6f81-65f8-4f0b-be98-8a0c3939fff5 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:40:13.379985 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-6f5d2cca-d79b-440e-b96d-d9502544c877 admin admin] Deleting port c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:40:13.380325 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6f5d2cca-d79b-440e-b96d-d9502544c877 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:13.384498 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 76ea6f81-65f8-4f0b-be98-8a0c3939fff5 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:40:13.384847 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 76ea6f81-65f8-4f0b-be98-8a0c3939fff5 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:40:13.547553 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-6f5d2cca-d79b-440e-b96d-d9502544c877 admin admin] For port c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c,segment=NetworkSegment(f71cbe6a-ab4e-4934-b69d-5c9e4a7b06d4),segment_id=f71cbe6a-ab4e-4934-b69d-5c9e4a7b06d4)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:40:13.547799 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6f5d2cca-d79b-440e-b96d-d9502544c877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:13.783451 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-6f5d2cca-d79b-440e-b96d-d9502544c877 admin admin] Calling delete_port for c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c owned by network:router_interface {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:40:13.956445 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6f5d2cca-d79b-440e-b96d-d9502544c877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:14.005405 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d2cca-d79b-440e-b96d-d9502544c877 admin admin] Pushing event deleted for resources: {'Port': ['ID=c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:14.271935 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6f5d2cca-d79b-440e-b96d-d9502544c877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:14.616954 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5d2cca-d79b-440e-b96d-d9502544c877 admin admin] Router 5ab21468-69b2-4db9-b00e-01a61943b543 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:40:14.791663 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5d2cca-d79b-440e-b96d-d9502544c877 admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:40:14.800203 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460fcb3f-5731-4ca4-b7ee-b87b430304be None None] Sync routers for ids ['5ab21468-69b2-4db9-b00e-01a61943b543'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:40:14.801450 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6f5d2cca-d79b-440e-b96d-d9502544c877 admin admin] 10.222.0.10 "PUT /v2.0/routers/5ab21468-69b2-4db9-b00e-01a61943b543/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3150856 Mar 28 19:40:14.806137 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 38236) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:40:14.811174 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460fcb3f-5731-4ca4-b7ee-b87b430304be None None] Routers {'5ab21468-69b2-4db9-b00e-01a61943b543'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:40:14.812024 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-460fcb3f-5731-4ca4-b7ee-b87b430304be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:39:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['5ab21468-69b2-4db9-b00e-01a61943b543'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:40:14.973679 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-41fb011f-446f-4d94-8dbd-ab61eec182a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:14.985068 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-460fcb3f-5731-4ca4-b7ee-b87b430304be None None] Set router 5ab21468-69b2-4db9-b00e-01a61943b543 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:40:15.264458 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-460fcb3f-5731-4ca4-b7ee-b87b430304be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab21468-69b2-4db9-b00e-01a61943b543', 'name': 'tempest-TestEncryptedCinderVolumes-1697679640-router', 'tenant_id': '2c945cd7a596492ba8a09cdf45c8ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': 'e0f7b06b-05a3-4ca1-aab8-61a09d6600f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:38:59Z', 'updated_at': '2022-03-28T19:40:13Z', 'revision_number': 5, 'project_id': '2c945cd7a596492ba8a09cdf45c8ed0a', 'gw_port': {'id': 'e0f7b06b-05a3-4ca1-aab8-61a09d6600f2', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:10:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab21468-69b2-4db9-b00e-01a61943b543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:39:00Z', 'updated_at': '2022-03-28T19:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:40:15.265023 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-41fb011f-446f-4d94-8dbd-ab61eec182a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:15.268141 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460fcb3f-5731-4ca4-b7ee-b87b430304be None None] Checking router: 5ab21468-69b2-4db9-b00e-01a61943b543 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:40:15.274518 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-41fb011f-446f-4d94-8dbd-ab61eec182a7 admin admin] Deleting port e0f7b06b-05a3-4ca1-aab8-61a09d6600f2 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:40:15.275098 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-41fb011f-446f-4d94-8dbd-ab61eec182a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:15.276740 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460fcb3f-5731-4ca4-b7ee-b87b430304be None None] Routers {'5ab21468-69b2-4db9-b00e-01a61943b543'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:40:15.277344 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-460fcb3f-5731-4ca4-b7ee-b87b430304be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:39:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['5ab21468-69b2-4db9-b00e-01a61943b543'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:40:15.454115 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-41fb011f-446f-4d94-8dbd-ab61eec182a7 admin admin] For port e0f7b06b-05a3-4ca1-aab8-61a09d6600f2, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e0f7b06b-05a3-4ca1-aab8-61a09d6600f2,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:40:15.454497 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-41fb011f-446f-4d94-8dbd-ab61eec182a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:15.464991 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-460fcb3f-5731-4ca4-b7ee-b87b430304be None None] Set router 5ab21468-69b2-4db9-b00e-01a61943b543 gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:40:15.568205 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-460fcb3f-5731-4ca4-b7ee-b87b430304be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab21468-69b2-4db9-b00e-01a61943b543', 'name': 'tempest-TestEncryptedCinderVolumes-1697679640-router', 'tenant_id': '2c945cd7a596492ba8a09cdf45c8ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:38:59Z', 'updated_at': '2022-03-28T19:40:15Z', 'revision_number': 6, 'project_id': '2c945cd7a596492ba8a09cdf45c8ed0a', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:40:15.572121 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460fcb3f-5731-4ca4-b7ee-b87b430304be None None] The sync data for ids ['5ab21468-69b2-4db9-b00e-01a61943b543'] in dv-neutron-834711-1-hyperv is: [{'id': '5ab21468-69b2-4db9-b00e-01a61943b543', 'name': 'tempest-TestEncryptedCinderVolumes-1697679640-router', 'tenant_id': '2c945cd7a596492ba8a09cdf45c8ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:38:59Z', 'updated_at': '2022-03-28T19:40:15Z', 'revision_number': 6, 'project_id': '2c945cd7a596492ba8a09cdf45c8ed0a', 'gw_port_host': None}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:40:15.575750 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-41fb011f-446f-4d94-8dbd-ab61eec182a7 admin admin] Calling delete_port for e0f7b06b-05a3-4ca1-aab8-61a09d6600f2 owned by network:router_gateway {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:40:15.749530 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-41fb011f-446f-4d94-8dbd-ab61eec182a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:15.795834 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb011f-446f-4d94-8dbd-ab61eec182a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f7b06b-05a3-4ca1-aab8-61a09d6600f2,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:15.885154 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-41fb011f-446f-4d94-8dbd-ab61eec182a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:16.059656 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-41fb011f-446f-4d94-8dbd-ab61eec182a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:16.062282 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-41fb011f-446f-4d94-8dbd-ab61eec182a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:16.084794 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-41fb011f-446f-4d94-8dbd-ab61eec182a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:16.085524 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fb011f-446f-4d94-8dbd-ab61eec182a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ab21468-69b2-4db9-b00e-01a61943b543 {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:40:16.098851 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-41fb011f-446f-4d94-8dbd-ab61eec182a7 admin admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:16.099974 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-41fb011f-446f-4d94-8dbd-ab61eec182a7 admin admin] 10.222.0.10 "DELETE /v2.0/routers/5ab21468-69b2-4db9-b00e-01a61943b543 HTTP/1.1" status: 204 len: 168 time: 1.2929196 Mar 28 19:40:16.103026 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 38240) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:40:16.160168 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-9929abc0-eda9-4020-a820-1c3f398eaa95 admin admin] Deleting subnet 6279192d-bb2b-4376-8a1f-0f868cbc2be2 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:40:16.162911 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9929abc0-eda9-4020-a820-1c3f398eaa95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:16.212463 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9929abc0-eda9-4020-a820-1c3f398eaa95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:16.286202 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9929abc0-eda9-4020-a820-1c3f398eaa95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:16.355527 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9929abc0-eda9-4020-a820-1c3f398eaa95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:16.396866 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929abc0-eda9-4020-a820-1c3f398eaa95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6279192d-bb2b-4376-8a1f-0f868cbc2be2,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:16.398826 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9929abc0-eda9-4020-a820-1c3f398eaa95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:16.403921 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145af2d7-60d0-4eb9-88f9-18cd1d7f36d6 None None] Network 1534ca78-8026-40fa-be93-15885e426a4b requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:40:16.407247 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9929abc0-eda9-4020-a820-1c3f398eaa95 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6279192d-bb2b-4376-8a1f-0f868cbc2be2 HTTP/1.1" status: 204 len: 168 time: 0.3009946 Mar 28 19:40:16.408002 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 38244) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:40:16.630435 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fe125a26-3054-4638-a460-10c8b3f2c366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:16.641434 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-fe125a26-3054-4638-a460-10c8b3f2c366 admin admin] Deleting port 0e0ddb0e-21d5-483e-b6bb-efa0cae37647 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:40:16.641754 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fe125a26-3054-4638-a460-10c8b3f2c366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:16.661154 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37659e2-0f8a-40e7-b93b-b4d6d1c76395 None None] DHCP port deletion for 1534ca78-8026-40fa-be93-15885e426a4b request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:40:16.666781 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f37659e2-0f8a-40e7-b93b-b4d6d1c76395 None None] Deleting port 0e0ddb0e-21d5-483e-b6bb-efa0cae37647 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:40:16.667226 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f37659e2-0f8a-40e7-b93b-b4d6d1c76395 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:16.847774 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-fe125a26-3054-4638-a460-10c8b3f2c366 admin admin] For port 0e0ddb0e-21d5-483e-b6bb-efa0cae37647, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=0e0ddb0e-21d5-483e-b6bb-efa0cae37647,segment=NetworkSegment(f71cbe6a-ab4e-4934-b69d-5c9e4a7b06d4),segment_id=f71cbe6a-ab4e-4934-b69d-5c9e4a7b06d4)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:40:16.848205 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fe125a26-3054-4638-a460-10c8b3f2c366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:16.874061 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-f37659e2-0f8a-40e7-b93b-b4d6d1c76395 None None] For port 0e0ddb0e-21d5-483e-b6bb-efa0cae37647, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=0e0ddb0e-21d5-483e-b6bb-efa0cae37647,segment=NetworkSegment(f71cbe6a-ab4e-4934-b69d-5c9e4a7b06d4),segment_id=f71cbe6a-ab4e-4934-b69d-5c9e4a7b06d4)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:40:16.874357 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f37659e2-0f8a-40e7-b93b-b4d6d1c76395 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:16.974264 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-fe125a26-3054-4638-a460-10c8b3f2c366 admin admin] Calling delete_port for 0e0ddb0e-21d5-483e-b6bb-efa0cae37647 owned by network:dhcp {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:40:16.992719 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f37659e2-0f8a-40e7-b93b-b4d6d1c76395 None None] Calling delete_port for 0e0ddb0e-21d5-483e-b6bb-efa0cae37647 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:40:17.049663 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fe125a26-3054-4638-a460-10c8b3f2c366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:17.064917 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-f37659e2-0f8a-40e7-b93b-b4d6d1c76395 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:40:17.065266 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-f37659e2-0f8a-40e7-b93b-b4d6d1c76395 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:40:17.101211 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe125a26-3054-4638-a460-10c8b3f2c366 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e0ddb0e-21d5-483e-b6bb-efa0cae37647,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:17.103185 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe125a26-3054-4638-a460-10c8b3f2c366 admin admin] No DVR routers for this DVR port 0e0ddb0e-21d5-483e-b6bb-efa0cae37647 on host dv-neutron-834711-1-hyperv {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:40:17.217728 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fe125a26-3054-4638-a460-10c8b3f2c366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:17.242156 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-fe125a26-3054-4638-a460-10c8b3f2c366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1534ca78-8026-40fa-be93-15885e426a4b']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:40:17.253756 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-fe125a26-3054-4638-a460-10c8b3f2c366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f71cbe6a-ab4e-4934-b69d-5c9e4a7b06d4') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:40:17.254052 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-fe125a26-3054-4638-a460-10c8b3f2c366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f71cbe6a-ab4e-4934-b69d-5c9e4a7b06d4') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:40:17.265891 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fe125a26-3054-4638-a460-10c8b3f2c366 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:17.281614 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fe125a26-3054-4638-a460-10c8b3f2c366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:17.287944 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe125a26-3054-4638-a460-10c8b3f2c366 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:40:17.289050 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fe125a26-3054-4638-a460-10c8b3f2c366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:40:17.302184 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:40:17.356693 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:40:17.380049 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fe125a26-3054-4638-a460-10c8b3f2c366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:17.395630 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fe125a26-3054-4638-a460-10c8b3f2c366 admin admin] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:17.396711 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:40:17.397058 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c33fcfe4-5d7b-4e05-aa24-bf42aeb9479c not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:40:17.397484 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e0f7b06b-05a3-4ca1-aab8-61a09d6600f2 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:40:17.406198 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe125a26-3054-4638-a460-10c8b3f2c366 admin admin] Pushing event deleted for resources: {'Network': ['ID=1534ca78-8026-40fa-be93-15885e426a4b,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:17.410659 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-fe125a26-3054-4638-a460-10c8b3f2c366 admin admin] 10.222.0.10 "DELETE /v2.0/networks/1534ca78-8026-40fa-be93-15885e426a4b HTTP/1.1" status: 204 len: 168 time: 1.0018847 Mar 28 19:40:17.435011 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: e0f7b06b-05a3-4ca1-aab8-61a09d6600f2 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:40:17.435548 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e0f7b06b-05a3-4ca1-aab8-61a09d6600f2 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:40:17.435770 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 0e0ddb0e-21d5-483e-b6bb-efa0cae37647 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:40:17.504158 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 0e0ddb0e-21d5-483e-b6bb-efa0cae37647 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:40:17.504505 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 0e0ddb0e-21d5-483e-b6bb-efa0cae37647 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:40:17.567038 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f37659e2-0f8a-40e7-b93b-b4d6d1c76395 None None] Deleting port 0e0ddb0e-21d5-483e-b6bb-efa0cae37647 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:40:17.567434 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f37659e2-0f8a-40e7-b93b-b4d6d1c76395 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:17.581839 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 38250) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:40:17.631713 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f37659e2-0f8a-40e7-b93b-b4d6d1c76395 None None] The port '0e0ddb0e-21d5-483e-b6bb-efa0cae37647' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:40:17.635026 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-36c63496-cad1-4839-8173-698a3f98b1ac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3ed80b398330468fafd7af78f361f7ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519729 Mar 28 19:40:17.639351 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38254) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:40:17.700946 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-079061a1-6667-4c4a-a133-b1942ad54a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:17.726679 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-079061a1-6667-4c4a-a133-b1942ad54a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:17.785699 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-079061a1-6667-4c4a-a133-b1942ad54a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:17.802717 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079061a1-6667-4c4a-a133-b1942ad54a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f172751d-3839-4da7-ade9-d15a7f6f682f,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:17.811541 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-079061a1-6667-4c4a-a133-b1942ad54a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:17.812898 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-079061a1-6667-4c4a-a133-b1942ad54a90 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f172751d-3839-4da7-ade9-d15a7f6f682f HTTP/1.1" status: 204 len: 168 time: 0.1736004 Mar 28 19:40:17.814155 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079061a1-6667-4c4a-a133-b1942ad54a90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:17.814498 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079061a1-6667-4c4a-a133-b1942ad54a90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:17.814834 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079061a1-6667-4c4a-a133-b1942ad54a90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:17.815188 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079061a1-6667-4c4a-a133-b1942ad54a90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:17.815517 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079061a1-6667-4c4a-a133-b1942ad54a90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:17.815877 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079061a1-6667-4c4a-a133-b1942ad54a90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:17.816204 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079061a1-6667-4c4a-a133-b1942ad54a90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:17.816527 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079061a1-6667-4c4a-a133-b1942ad54a90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:17.817115 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079061a1-6667-4c4a-a133-b1942ad54a90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:17.817229 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079061a1-6667-4c4a-a133-b1942ad54a90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:17.817456 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079061a1-6667-4c4a-a133-b1942ad54a90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:17.817770 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079061a1-6667-4c4a-a133-b1942ad54a90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:18.148390 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38262) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:40:18.199442 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-fe9ec546-9cdc-4d95-850d-8d2969e76364 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2c945cd7a596492ba8a09cdf45c8ed0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499392 Mar 28 19:40:18.201732 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38266) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:40:18.261968 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-22337b6a-da45-4900-8ec7-949f0f4f44ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:18.286295 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-22337b6a-da45-4900-8ec7-949f0f4f44ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:18.339094 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-22337b6a-da45-4900-8ec7-949f0f4f44ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:18.353030 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22337b6a-da45-4900-8ec7-949f0f4f44ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfd63a8-6bb9-42a5-9547-bde744616abb,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:18.360572 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-22337b6a-da45-4900-8ec7-949f0f4f44ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:18.361678 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-22337b6a-da45-4900-8ec7-949f0f4f44ed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cdfd63a8-6bb9-42a5-9547-bde744616abb HTTP/1.1" status: 204 len: 168 time: 0.1590767 Mar 28 19:40:19.071903 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38290) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:40:19.174525 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-318701a0-faa2-4a18-ac53-fdedd1148f6b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-325744031-network', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:40:19.179808 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-318701a0-faa2-4a18-ac53-fdedd1148f6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:40:19.183626 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-318701a0-faa2-4a18-ac53-fdedd1148f6b admin admin] Usage tracker for resource:network and tenant:ce100880b8a1419d824b233d67ed3d08 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:40:19.186393 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-318701a0-faa2-4a18-ac53-fdedd1148f6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:40:19.192281 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-318701a0-faa2-4a18-ac53-fdedd1148f6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:40:19.202084 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318701a0-faa2-4a18-ac53-fdedd1148f6b admin admin] Made reservation on behalf of ce100880b8a1419d824b233d67ed3d08 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:40:19.204382 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-318701a0-faa2-4a18-ac53-fdedd1148f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:19.215887 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-318701a0-faa2-4a18-ac53-fdedd1148f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:19.230099 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-318701a0-faa2-4a18-ac53-fdedd1148f6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:40:19.233828 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-318701a0-faa2-4a18-ac53-fdedd1148f6b admin admin] Usage tracker for resource:security_group_rule and tenant:ce100880b8a1419d824b233d67ed3d08 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:40:19.236581 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-318701a0-faa2-4a18-ac53-fdedd1148f6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:40:19.243318 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-318701a0-faa2-4a18-ac53-fdedd1148f6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:40:19.328133 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-318701a0-faa2-4a18-ac53-fdedd1148f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:19.331682 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-318701a0-faa2-4a18-ac53-fdedd1148f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:19.361473 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-318701a0-faa2-4a18-ac53-fdedd1148f6b admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:40:19.370374 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318701a0-faa2-4a18-ac53-fdedd1148f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ccb51d-178d-4a56-83f1-fdc475ef79f1,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:19.376018 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-318701a0-faa2-4a18-ac53-fdedd1148f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:19.376368 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-318701a0-faa2-4a18-ac53-fdedd1148f6b admin admin] Added segment 464f19e6-a99f-46a2-bf38-8d74b215a63b of type vlan for network 9a17b940-e327-4239-a2fe-c33fdb8fbc0b Mar 28 19:40:19.403173 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-318701a0-faa2-4a18-ac53-fdedd1148f6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:19.431909 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-318701a0-faa2-4a18-ac53-fdedd1148f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:19.432991 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318701a0-faa2-4a18-ac53-fdedd1148f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:40:19.433592 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-318701a0-faa2-4a18-ac53-fdedd1148f6b admin admin] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:19.533696 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318701a0-faa2-4a18-ac53-fdedd1148f6b admin admin] Pushing event updated for resources: {'Network': ['ID=9a17b940-e327-4239-a2fe-c33fdb8fbc0b,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:19.539454 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-318701a0-faa2-4a18-ac53-fdedd1148f6b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4663968 Mar 28 19:40:19.541131 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38296) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:40:19.544305 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 9a17b940-e327-4239-a2fe-c33fdb8fbc0b details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:40:19.547135 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-c1af6f91-c98f-4319-8bf2-c054c87aa3fe admin admin] Request body: {'subnet': {'network_id': '9a17b940-e327-4239-a2fe-c33fdb8fbc0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-325744031-subnet', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08', 'ip_version': 4}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:40:19.552091 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c1af6f91-c98f-4319-8bf2-c054c87aa3fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:40:19.556989 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c1af6f91-c98f-4319-8bf2-c054c87aa3fe admin admin] Usage tracker for resource:subnet and tenant:ce100880b8a1419d824b233d67ed3d08 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:40:19.559899 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c1af6f91-c98f-4319-8bf2-c054c87aa3fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:40:19.565827 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c1af6f91-c98f-4319-8bf2-c054c87aa3fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:40:19.575921 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1af6f91-c98f-4319-8bf2-c054c87aa3fe admin admin] Made reservation on behalf of ce100880b8a1419d824b233d67ed3d08 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:40:19.578311 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c1af6f91-c98f-4319-8bf2-c054c87aa3fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:19.799239 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c1af6f91-c98f-4319-8bf2-c054c87aa3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:19.992138 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af6f91-c98f-4319-8bf2-c054c87aa3fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ab65b22-c9ad-4315-b31b-908dda732efd,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:19.997565 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1af6f91-c98f-4319-8bf2-c054c87aa3fe admin admin] Checking segment: {'id': '464f19e6-a99f-46a2-bf38-8d74b215a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a17b940-e327-4239-a2fe-c33fdb8fbc0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:40:19.997839 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1af6f91-c98f-4319-8bf2-c054c87aa3fe admin admin] Network hostable DHCP agents. Network: 9a17b940-e327-4239-a2fe-c33fdb8fbc0b, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:40:20.018111 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1af6f91-c98f-4319-8bf2-c054c87aa3fe admin admin] Network 9a17b940-e327-4239-a2fe-c33fdb8fbc0b is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:40:20.026550 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-c1af6f91-c98f-4319-8bf2-c054c87aa3fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 9a17b940-e327-4239-a2fe-c33fdb8fbc0b) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:40:20.030613 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1af6f91-c98f-4319-8bf2-c054c87aa3fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:40:20.031214 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c1af6f91-c98f-4319-8bf2-c054c87aa3fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:20.036343 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97e18ea-30d9-44c2-9789-75f1f9c0149a None None] Network 9a17b940-e327-4239-a2fe-c33fdb8fbc0b requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:40:20.051702 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c1af6f91-c98f-4319-8bf2-c054c87aa3fe admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5090196 Mar 28 19:40:20.054852 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38300) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:40:20.059709 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-34692370-5fef-47b2-b8a7-087154eed7cb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-325744031-router', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:40:20.064434 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-34692370-5fef-47b2-b8a7-087154eed7cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:40:20.068539 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-34692370-5fef-47b2-b8a7-087154eed7cb admin admin] Usage tracker for resource:router and tenant:ce100880b8a1419d824b233d67ed3d08 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:40:20.071363 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-34692370-5fef-47b2-b8a7-087154eed7cb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:40:20.077094 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-34692370-5fef-47b2-b8a7-087154eed7cb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:40:20.087968 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34692370-5fef-47b2-b8a7-087154eed7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:20.089030 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34692370-5fef-47b2-b8a7-087154eed7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:20.104886 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34692370-5fef-47b2-b8a7-087154eed7cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:20.247324 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-9a17b940-e327-4239-a2fe-c33fdb8fbc0b', 'network_id': '9a17b940-e327-4239-a2fe-c33fdb8fbc0b', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08', 'fixed_ips': [{'subnet_id': '2ab65b22-c9ad-4315-b31b-908dda732efd'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:40:20.248148 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:20.376518 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34692370-5fef-47b2-b8a7-087154eed7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:20.402783 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Allocated IP 172.20.0.2 (9a17b940-e327-4239-a2fe-c33fdb8fbc0b/2ab65b22-c9ad-4315-b31b-908dda732efd/e5132934-a8c8-4bc7-91e0-c596b7920ea7) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:40:20.607044 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:20.617296 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Transition to ACTIVE for port object e5132934-a8c8-4bc7-91e0-c596b7920ea7 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:40:20.642434 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Transition to ACTIVE for port object e5132934-a8c8-4bc7-91e0-c596b7920ea7 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:40:20.652051 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:20.695437 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34692370-5fef-47b2-b8a7-087154eed7cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:20.722149 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Network 9a17b940-e327-4239-a2fe-c33fdb8fbc0b is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:40:20.725303 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:40:20.729733 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:40:20.731685 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Pushing event updated for resources: {'Port': ['ID=e5132934-a8c8-4bc7-91e0-c596b7920ea7,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:20.731996 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34692370-5fef-47b2-b8a7-087154eed7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:20.740692 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:20.741037 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:20.741434 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:20.741766 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:20.742096 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:20.742421 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:20.742746 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:20.743089 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:20.743411 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:20.743729 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:20.744046 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:20.744361 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:20.830731 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Attempting to bind port e5132934-a8c8-4bc7-91e0-c596b7920ea7 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:40:20.831118 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Attempting to bind port e5132934-a8c8-4bc7-91e0-c596b7920ea7 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '464f19e6-a99f-46a2-bf38-8d74b215a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a17b940-e327-4239-a2fe-c33fdb8fbc0b'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:40:20.831479 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Attempting to bind port e5132934-a8c8-4bc7-91e0-c596b7920ea7 on network 9a17b940-e327-4239-a2fe-c33fdb8fbc0b {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:40:20.837228 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:40:20.837593 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Checking segment: {'id': '464f19e6-a99f-46a2-bf38-8d74b215a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a17b940-e327-4239-a2fe-c33fdb8fbc0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:40:20.837987 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:20.838365 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Bound using segment: {'id': '464f19e6-a99f-46a2-bf38-8d74b215a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a17b940-e327-4239-a2fe-c33fdb8fbc0b'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:40:20.838818 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Bound port: e5132934-a8c8-4bc7-91e0-c596b7920ea7, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464f19e6-a99f-46a2-bf38-8d74b215a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a17b940-e327-4239-a2fe-c33fdb8fbc0b'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:40:20.839210 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:20.867143 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-34692370-5fef-47b2-b8a7-087154eed7cb admin admin] Allocated IP 172.26.4.64 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/d9ebec0c-1acc-45ba-89e0-f7882e3c4d29) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:40:20.925403 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] For port e5132934-a8c8-4bc7-91e0-c596b7920ea7, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:40:20.928362 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] For port e5132934-a8c8-4bc7-91e0-c596b7920ea7, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e5132934-a8c8-4bc7-91e0-c596b7920ea7,segment=NetworkSegment(464f19e6-a99f-46a2-bf38-8d74b215a63b),segment_id=464f19e6-a99f-46a2-bf38-8d74b215a63b)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:40:20.932618 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:21.017346 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864d7c4-ce08-4a2e-8a72-0edfe329570e None None] Pushing event updated for resources: {'Port': ['ID=e5132934-a8c8-4bc7-91e0-c596b7920ea7,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:21.022488 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34692370-5fef-47b2-b8a7-087154eed7cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:21.056905 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34692370-5fef-47b2-b8a7-087154eed7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:21.118347 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34692370-5fef-47b2-b8a7-087154eed7cb admin admin] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:40:21.125136 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-34692370-5fef-47b2-b8a7-087154eed7cb admin admin] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:40:21.129149 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34692370-5fef-47b2-b8a7-087154eed7cb admin admin] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:40:21.158718 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34692370-5fef-47b2-b8a7-087154eed7cb admin admin] Pushing event updated for resources: {'Port': ['ID=d9ebec0c-1acc-45ba-89e0-f7882e3c4d29,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:21.390339 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e5132934-a8c8-4bc7-91e0-c596b7920ea7 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:40:21.458108 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port e5132934-a8c8-4bc7-91e0-c596b7920ea7 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:40:21.679078 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34692370-5fef-47b2-b8a7-087154eed7cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:21.950355 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc5ff33-f29d-4c4f-b8b8-3ca3c9d24957 None None] Network 9a17b940-e327-4239-a2fe-c33fdb8fbc0b requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:40:22.028404 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34692370-5fef-47b2-b8a7-087154eed7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:22.067990 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-5d87fcea-fd82-48c9-8e03-bcac3ba3d77b None None] Provisioning for port e5132934-a8c8-4bc7-91e0-c596b7920ea7 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:40:22.084277 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-5d87fcea-fd82-48c9-8e03-bcac3ba3d77b None None] Provisioning complete for port e5132934-a8c8-4bc7-91e0-c596b7920ea7 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:40:22.084641 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5d87fcea-fd82-48c9-8e03-bcac3ba3d77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:22.229503 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34692370-5fef-47b2-b8a7-087154eed7cb admin admin] Router 5080ed97-1857-4f12-90e1-f80af12b4c1a is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:40:22.317438 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5d87fcea-fd82-48c9-8e03-bcac3ba3d77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:22.363230 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-5d87fcea-fd82-48c9-8e03-bcac3ba3d77b None None] For port e5132934-a8c8-4bc7-91e0-c596b7920ea7, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e5132934-a8c8-4bc7-91e0-c596b7920ea7,segment=NetworkSegment(464f19e6-a99f-46a2-bf38-8d74b215a63b),segment_id=464f19e6-a99f-46a2-bf38-8d74b215a63b)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:40:22.372084 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5d87fcea-fd82-48c9-8e03-bcac3ba3d77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:22.421217 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34692370-5fef-47b2-b8a7-087154eed7cb admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:40:22.432021 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917d593b-7e5b-4211-8683-ac8ec56740c1 None None] Sync routers for ids ['5080ed97-1857-4f12-90e1-f80af12b4c1a'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:40:22.447735 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34692370-5fef-47b2-b8a7-087154eed7cb admin admin] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:22.448825 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-34692370-5fef-47b2-b8a7-087154eed7cb admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3930485 Mar 28 19:40:22.451787 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38304) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:40:22.456923 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917d593b-7e5b-4211-8683-ac8ec56740c1 None None] Routers {'5080ed97-1857-4f12-90e1-f80af12b4c1a'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:40:22.457549 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-917d593b-7e5b-4211-8683-ac8ec56740c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:39:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['5080ed97-1857-4f12-90e1-f80af12b4c1a'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:40:22.517534 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87fcea-fd82-48c9-8e03-bcac3ba3d77b None None] Pushing event updated for resources: {'Port': ['ID=e5132934-a8c8-4bc7-91e0-c596b7920ea7,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:22.649418 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6433a3a7-8af5-419d-a3b5-3b8d403712b1 None None] Provisioning complete for port e5132934-a8c8-4bc7-91e0-c596b7920ea7 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:40:22.649740 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6433a3a7-8af5-419d-a3b5-3b8d403712b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:22.695017 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-917d593b-7e5b-4211-8683-ac8ec56740c1 None None] Set router 5080ed97-1857-4f12-90e1-f80af12b4c1a gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:40:23.042185 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-917d593b-7e5b-4211-8683-ac8ec56740c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'name': 'tempest-TestMinimumBasicScenario-325744031-router', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': 'd9ebec0c-1acc-45ba-89e0-f7882e3c4d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:40:20Z', 'updated_at': '2022-03-28T19:40:21Z', 'revision_number': 3, 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'gw_port': {'id': 'd9ebec0c-1acc-45ba-89e0-f7882e3c4d29', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:27:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:20Z', 'updated_at': '2022-03-28T19:40:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:40:23.045967 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917d593b-7e5b-4211-8683-ac8ec56740c1 None None] Checking router: 5080ed97-1857-4f12-90e1-f80af12b4c1a for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:40:23.046317 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917d593b-7e5b-4211-8683-ac8ec56740c1 None None] Updating router 5080ed97-1857-4f12-90e1-f80af12b4c1a port d9ebec0c-1acc-45ba-89e0-f7882e3c4d29 binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:40:23.100804 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-917d593b-7e5b-4211-8683-ac8ec56740c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:23.232664 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e6a0b563-57dd-4e7a-8afc-fbd01be66f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:23.361084 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e5132934-a8c8-4bc7-91e0-c596b7920ea7 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:40:23.439398 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-e6a0b563-57dd-4e7a-8afc-fbd01be66f4f admin admin] Allocated IP 172.20.0.1 (9a17b940-e327-4239-a2fe-c33fdb8fbc0b/2ab65b22-c9ad-4315-b31b-908dda732efd/090b9044-c39f-400a-8807-46fa8a3d8313) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:40:23.488256 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-917d593b-7e5b-4211-8683-ac8ec56740c1 None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:23.503588 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-917d593b-7e5b-4211-8683-ac8ec56740c1 None None] Transition to ACTIVE for port object d9ebec0c-1acc-45ba-89e0-f7882e3c4d29 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:40:23.507670 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port e5132934-a8c8-4bc7-91e0-c596b7920ea7 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:40:23.508059 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:23.539558 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-917d593b-7e5b-4211-8683-ac8ec56740c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:23.587452 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e6a0b563-57dd-4e7a-8afc-fbd01be66f4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:23.603596 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-e6a0b563-57dd-4e7a-8afc-fbd01be66f4f admin admin] Transition to ACTIVE for port object 090b9044-c39f-400a-8807-46fa8a3d8313 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:40:23.626825 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e6a0b563-57dd-4e7a-8afc-fbd01be66f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:23.642469 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5dd348-941c-4836-9b09-da17ec01eba3 None None] Pushing event updated for resources: {'Port': ['ID=d9ebec0c-1acc-45ba-89e0-f7882e3c4d29,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:23.644740 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-917d593b-7e5b-4211-8683-ac8ec56740c1 None None] Attempting to bind port d9ebec0c-1acc-45ba-89e0-f7882e3c4d29 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:40:23.645111 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-917d593b-7e5b-4211-8683-ac8ec56740c1 None None] Attempting to bind port d9ebec0c-1acc-45ba-89e0-f7882e3c4d29 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:40:23.645470 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917d593b-7e5b-4211-8683-ac8ec56740c1 None None] Attempting to bind port d9ebec0c-1acc-45ba-89e0-f7882e3c4d29 on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:40:23.655548 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917d593b-7e5b-4211-8683-ac8ec56740c1 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:40:23.655927 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917d593b-7e5b-4211-8683-ac8ec56740c1 None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:40:23.656328 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-917d593b-7e5b-4211-8683-ac8ec56740c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:23.656716 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917d593b-7e5b-4211-8683-ac8ec56740c1 None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:40:23.657245 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-917d593b-7e5b-4211-8683-ac8ec56740c1 None None] Bound port: d9ebec0c-1acc-45ba-89e0-f7882e3c4d29, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:40:23.657627 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-917d593b-7e5b-4211-8683-ac8ec56740c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:23.698735 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0b563-57dd-4e7a-8afc-fbd01be66f4f admin admin] Pushing event updated for resources: {'Port': ['ID=090b9044-c39f-400a-8807-46fa8a3d8313,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:23.711358 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a0b563-57dd-4e7a-8afc-fbd01be66f4f admin admin] Network 9a17b940-e327-4239-a2fe-c33fdb8fbc0b is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:40:23.712635 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-e6a0b563-57dd-4e7a-8afc-fbd01be66f4f admin admin] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:40:23.714894 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a0b563-57dd-4e7a-8afc-fbd01be66f4f admin admin] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:40:23.766473 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e6a0b563-57dd-4e7a-8afc-fbd01be66f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:23.783828 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-917d593b-7e5b-4211-8683-ac8ec56740c1 None None] For port d9ebec0c-1acc-45ba-89e0-f7882e3c4d29, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:40:23.787037 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-917d593b-7e5b-4211-8683-ac8ec56740c1 None None] For port d9ebec0c-1acc-45ba-89e0-f7882e3c4d29, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=d9ebec0c-1acc-45ba-89e0-f7882e3c4d29,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:40:23.793113 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-917d593b-7e5b-4211-8683-ac8ec56740c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:23.876668 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917d593b-7e5b-4211-8683-ac8ec56740c1 None None] Routers {'5080ed97-1857-4f12-90e1-f80af12b4c1a'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:40:23.877292 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-917d593b-7e5b-4211-8683-ac8ec56740c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:39:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['5080ed97-1857-4f12-90e1-f80af12b4c1a'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:40:23.980045 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5dd348-941c-4836-9b09-da17ec01eba3 None None] Pushing event updated for resources: {'Port': ['ID=d9ebec0c-1acc-45ba-89e0-f7882e3c4d29,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:24.003097 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6cdebb66-3669-4b57-b856-d29bf9b034c2 None None] Provisioning for port 090b9044-c39f-400a-8807-46fa8a3d8313 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:40:24.039125 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e6a0b563-57dd-4e7a-8afc-fbd01be66f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:24.067799 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6cdebb66-3669-4b57-b856-d29bf9b034c2 None None] Provisioning complete for port 090b9044-c39f-400a-8807-46fa8a3d8313 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:40:24.067799 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6cdebb66-3669-4b57-b856-d29bf9b034c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:24.153306 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-6cdebb66-3669-4b57-b856-d29bf9b034c2 None None] Port 090b9044-c39f-400a-8807-46fa8a3d8313 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:40:24.155668 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-917d593b-7e5b-4211-8683-ac8ec56740c1 None None] Set router 5080ed97-1857-4f12-90e1-f80af12b4c1a gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:40:24.261560 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e6a0b563-57dd-4e7a-8afc-fbd01be66f4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:24.265779 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e6a0b563-57dd-4e7a-8afc-fbd01be66f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:24.370444 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e6a0b563-57dd-4e7a-8afc-fbd01be66f4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:24.374603 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0b563-57dd-4e7a-8afc-fbd01be66f4f admin admin] Pushing event updated for resources: {'Port': ['ID=090b9044-c39f-400a-8807-46fa8a3d8313,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:24.442497 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-917d593b-7e5b-4211-8683-ac8ec56740c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'name': 'tempest-TestMinimumBasicScenario-325744031-router', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': 'd9ebec0c-1acc-45ba-89e0-f7882e3c4d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:40:20Z', 'updated_at': '2022-03-28T19:40:21Z', 'revision_number': 3, 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'gw_port': {'id': 'd9ebec0c-1acc-45ba-89e0-f7882e3c4d29', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:27:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:20Z', 'updated_at': '2022-03-28T19:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:40:24.446980 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917d593b-7e5b-4211-8683-ac8ec56740c1 None None] The sync data for ids ['5080ed97-1857-4f12-90e1-f80af12b4c1a'] in dv-neutron-834711-1-hyperv is: [{'id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'name': 'tempest-TestMinimumBasicScenario-325744031-router', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': 'd9ebec0c-1acc-45ba-89e0-f7882e3c4d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:40:20Z', 'updated_at': '2022-03-28T19:40:21Z', 'revision_number': 3, 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'gw_port': {'id': 'd9ebec0c-1acc-45ba-89e0-f7882e3c4d29', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:27:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:20Z', 'updated_at': '2022-03-28T19:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:40:24.615300 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a0b563-57dd-4e7a-8afc-fbd01be66f4f admin admin] Network 9a17b940-e327-4239-a2fe-c33fdb8fbc0b is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:40:24.617037 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-e6a0b563-57dd-4e7a-8afc-fbd01be66f4f admin admin] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:40:24.832251 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a0b563-57dd-4e7a-8afc-fbd01be66f4f admin admin] Router 5080ed97-1857-4f12-90e1-f80af12b4c1a has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:40:24.882223 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-c3d7d6e2-58f0-4e9b-ba1b-8dc563024623 None None] Provisioning complete for port 090b9044-c39f-400a-8807-46fa8a3d8313 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:40:24.882682 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c3d7d6e2-58f0-4e9b-ba1b-8dc563024623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:24.938976 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-c3d7d6e2-58f0-4e9b-ba1b-8dc563024623 None None] Port 090b9044-c39f-400a-8807-46fa8a3d8313 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:40:25.019519 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a0b563-57dd-4e7a-8afc-fbd01be66f4f admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:40:25.030358 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e6a0b563-57dd-4e7a-8afc-fbd01be66f4f admin admin] 10.222.0.10 "PUT /v2.0/routers/5080ed97-1857-4f12-90e1-f80af12b4c1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5768006 Mar 28 19:40:25.345093 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3ec1defb-5cdf-45e4-b77e-98f0a805e92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:25.380576 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device d9ebec0c-1acc-45ba-89e0-f7882e3c4d29 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:40:25.452155 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port d9ebec0c-1acc-45ba-89e0-f7882e3c4d29 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:40:25.458223 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port d9ebec0c-1acc-45ba-89e0-f7882e3c4d29 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:40:25.458597 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:25.560863 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38322) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:40:25.566535 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-34f96a2c-42ae-4615-9570-2c12a7cbc632 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1432661256-network', 'tenant_id': '9f0b5b8e65614e16b35e8aee25636659'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:40:25.571992 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-34f96a2c-42ae-4615-9570-2c12a7cbc632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:40:25.575929 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-34f96a2c-42ae-4615-9570-2c12a7cbc632 admin admin] Usage tracker for resource:network and tenant:9f0b5b8e65614e16b35e8aee25636659 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:40:25.578799 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-34f96a2c-42ae-4615-9570-2c12a7cbc632 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:40:25.584771 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-34f96a2c-42ae-4615-9570-2c12a7cbc632 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:40:25.586036 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:25.595993 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f96a2c-42ae-4615-9570-2c12a7cbc632 admin admin] Made reservation on behalf of 9f0b5b8e65614e16b35e8aee25636659 for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:40:25.598329 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34f96a2c-42ae-4615-9570-2c12a7cbc632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:25.602402 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port d9ebec0c-1acc-45ba-89e0-f7882e3c4d29, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=d9ebec0c-1acc-45ba-89e0-f7882e3c4d29,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:40:25.605815 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:25.611991 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34f96a2c-42ae-4615-9570-2c12a7cbc632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:25.627769 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-34f96a2c-42ae-4615-9570-2c12a7cbc632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:40:25.631638 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-34f96a2c-42ae-4615-9570-2c12a7cbc632 admin admin] Usage tracker for resource:security_group_rule and tenant:9f0b5b8e65614e16b35e8aee25636659 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:40:25.635361 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-34f96a2c-42ae-4615-9570-2c12a7cbc632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:40:25.641336 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-34f96a2c-42ae-4615-9570-2c12a7cbc632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:40:25.689187 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=d9ebec0c-1acc-45ba-89e0-f7882e3c4d29,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:25.754515 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34f96a2c-42ae-4615-9570-2c12a7cbc632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:25.759234 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34f96a2c-42ae-4615-9570-2c12a7cbc632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:25.789521 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f96a2c-42ae-4615-9570-2c12a7cbc632 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:40:25.798049 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f96a2c-42ae-4615-9570-2c12a7cbc632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95bafd9-c60a-46b4-96ad-3ca8455f8208,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:25.804205 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34f96a2c-42ae-4615-9570-2c12a7cbc632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:25.804554 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-34f96a2c-42ae-4615-9570-2c12a7cbc632 admin admin] Added segment 61da02a0-f7fe-4d41-81a0-9083bbd945f3 of type vlan for network 2aad810a-86ca-4a24-8414-2e5b65944ce6 Mar 28 19:40:25.833419 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34f96a2c-42ae-4615-9570-2c12a7cbc632 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:25.865958 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34f96a2c-42ae-4615-9570-2c12a7cbc632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:25.867262 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f96a2c-42ae-4615-9570-2c12a7cbc632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:40:25.867841 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-34f96a2c-42ae-4615-9570-2c12a7cbc632 admin admin] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:25.912367 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79270e37-aa4e-4561-8156-0931a4481e2e None None] Sync routers for ids ['5080ed97-1857-4f12-90e1-f80af12b4c1a'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:40:25.922666 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79270e37-aa4e-4561-8156-0931a4481e2e None None] Routers {'5080ed97-1857-4f12-90e1-f80af12b4c1a'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:40:25.923325 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-79270e37-aa4e-4561-8156-0931a4481e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:39:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['5080ed97-1857-4f12-90e1-f80af12b4c1a'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:40:25.970418 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-34f96a2c-42ae-4615-9570-2c12a7cbc632 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4083312 Mar 28 19:40:25.973180 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38326) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:40:25.980263 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-fea283d1-fea6-44db-8005-fc0d43479ec6 admin admin] Request body: {'subnet': {'network_id': '2aad810a-86ca-4a24-8414-2e5b65944ce6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1432661256-subnet', 'tenant_id': '9f0b5b8e65614e16b35e8aee25636659', 'ip_version': 4}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:40:25.983497 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f96a2c-42ae-4615-9570-2c12a7cbc632 admin admin] Pushing event updated for resources: {'Network': ['ID=2aad810a-86ca-4a24-8414-2e5b65944ce6,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:25.987982 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-fea283d1-fea6-44db-8005-fc0d43479ec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:40:25.992922 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-fea283d1-fea6-44db-8005-fc0d43479ec6 admin admin] Usage tracker for resource:subnet and tenant:9f0b5b8e65614e16b35e8aee25636659 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:40:25.993882 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 2aad810a-86ca-4a24-8414-2e5b65944ce6 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:40:25.995812 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-fea283d1-fea6-44db-8005-fc0d43479ec6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:40:26.001843 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-fea283d1-fea6-44db-8005-fc0d43479ec6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:40:26.012600 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea283d1-fea6-44db-8005-fc0d43479ec6 admin admin] Made reservation on behalf of 9f0b5b8e65614e16b35e8aee25636659 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:40:26.015009 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fea283d1-fea6-44db-8005-fc0d43479ec6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:26.108008 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-79270e37-aa4e-4561-8156-0931a4481e2e None None] Set router 5080ed97-1857-4f12-90e1-f80af12b4c1a gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:40:26.223069 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fea283d1-fea6-44db-8005-fc0d43479ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:26.303310 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea283d1-fea6-44db-8005-fc0d43479ec6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24c7a977-0b3f-44de-960f-a29e3068a4b3,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:26.307837 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea283d1-fea6-44db-8005-fc0d43479ec6 admin admin] Checking segment: {'id': '61da02a0-f7fe-4d41-81a0-9083bbd945f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2aad810a-86ca-4a24-8414-2e5b65944ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:40:26.308197 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea283d1-fea6-44db-8005-fc0d43479ec6 admin admin] Network hostable DHCP agents. Network: 2aad810a-86ca-4a24-8414-2e5b65944ce6, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:40:26.328478 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea283d1-fea6-44db-8005-fc0d43479ec6 admin admin] Network 2aad810a-86ca-4a24-8414-2e5b65944ce6 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:40:26.338418 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-fea283d1-fea6-44db-8005-fc0d43479ec6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 2aad810a-86ca-4a24-8414-2e5b65944ce6) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:40:26.342539 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea283d1-fea6-44db-8005-fc0d43479ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:40:26.343151 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fea283d1-fea6-44db-8005-fc0d43479ec6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:26.347440 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696f5864-2bdc-4129-9b65-0031f8fd7e88 None None] Network 2aad810a-86ca-4a24-8414-2e5b65944ce6 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:40:26.364711 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-fea283d1-fea6-44db-8005-fc0d43479ec6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3904774 Mar 28 19:40:26.368350 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38330) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:40:26.373383 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-af871b33-e1f6-4bce-b0d1-2be0446bcbba admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1432661256-router', 'tenant_id': '9f0b5b8e65614e16b35e8aee25636659', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:40:26.378309 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-af871b33-e1f6-4bce-b0d1-2be0446bcbba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:40:26.384530 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-af871b33-e1f6-4bce-b0d1-2be0446bcbba admin admin] Usage tracker for resource:router and tenant:9f0b5b8e65614e16b35e8aee25636659 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:40:26.388664 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-af871b33-e1f6-4bce-b0d1-2be0446bcbba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:40:26.394584 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-af871b33-e1f6-4bce-b0d1-2be0446bcbba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:40:26.408888 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-af871b33-e1f6-4bce-b0d1-2be0446bcbba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:26.409880 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-af871b33-e1f6-4bce-b0d1-2be0446bcbba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:26.426274 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-af871b33-e1f6-4bce-b0d1-2be0446bcbba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:26.434632 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-79270e37-aa4e-4561-8156-0931a4481e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'name': 'tempest-TestMinimumBasicScenario-325744031-router', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': 'd9ebec0c-1acc-45ba-89e0-f7882e3c4d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:40:20Z', 'updated_at': '2022-03-28T19:40:23Z', 'revision_number': 4, 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'gw_port': {'id': 'd9ebec0c-1acc-45ba-89e0-f7882e3c4d29', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:20Z', 'updated_at': '2022-03-28T19:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '090b9044-c39f-400a-8807-46fa8a3d8313', 'name': '', 'network_id': '9a17b940-e327-4239-a2fe-c33fdb8fbc0b', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08', 'mac_address': 'fa:16:3e:c4:ff:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '2ab65b22-c9ad-4315-b31b-908dda732efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:23Z', 'updated_at': '2022-03-28T19:40:24Z', 'revision_number': 2, 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'subnets': [{'id': '2ab65b22-c9ad-4315-b31b-908dda732efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:40:26.439183 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79270e37-aa4e-4561-8156-0931a4481e2e None None] Checking router: 5080ed97-1857-4f12-90e1-f80af12b4c1a for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:40:26.439605 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79270e37-aa4e-4561-8156-0931a4481e2e None None] Updating router 5080ed97-1857-4f12-90e1-f80af12b4c1a port 090b9044-c39f-400a-8807-46fa8a3d8313 binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:40:26.498728 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-79270e37-aa4e-4561-8156-0931a4481e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:26.571518 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb925491-b2cf-48c5-ba33-f9f12903f9cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-2aad810a-86ca-4a24-8414-2e5b65944ce6', 'network_id': '2aad810a-86ca-4a24-8414-2e5b65944ce6', 'tenant_id': '9f0b5b8e65614e16b35e8aee25636659', 'fixed_ips': [{'subnet_id': '24c7a977-0b3f-44de-960f-a29e3068a4b3'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:40:26.572350 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fb925491-b2cf-48c5-ba33-f9f12903f9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:26.698845 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-af871b33-e1f6-4bce-b0d1-2be0446bcbba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:26.749241 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-fb925491-b2cf-48c5-ba33-f9f12903f9cf None None] Allocated IP 172.20.0.2 (2aad810a-86ca-4a24-8414-2e5b65944ce6/24c7a977-0b3f-44de-960f-a29e3068a4b3/f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:40:26.878629 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-79270e37-aa4e-4561-8156-0931a4481e2e None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:26.893795 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-79270e37-aa4e-4561-8156-0931a4481e2e None None] Transition to ACTIVE for port object 090b9044-c39f-400a-8807-46fa8a3d8313 will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:40:26.903071 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-79270e37-aa4e-4561-8156-0931a4481e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:27.014369 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fb925491-b2cf-48c5-ba33-f9f12903f9cf None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:27.029331 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-fb925491-b2cf-48c5-ba33-f9f12903f9cf None None] Transition to ACTIVE for port object f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:40:27.037691 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072b895-b8e3-4f6c-881a-26022b10c8b2 None None] Pushing event updated for resources: {'Port': ['ID=090b9044-c39f-400a-8807-46fa8a3d8313,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:27.047130 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072b895-b8e3-4f6c-881a-26022b10c8b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:27.047474 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072b895-b8e3-4f6c-881a-26022b10c8b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:27.048003 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072b895-b8e3-4f6c-881a-26022b10c8b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:27.048492 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072b895-b8e3-4f6c-881a-26022b10c8b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:27.048998 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072b895-b8e3-4f6c-881a-26022b10c8b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:27.049480 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072b895-b8e3-4f6c-881a-26022b10c8b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:27.049960 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072b895-b8e3-4f6c-881a-26022b10c8b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:27.050547 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072b895-b8e3-4f6c-881a-26022b10c8b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:27.051072 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072b895-b8e3-4f6c-881a-26022b10c8b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:27.051548 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072b895-b8e3-4f6c-881a-26022b10c8b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:27.052040 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072b895-b8e3-4f6c-881a-26022b10c8b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:27.052513 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a072b895-b8e3-4f6c-881a-26022b10c8b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:27.064759 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-fb925491-b2cf-48c5-ba33-f9f12903f9cf None None] Transition to ACTIVE for port object f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:40:27.073513 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fb925491-b2cf-48c5-ba33-f9f12903f9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:27.154542 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb925491-b2cf-48c5-ba33-f9f12903f9cf None None] Network 2aad810a-86ca-4a24-8414-2e5b65944ce6 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:40:27.158704 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-fb925491-b2cf-48c5-ba33-f9f12903f9cf None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:40:27.169804 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-af871b33-e1f6-4bce-b0d1-2be0446bcbba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:27.170508 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb925491-b2cf-48c5-ba33-f9f12903f9cf None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:40:27.185117 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-79270e37-aa4e-4561-8156-0931a4481e2e None None] Attempting to bind port 090b9044-c39f-400a-8807-46fa8a3d8313 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:40:27.185482 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-79270e37-aa4e-4561-8156-0931a4481e2e None None] Attempting to bind port 090b9044-c39f-400a-8807-46fa8a3d8313 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '464f19e6-a99f-46a2-bf38-8d74b215a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a17b940-e327-4239-a2fe-c33fdb8fbc0b'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:40:27.185926 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79270e37-aa4e-4561-8156-0931a4481e2e None None] Attempting to bind port 090b9044-c39f-400a-8807-46fa8a3d8313 on network 9a17b940-e327-4239-a2fe-c33fdb8fbc0b {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:40:27.191536 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79270e37-aa4e-4561-8156-0931a4481e2e None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:40:27.191904 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79270e37-aa4e-4561-8156-0931a4481e2e None None] Checking segment: {'id': '464f19e6-a99f-46a2-bf38-8d74b215a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a17b940-e327-4239-a2fe-c33fdb8fbc0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:40:27.192298 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-79270e37-aa4e-4561-8156-0931a4481e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:27.196015 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79270e37-aa4e-4561-8156-0931a4481e2e None None] Bound using segment: {'id': '464f19e6-a99f-46a2-bf38-8d74b215a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a17b940-e327-4239-a2fe-c33fdb8fbc0b'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:40:27.196494 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-79270e37-aa4e-4561-8156-0931a4481e2e None None] Bound port: 090b9044-c39f-400a-8807-46fa8a3d8313, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464f19e6-a99f-46a2-bf38-8d74b215a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a17b940-e327-4239-a2fe-c33fdb8fbc0b'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:40:27.196870 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-79270e37-aa4e-4561-8156-0931a4481e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:27.206351 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-af871b33-e1f6-4bce-b0d1-2be0446bcbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:27.215955 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb925491-b2cf-48c5-ba33-f9f12903f9cf None None] Pushing event updated for resources: {'Port': ['ID=f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:27.287753 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-fb925491-b2cf-48c5-ba33-f9f12903f9cf None None] Attempting to bind port f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:40:27.288021 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-79270e37-aa4e-4561-8156-0931a4481e2e None None] For port 090b9044-c39f-400a-8807-46fa8a3d8313, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:40:27.288419 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-fb925491-b2cf-48c5-ba33-f9f12903f9cf None None] Attempting to bind port f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '61da02a0-f7fe-4d41-81a0-9083bbd945f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2aad810a-86ca-4a24-8414-2e5b65944ce6'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:40:27.288922 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb925491-b2cf-48c5-ba33-f9f12903f9cf None None] Attempting to bind port f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d on network 2aad810a-86ca-4a24-8414-2e5b65944ce6 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:40:27.291436 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-79270e37-aa4e-4561-8156-0931a4481e2e None None] For port 090b9044-c39f-400a-8807-46fa8a3d8313, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=090b9044-c39f-400a-8807-46fa8a3d8313,segment=NetworkSegment(464f19e6-a99f-46a2-bf38-8d74b215a63b),segment_id=464f19e6-a99f-46a2-bf38-8d74b215a63b)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:40:27.295249 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb925491-b2cf-48c5-ba33-f9f12903f9cf None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:40:27.295613 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb925491-b2cf-48c5-ba33-f9f12903f9cf None None] Checking segment: {'id': '61da02a0-f7fe-4d41-81a0-9083bbd945f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2aad810a-86ca-4a24-8414-2e5b65944ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:40:27.296046 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fb925491-b2cf-48c5-ba33-f9f12903f9cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:27.296451 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb925491-b2cf-48c5-ba33-f9f12903f9cf None None] Bound using segment: {'id': '61da02a0-f7fe-4d41-81a0-9083bbd945f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2aad810a-86ca-4a24-8414-2e5b65944ce6'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:40:27.296761 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-79270e37-aa4e-4561-8156-0931a4481e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:27.296975 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-fb925491-b2cf-48c5-ba33-f9f12903f9cf None None] Bound port: f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61da02a0-f7fe-4d41-81a0-9083bbd945f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2aad810a-86ca-4a24-8414-2e5b65944ce6'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:40:27.297354 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fb925491-b2cf-48c5-ba33-f9f12903f9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:27.376653 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-af871b33-e1f6-4bce-b0d1-2be0446bcbba admin admin] Allocated IP 172.26.4.143 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/9681a2b2-41e5-4a5e-b710-18f9b96670fc) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:40:27.385468 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79270e37-aa4e-4561-8156-0931a4481e2e None None] Routers {'5080ed97-1857-4f12-90e1-f80af12b4c1a'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:40:27.386098 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-79270e37-aa4e-4561-8156-0931a4481e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:39:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['5080ed97-1857-4f12-90e1-f80af12b4c1a'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:40:27.398753 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device d9ebec0c-1acc-45ba-89e0-f7882e3c4d29 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:40:27.442984 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072b895-b8e3-4f6c-881a-26022b10c8b2 None None] Pushing event updated for resources: {'Port': ['ID=090b9044-c39f-400a-8807-46fa8a3d8313,revision_number=4']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:27.469322 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-fb925491-b2cf-48c5-ba33-f9f12903f9cf None None] For port f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:40:27.482543 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-fb925491-b2cf-48c5-ba33-f9f12903f9cf None None] For port f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d,segment=NetworkSegment(61da02a0-f7fe-4d41-81a0-9083bbd945f3),segment_id=61da02a0-f7fe-4d41-81a0-9083bbd945f3)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:40:27.490901 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port d9ebec0c-1acc-45ba-89e0-f7882e3c4d29 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:40:27.491417 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:27.529020 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fb925491-b2cf-48c5-ba33-f9f12903f9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:27.555854 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-af871b33-e1f6-4bce-b0d1-2be0446bcbba admin admin] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:27.589045 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-79270e37-aa4e-4561-8156-0931a4481e2e None None] Set router 5080ed97-1857-4f12-90e1-f80af12b4c1a gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:40:27.601595 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-af871b33-e1f6-4bce-b0d1-2be0446bcbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:27.632712 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb925491-b2cf-48c5-ba33-f9f12903f9cf None None] Pushing event updated for resources: {'Port': ['ID=f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:27.662648 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af871b33-e1f6-4bce-b0d1-2be0446bcbba admin admin] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:40:27.666392 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-af871b33-e1f6-4bce-b0d1-2be0446bcbba admin admin] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:40:27.669699 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af871b33-e1f6-4bce-b0d1-2be0446bcbba admin admin] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:40:27.733864 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af871b33-e1f6-4bce-b0d1-2be0446bcbba admin admin] Pushing event updated for resources: {'Port': ['ID=9681a2b2-41e5-4a5e-b710-18f9b96670fc,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:27.778399 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f5e72f1b-1ca1-4a7f-b3e2-1497b3d86f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:27.973351 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-79270e37-aa4e-4561-8156-0931a4481e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'name': 'tempest-TestMinimumBasicScenario-325744031-router', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': 'd9ebec0c-1acc-45ba-89e0-f7882e3c4d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:40:20Z', 'updated_at': '2022-03-28T19:40:23Z', 'revision_number': 4, 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'gw_port': {'id': 'd9ebec0c-1acc-45ba-89e0-f7882e3c4d29', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:20Z', 'updated_at': '2022-03-28T19:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '090b9044-c39f-400a-8807-46fa8a3d8313', 'name': '', 'network_id': '9a17b940-e327-4239-a2fe-c33fdb8fbc0b', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08', 'mac_address': 'fa:16:3e:c4:ff:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '2ab65b22-c9ad-4315-b31b-908dda732efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:23Z', 'updated_at': '2022-03-28T19:40:27Z', 'revision_number': 4, 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'subnets': [{'id': '2ab65b22-c9ad-4315-b31b-908dda732efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:40:27.977647 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79270e37-aa4e-4561-8156-0931a4481e2e None None] The sync data for ids ['5080ed97-1857-4f12-90e1-f80af12b4c1a'] in dv-neutron-834711-1-hyperv is: [{'id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'name': 'tempest-TestMinimumBasicScenario-325744031-router', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': 'd9ebec0c-1acc-45ba-89e0-f7882e3c4d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:40:20Z', 'updated_at': '2022-03-28T19:40:23Z', 'revision_number': 4, 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'gw_port': {'id': 'd9ebec0c-1acc-45ba-89e0-f7882e3c4d29', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:20Z', 'updated_at': '2022-03-28T19:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '090b9044-c39f-400a-8807-46fa8a3d8313', 'name': '', 'network_id': '9a17b940-e327-4239-a2fe-c33fdb8fbc0b', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08', 'mac_address': 'fa:16:3e:c4:ff:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '2ab65b22-c9ad-4315-b31b-908dda732efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:23Z', 'updated_at': '2022-03-28T19:40:27Z', 'revision_number': 4, 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'subnets': [{'id': '2ab65b22-c9ad-4315-b31b-908dda732efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:40:28.171777 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-af871b33-e1f6-4bce-b0d1-2be0446bcbba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:28.646348 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-af871b33-e1f6-4bce-b0d1-2be0446bcbba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:28.692016 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:28.715026 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:28.738417 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1558369c-d16e-44ae-909e-867dc50ad206 None None] Network 2aad810a-86ca-4a24-8414-2e5b65944ce6 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:40:28.847600 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-8db14f13-d02f-410a-aad9-03880957280f None None] Provisioning for port f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:40:28.892558 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af871b33-e1f6-4bce-b0d1-2be0446bcbba admin admin] Router 2735018e-30db-46f7-a195-46fd82a56379 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:40:29.089590 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af871b33-e1f6-4bce-b0d1-2be0446bcbba admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:40:29.099664 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07bab59-3ffb-49ff-82eb-f39f35f6f195 None None] Sync routers for ids ['2735018e-30db-46f7-a195-46fd82a56379'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:40:29.112145 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07bab59-3ffb-49ff-82eb-f39f35f6f195 None None] Routers {'2735018e-30db-46f7-a195-46fd82a56379'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:40:29.112779 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-e07bab59-3ffb-49ff-82eb-f39f35f6f195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:40:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2735018e-30db-46f7-a195-46fd82a56379'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:40:29.125648 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-af871b33-e1f6-4bce-b0d1-2be0446bcbba admin admin] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:29.129549 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-af871b33-e1f6-4bce-b0d1-2be0446bcbba admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7575307 Mar 28 19:40:29.129798 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38334) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:40:29.326010 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-e07bab59-3ffb-49ff-82eb-f39f35f6f195 None None] Set router 2735018e-30db-46f7-a195-46fd82a56379 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:40:29.438006 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:40:29.608071 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:40:29.639137 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:40:29.639505 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:29.668772 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:40:29.799987 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-e07bab59-3ffb-49ff-82eb-f39f35f6f195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2735018e-30db-46f7-a195-46fd82a56379', 'name': 'tempest-TestMinimumBasicScenario-1432661256-router', 'tenant_id': '9f0b5b8e65614e16b35e8aee25636659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '9681a2b2-41e5-4a5e-b710-18f9b96670fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:40:26Z', 'updated_at': '2022-03-28T19:40:27Z', 'revision_number': 3, 'project_id': '9f0b5b8e65614e16b35e8aee25636659', 'gw_port': {'id': '9681a2b2-41e5-4a5e-b710-18f9b96670fc', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:74:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2735018e-30db-46f7-a195-46fd82a56379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:27Z', 'updated_at': '2022-03-28T19:40:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:40:29.807555 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07bab59-3ffb-49ff-82eb-f39f35f6f195 None None] Checking router: 2735018e-30db-46f7-a195-46fd82a56379 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:40:29.807900 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07bab59-3ffb-49ff-82eb-f39f35f6f195 None None] Updating router 2735018e-30db-46f7-a195-46fd82a56379 port 9681a2b2-41e5-4a5e-b710-18f9b96670fc binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:40:29.855249 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55b31d73-a8d7-4113-be33-7eaef22e3763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:29.857371 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:29.887862 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e07bab59-3ffb-49ff-82eb-f39f35f6f195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:29.937208 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d,segment=NetworkSegment(61da02a0-f7fe-4d41-81a0-9083bbd945f3),segment_id=61da02a0-f7fe-4d41-81a0-9083bbd945f3)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:40:29.946349 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:29.947140 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 090b9044-c39f-400a-8807-46fa8a3d8313 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:40:30.061289 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-55b31d73-a8d7-4113-be33-7eaef22e3763 admin admin] Allocated IP 172.20.0.1 (2aad810a-86ca-4a24-8414-2e5b65944ce6/24c7a977-0b3f-44de-960f-a29e3068a4b3/5fc7ba95-6d17-40cc-a397-b3492f1063c0) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:40:30.129739 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:30.172336 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 090b9044-c39f-400a-8807-46fa8a3d8313 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:40:30.226442 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 090b9044-c39f-400a-8807-46fa8a3d8313 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:40:30.226809 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:30.315304 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:30.321077 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55b31d73-a8d7-4113-be33-7eaef22e3763 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:30.336357 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-55b31d73-a8d7-4113-be33-7eaef22e3763 admin admin] Transition to ACTIVE for port object 5fc7ba95-6d17-40cc-a397-b3492f1063c0 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:40:30.360212 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55b31d73-a8d7-4113-be33-7eaef22e3763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:30.428388 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b31d73-a8d7-4113-be33-7eaef22e3763 admin admin] Network 2aad810a-86ca-4a24-8414-2e5b65944ce6 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:40:30.436066 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-55b31d73-a8d7-4113-be33-7eaef22e3763 admin admin] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:40:30.440420 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b31d73-a8d7-4113-be33-7eaef22e3763 admin admin] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:40:30.444838 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:30.472057 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e07bab59-3ffb-49ff-82eb-f39f35f6f195 None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:30.474869 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b31d73-a8d7-4113-be33-7eaef22e3763 admin admin] Pushing event updated for resources: {'Port': ['ID=5fc7ba95-6d17-40cc-a397-b3492f1063c0,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:30.494648 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-e07bab59-3ffb-49ff-82eb-f39f35f6f195 None None] Transition to ACTIVE for port object 9681a2b2-41e5-4a5e-b710-18f9b96670fc will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:40:30.501484 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 090b9044-c39f-400a-8807-46fa8a3d8313, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=090b9044-c39f-400a-8807-46fa8a3d8313,segment=NetworkSegment(464f19e6-a99f-46a2-bf38-8d74b215a63b),segment_id=464f19e6-a99f-46a2-bf38-8d74b215a63b)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:40:30.503420 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e07bab59-3ffb-49ff-82eb-f39f35f6f195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:30.507322 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55b31d73-a8d7-4113-be33-7eaef22e3763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:30.543600 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:30.590388 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-e07bab59-3ffb-49ff-82eb-f39f35f6f195 None None] Attempting to bind port 9681a2b2-41e5-4a5e-b710-18f9b96670fc on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:40:30.590760 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-e07bab59-3ffb-49ff-82eb-f39f35f6f195 None None] Attempting to bind port 9681a2b2-41e5-4a5e-b710-18f9b96670fc by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:40:30.591149 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07bab59-3ffb-49ff-82eb-f39f35f6f195 None None] Attempting to bind port 9681a2b2-41e5-4a5e-b710-18f9b96670fc on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:40:30.593359 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01325606-6c8c-474b-b39a-b6332111724d None None] Pushing event updated for resources: {'Port': ['ID=9681a2b2-41e5-4a5e-b710-18f9b96670fc,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:30.638812 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07bab59-3ffb-49ff-82eb-f39f35f6f195 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:40:30.639210 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07bab59-3ffb-49ff-82eb-f39f35f6f195 None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:40:30.639604 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e07bab59-3ffb-49ff-82eb-f39f35f6f195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:30.640399 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07bab59-3ffb-49ff-82eb-f39f35f6f195 None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:40:30.640539 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-e07bab59-3ffb-49ff-82eb-f39f35f6f195 None None] Bound port: 9681a2b2-41e5-4a5e-b710-18f9b96670fc, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:40:30.640824 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e07bab59-3ffb-49ff-82eb-f39f35f6f195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:30.643010 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55b31d73-a8d7-4113-be33-7eaef22e3763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:30.722412 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=090b9044-c39f-400a-8807-46fa8a3d8313,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:30.739387 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-e07bab59-3ffb-49ff-82eb-f39f35f6f195 None None] For port 9681a2b2-41e5-4a5e-b710-18f9b96670fc, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:40:30.743638 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-e07bab59-3ffb-49ff-82eb-f39f35f6f195 None None] For port 9681a2b2-41e5-4a5e-b710-18f9b96670fc, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=9681a2b2-41e5-4a5e-b710-18f9b96670fc,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:40:30.748121 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e07bab59-3ffb-49ff-82eb-f39f35f6f195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:30.784378 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-c6fc5953-943b-414c-ba36-22c5d63e6f36 None None] Provisioning for port 5fc7ba95-6d17-40cc-a397-b3492f1063c0 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:40:30.802836 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-c6fc5953-943b-414c-ba36-22c5d63e6f36 None None] Provisioning complete for port 5fc7ba95-6d17-40cc-a397-b3492f1063c0 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:40:30.803532 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c6fc5953-943b-414c-ba36-22c5d63e6f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:30.873363 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55b31d73-a8d7-4113-be33-7eaef22e3763 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:30.877947 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55b31d73-a8d7-4113-be33-7eaef22e3763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:30.883184 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01325606-6c8c-474b-b39a-b6332111724d None None] Pushing event updated for resources: {'Port': ['ID=9681a2b2-41e5-4a5e-b710-18f9b96670fc,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:30.886979 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07bab59-3ffb-49ff-82eb-f39f35f6f195 None None] Routers {'2735018e-30db-46f7-a195-46fd82a56379'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:40:30.887568 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-e07bab59-3ffb-49ff-82eb-f39f35f6f195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:40:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2735018e-30db-46f7-a195-46fd82a56379'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:40:30.939281 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-c6fc5953-943b-414c-ba36-22c5d63e6f36 None None] Port 5fc7ba95-6d17-40cc-a397-b3492f1063c0 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:40:30.987457 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-55b31d73-a8d7-4113-be33-7eaef22e3763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:30.991554 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b31d73-a8d7-4113-be33-7eaef22e3763 admin admin] Pushing event updated for resources: {'Port': ['ID=5fc7ba95-6d17-40cc-a397-b3492f1063c0,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:31.061963 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-e07bab59-3ffb-49ff-82eb-f39f35f6f195 None None] Set router 2735018e-30db-46f7-a195-46fd82a56379 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:40:31.129052 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b31d73-a8d7-4113-be33-7eaef22e3763 admin admin] Network 2aad810a-86ca-4a24-8414-2e5b65944ce6 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:40:31.130124 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-55b31d73-a8d7-4113-be33-7eaef22e3763 admin admin] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:40:31.334684 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b31d73-a8d7-4113-be33-7eaef22e3763 admin admin] Router 2735018e-30db-46f7-a195-46fd82a56379 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:40:31.370281 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:40:31.456778 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-4cebe622-7123-449e-be30-ced32e030bef None None] Provisioning complete for port 5fc7ba95-6d17-40cc-a397-b3492f1063c0 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:40:31.457155 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4cebe622-7123-449e-be30-ced32e030bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:31.517239 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b31d73-a8d7-4113-be33-7eaef22e3763 admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:40:31.526428 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-55b31d73-a8d7-4113-be33-7eaef22e3763 admin admin] 10.222.0.10 "PUT /v2.0/routers/2735018e-30db-46f7-a195-46fd82a56379/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3955057 Mar 28 19:40:31.544104 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-4cebe622-7123-449e-be30-ced32e030bef None None] Port 5fc7ba95-6d17-40cc-a397-b3492f1063c0 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:40:31.560304 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:40:31.560672 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:31.610030 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-e07bab59-3ffb-49ff-82eb-f39f35f6f195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2735018e-30db-46f7-a195-46fd82a56379', 'name': 'tempest-TestMinimumBasicScenario-1432661256-router', 'tenant_id': '9f0b5b8e65614e16b35e8aee25636659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '9681a2b2-41e5-4a5e-b710-18f9b96670fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:40:26Z', 'updated_at': '2022-03-28T19:40:30Z', 'revision_number': 4, 'project_id': '9f0b5b8e65614e16b35e8aee25636659', 'gw_port': {'id': '9681a2b2-41e5-4a5e-b710-18f9b96670fc', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:74:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2735018e-30db-46f7-a195-46fd82a56379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:27Z', 'updated_at': '2022-03-28T19:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '5fc7ba95-6d17-40cc-a397-b3492f1063c0', 'name': '', 'network_id': '2aad810a-86ca-4a24-8414-2e5b65944ce6', 'tenant_id': '9f0b5b8e65614e16b35e8aee25636659', 'mac_address': 'fa:16:3e:ca:46:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2735018e-30db-46f7-a195-46fd82a56379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '24c7a977-0b3f-44de-960f-a29e3068a4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:29Z', 'updated_at': '2022-03-28T19:40:30Z', 'revision_number': 2, 'project_id': '9f0b5b8e65614e16b35e8aee25636659', 'subnets': [{'id': '24c7a977-0b3f-44de-960f-a29e3068a4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:40:31.622173 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07bab59-3ffb-49ff-82eb-f39f35f6f195 None None] The sync data for ids ['2735018e-30db-46f7-a195-46fd82a56379'] in dv-neutron-834711-1-hyperv is: [{'id': '2735018e-30db-46f7-a195-46fd82a56379', 'name': 'tempest-TestMinimumBasicScenario-1432661256-router', 'tenant_id': '9f0b5b8e65614e16b35e8aee25636659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '9681a2b2-41e5-4a5e-b710-18f9b96670fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:40:26Z', 'updated_at': '2022-03-28T19:40:30Z', 'revision_number': 4, 'project_id': '9f0b5b8e65614e16b35e8aee25636659', 'gw_port': {'id': '9681a2b2-41e5-4a5e-b710-18f9b96670fc', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:74:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2735018e-30db-46f7-a195-46fd82a56379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:27Z', 'updated_at': '2022-03-28T19:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '5fc7ba95-6d17-40cc-a397-b3492f1063c0', 'name': '', 'network_id': '2aad810a-86ca-4a24-8414-2e5b65944ce6', 'tenant_id': '9f0b5b8e65614e16b35e8aee25636659', 'mac_address': 'fa:16:3e:ca:46:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2735018e-30db-46f7-a195-46fd82a56379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '24c7a977-0b3f-44de-960f-a29e3068a4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:29Z', 'updated_at': '2022-03-28T19:40:30Z', 'revision_number': 2, 'project_id': '9f0b5b8e65614e16b35e8aee25636659', 'subnets': [{'id': '24c7a977-0b3f-44de-960f-a29e3068a4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:40:31.691669 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 090b9044-c39f-400a-8807-46fa8a3d8313 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:40:31.781353 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 090b9044-c39f-400a-8807-46fa8a3d8313 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:40:31.781644 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:31.938511 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:33.408959 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 9681a2b2-41e5-4a5e-b710-18f9b96670fc up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:40:33.480375 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 9681a2b2-41e5-4a5e-b710-18f9b96670fc completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:40:33.485923 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 9681a2b2-41e5-4a5e-b710-18f9b96670fc triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:40:33.486288 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:33.626752 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:33.645353 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 9681a2b2-41e5-4a5e-b710-18f9b96670fc, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=9681a2b2-41e5-4a5e-b710-18f9b96670fc,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:40:33.651857 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:33.725837 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=9681a2b2-41e5-4a5e-b710-18f9b96670fc,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:35.395140 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a8544c-09ae-40e1-a2b4-7db17361e1f3 None None] Sync routers for ids ['2735018e-30db-46f7-a195-46fd82a56379'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:40:35.403024 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 9681a2b2-41e5-4a5e-b710-18f9b96670fc up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:40:35.425576 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a8544c-09ae-40e1-a2b4-7db17361e1f3 None None] Routers {'2735018e-30db-46f7-a195-46fd82a56379'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:40:35.426237 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-98a8544c-09ae-40e1-a2b4-7db17361e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:40:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2735018e-30db-46f7-a195-46fd82a56379'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:40:35.509634 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 9681a2b2-41e5-4a5e-b710-18f9b96670fc triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:40:35.510317 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:35.687909 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-98a8544c-09ae-40e1-a2b4-7db17361e1f3 None None] Set router 2735018e-30db-46f7-a195-46fd82a56379 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:40:36.017032 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-98a8544c-09ae-40e1-a2b4-7db17361e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2735018e-30db-46f7-a195-46fd82a56379', 'name': 'tempest-TestMinimumBasicScenario-1432661256-router', 'tenant_id': '9f0b5b8e65614e16b35e8aee25636659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '9681a2b2-41e5-4a5e-b710-18f9b96670fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:40:26Z', 'updated_at': '2022-03-28T19:40:30Z', 'revision_number': 4, 'project_id': '9f0b5b8e65614e16b35e8aee25636659', 'gw_port': {'id': '9681a2b2-41e5-4a5e-b710-18f9b96670fc', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:74:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2735018e-30db-46f7-a195-46fd82a56379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:27Z', 'updated_at': '2022-03-28T19:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '5fc7ba95-6d17-40cc-a397-b3492f1063c0', 'name': '', 'network_id': '2aad810a-86ca-4a24-8414-2e5b65944ce6', 'tenant_id': '9f0b5b8e65614e16b35e8aee25636659', 'mac_address': 'fa:16:3e:ca:46:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2735018e-30db-46f7-a195-46fd82a56379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '24c7a977-0b3f-44de-960f-a29e3068a4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:29Z', 'updated_at': '2022-03-28T19:40:30Z', 'revision_number': 2, 'project_id': '9f0b5b8e65614e16b35e8aee25636659', 'subnets': [{'id': '24c7a977-0b3f-44de-960f-a29e3068a4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:40:36.020806 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a8544c-09ae-40e1-a2b4-7db17361e1f3 None None] Checking router: 2735018e-30db-46f7-a195-46fd82a56379 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:40:36.021159 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a8544c-09ae-40e1-a2b4-7db17361e1f3 None None] Updating router 2735018e-30db-46f7-a195-46fd82a56379 port 5fc7ba95-6d17-40cc-a397-b3492f1063c0 binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:40:36.080991 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-98a8544c-09ae-40e1-a2b4-7db17361e1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:36.480454 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-98a8544c-09ae-40e1-a2b4-7db17361e1f3 None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:36.493041 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-98a8544c-09ae-40e1-a2b4-7db17361e1f3 None None] Transition to ACTIVE for port object 5fc7ba95-6d17-40cc-a397-b3492f1063c0 will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:40:36.500618 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-98a8544c-09ae-40e1-a2b4-7db17361e1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:36.672319 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6895bae-ab2a-4408-a4de-2bd3a2afb9f9 None None] Pushing event updated for resources: {'Port': ['ID=5fc7ba95-6d17-40cc-a397-b3492f1063c0,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:36.726536 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-98a8544c-09ae-40e1-a2b4-7db17361e1f3 None None] Attempting to bind port 5fc7ba95-6d17-40cc-a397-b3492f1063c0 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:40:36.726918 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-98a8544c-09ae-40e1-a2b4-7db17361e1f3 None None] Attempting to bind port 5fc7ba95-6d17-40cc-a397-b3492f1063c0 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '61da02a0-f7fe-4d41-81a0-9083bbd945f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2aad810a-86ca-4a24-8414-2e5b65944ce6'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:40:36.727284 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a8544c-09ae-40e1-a2b4-7db17361e1f3 None None] Attempting to bind port 5fc7ba95-6d17-40cc-a397-b3492f1063c0 on network 2aad810a-86ca-4a24-8414-2e5b65944ce6 {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:40:36.733162 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a8544c-09ae-40e1-a2b4-7db17361e1f3 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:40:36.733465 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a8544c-09ae-40e1-a2b4-7db17361e1f3 None None] Checking segment: {'id': '61da02a0-f7fe-4d41-81a0-9083bbd945f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2aad810a-86ca-4a24-8414-2e5b65944ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:40:36.733868 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-98a8544c-09ae-40e1-a2b4-7db17361e1f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:36.734333 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a8544c-09ae-40e1-a2b4-7db17361e1f3 None None] Bound using segment: {'id': '61da02a0-f7fe-4d41-81a0-9083bbd945f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2aad810a-86ca-4a24-8414-2e5b65944ce6'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:40:36.734701 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-98a8544c-09ae-40e1-a2b4-7db17361e1f3 None None] Bound port: 5fc7ba95-6d17-40cc-a397-b3492f1063c0, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61da02a0-f7fe-4d41-81a0-9083bbd945f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2aad810a-86ca-4a24-8414-2e5b65944ce6'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:40:36.735104 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-98a8544c-09ae-40e1-a2b4-7db17361e1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:36.832849 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-98a8544c-09ae-40e1-a2b4-7db17361e1f3 None None] For port 5fc7ba95-6d17-40cc-a397-b3492f1063c0, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:40:36.836650 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-98a8544c-09ae-40e1-a2b4-7db17361e1f3 None None] For port 5fc7ba95-6d17-40cc-a397-b3492f1063c0, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=5fc7ba95-6d17-40cc-a397-b3492f1063c0,segment=NetworkSegment(61da02a0-f7fe-4d41-81a0-9083bbd945f3),segment_id=61da02a0-f7fe-4d41-81a0-9083bbd945f3)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:40:36.842512 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-98a8544c-09ae-40e1-a2b4-7db17361e1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:36.920929 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6895bae-ab2a-4408-a4de-2bd3a2afb9f9 None None] Pushing event updated for resources: {'Port': ['ID=5fc7ba95-6d17-40cc-a397-b3492f1063c0,revision_number=4']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:36.933626 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a8544c-09ae-40e1-a2b4-7db17361e1f3 None None] Routers {'2735018e-30db-46f7-a195-46fd82a56379'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:40:36.934375 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-98a8544c-09ae-40e1-a2b4-7db17361e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:40:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2735018e-30db-46f7-a195-46fd82a56379'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:40:37.141261 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-98a8544c-09ae-40e1-a2b4-7db17361e1f3 None None] Set router 2735018e-30db-46f7-a195-46fd82a56379 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:40:37.434894 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 5fc7ba95-6d17-40cc-a397-b3492f1063c0 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:40:37.508115 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-98a8544c-09ae-40e1-a2b4-7db17361e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2735018e-30db-46f7-a195-46fd82a56379', 'name': 'tempest-TestMinimumBasicScenario-1432661256-router', 'tenant_id': '9f0b5b8e65614e16b35e8aee25636659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '9681a2b2-41e5-4a5e-b710-18f9b96670fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:40:26Z', 'updated_at': '2022-03-28T19:40:30Z', 'revision_number': 4, 'project_id': '9f0b5b8e65614e16b35e8aee25636659', 'gw_port': {'id': '9681a2b2-41e5-4a5e-b710-18f9b96670fc', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:74:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2735018e-30db-46f7-a195-46fd82a56379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:27Z', 'updated_at': '2022-03-28T19:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '5fc7ba95-6d17-40cc-a397-b3492f1063c0', 'name': '', 'network_id': '2aad810a-86ca-4a24-8414-2e5b65944ce6', 'tenant_id': '9f0b5b8e65614e16b35e8aee25636659', 'mac_address': 'fa:16:3e:ca:46:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2735018e-30db-46f7-a195-46fd82a56379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '24c7a977-0b3f-44de-960f-a29e3068a4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:29Z', 'updated_at': '2022-03-28T19:40:36Z', 'revision_number': 4, 'project_id': '9f0b5b8e65614e16b35e8aee25636659', 'subnets': [{'id': '24c7a977-0b3f-44de-960f-a29e3068a4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:40:37.513244 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a8544c-09ae-40e1-a2b4-7db17361e1f3 None None] The sync data for ids ['2735018e-30db-46f7-a195-46fd82a56379'] in dv-neutron-834711-1-hyperv is: [{'id': '2735018e-30db-46f7-a195-46fd82a56379', 'name': 'tempest-TestMinimumBasicScenario-1432661256-router', 'tenant_id': '9f0b5b8e65614e16b35e8aee25636659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '9681a2b2-41e5-4a5e-b710-18f9b96670fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:40:26Z', 'updated_at': '2022-03-28T19:40:30Z', 'revision_number': 4, 'project_id': '9f0b5b8e65614e16b35e8aee25636659', 'gw_port': {'id': '9681a2b2-41e5-4a5e-b710-18f9b96670fc', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:74:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2735018e-30db-46f7-a195-46fd82a56379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:27Z', 'updated_at': '2022-03-28T19:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '5fc7ba95-6d17-40cc-a397-b3492f1063c0', 'name': '', 'network_id': '2aad810a-86ca-4a24-8414-2e5b65944ce6', 'tenant_id': '9f0b5b8e65614e16b35e8aee25636659', 'mac_address': 'fa:16:3e:ca:46:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2735018e-30db-46f7-a195-46fd82a56379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '24c7a977-0b3f-44de-960f-a29e3068a4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:29Z', 'updated_at': '2022-03-28T19:40:36Z', 'revision_number': 4, 'project_id': '9f0b5b8e65614e16b35e8aee25636659', 'subnets': [{'id': '24c7a977-0b3f-44de-960f-a29e3068a4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:40:37.544839 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 5fc7ba95-6d17-40cc-a397-b3492f1063c0 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:40:37.550302 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 5fc7ba95-6d17-40cc-a397-b3492f1063c0 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:40:37.550670 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:37.683976 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:37.728695 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 5fc7ba95-6d17-40cc-a397-b3492f1063c0, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=5fc7ba95-6d17-40cc-a397-b3492f1063c0,segment=NetworkSegment(61da02a0-f7fe-4d41-81a0-9083bbd945f3),segment_id=61da02a0-f7fe-4d41-81a0-9083bbd945f3)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:40:37.735001 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:37.807680 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=5fc7ba95-6d17-40cc-a397-b3492f1063c0,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:39.377278 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 5fc7ba95-6d17-40cc-a397-b3492f1063c0 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:40:39.460849 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 5fc7ba95-6d17-40cc-a397-b3492f1063c0 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:40:39.461229 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:42.161397 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-b63be9aa-0ac6-46c6-88a3-6bc88a764c55 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:40:42.163599 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-b63be9aa-0ac6-46c6-88a3-6bc88a764c55 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/networks?id=9a17b940-e327-4239-a2fe-c33fdb8fbc0b HTTP/1.1" status: 200 len: 814 time: 0.1424563 Mar 28 19:40:42.179799 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-90a2b8e3-2610-42d4-8066-0e0bad9ddaab tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/quotas/ce100880b8a1419d824b233d67ed3d08 HTTP/1.1" status: 200 len: 375 time: 0.0105858 Mar 28 19:40:42.264233 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-79a97367-7433-4dfc-b133-1de73913c09c tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce100880b8a1419d824b233d67ed3d08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790517 Mar 28 19:40:42.399056 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-dfa23f59-85a3-4cce-9571-4ff6db2478df service neutron] 10.222.0.10 "GET /v2.0/networks/9a17b940-e327-4239-a2fe-c33fdb8fbc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236131 Mar 28 19:40:42.531639 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-a0518478-2690-4ea4-832f-eff94efb171b service neutron] 10.222.0.10 "GET /v2.0/networks/9a17b940-e327-4239-a2fe-c33fdb8fbc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261346 Mar 28 19:40:42.701922 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5fea59e6-1b7f-4030-ab8b-a6ceb59fac5e req-85be82ae-958f-40ec-b8a0-45d118431eae tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 210 time: 0.0420506 Mar 28 19:40:43.867532 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3b49db62-e480-4856-8419-7ef81ffb635e req-465fa769-c8a6-43d3-853f-b5f019623864 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 210 time: 0.0563383 Mar 28 19:40:43.880140 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-859d2a94-aac6-46af-b8fe-8acefb1949cf tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:40:43.881608 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-859d2a94-aac6-46af-b8fe-8acefb1949cf tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.26 "GET /v2.0/networks?id=9a17b940-e327-4239-a2fe-c33fdb8fbc0b HTTP/1.1" status: 200 len: 814 time: 0.2973440 Mar 28 19:40:43.892274 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-981ff494-5d13-48e0-bd60-be44577635fc tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Request body: {'port': {'device_id': '3f1362d6-2771-4b98-858b-b4c5e03bc97a', 'network_id': '9a17b940-e327-4239-a2fe-c33fdb8fbc0b', 'admin_state_up': True, 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:40:44.027803 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-981ff494-5d13-48e0-bd60-be44577635fc tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:40:44.031598 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-981ff494-5d13-48e0-bd60-be44577635fc tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Usage tracker for resource:port and tenant:ce100880b8a1419d824b233d67ed3d08 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:40:44.034433 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-981ff494-5d13-48e0-bd60-be44577635fc tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:40:44.041252 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-981ff494-5d13-48e0-bd60-be44577635fc tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:40:44.051691 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-981ff494-5d13-48e0-bd60-be44577635fc tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Made reservation on behalf of ce100880b8a1419d824b233d67ed3d08 for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:40:44.055543 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-981ff494-5d13-48e0-bd60-be44577635fc tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:44.275122 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-981ff494-5d13-48e0-bd60-be44577635fc tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Allocated IP 172.20.0.7 (9a17b940-e327-4239-a2fe-c33fdb8fbc0b/2ab65b22-c9ad-4315-b31b-908dda732efd/ace06f9a-c85c-4e5b-b8fb-3a9e163156e3) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:40:44.493333 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-981ff494-5d13-48e0-bd60-be44577635fc tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:44.510709 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-981ff494-5d13-48e0-bd60-be44577635fc tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Transition to ACTIVE for port object ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:40:44.535823 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-981ff494-5d13-48e0-bd60-be44577635fc tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:44.608900 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-981ff494-5d13-48e0-bd60-be44577635fc tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Network 9a17b940-e327-4239-a2fe-c33fdb8fbc0b is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:40:44.617764 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-981ff494-5d13-48e0-bd60-be44577635fc tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:40:44.623291 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-981ff494-5d13-48e0-bd60-be44577635fc tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:40:44.726939 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-981ff494-5d13-48e0-bd60-be44577635fc tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:40:44.726939 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-981ff494-5d13-48e0-bd60-be44577635fc tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:44.739133 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ff494-5d13-48e0-bd60-be44577635fc tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Pushing event updated for resources: {'Port': ['ID=ace06f9a-c85c-4e5b-b8fb-3a9e163156e3,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:44.749718 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ff494-5d13-48e0-bd60-be44577635fc tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:44.749979 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ff494-5d13-48e0-bd60-be44577635fc tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:44.750318 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ff494-5d13-48e0-bd60-be44577635fc tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:44.750645 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ff494-5d13-48e0-bd60-be44577635fc tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:44.756740 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ff494-5d13-48e0-bd60-be44577635fc tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:44.757174 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ff494-5d13-48e0-bd60-be44577635fc tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:44.757516 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ff494-5d13-48e0-bd60-be44577635fc tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:44.757852 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ff494-5d13-48e0-bd60-be44577635fc tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:44.759361 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ff494-5d13-48e0-bd60-be44577635fc tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:44.759719 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ff494-5d13-48e0-bd60-be44577635fc tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:44.760027 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ff494-5d13-48e0-bd60-be44577635fc tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:44.760355 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ff494-5d13-48e0-bd60-be44577635fc tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:40:44.775475 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-981ff494-5d13-48e0-bd60-be44577635fc tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8867462 Mar 28 19:40:44.962308 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-d5fa60ca-54f8-4b37-a5af-2b310d635c52 None None] Provisioning for port ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:40:44.969218 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-d5fa60ca-54f8-4b37-a5af-2b310d635c52 None None] Provisioning complete for port ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:40:44.969588 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d5fa60ca-54f8-4b37-a5af-2b310d635c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:45.032967 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-d5fa60ca-54f8-4b37-a5af-2b310d635c52 None None] Port ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:40:45.089048 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475f9a2-919b-4479-94a1-1014864c1757 req-f11175dd-9a5c-460c-915d-71bf3c6d35b4 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:40:45.089879 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-5475f9a2-919b-4479-94a1-1014864c1757 req-f11175dd-9a5c-460c-915d-71bf3c6d35b4 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Synchronizing usage tracker for tenant:ce100880b8a1419d824b233d67ed3d08 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:40:45.108206 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-5475f9a2-919b-4479-94a1-1014864c1757 req-f11175dd-9a5c-460c-915d-71bf3c6d35b4 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Unset dirty status for tenant:ce100880b8a1419d824b233d67ed3d08 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:40:45.109650 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5475f9a2-919b-4479-94a1-1014864c1757 req-f11175dd-9a5c-460c-915d-71bf3c6d35b4 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 931 time: 0.1209209 Mar 28 19:40:45.168899 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5475f9a2-919b-4479-94a1-1014864c1757 req-2cb35fce-e55f-4715-b0f0-adc17a37ce4e tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487719 Mar 28 19:40:46.376227 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d4981-be7f-43bf-8105-927aa996bbe3 req-5e2d2889-6125-42ff-b31d-c607ae233219 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:40:46.378035 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2f9d4981-be7f-43bf-8105-927aa996bbe3 req-5e2d2889-6125-42ff-b31d-c607ae233219 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 931 time: 0.0901186 Mar 28 19:40:46.432541 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2f9d4981-be7f-43bf-8105-927aa996bbe3 req-6f0a857f-d2e7-420e-942b-eacdbbacc357 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473709 Mar 28 19:40:47.631094 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1133788-8569-4cde-bd02-e0d786aae20b req-1f8f72d8-3868-4700-ab15-bc373fff75c2 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:40:47.633530 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d1133788-8569-4cde-bd02-e0d786aae20b req-1f8f72d8-3868-4700-ab15-bc373fff75c2 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 931 time: 0.0888650 Mar 28 19:40:47.684799 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d1133788-8569-4cde-bd02-e0d786aae20b req-57f5c8d3-9084-4611-ac49-f1bab6f97b0d tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449214 Mar 28 19:40:48.887651 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de0834-5edf-4aa4-af44-3b5f365cd208 req-ebe2f678-2f77-4f09-9ec8-d5bfaf08201b tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:40:48.889154 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b8de0834-5edf-4aa4-af44-3b5f365cd208 req-ebe2f678-2f77-4f09-9ec8-d5bfaf08201b tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 931 time: 0.0866940 Mar 28 19:40:48.936178 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b8de0834-5edf-4aa4-af44-3b5f365cd208 req-d1c1d919-f76a-4e07-9903-03828efc2c34 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408831 Mar 28 19:40:50.140018 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8674b41-07c9-4980-a98c-9a827fb690c4 req-e45b85d8-fe94-47d0-b1c5-2470f719fae7 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:40:50.141512 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f8674b41-07c9-4980-a98c-9a827fb690c4 req-e45b85d8-fe94-47d0-b1c5-2470f719fae7 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 931 time: 0.0848856 Mar 28 19:40:50.188867 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f8674b41-07c9-4980-a98c-9a827fb690c4 req-a7b4e03a-f8f4-4373-a779-386714d083a8 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409069 Mar 28 19:40:51.389468 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5013ed-c3b6-49cb-a4b5-787b9e5081be req-eb5d74c8-bf88-4f89-b37b-a3438d24ad1e tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:40:51.390941 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-df5013ed-c3b6-49cb-a4b5-787b9e5081be req-eb5d74c8-bf88-4f89-b37b-a3438d24ad1e tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 931 time: 0.0815868 Mar 28 19:40:51.434403 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-df5013ed-c3b6-49cb-a4b5-787b9e5081be req-c99ae881-6a21-4b0c-8f2d-e6f6acb29ec7 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378187 Mar 28 19:40:52.617738 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad980537-6733-4825-9254-f69cc05881fe req-eb5d7e29-61d8-401d-bacc-54933c5b7f26 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:40:52.619112 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ad980537-6733-4825-9254-f69cc05881fe req-eb5d7e29-61d8-401d-bacc-54933c5b7f26 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 931 time: 0.0811975 Mar 28 19:40:52.666794 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ad980537-6733-4825-9254-f69cc05881fe req-2b65d797-b8dd-45ca-a022-ae4088090b33 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420113 Mar 28 19:40:53.086053 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-6878faf1-58d2-4d96-af6c-8910d4eed73f service neutron] Request body: {'port': {'device_id': '3f1362d6-2771-4b98-858b-b4c5e03bc97a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:40:53.198584 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-6878faf1-58d2-4d96-af6c-8910d4eed73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:53.532027 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-6878faf1-58d2-4d96-af6c-8910d4eed73f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:40:53.539007 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-6878faf1-58d2-4d96-af6c-8910d4eed73f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:53.552490 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-6878faf1-58d2-4d96-af6c-8910d4eed73f service neutron] Transition to ACTIVE for port object ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:40:53.556202 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-6878faf1-58d2-4d96-af6c-8910d4eed73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:53.711449 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878faf1-58d2-4d96-af6c-8910d4eed73f service neutron] Pushing event updated for resources: {'Port': ['ID=ace06f9a-c85c-4e5b-b8fb-3a9e163156e3,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:53.840201 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-6878faf1-58d2-4d96-af6c-8910d4eed73f service neutron] Attempting to bind port ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:40:53.840533 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-6878faf1-58d2-4d96-af6c-8910d4eed73f service neutron] Attempting to bind port ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '464f19e6-a99f-46a2-bf38-8d74b215a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a17b940-e327-4239-a2fe-c33fdb8fbc0b'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:40:53.840859 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-6878faf1-58d2-4d96-af6c-8910d4eed73f service neutron] Attempting to bind port ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 on network 9a17b940-e327-4239-a2fe-c33fdb8fbc0b {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:40:53.848038 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-6878faf1-58d2-4d96-af6c-8910d4eed73f service neutron] Port ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 on network 9a17b940-e327-4239-a2fe-c33fdb8fbc0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:40:53.848351 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-6878faf1-58d2-4d96-af6c-8910d4eed73f service neutron] Attempting to bind port ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 on network 9a17b940-e327-4239-a2fe-c33fdb8fbc0b {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:40:53.859442 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-6878faf1-58d2-4d96-af6c-8910d4eed73f service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:40:53.859777 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-6878faf1-58d2-4d96-af6c-8910d4eed73f service neutron] Checking segment: {'id': '464f19e6-a99f-46a2-bf38-8d74b215a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a17b940-e327-4239-a2fe-c33fdb8fbc0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:40:53.860153 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-6878faf1-58d2-4d96-af6c-8910d4eed73f service neutron] Bound using segment: {'id': '464f19e6-a99f-46a2-bf38-8d74b215a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a17b940-e327-4239-a2fe-c33fdb8fbc0b'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:40:53.860575 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-6878faf1-58d2-4d96-af6c-8910d4eed73f service neutron] Bound port: ace06f9a-c85c-4e5b-b8fb-3a9e163156e3, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '464f19e6-a99f-46a2-bf38-8d74b215a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a17b940-e327-4239-a2fe-c33fdb8fbc0b'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:40:53.860919 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-6878faf1-58d2-4d96-af6c-8910d4eed73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:54.039055 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e417c-0afd-446b-9746-9c058f025b2e req-53e76c5c-e3e0-4e96-8c83-d2d302a80f22 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:40:54.040404 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ad6e417c-0afd-446b-9746-9c058f025b2e req-53e76c5c-e3e0-4e96-8c83-d2d302a80f22 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 943 time: 0.2519276 Mar 28 19:40:54.107046 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-6878faf1-58d2-4d96-af6c-8910d4eed73f service neutron] For port ace06f9a-c85c-4e5b-b8fb-3a9e163156e3, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:40:54.113763 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ad6e417c-0afd-446b-9746-9c058f025b2e req-3cc3b62d-78ee-4b8b-9eb4-68f0359cd0a4 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669091 Mar 28 19:40:54.118761 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-6878faf1-58d2-4d96-af6c-8910d4eed73f service neutron] For port ace06f9a-c85c-4e5b-b8fb-3a9e163156e3, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=ace06f9a-c85c-4e5b-b8fb-3a9e163156e3,segment=NetworkSegment(464f19e6-a99f-46a2-bf38-8d74b215a63b),segment_id=464f19e6-a99f-46a2-bf38-8d74b215a63b)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:40:54.123346 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-6878faf1-58d2-4d96-af6c-8910d4eed73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:54.177644 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-6878faf1-58d2-4d96-af6c-8910d4eed73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:40:54.178770 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-6878faf1-58d2-4d96-af6c-8910d4eed73f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:54.180207 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-6878faf1-58d2-4d96-af6c-8910d4eed73f service neutron] 10.222.0.26 "PUT /v2.0/ports/ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 HTTP/1.1" status: 200 len: 1093 time: 1.0992022 Mar 28 19:40:54.180639 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1362d6-2771-4b98-858b-b4c5e03bc97a', 'tag': 'ace06f9a-c85c-4e5b-b8fb-3a9e163156e3'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:40:54.211256 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878faf1-58d2-4d96-af6c-8910d4eed73f service neutron] Pushing event updated for resources: {'Port': ['ID=ace06f9a-c85c-4e5b-b8fb-3a9e163156e3,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:54.255721 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f1362d6-2771-4b98-858b-b4c5e03bc97a', 'tag': 'ace06f9a-c85c-4e5b-b8fb-3a9e163156e3', 'status': 'completed', 'code': 200} Mar 28 19:40:54.302062 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-5f04dc6e-b2c0-4a42-907a-1872f7fc3187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:40:54.304304 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-5f04dc6e-b2c0-4a42-907a-1872f7fc3187 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce100880b8a1419d824b233d67ed3d08&device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 1096 time: 0.0852411 Mar 28 19:40:54.377418 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-1f581634-6487-474f-8e4e-53522412990c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 HTTP/1.1" status: 200 len: 217 time: 0.0660570 Mar 28 19:40:54.439788 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-d2c299e6-f07a-4d43-8141-e11e239f1239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:40:54.441158 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-d2c299e6-f07a-4d43-8141-e11e239f1239 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ab65b22-c9ad-4315-b31b-908dda732efd HTTP/1.1" status: 200 len: 853 time: 0.0577106 Mar 28 19:40:54.515135 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-428cb861-abdb-44ef-ae03-68b3f99035bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:40:54.516506 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-428cb861-abdb-44ef-ae03-68b3f99035bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a17b940-e327-4239-a2fe-c33fdb8fbc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698617 Mar 28 19:40:54.645239 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-04f45eb6-7227-40e0-a770-d2bb6b116e2d service neutron] 10.222.0.26 "GET /v2.0/networks/9a17b940-e327-4239-a2fe-c33fdb8fbc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226046 Mar 28 19:40:54.775585 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1fa3b3de-b515-43e1-a192-6dcd3dcf1657 req-57a0815e-7542-46a1-82c4-610af0ed011a service neutron] 10.222.0.26 "GET /v2.0/networks/9a17b940-e327-4239-a2fe-c33fdb8fbc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243210 Mar 28 19:40:54.890989 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a6d2e-d29d-403f-ae31-4dbb036de00c req-19f5470e-0652-467c-af5a-84b7c8dd421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:40:54.892413 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-135a6d2e-d29d-403f-ae31-4dbb036de00c req-19f5470e-0652-467c-af5a-84b7c8dd421f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce100880b8a1419d824b233d67ed3d08&device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 1096 time: 0.0746298 Mar 28 19:40:55.019590 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a6d2e-d29d-403f-ae31-4dbb036de00c req-04471cbb-32fc-4bf8-8535-b79dc7ef0955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:40:55.020996 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-135a6d2e-d29d-403f-ae31-4dbb036de00c req-04471cbb-32fc-4bf8-8535-b79dc7ef0955 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9a17b940-e327-4239-a2fe-c33fdb8fbc0b HTTP/1.1" status: 200 len: 915 time: 0.1222808 Mar 28 19:40:55.084867 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-135a6d2e-d29d-403f-ae31-4dbb036de00c req-c668ab60-8c3e-41b2-9668-33e0ef9a26f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 HTTP/1.1" status: 200 len: 217 time: 0.0578582 Mar 28 19:40:55.145126 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a6d2e-d29d-403f-ae31-4dbb036de00c req-a4244676-f56e-414c-9b40-2964284f9cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:40:55.146529 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-135a6d2e-d29d-403f-ae31-4dbb036de00c req-a4244676-f56e-414c-9b40-2964284f9cff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ab65b22-c9ad-4315-b31b-908dda732efd HTTP/1.1" status: 200 len: 853 time: 0.0572820 Mar 28 19:40:55.219246 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a6d2e-d29d-403f-ae31-4dbb036de00c req-6cb1a931-2d60-48c9-82c5-31d3aa01dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:40:55.220680 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-135a6d2e-d29d-403f-ae31-4dbb036de00c req-6cb1a931-2d60-48c9-82c5-31d3aa01dde7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a17b940-e327-4239-a2fe-c33fdb8fbc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687180 Mar 28 19:40:55.347254 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4aecacf8-6b0e-4998-8cff-3b0824b24696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:55.405082 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-135a6d2e-d29d-403f-ae31-4dbb036de00c req-4cb58d44-a780-467a-8455-544c517cac98 service neutron] 10.222.0.26 "GET /v2.0/networks/9a17b940-e327-4239-a2fe-c33fdb8fbc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499743 Mar 28 19:40:55.413711 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd48496-5ef9-4b83-8601-c5281acab450 req-c4b68648-1829-4ad7-a6a5-0df386cc2965 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:40:55.415053 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8fd48496-5ef9-4b83-8601-c5281acab450 req-c4b68648-1829-4ad7-a6a5-0df386cc2965 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 943 time: 0.1925995 Mar 28 19:40:55.543400 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8fd48496-5ef9-4b83-8601-c5281acab450 req-5179b4f2-d7a9-4733-8715-a7040b2a8286 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110306 Mar 28 19:40:55.570786 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-135a6d2e-d29d-403f-ae31-4dbb036de00c req-eac75860-a836-4dcc-8581-44c467ae2797 service neutron] 10.222.0.26 "GET /v2.0/networks/9a17b940-e327-4239-a2fe-c33fdb8fbc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547673 Mar 28 19:40:56.730904 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645782c9-5a69-4c77-88fb-3abdc05a23b9 req-18418fa9-7903-4d28-9dbc-f07fb7784cc1 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:40:56.732351 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-645782c9-5a69-4c77-88fb-3abdc05a23b9 req-18418fa9-7903-4d28-9dbc-f07fb7784cc1 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 943 time: 0.0842645 Mar 28 19:40:56.884217 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-645782c9-5a69-4c77-88fb-3abdc05a23b9 req-6580f776-cb96-4ae2-8a49-71b1cd6f561e tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461089 Mar 28 19:40:57.701949 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-cdbc2587-bf80-4b52-b70e-d91b1fcef88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:58.065522 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc8ede-105c-439d-b569-b537df80bf41 req-152ef9ce-6499-4082-85f1-c98be97176fa tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:40:58.066865 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fafc8ede-105c-439d-b569-b537df80bf41 req-152ef9ce-6499-4082-85f1-c98be97176fa tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 943 time: 0.0793591 Mar 28 19:40:58.110517 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fafc8ede-105c-439d-b569-b537df80bf41 req-87d95b6a-6206-415c-9352-7893edfb1465 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373793 Mar 28 19:40:58.204624 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:40:58.363812 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port ace06f9a-c85c-4e5b-b8fb-3a9e163156e3, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=ace06f9a-c85c-4e5b-b8fb-3a9e163156e3,segment=NetworkSegment(464f19e6-a99f-46a2-bf38-8d74b215a63b),segment_id=464f19e6-a99f-46a2-bf38-8d74b215a63b)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:40:58.379390 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': 'ace06f9a-c85c-4e5b-b8fb-3a9e163156e3', 'network_id': '9a17b940-e327-4239-a2fe-c33fdb8fbc0b', 'port_id': 'ace06f9a-c85c-4e5b-b8fb-3a9e163156e3', 'mac_address': 'fa:16:3e:e5:33:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab65b22-c9ad-4315-b31b-908dda732efd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:40:58.433436 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:58.449488 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:40:58.465666 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port ace06f9a-c85c-4e5b-b8fb-3a9e163156e3, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=ace06f9a-c85c-4e5b-b8fb-3a9e163156e3,segment=NetworkSegment(464f19e6-a99f-46a2-bf38-8d74b215a63b),segment_id=464f19e6-a99f-46a2-bf38-8d74b215a63b)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:40:58.469176 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:58.533421 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=ace06f9a-c85c-4e5b-b8fb-3a9e163156e3,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:40:58.680513 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:58.711295 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:40:58.775015 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['ace06f9a-c85c-4e5b-b8fb-3a9e163156e3'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:40:59.295761 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda4851-8692-4773-b34c-32daac3ec6d5 req-c5cf3d36-d789-427e-a313-e645eb982af1 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:40:59.297187 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3dda4851-8692-4773-b34c-32daac3ec6d5 req-c5cf3d36-d789-427e-a313-e645eb982af1 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 944 time: 0.0810773 Mar 28 19:40:59.341555 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3dda4851-8692-4773-b34c-32daac3ec6d5 req-29df3e03-e6c6-4e87-818a-82a195c9e761 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387421 Mar 28 19:41:00.219775 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:41:00.287700 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:00.299330 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:41:00.304479 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:41:00.304845 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:00.423709 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:00.452169 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1362d6-2771-4b98-858b-b4c5e03bc97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace06f9a-c85c-4e5b-b8fb-3a9e163156e3'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:41:00.462667 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port ace06f9a-c85c-4e5b-b8fb-3a9e163156e3, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=ace06f9a-c85c-4e5b-b8fb-3a9e163156e3,segment=NetworkSegment(464f19e6-a99f-46a2-bf38-8d74b215a63b),segment_id=464f19e6-a99f-46a2-bf38-8d74b215a63b)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:41:00.467730 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:00.504668 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f1362d6-2771-4b98-858b-b4c5e03bc97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace06f9a-c85c-4e5b-b8fb-3a9e163156e3', 'code': 200} Mar 28 19:41:00.531579 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cab32-94f8-4556-bc0e-95e9400cbc46 req-db193066-61ad-4217-8cd0-005b3a1d8ece tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:41:00.533124 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c37cab32-94f8-4556-bc0e-95e9400cbc46 req-db193066-61ad-4217-8cd0-005b3a1d8ece tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 945 time: 0.0845037 Mar 28 19:41:00.538124 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=ace06f9a-c85c-4e5b-b8fb-3a9e163156e3,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:41:00.577621 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c37cab32-94f8-4556-bc0e-95e9400cbc46 req-f031d5eb-2544-40fe-b845-3f6aa1ba93f5 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383940 Mar 28 19:41:00.720916 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bef39-d9dc-47cc-923d-2c772774f70b req-fca4ac36-6888-417b-af7f-c221f8c3bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:41:00.722374 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d41bef39-d9dc-47cc-923d-2c772774f70b req-fca4ac36-6888-417b-af7f-c221f8c3bedd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 1098 time: 0.0694351 Mar 28 19:41:00.761743 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d41bef39-d9dc-47cc-923d-2c772774f70b req-06ad874c-a7d4-4e57-8f92-4733b0dbeb6e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329590 Mar 28 19:41:01.761494 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b473d-1a51-4685-99bf-9206b715c7d3 req-2e7382a5-e34e-4605-b80f-c12f981a1b38 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:41:01.762947 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2b8b473d-1a51-4685-99bf-9206b715c7d3 req-2e7382a5-e34e-4605-b80f-c12f981a1b38 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 945 time: 0.0819016 Mar 28 19:41:01.806160 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2b8b473d-1a51-4685-99bf-9206b715c7d3 req-738f26a0-6f66-4e69-be6c-9e52fca8c8c6 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374196 Mar 28 19:41:01.931219 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:02.992313 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fa875-28dc-4a55-b11c-6f02d5022f81 req-b57ed712-5043-48c5-aa56-2e0257f4b246 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:41:02.993655 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4e4fa875-28dc-4a55-b11c-6f02d5022f81 req-b57ed712-5043-48c5-aa56-2e0257f4b246 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 945 time: 0.0801194 Mar 28 19:41:03.039110 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4e4fa875-28dc-4a55-b11c-6f02d5022f81 req-5de293a1-adbe-4434-8a57-69d83c1ff133 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397997 Mar 28 19:41:03.217940 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84a0bf-7849-4e1f-80d7-956a5a204a51 req-fb695eaa-7543-4c52-90e3-6a3450887fa2 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:41:03.219393 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2a84a0bf-7849-4e1f-80d7-956a5a204a51 req-fb695eaa-7543-4c52-90e3-6a3450887fa2 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 945 time: 0.0794463 Mar 28 19:41:03.262867 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2a84a0bf-7849-4e1f-80d7-956a5a204a51 req-ae74e384-fda8-41d2-9351-faa0edd5364d tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378039 Mar 28 19:41:03.645590 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace408b-58cd-43be-b08d-9096f0af1abb req-c6bb13dd-402d-4999-b231-9df9e1d4ee86 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:41:03.647071 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0ace408b-58cd-43be-b08d-9096f0af1abb req-c6bb13dd-402d-4999-b231-9df9e1d4ee86 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 945 time: 0.0807605 Mar 28 19:41:03.690737 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0ace408b-58cd-43be-b08d-9096f0af1abb req-276f1324-2ca7-4a91-a626-cefe4d002891 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378704 Mar 28 19:41:06.667414 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:41:13.739393 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedc107-f5c8-42e1-af40-67454f4b8f0a req-96991c20-9024-42cf-ac31-120816a7ac0b tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:41:13.741348 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9eedc107-f5c8-42e1-af40-67454f4b8f0a req-96991c20-9024-42cf-ac31-120816a7ac0b tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 945 time: 0.0795734 Mar 28 19:41:13.785346 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9eedc107-f5c8-42e1-af40-67454f4b8f0a req-ed019ffe-4484-43f7-8e50-78c6b4a735e7 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382807 Mar 28 19:41:13.808454 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 38526) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:41:13.999986 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c954bf3c-bc63-48d5-85a0-1ff7e6214389 tempest-TestMinimumBasicScenario-243102595 tempest-TestMinimumBasicScenario-243102595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:41:14.001466 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c954bf3c-bc63-48d5-85a0-1ff7e6214389 tempest-TestMinimumBasicScenario-243102595 tempest-TestMinimumBasicScenario-243102595-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 1093 time: 0.1920648 Mar 28 19:41:14.004486 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 38532) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:41:14.009883 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-8dc75f94-38e3-4dfe-b208-987cc89f2341 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'port_id': 'ace06f9a-c85c-4e5b-b8fb-3a9e163156e3', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:41:14.015661 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-8dc75f94-38e3-4dfe-b208-987cc89f2341 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:41:14.019402 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-8dc75f94-38e3-4dfe-b208-987cc89f2341 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Usage tracker for resource:floatingip and tenant:ce100880b8a1419d824b233d67ed3d08 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:41:14.022355 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-8dc75f94-38e3-4dfe-b208-987cc89f2341 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:41:14.028001 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-8dc75f94-38e3-4dfe-b208-987cc89f2341 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:41:14.038543 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8dc75f94-38e3-4dfe-b208-987cc89f2341 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:14.171287 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8dc75f94-38e3-4dfe-b208-987cc89f2341 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:14.302460 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-8dc75f94-38e3-4dfe-b208-987cc89f2341 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Allocated IP 172.26.4.17 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/9978f559-bdba-4a2d-81c4-df7ba1eba949) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:41:14.450411 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8dc75f94-38e3-4dfe-b208-987cc89f2341 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:14.489209 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8dc75f94-38e3-4dfe-b208-987cc89f2341 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:14.548786 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc75f94-38e3-4dfe-b208-987cc89f2341 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:41:14.551439 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-8dc75f94-38e3-4dfe-b208-987cc89f2341 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:41:14.559343 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc75f94-38e3-4dfe-b208-987cc89f2341 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:41:14.594627 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc75f94-38e3-4dfe-b208-987cc89f2341 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Pushing event updated for resources: {'Port': ['ID=9978f559-bdba-4a2d-81c4-df7ba1eba949,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:41:15.077271 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8dc75f94-38e3-4dfe-b208-987cc89f2341 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:15.149092 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8dc75f94-38e3-4dfe-b208-987cc89f2341 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:15.348723 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8dc75f94-38e3-4dfe-b208-987cc89f2341 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:15.354136 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8dc75f94-38e3-4dfe-b208-987cc89f2341 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:15.468488 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc75f94-38e3-4dfe-b208-987cc89f2341 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Pushing event updated for resources: {'Port': ['ID=9978f559-bdba-4a2d-81c4-df7ba1eba949,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:41:15.480002 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8dc75f94-38e3-4dfe-b208-987cc89f2341 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:15.650345 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-8dc75f94-38e3-4dfe-b208-987cc89f2341 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Floating IP 260c306e-5273-4999-a970-ef130de7fe2e associated. External IP: 172.26.4.17, port: ace06f9a-c85c-4e5b-b8fb-3a9e163156e3. Mar 28 19:41:15.993344 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc75f94-38e3-4dfe-b208-987cc89f2341 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Router 5080ed97-1857-4f12-90e1-f80af12b4c1a has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:41:16.282865 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc75f94-38e3-4dfe-b208-987cc89f2341 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:41:16.293440 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff91da1d-ec9f-459a-9e01-234531b59090 None None] Sync routers for ids ['5080ed97-1857-4f12-90e1-f80af12b4c1a'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:41:16.302383 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff91da1d-ec9f-459a-9e01-234531b59090 None None] Routers {'5080ed97-1857-4f12-90e1-f80af12b4c1a'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:41:16.303538 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-ff91da1d-ec9f-459a-9e01-234531b59090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:40:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['5080ed97-1857-4f12-90e1-f80af12b4c1a'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:41:16.309294 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8dc75f94-38e3-4dfe-b208-987cc89f2341 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:16.366840 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-8dc75f94-38e3-4dfe-b208-987cc89f2341 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3579876 Mar 28 19:41:16.366840 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1362d6-2771-4b98-858b-b4c5e03bc97a', 'tag': 'ace06f9a-c85c-4e5b-b8fb-3a9e163156e3'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:41:16.367293 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38536) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:41:16.373030 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-feee10a2-f932-44cd-9431-b084ff18b139 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-198083698', 'description': 'tempest-secgroup-smoke-198083698 description', 'project_id': 'ce100880b8a1419d824b233d67ed3d08'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:41:16.381816 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-feee10a2-f932-44cd-9431-b084ff18b139 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:41:16.386372 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-feee10a2-f932-44cd-9431-b084ff18b139 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Usage tracker for resource:security_group and tenant:ce100880b8a1419d824b233d67ed3d08 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:41:16.389558 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-feee10a2-f932-44cd-9431-b084ff18b139 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:41:16.396089 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-feee10a2-f932-44cd-9431-b084ff18b139 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:41:16.408518 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-feee10a2-f932-44cd-9431-b084ff18b139 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:16.412373 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f1362d6-2771-4b98-858b-b4c5e03bc97a', 'tag': 'ace06f9a-c85c-4e5b-b8fb-3a9e163156e3', 'status': 'completed', 'code': 200} Mar 28 19:41:16.429581 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-feee10a2-f932-44cd-9431-b084ff18b139 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:41:16.433426 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-feee10a2-f932-44cd-9431-b084ff18b139 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Usage tracker for resource:security_group_rule and tenant:ce100880b8a1419d824b233d67ed3d08 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:41:16.436293 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-feee10a2-f932-44cd-9431-b084ff18b139 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:41:16.442181 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-feee10a2-f932-44cd-9431-b084ff18b139 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:41:16.495882 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-ff91da1d-ec9f-459a-9e01-234531b59090 None None] Set router 5080ed97-1857-4f12-90e1-f80af12b4c1a gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:41:16.513329 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b93e98-7c0a-4f2d-9325-a7733192699a req-f56c309a-5f6a-4bcb-a0eb-cdbf2d34cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:41:16.514138 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-feee10a2-f932-44cd-9431-b084ff18b139 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:16.514851 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-87b93e98-7c0a-4f2d-9325-a7733192699a req-f56c309a-5f6a-4bcb-a0eb-cdbf2d34cfbf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce100880b8a1419d824b233d67ed3d08&device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 1098 time: 0.0818791 Mar 28 19:41:16.518356 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-feee10a2-f932-44cd-9431-b084ff18b139 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:16.558065 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee10a2-f932-44cd-9431-b084ff18b139 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb0420d-c051-4e5c-af28-11ab44c5c2ea,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:41:16.573149 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-feee10a2-f932-44cd-9431-b084ff18b139 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:16.574515 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-feee10a2-f932-44cd-9431-b084ff18b139 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2055845 Mar 28 19:41:16.579149 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38542) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:41:16.587737 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-8d8a05ce-eabd-42b9-aff8-f9d710a9db94 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Request body: {'security_group_rule': {'security_group_id': '0eb0420d-c051-4e5c-af28-11ab44c5c2ea', 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:41:16.596341 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8d8a05ce-eabd-42b9-aff8-f9d710a9db94 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:41:16.601860 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8d8a05ce-eabd-42b9-aff8-f9d710a9db94 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Usage tracker for resource:security_group_rule and tenant:ce100880b8a1419d824b233d67ed3d08 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:41:16.606709 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8d8a05ce-eabd-42b9-aff8-f9d710a9db94 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:41:16.616045 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8d8a05ce-eabd-42b9-aff8-f9d710a9db94 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:41:16.643590 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8d8a05ce-eabd-42b9-aff8-f9d710a9db94 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:16.664897 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b93e98-7c0a-4f2d-9325-a7733192699a req-cd68147c-192e-4c6c-a147-df41fe7d75f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:41:16.667486 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-87b93e98-7c0a-4f2d-9325-a7733192699a req-cd68147c-192e-4c6c-a147-df41fe7d75f1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9a17b940-e327-4239-a2fe-c33fdb8fbc0b HTTP/1.1" status: 200 len: 915 time: 0.1466622 Mar 28 19:41:16.714923 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8d8a05ce-eabd-42b9-aff8-f9d710a9db94 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:16.720342 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8d8a05ce-eabd-42b9-aff8-f9d710a9db94 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:16.749806 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a05ce-eabd-42b9-aff8-f9d710a9db94 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e212813-be15-41b2-801f-c9cda26fa641,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:41:16.761406 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8d8a05ce-eabd-42b9-aff8-f9d710a9db94 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:16.765308 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8d8a05ce-eabd-42b9-aff8-f9d710a9db94 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1833909 Mar 28 19:41:16.765596 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38546) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:41:16.771372 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-12442699-b852-4a9f-bd41-0850012c4158 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Request body: {'security_group_rule': {'security_group_id': '0eb0420d-c051-4e5c-af28-11ab44c5c2ea', 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:41:16.777823 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-12442699-b852-4a9f-bd41-0850012c4158 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:41:16.781801 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-12442699-b852-4a9f-bd41-0850012c4158 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Usage tracker for resource:security_group_rule and tenant:ce100880b8a1419d824b233d67ed3d08 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:41:16.784818 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-12442699-b852-4a9f-bd41-0850012c4158 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:41:16.788507 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-87b93e98-7c0a-4f2d-9325-a7733192699a req-d1835df1-3a40-4aad-ad2e-d11cf860d9f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 HTTP/1.1" status: 200 len: 998 time: 0.1154957 Mar 28 19:41:16.791532 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-12442699-b852-4a9f-bd41-0850012c4158 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:41:16.812936 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-12442699-b852-4a9f-bd41-0850012c4158 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:16.853001 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b93e98-7c0a-4f2d-9325-a7733192699a req-bec07564-90ea-441d-b4bf-7cf82aa1a74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:41:16.854361 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-87b93e98-7c0a-4f2d-9325-a7733192699a req-bec07564-90ea-441d-b4bf-7cf82aa1a74a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ab65b22-c9ad-4315-b31b-908dda732efd HTTP/1.1" status: 200 len: 853 time: 0.0586278 Mar 28 19:41:16.879450 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-12442699-b852-4a9f-bd41-0850012c4158 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:16.883449 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-12442699-b852-4a9f-bd41-0850012c4158 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:16.892998 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-ff91da1d-ec9f-459a-9e01-234531b59090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'name': 'tempest-TestMinimumBasicScenario-325744031-router', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': 'd9ebec0c-1acc-45ba-89e0-f7882e3c4d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:40:20Z', 'updated_at': '2022-03-28T19:40:23Z', 'revision_number': 4, 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'gw_port': {'id': 'd9ebec0c-1acc-45ba-89e0-f7882e3c4d29', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:20Z', 'updated_at': '2022-03-28T19:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '260c306e-5273-4999-a970-ef130de7fe2e', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08', 'floating_ip_address': '172.26.4.17', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'port_id': 'ace06f9a-c85c-4e5b-b8fb-3a9e163156e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a17b940-e327-4239-a2fe-c33fdb8fbc0b', 'mac_address': 'fa:16:3e:e5:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1362d6-2771-4b98-858b-b4c5e03bc97a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:41:15Z', 'updated_at': '2022-03-28T19:41:15Z', 'revision_number': 0, 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '090b9044-c39f-400a-8807-46fa8a3d8313', 'name': '', 'network_id': '9a17b940-e327-4239-a2fe-c33fdb8fbc0b', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08', 'mac_address': 'fa:16:3e:c4:ff:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '2ab65b22-c9ad-4315-b31b-908dda732efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:23Z', 'updated_at': '2022-03-28T19:40:30Z', 'revision_number': 5, 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'subnets': [{'id': '2ab65b22-c9ad-4315-b31b-908dda732efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:41:16.897021 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff91da1d-ec9f-459a-9e01-234531b59090 None None] Checking router: 5080ed97-1857-4f12-90e1-f80af12b4c1a for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:41:16.907168 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff91da1d-ec9f-459a-9e01-234531b59090 None None] Routers {'5080ed97-1857-4f12-90e1-f80af12b4c1a'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:41:16.908387 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-ff91da1d-ec9f-459a-9e01-234531b59090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:40:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['5080ed97-1857-4f12-90e1-f80af12b4c1a'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:41:16.910987 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12442699-b852-4a9f-bd41-0850012c4158 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a49b54-3fca-4137-9ef4-f7b5e0d34d16,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:41:16.918462 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-12442699-b852-4a9f-bd41-0850012c4158 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:16.922470 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-12442699-b852-4a9f-bd41-0850012c4158 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1531014 Mar 28 19:41:16.922595 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38550) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:41:16.928170 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-653674d4-2013-4d4c-97c3-3a4f2c2e12cd tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Request body: {'security_group_rule': {'security_group_id': '0eb0420d-c051-4e5c-af28-11ab44c5c2ea', 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:41:16.934573 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-653674d4-2013-4d4c-97c3-3a4f2c2e12cd tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:41:16.938675 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-653674d4-2013-4d4c-97c3-3a4f2c2e12cd tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Usage tracker for resource:security_group_rule and tenant:ce100880b8a1419d824b233d67ed3d08 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:41:16.941595 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-653674d4-2013-4d4c-97c3-3a4f2c2e12cd tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:41:16.942148 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b93e98-7c0a-4f2d-9325-a7733192699a req-794c8420-6975-4ee8-a74a-e706c1613c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:41:16.944448 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-87b93e98-7c0a-4f2d-9325-a7733192699a req-794c8420-6975-4ee8-a74a-e706c1613c6d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a17b940-e327-4239-a2fe-c33fdb8fbc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787425 Mar 28 19:41:16.947788 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-653674d4-2013-4d4c-97c3-3a4f2c2e12cd tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:41:16.965048 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-653674d4-2013-4d4c-97c3-3a4f2c2e12cd tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:17.036717 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-653674d4-2013-4d4c-97c3-3a4f2c2e12cd tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:17.041573 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-653674d4-2013-4d4c-97c3-3a4f2c2e12cd tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:17.074072 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653674d4-2013-4d4c-97c3-3a4f2c2e12cd tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=333ade47-2035-41f4-8ee7-9589bc502592,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:41:17.081970 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-653674d4-2013-4d4c-97c3-3a4f2c2e12cd tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:17.086823 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-653674d4-2013-4d4c-97c3-3a4f2c2e12cd tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1597826 Mar 28 19:41:17.086823 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38554) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:41:17.092312 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-caa89e37-1a71-4470-86e2-5e399624e617 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Request body: {'security_group_rule': {'security_group_id': '0eb0420d-c051-4e5c-af28-11ab44c5c2ea', 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:41:17.094303 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-87b93e98-7c0a-4f2d-9325-a7733192699a req-28689f39-e68d-4c60-980e-29a24c2a2182 service neutron] 10.222.0.26 "GET /v2.0/networks/9a17b940-e327-4239-a2fe-c33fdb8fbc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372738 Mar 28 19:41:17.098480 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-caa89e37-1a71-4470-86e2-5e399624e617 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:41:17.101878 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-ff91da1d-ec9f-459a-9e01-234531b59090 None None] Set router 5080ed97-1857-4f12-90e1-f80af12b4c1a gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:41:17.102362 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-caa89e37-1a71-4470-86e2-5e399624e617 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Usage tracker for resource:security_group_rule and tenant:ce100880b8a1419d824b233d67ed3d08 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:41:17.105343 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-caa89e37-1a71-4470-86e2-5e399624e617 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:41:17.111017 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-caa89e37-1a71-4470-86e2-5e399624e617 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:41:17.128961 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-caa89e37-1a71-4470-86e2-5e399624e617 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:17.237287 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-87b93e98-7c0a-4f2d-9325-a7733192699a req-a5f9d767-1de7-4e4e-a099-2f6ea17266eb service neutron] 10.222.0.26 "GET /v2.0/networks/9a17b940-e327-4239-a2fe-c33fdb8fbc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378093 Mar 28 19:41:17.297647 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-caa89e37-1a71-4470-86e2-5e399624e617 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:17.303758 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-caa89e37-1a71-4470-86e2-5e399624e617 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:17.326663 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa89e37-1a71-4470-86e2-5e399624e617 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d6e89d-7ac1-4ad0-93f1-da0cc90c93f3,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:41:17.336243 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-caa89e37-1a71-4470-86e2-5e399624e617 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:17.340239 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-caa89e37-1a71-4470-86e2-5e399624e617 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2501049 Mar 28 19:41:17.340239 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38558) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:41:17.345047 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-b54cf675-8bc8-4b16-8bec-abbd9a21c30d tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Request body: {'security_group_rule': {'security_group_id': '0eb0420d-c051-4e5c-af28-11ab44c5c2ea', 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:41:17.351596 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b54cf675-8bc8-4b16-8bec-abbd9a21c30d tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:41:17.355421 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b54cf675-8bc8-4b16-8bec-abbd9a21c30d tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Usage tracker for resource:security_group_rule and tenant:ce100880b8a1419d824b233d67ed3d08 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:41:17.359406 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b54cf675-8bc8-4b16-8bec-abbd9a21c30d tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:41:17.366905 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b54cf675-8bc8-4b16-8bec-abbd9a21c30d tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:41:17.377502 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-b54cf675-8bc8-4b16-8bec-abbd9a21c30d tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Project ce100880b8a1419d824b233d67ed3d08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:41:17.384091 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b54cf675-8bc8-4b16-8bec-abbd9a21c30d tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:17.447783 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b54cf675-8bc8-4b16-8bec-abbd9a21c30d tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:17.451603 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b54cf675-8bc8-4b16-8bec-abbd9a21c30d tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:17.475581 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cf675-8bc8-4b16-8bec-abbd9a21c30d tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b87b5efd-bfc5-409d-80c1-8e1701bc5bf7,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:41:17.486049 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b54cf675-8bc8-4b16-8bec-abbd9a21c30d tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:17.489867 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b54cf675-8bc8-4b16-8bec-abbd9a21c30d tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1463346 Mar 28 19:41:17.491491 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 38562) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:41:17.496561 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-0de1a32f-ceec-4cf4-879f-c462edab4015 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Request body: {'security_group_rule': {'security_group_id': '0eb0420d-c051-4e5c-af28-11ab44c5c2ea', 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:41:17.502385 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0de1a32f-ceec-4cf4-879f-c462edab4015 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:41:17.504640 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-ff91da1d-ec9f-459a-9e01-234531b59090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'name': 'tempest-TestMinimumBasicScenario-325744031-router', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': 'd9ebec0c-1acc-45ba-89e0-f7882e3c4d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:40:20Z', 'updated_at': '2022-03-28T19:40:23Z', 'revision_number': 4, 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'gw_port': {'id': 'd9ebec0c-1acc-45ba-89e0-f7882e3c4d29', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:20Z', 'updated_at': '2022-03-28T19:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '260c306e-5273-4999-a970-ef130de7fe2e', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08', 'floating_ip_address': '172.26.4.17', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'port_id': 'ace06f9a-c85c-4e5b-b8fb-3a9e163156e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a17b940-e327-4239-a2fe-c33fdb8fbc0b', 'mac_address': 'fa:16:3e:e5:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1362d6-2771-4b98-858b-b4c5e03bc97a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:41:15Z', 'updated_at': '2022-03-28T19:41:15Z', 'revision_number': 0, 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '090b9044-c39f-400a-8807-46fa8a3d8313', 'name': '', 'network_id': '9a17b940-e327-4239-a2fe-c33fdb8fbc0b', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08', 'mac_address': 'fa:16:3e:c4:ff:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '2ab65b22-c9ad-4315-b31b-908dda732efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:23Z', 'updated_at': '2022-03-28T19:40:30Z', 'revision_number': 5, 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'subnets': [{'id': '2ab65b22-c9ad-4315-b31b-908dda732efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:41:17.507342 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0de1a32f-ceec-4cf4-879f-c462edab4015 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Usage tracker for resource:security_group_rule and tenant:ce100880b8a1419d824b233d67ed3d08 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:41:17.509207 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff91da1d-ec9f-459a-9e01-234531b59090 None None] The sync data for ids ['5080ed97-1857-4f12-90e1-f80af12b4c1a'] in dv-neutron-834711-1-hyperv is: [{'id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'name': 'tempest-TestMinimumBasicScenario-325744031-router', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': 'd9ebec0c-1acc-45ba-89e0-f7882e3c4d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:40:20Z', 'updated_at': '2022-03-28T19:40:23Z', 'revision_number': 4, 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'gw_port': {'id': 'd9ebec0c-1acc-45ba-89e0-f7882e3c4d29', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:20Z', 'updated_at': '2022-03-28T19:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '260c306e-5273-4999-a970-ef130de7fe2e', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08', 'floating_ip_address': '172.26.4.17', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'port_id': 'ace06f9a-c85c-4e5b-b8fb-3a9e163156e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a17b940-e327-4239-a2fe-c33fdb8fbc0b', 'mac_address': 'fa:16:3e:e5:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1362d6-2771-4b98-858b-b4c5e03bc97a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:41:15Z', 'updated_at': '2022-03-28T19:41:15Z', 'revision_number': 0, 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '090b9044-c39f-400a-8807-46fa8a3d8313', 'name': '', 'network_id': '9a17b940-e327-4239-a2fe-c33fdb8fbc0b', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08', 'mac_address': 'fa:16:3e:c4:ff:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '2ab65b22-c9ad-4315-b31b-908dda732efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:23Z', 'updated_at': '2022-03-28T19:40:30Z', 'revision_number': 5, 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'subnets': [{'id': '2ab65b22-c9ad-4315-b31b-908dda732efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:41:17.510194 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-0de1a32f-ceec-4cf4-879f-c462edab4015 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:41:17.516601 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-0de1a32f-ceec-4cf4-879f-c462edab4015 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:41:17.527607 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.securitygroups_db [None req-0de1a32f-ceec-4cf4-879f-c462edab4015 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Project ce100880b8a1419d824b233d67ed3d08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:41:17.534560 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0de1a32f-ceec-4cf4-879f-c462edab4015 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:17.604454 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0de1a32f-ceec-4cf4-879f-c462edab4015 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:17.607983 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0de1a32f-ceec-4cf4-879f-c462edab4015 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:17.635344 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1a32f-ceec-4cf4-879f-c462edab4015 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5524d781-3796-42b2-98b6-88a6ef95be32,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:41:17.644199 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0de1a32f-ceec-4cf4-879f-c462edab4015 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:17.648331 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0de1a32f-ceec-4cf4-879f-c462edab4015 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1529965 Mar 28 19:41:17.723557 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a42d1d-e6bb-4393-b82b-845e498fb357 None None] New status for floating IP 260c306e-5273-4999-a970-ef130de7fe2e: ACTIVE {{(pid=87835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:41:17.770411 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-334a4709-3bf1-4354-a421-aa9b53e79342 req-ad0dd08b-6129-4168-9a0f-c80f98811bc4 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-198083698&fields=id&tenant_id=ce100880b8a1419d824b233d67ed3d08 HTTP/1.1" status: 200 len: 267 time: 0.0398788 Mar 28 19:41:17.868275 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a4709-3bf1-4354-a421-aa9b53e79342 req-e3fc6dc3-3184-42ea-9abf-05c888a00a6c tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:41:17.868275 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-334a4709-3bf1-4354-a421-aa9b53e79342 req-e3fc6dc3-3184-42ea-9abf-05c888a00a6c tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 945 time: 0.0867198 Mar 28 19:41:17.878586 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-334a4709-3bf1-4354-a421-aa9b53e79342 req-91944d0b-a296-482f-9d4e-3843b9beef32 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Request body: {'port': {'security_groups': ['20ccb51d-178d-4a56-83f1-fdc475ef79f1', '0eb0420d-c051-4e5c-af28-11ab44c5c2ea']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:41:17.997672 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-334a4709-3bf1-4354-a421-aa9b53e79342 req-91944d0b-a296-482f-9d4e-3843b9beef32 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:18.250535 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-334a4709-3bf1-4354-a421-aa9b53e79342 req-91944d0b-a296-482f-9d4e-3843b9beef32 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] For port ace06f9a-c85c-4e5b-b8fb-3a9e163156e3, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=ace06f9a-c85c-4e5b-b8fb-3a9e163156e3,segment=NetworkSegment(464f19e6-a99f-46a2-bf38-8d74b215a63b),segment_id=464f19e6-a99f-46a2-bf38-8d74b215a63b)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:41:18.274222 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-334a4709-3bf1-4354-a421-aa9b53e79342 req-91944d0b-a296-482f-9d4e-3843b9beef32 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:18.278625 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-334a4709-3bf1-4354-a421-aa9b53e79342 req-91944d0b-a296-482f-9d4e-3843b9beef32 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:18.291264 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['ace06f9a-c85c-4e5b-b8fb-3a9e163156e3'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:41:18.347369 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a4709-3bf1-4354-a421-aa9b53e79342 req-91944d0b-a296-482f-9d4e-3843b9beef32 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:41:18.347990 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-334a4709-3bf1-4354-a421-aa9b53e79342 req-91944d0b-a296-482f-9d4e-3843b9beef32 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:18.352283 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-334a4709-3bf1-4354-a421-aa9b53e79342 req-91944d0b-a296-482f-9d4e-3843b9beef32 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "PUT /v2.0/ports/ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 HTTP/1.1" status: 200 len: 981 time: 0.4783652 Mar 28 19:41:18.377575 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91944d0b-a296-482f-9d4e-3843b9beef32 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Pushing event updated for resources: {'Port': ['ID=ace06f9a-c85c-4e5b-b8fb-3a9e163156e3,revision_number=6']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:41:18.413921 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1362d6-2771-4b98-858b-b4c5e03bc97a', 'tag': 'ace06f9a-c85c-4e5b-b8fb-3a9e163156e3'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:41:18.418679 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['ace06f9a-c85c-4e5b-b8fb-3a9e163156e3'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:41:18.503721 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f1362d6-2771-4b98-858b-b4c5e03bc97a', 'tag': 'ace06f9a-c85c-4e5b-b8fb-3a9e163156e3', 'status': 'completed', 'code': 200} Mar 28 19:41:18.605044 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606f6cb-5488-4c1f-abc7-7a5d26ba7818 req-b8bcf212-4c67-462d-8efc-dbfe4ad9f922 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:41:18.606512 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f606f6cb-5488-4c1f-abc7-7a5d26ba7818 req-b8bcf212-4c67-462d-8efc-dbfe4ad9f922 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 984 time: 0.1476433 Mar 28 19:41:18.613480 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad898d-4b02-4597-82d7-1da114860850 req-2073d7ac-9710-40b9-8bf0-8e4233686cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:41:18.614676 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-51ad898d-4b02-4597-82d7-1da114860850 req-2073d7ac-9710-40b9-8bf0-8e4233686cd7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce100880b8a1419d824b233d67ed3d08&device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 1137 time: 0.1047091 Mar 28 19:41:18.647410 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-9604b1cf-1f53-490a-9eed-92091fffcc0d None None] Provisioning complete for port ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:41:18.648004 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9604b1cf-1f53-490a-9eed-92091fffcc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:18.855250 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f606f6cb-5488-4c1f-abc7-7a5d26ba7818 req-0ce6f350-20b1-40b7-b9d2-58462115e7db tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&id=0eb0420d-c051-4e5c-af28-11ab44c5c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2391005 Mar 28 19:41:18.898705 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad898d-4b02-4597-82d7-1da114860850 req-79b1d441-7fa8-4dad-8847-6e0d82e0b988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:41:18.900156 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-51ad898d-4b02-4597-82d7-1da114860850 req-79b1d441-7fa8-4dad-8847-6e0d82e0b988 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9a17b940-e327-4239-a2fe-c33fdb8fbc0b HTTP/1.1" status: 200 len: 915 time: 0.2664838 Mar 28 19:41:19.001860 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-51ad898d-4b02-4597-82d7-1da114860850 req-1e4687ac-d8f6-4ea7-8b7b-1eee1e947f42 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 HTTP/1.1" status: 200 len: 1000 time: 0.0946662 Mar 28 19:41:19.063725 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad898d-4b02-4597-82d7-1da114860850 req-e1129ec5-4b39-433c-a3d2-32676dee069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:41:19.065017 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-51ad898d-4b02-4597-82d7-1da114860850 req-e1129ec5-4b39-433c-a3d2-32676dee069b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ab65b22-c9ad-4315-b31b-908dda732efd HTTP/1.1" status: 200 len: 853 time: 0.0562396 Mar 28 19:41:19.144376 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad898d-4b02-4597-82d7-1da114860850 req-35a2fc07-c0ca-4f10-af6d-a3eb9fe7cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:41:19.145770 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-51ad898d-4b02-4597-82d7-1da114860850 req-35a2fc07-c0ca-4f10-af6d-a3eb9fe7cf44 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a17b940-e327-4239-a2fe-c33fdb8fbc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750186 Mar 28 19:41:19.276014 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-51ad898d-4b02-4597-82d7-1da114860850 req-123e6df9-d0d5-4b4a-83d0-0d85ae1b5a7b service neutron] 10.222.0.26 "GET /v2.0/networks/9a17b940-e327-4239-a2fe-c33fdb8fbc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229672 Mar 28 19:41:19.406181 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-51ad898d-4b02-4597-82d7-1da114860850 req-2d1affd3-13a7-4758-bac7-ad47797d8e6a service neutron] 10.222.0.26 "GET /v2.0/networks/9a17b940-e327-4239-a2fe-c33fdb8fbc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233227 Mar 28 19:41:25.350232 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-de0f05df-846c-430f-919d-54e8f427c767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:27.705035 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0656f3df-578d-4309-afc2-5d9fb17cfdf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:28.672470 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:28.712202 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:30.275845 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:31.957225 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:40.246944 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4a01a7a6-99b7-4888-a06c-f8f7384defcd req-37f145a4-ceb9-4016-a236-eba07a8a6e70 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679884 Mar 28 19:41:40.387553 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01a7a6-99b7-4888-a06c-f8f7384defcd req-96bbbb50-b92c-4c1d-9664-791effca7a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:41:40.389013 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4a01a7a6-99b7-4888-a06c-f8f7384defcd req-96bbbb50-b92c-4c1d-9664-791effca7a8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce100880b8a1419d824b233d67ed3d08&device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 1137 time: 0.0712702 Mar 28 19:41:40.532048 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01a7a6-99b7-4888-a06c-f8f7384defcd req-2f075f24-596a-41b4-80e6-0858db044b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:41:40.533372 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4a01a7a6-99b7-4888-a06c-f8f7384defcd req-2f075f24-596a-41b4-80e6-0858db044b87 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9a17b940-e327-4239-a2fe-c33fdb8fbc0b HTTP/1.1" status: 200 len: 915 time: 0.1254160 Mar 28 19:41:40.636095 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4a01a7a6-99b7-4888-a06c-f8f7384defcd req-faaef93c-d854-43ca-856c-b15a618cf754 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 HTTP/1.1" status: 200 len: 1000 time: 0.0961015 Mar 28 19:41:40.700726 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01a7a6-99b7-4888-a06c-f8f7384defcd req-3bca604d-eb06-420f-afb2-471faf40f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:41:40.702133 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4a01a7a6-99b7-4888-a06c-f8f7384defcd req-3bca604d-eb06-420f-afb2-471faf40f949 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ab65b22-c9ad-4315-b31b-908dda732efd HTTP/1.1" status: 200 len: 853 time: 0.0597663 Mar 28 19:41:40.774161 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01a7a6-99b7-4888-a06c-f8f7384defcd req-79466c46-da23-4a6f-9d9b-a55e8b650bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:41:40.775612 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4a01a7a6-99b7-4888-a06c-f8f7384defcd req-79466c46-da23-4a6f-9d9b-a55e8b650bbd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a17b940-e327-4239-a2fe-c33fdb8fbc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678525 Mar 28 19:41:40.902975 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4a01a7a6-99b7-4888-a06c-f8f7384defcd req-cfa1c49a-2e9c-4144-b7af-7aa53f1ad16b service neutron] 10.222.0.26 "GET /v2.0/networks/9a17b940-e327-4239-a2fe-c33fdb8fbc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202581 Mar 28 19:41:41.030557 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4a01a7a6-99b7-4888-a06c-f8f7384defcd req-5114e960-4ade-4869-87f4-5d52d725c708 service neutron] 10.222.0.26 "GET /v2.0/networks/9a17b940-e327-4239-a2fe-c33fdb8fbc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216717 Mar 28 19:41:43.667447 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:41:55.352226 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2591662f-79d4-40bc-b20f-08fa5e3a72f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:57.710721 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f204e2e1-de74-4a9a-9b0b-3c57551f5c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:58.673909 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:41:58.714635 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:42:00.277708 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:42:01.964527 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:42:16.624572 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849fb82-fff5-4e5b-bb8c-af8f59b2c47a req-064bbf2d-db57-462d-a6e0-89460cd297d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:42:16.626052 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c849fb82-fff5-4e5b-bb8c-af8f59b2c47a req-064bbf2d-db57-462d-a6e0-89460cd297d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce100880b8a1419d824b233d67ed3d08&device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 1137 time: 0.0783761 Mar 28 19:42:16.912531 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849fb82-fff5-4e5b-bb8c-af8f59b2c47a req-370ac0d4-f2bc-487f-a094-185075b8a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:42:16.913945 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c849fb82-fff5-4e5b-bb8c-af8f59b2c47a req-370ac0d4-f2bc-487f-a094-185075b8a689 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9a17b940-e327-4239-a2fe-c33fdb8fbc0b HTTP/1.1" status: 200 len: 915 time: 0.2817602 Mar 28 19:42:16.925827 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17972bf-d405-4f0b-9cda-75fd3a8345f7 req-a0e0b130-df49-477f-812d-6a7550c84660 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:42:16.927163 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a17972bf-d405-4f0b-9cda-75fd3a8345f7 req-a0e0b130-df49-477f-812d-6a7550c84660 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 984 time: 0.3497438 Mar 28 19:42:17.054804 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c849fb82-fff5-4e5b-bb8c-af8f59b2c47a req-a510e4f2-824d-4f67-871b-8ab748a70bb3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 HTTP/1.1" status: 200 len: 1000 time: 0.1261690 Mar 28 19:42:17.058549 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a17972bf-d405-4f0b-9cda-75fd3a8345f7 req-9548e997-4f06-4080-a355-bf59ba857b44 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&id=0eb0420d-c051-4e5c-af28-11ab44c5c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0728836 Mar 28 19:42:17.119158 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849fb82-fff5-4e5b-bb8c-af8f59b2c47a req-9c8f9418-8d70-4076-bf53-28a1bfa0807d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:42:17.120542 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c849fb82-fff5-4e5b-bb8c-af8f59b2c47a req-9c8f9418-8d70-4076-bf53-28a1bfa0807d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ab65b22-c9ad-4315-b31b-908dda732efd HTTP/1.1" status: 200 len: 853 time: 0.0596087 Mar 28 19:42:17.192390 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849fb82-fff5-4e5b-bb8c-af8f59b2c47a req-49fd0880-3973-4972-9bbb-f9d4bc62fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:42:17.194318 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c849fb82-fff5-4e5b-bb8c-af8f59b2c47a req-49fd0880-3973-4972-9bbb-f9d4bc62fc20 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a17b940-e327-4239-a2fe-c33fdb8fbc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674715 Mar 28 19:42:17.321572 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c849fb82-fff5-4e5b-bb8c-af8f59b2c47a req-0255daf7-5401-4838-bac0-34bda7d12c95 service neutron] 10.222.0.26 "GET /v2.0/networks/9a17b940-e327-4239-a2fe-c33fdb8fbc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207240 Mar 28 19:42:17.448850 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c849fb82-fff5-4e5b-bb8c-af8f59b2c47a req-d0d6aad9-cfd7-4428-91c1-85c76ed180a2 service neutron] 10.222.0.26 "GET /v2.0/networks/9a17b940-e327-4239-a2fe-c33fdb8fbc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209309 Mar 28 19:42:18.289313 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810248f8-dfdf-4c79-8baa-243f28f7148e req-d5494e8b-f299-4e19-9399-8d70184622a2 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:42:18.290752 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-810248f8-dfdf-4c79-8baa-243f28f7148e req-d5494e8b-f299-4e19-9399-8d70184622a2 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 984 time: 0.1255882 Mar 28 19:42:18.341011 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-810248f8-dfdf-4c79-8baa-243f28f7148e req-48f54ec7-b971-4149-8432-e816e8acdd35 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&id=0eb0420d-c051-4e5c-af28-11ab44c5c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442970 Mar 28 19:42:19.527525 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2191d-ba37-45b5-a113-448d294bf00c req-112ac447-06a6-4a28-a253-9acbf84e92fd tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:42:19.528950 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-94a2191d-ba37-45b5-a113-448d294bf00c req-112ac447-06a6-4a28-a253-9acbf84e92fd tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 984 time: 0.0789883 Mar 28 19:42:19.574481 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-94a2191d-ba37-45b5-a113-448d294bf00c req-debdbdd6-439b-4867-8110-6ec9b17c8ce1 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&id=0eb0420d-c051-4e5c-af28-11ab44c5c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396631 Mar 28 19:42:20.667414 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:42:20.761705 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae7069-eb0f-4ac9-b84d-2a1ffd0adf51 req-8b8e122b-6b04-4717-9a67-d86cc60ab303 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:42:20.763161 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-56ae7069-eb0f-4ac9-b84d-2a1ffd0adf51 req-8b8e122b-6b04-4717-9a67-d86cc60ab303 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 984 time: 0.0818696 Mar 28 19:42:20.808817 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-56ae7069-eb0f-4ac9-b84d-2a1ffd0adf51 req-55b1bf12-2894-4070-bed8-b40422e01f48 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&id=0eb0420d-c051-4e5c-af28-11ab44c5c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395331 Mar 28 19:42:21.990329 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e497b-c60a-43bd-901c-e7f2c2c9efaa req-90498c7a-99ad-4cd7-af52-322f10871501 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:42:21.991674 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-194e497b-c60a-43bd-901c-e7f2c2c9efaa req-90498c7a-99ad-4cd7-af52-322f10871501 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 984 time: 0.0798690 Mar 28 19:42:22.035787 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-194e497b-c60a-43bd-901c-e7f2c2c9efaa req-b5206881-d336-4082-9767-217cd14a468c tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&id=0eb0420d-c051-4e5c-af28-11ab44c5c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383749 Mar 28 19:42:23.222471 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e857300-8717-4f40-9ab9-afd859e7c088 req-ac65d37e-7b8f-429c-acd6-6a576591d2c0 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:42:23.223932 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7e857300-8717-4f40-9ab9-afd859e7c088 req-ac65d37e-7b8f-429c-acd6-6a576591d2c0 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 984 time: 0.0822780 Mar 28 19:42:23.269771 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7e857300-8717-4f40-9ab9-afd859e7c088 req-9f9ac380-954c-4b2c-b008-ae8ed99f532a tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&id=0eb0420d-c051-4e5c-af28-11ab44c5c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397944 Mar 28 19:42:24.452775 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921ea2b-49e1-48e5-82b8-846eb72a6417 req-84fb54e5-c4ae-4ef5-89ed-dbdff806149e tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:42:24.454195 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c921ea2b-49e1-48e5-82b8-846eb72a6417 req-84fb54e5-c4ae-4ef5-89ed-dbdff806149e tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 984 time: 0.0800011 Mar 28 19:42:24.501649 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c921ea2b-49e1-48e5-82b8-846eb72a6417 req-61908662-009d-453d-83e7-f41197e2f65c tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&id=0eb0420d-c051-4e5c-af28-11ab44c5c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412741 Mar 28 19:42:25.353894 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a4decbe4-238a-4e9a-be2f-92e7d659dc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:42:25.701683 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455810c3-c6f2-432b-90b4-d88b46e41e8b req-685de882-4ac2-4b4d-b279-cb953902ff96 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:42:25.703286 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-455810c3-c6f2-432b-90b4-d88b46e41e8b req-685de882-4ac2-4b4d-b279-cb953902ff96 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 984 time: 0.0946715 Mar 28 19:42:25.750260 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-455810c3-c6f2-432b-90b4-d88b46e41e8b req-6f808ed8-5bd3-4521-a31c-064a62783be0 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&id=0eb0420d-c051-4e5c-af28-11ab44c5c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411932 Mar 28 19:42:26.937325 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b024e-7c06-4321-be74-bbb2d0c7280a req-8f8cee60-75f8-4ead-84ac-6f3e1e5f3a8b tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:42:26.938747 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-750b024e-7c06-4321-be74-bbb2d0c7280a req-8f8cee60-75f8-4ead-84ac-6f3e1e5f3a8b tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 984 time: 0.0822153 Mar 28 19:42:26.984542 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-750b024e-7c06-4321-be74-bbb2d0c7280a req-35bd01ab-ce71-43b3-89d5-9ca1643affa6 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&id=0eb0420d-c051-4e5c-af28-11ab44c5c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389612 Mar 28 19:42:27.704551 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-eef95379-8b23-4f20-ba66-ccdf981ed7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:42:28.169051 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afb213-ee90-4e7a-9509-afbb1c566935 req-73545463-6bca-4622-9aed-edb98381ca55 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:42:28.170484 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a5afb213-ee90-4e7a-9509-afbb1c566935 req-73545463-6bca-4622-9aed-edb98381ca55 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 984 time: 0.0790195 Mar 28 19:42:28.216859 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a5afb213-ee90-4e7a-9509-afbb1c566935 req-78b3ab9c-995f-442f-84db-abf829892dd9 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&id=0eb0420d-c051-4e5c-af28-11ab44c5c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403550 Mar 28 19:42:28.676366 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:42:28.717249 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:42:29.505194 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edd534-60fe-45d8-aad5-586090d5d334 req-73cc2b44-502a-4a9d-b3ab-7454e7bac22e tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:42:29.506692 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-40edd534-60fe-45d8-aad5-586090d5d334 req-73cc2b44-502a-4a9d-b3ab-7454e7bac22e tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 984 time: 0.1839051 Mar 28 19:42:29.553552 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-40edd534-60fe-45d8-aad5-586090d5d334 req-e3116f5b-30f4-4cc4-a227-c448552a7ca5 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&id=0eb0420d-c051-4e5c-af28-11ab44c5c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409713 Mar 28 19:42:30.280532 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:42:31.971792 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:42:41.256336 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-41dca920-634f-4798-ad39-5915426f71eb req-9d5cc266-b078-4641-bc11-69a185f2ef9f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692656 Mar 28 19:42:41.396305 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dca920-634f-4798-ad39-5915426f71eb req-98ef75bb-324b-491e-ba91-583be4f41a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:42:41.398097 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-41dca920-634f-4798-ad39-5915426f71eb req-98ef75bb-324b-491e-ba91-583be4f41a14 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce100880b8a1419d824b233d67ed3d08&device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 1137 time: 0.0720160 Mar 28 19:42:41.539401 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dca920-634f-4798-ad39-5915426f71eb req-19f706e0-43e1-47b3-86d7-a19ba31c2383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:42:41.540840 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-41dca920-634f-4798-ad39-5915426f71eb req-19f706e0-43e1-47b3-86d7-a19ba31c2383 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9a17b940-e327-4239-a2fe-c33fdb8fbc0b HTTP/1.1" status: 200 len: 915 time: 0.1243856 Mar 28 19:42:41.642903 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-41dca920-634f-4798-ad39-5915426f71eb req-d1d75257-01fe-404b-ab2f-fa99552ee1fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 HTTP/1.1" status: 200 len: 1000 time: 0.0952249 Mar 28 19:42:41.703915 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dca920-634f-4798-ad39-5915426f71eb req-dab035ba-44d6-4dee-a21b-7add5406a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:42:41.705348 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-41dca920-634f-4798-ad39-5915426f71eb req-dab035ba-44d6-4dee-a21b-7add5406a6be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ab65b22-c9ad-4315-b31b-908dda732efd HTTP/1.1" status: 200 len: 853 time: 0.0567925 Mar 28 19:42:41.782593 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dca920-634f-4798-ad39-5915426f71eb req-768f6732-0bae-4181-bafb-9dfcc59d77ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:42:41.784346 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-41dca920-634f-4798-ad39-5915426f71eb req-768f6732-0bae-4181-bafb-9dfcc59d77ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a17b940-e327-4239-a2fe-c33fdb8fbc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726242 Mar 28 19:42:41.913297 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-41dca920-634f-4798-ad39-5915426f71eb req-42b1c014-85ce-4b24-9ace-901d40434e24 service neutron] 10.222.0.26 "GET /v2.0/networks/9a17b940-e327-4239-a2fe-c33fdb8fbc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217227 Mar 28 19:42:42.041033 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-41dca920-634f-4798-ad39-5915426f71eb req-d49eba15-8d4d-47a3-b75f-c889397e11f0 service neutron] 10.222.0.26 "GET /v2.0/networks/9a17b940-e327-4239-a2fe-c33fdb8fbc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227949 Mar 28 19:42:55.354568 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4ec9d68e-40f8-4d7a-a108-4ff65c80eba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:42:57.667495 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:42:57.708599 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f926558b-1f1d-4d82-8826-bdc2e212d9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:42:58.678425 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:42:58.720764 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:00.283241 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:01.967493 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:25.357042 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d2d2504d-e50f-4919-9f24-bf002f16a518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:27.712286 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f0a3c15a-5da8-4d03-9d74-7f49ccc10ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:28.681945 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:28.721932 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:30.285894 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:31.992560 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:33.097425 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a7601798-fa6d-45b6-8207-ac047cc817de req-a4b9c39d-01d2-4914-89ed-001c32923483 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-198083698&fields=id&tenant_id=ce100880b8a1419d824b233d67ed3d08 HTTP/1.1" status: 200 len: 267 time: 0.0387285 Mar 28 19:43:33.179052 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7601798-fa6d-45b6-8207-ac047cc817de req-c5c484b6-1d3a-44c8-9ee3-0bc0d83cfb33 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:43:33.181019 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a7601798-fa6d-45b6-8207-ac047cc817de req-c5c484b6-1d3a-44c8-9ee3-0bc0d83cfb33 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 984 time: 0.0778942 Mar 28 19:43:33.191716 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-a7601798-fa6d-45b6-8207-ac047cc817de req-65140ec3-ecad-43a0-ad4b-298a0f853bc9 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Request body: {'port': {'security_groups': ['20ccb51d-178d-4a56-83f1-fdc475ef79f1']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:43:33.311574 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-a7601798-fa6d-45b6-8207-ac047cc817de req-65140ec3-ecad-43a0-ad4b-298a0f853bc9 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:33.543600 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-a7601798-fa6d-45b6-8207-ac047cc817de req-65140ec3-ecad-43a0-ad4b-298a0f853bc9 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] For port ace06f9a-c85c-4e5b-b8fb-3a9e163156e3, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=ace06f9a-c85c-4e5b-b8fb-3a9e163156e3,segment=NetworkSegment(464f19e6-a99f-46a2-bf38-8d74b215a63b),segment_id=464f19e6-a99f-46a2-bf38-8d74b215a63b)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:43:33.566898 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-a7601798-fa6d-45b6-8207-ac047cc817de req-65140ec3-ecad-43a0-ad4b-298a0f853bc9 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:33.571141 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-a7601798-fa6d-45b6-8207-ac047cc817de req-65140ec3-ecad-43a0-ad4b-298a0f853bc9 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:33.582027 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['ace06f9a-c85c-4e5b-b8fb-3a9e163156e3'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:43:33.634244 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7601798-fa6d-45b6-8207-ac047cc817de req-65140ec3-ecad-43a0-ad4b-298a0f853bc9 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:43:33.635484 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-a7601798-fa6d-45b6-8207-ac047cc817de req-65140ec3-ecad-43a0-ad4b-298a0f853bc9 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:33.636931 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a7601798-fa6d-45b6-8207-ac047cc817de req-65140ec3-ecad-43a0-ad4b-298a0f853bc9 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "PUT /v2.0/ports/ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 HTTP/1.1" status: 200 len: 942 time: 0.4499443 Mar 28 19:43:33.637395 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1362d6-2771-4b98-858b-b4c5e03bc97a', 'tag': 'ace06f9a-c85c-4e5b-b8fb-3a9e163156e3'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:43:33.643507 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38648) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:43:33.686041 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65140ec3-ecad-43a0-ad4b-298a0f853bc9 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Pushing event updated for resources: {'Port': ['ID=ace06f9a-c85c-4e5b-b8fb-3a9e163156e3,revision_number=7']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:43:33.699758 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['ace06f9a-c85c-4e5b-b8fb-3a9e163156e3'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:43:33.706572 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f1362d6-2771-4b98-858b-b4c5e03bc97a', 'tag': 'ace06f9a-c85c-4e5b-b8fb-3a9e163156e3', 'status': 'completed', 'code': 200} Mar 28 19:43:33.707878 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65140ec3-ecad-43a0-ad4b-298a0f853bc9 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:43:33.708221 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65140ec3-ecad-43a0-ad4b-298a0f853bc9 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:43:33.708592 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65140ec3-ecad-43a0-ad4b-298a0f853bc9 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:43:33.708925 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65140ec3-ecad-43a0-ad4b-298a0f853bc9 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:43:33.709252 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65140ec3-ecad-43a0-ad4b-298a0f853bc9 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:43:33.709887 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65140ec3-ecad-43a0-ad4b-298a0f853bc9 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:43:33.709887 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65140ec3-ecad-43a0-ad4b-298a0f853bc9 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:43:33.710216 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65140ec3-ecad-43a0-ad4b-298a0f853bc9 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:43:33.710730 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65140ec3-ecad-43a0-ad4b-298a0f853bc9 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:43:33.711104 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65140ec3-ecad-43a0-ad4b-298a0f853bc9 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:43:33.711422 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65140ec3-ecad-43a0-ad4b-298a0f853bc9 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:43:33.711736 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65140ec3-ecad-43a0-ad4b-298a0f853bc9 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:43:33.741650 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b905c0ff-771f-4939-91d0-4d8d71a10828 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:33.778069 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b905c0ff-771f-4939-91d0-4d8d71a10828 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:33.859294 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b905c0ff-771f-4939-91d0-4d8d71a10828 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:33.877929 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905c0ff-771f-4939-91d0-4d8d71a10828 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb0420d-c051-4e5c-af28-11ab44c5c2ea,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:43:33.879380 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e60c1b-6ba2-454f-af42-3ce837d8167f req-3ede08ed-7bbb-4418-8152-1e1279353db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:43:33.881571 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-88e60c1b-6ba2-454f-af42-3ce837d8167f req-3ede08ed-7bbb-4418-8152-1e1279353db8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce100880b8a1419d824b233d67ed3d08&device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 1098 time: 0.1660652 Mar 28 19:43:33.886773 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b905c0ff-771f-4939-91d0-4d8d71a10828 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:43:33.887165 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b905c0ff-771f-4939-91d0-4d8d71a10828 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:43:33.887549 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b905c0ff-771f-4939-91d0-4d8d71a10828 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:43:33.887885 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b905c0ff-771f-4939-91d0-4d8d71a10828 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:43:33.888448 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b905c0ff-771f-4939-91d0-4d8d71a10828 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:43:33.888790 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b905c0ff-771f-4939-91d0-4d8d71a10828 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:43:33.889115 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b905c0ff-771f-4939-91d0-4d8d71a10828 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:43:33.889491 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b905c0ff-771f-4939-91d0-4d8d71a10828 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:43:33.889883 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b905c0ff-771f-4939-91d0-4d8d71a10828 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:43:33.890573 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b905c0ff-771f-4939-91d0-4d8d71a10828 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:43:33.890682 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b905c0ff-771f-4939-91d0-4d8d71a10828 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:43:33.890991 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b905c0ff-771f-4939-91d0-4d8d71a10828 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:43:33.899820 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b905c0ff-771f-4939-91d0-4d8d71a10828 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:33.903276 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b905c0ff-771f-4939-91d0-4d8d71a10828 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "DELETE /v2.0/security-groups/0eb0420d-c051-4e5c-af28-11ab44c5c2ea HTTP/1.1" status: 204 len: 168 time: 0.2565508 Mar 28 19:43:33.904683 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38654) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:43:34.019741 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-fe30dc77-69a6-475a-96ff-e7eb8911e6fa None None] Provisioning complete for port ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:43:34.020105 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fe30dc77-69a6-475a-96ff-e7eb8911e6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:34.131292 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f720c3c5-7a4e-4234-bc84-616e53136a12 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Deleting port 9978f559-bdba-4a2d-81c4-df7ba1eba949 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:43:34.131673 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f720c3c5-7a4e-4234-bc84-616e53136a12 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:34.153402 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e60c1b-6ba2-454f-af42-3ce837d8167f req-03c53ed9-d79b-4404-81f8-5f1809d96f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:43:34.154808 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-88e60c1b-6ba2-454f-af42-3ce837d8167f req-03c53ed9-d79b-4404-81f8-5f1809d96f73 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9a17b940-e327-4239-a2fe-c33fdb8fbc0b HTTP/1.1" status: 200 len: 915 time: 0.2672505 Mar 28 19:43:34.255982 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-88e60c1b-6ba2-454f-af42-3ce837d8167f req-7b5dd1ca-9e23-43e7-b02f-bed1ffc9f8d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 HTTP/1.1" status: 200 len: 1000 time: 0.0946736 Mar 28 19:43:34.305352 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f720c3c5-7a4e-4234-bc84-616e53136a12 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:34.305668 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f720c3c5-7a4e-4234-bc84-616e53136a12 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:34.316179 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e60c1b-6ba2-454f-af42-3ce837d8167f req-944d6a9d-4bae-48df-a93d-562320d8d2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:43:34.317588 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-88e60c1b-6ba2-454f-af42-3ce837d8167f req-944d6a9d-4bae-48df-a93d-562320d8d2e6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ab65b22-c9ad-4315-b31b-908dda732efd HTTP/1.1" status: 200 len: 853 time: 0.0554626 Mar 28 19:43:34.390111 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e60c1b-6ba2-454f-af42-3ce837d8167f req-d4f0dd49-63b0-4ef5-8f5f-06589c1e5c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:43:34.391588 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-88e60c1b-6ba2-454f-af42-3ce837d8167f req-d4f0dd49-63b0-4ef5-8f5f-06589c1e5c21 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a17b940-e327-4239-a2fe-c33fdb8fbc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675664 Mar 28 19:43:34.430894 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-f720c3c5-7a4e-4234-bc84-616e53136a12 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Calling delete_port for 9978f559-bdba-4a2d-81c4-df7ba1eba949 owned by network:floatingip {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:43:34.521109 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-88e60c1b-6ba2-454f-af42-3ce837d8167f req-27bacf3c-2914-4fd2-8110-077bb8494a86 service neutron] 10.222.0.26 "GET /v2.0/networks/9a17b940-e327-4239-a2fe-c33fdb8fbc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238134 Mar 28 19:43:34.580008 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f720c3c5-7a4e-4234-bc84-616e53136a12 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:34.632372 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720c3c5-7a4e-4234-bc84-616e53136a12 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Pushing event deleted for resources: {'Port': ['ID=9978f559-bdba-4a2d-81c4-df7ba1eba949,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:43:34.667382 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:43:34.670290 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-88e60c1b-6ba2-454f-af42-3ce837d8167f req-44792023-3523-49cb-a388-a5963b228acb service neutron] 10.222.0.26 "GET /v2.0/networks/9a17b940-e327-4239-a2fe-c33fdb8fbc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430449 Mar 28 19:43:34.733846 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f720c3c5-7a4e-4234-bc84-616e53136a12 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks [] for floatingip, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:34.734350 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.l3_db [None req-f720c3c5-7a4e-4234-bc84-616e53136a12 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Floating IP 260c306e-5273-4999-a970-ef130de7fe2e disassociated (deleted). External IP: 172.26.4.17, port: ace06f9a-c85c-4e5b-b8fb-3a9e163156e3. Mar 28 19:43:35.204934 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f720c3c5-7a4e-4234-bc84-616e53136a12 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Router 5080ed97-1857-4f12-90e1-f80af12b4c1a has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:43:35.385390 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f720c3c5-7a4e-4234-bc84-616e53136a12 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:43:35.396500 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794be22a-8b0b-4261-a057-d1b959cec560 None None] Sync routers for ids ['5080ed97-1857-4f12-90e1-f80af12b4c1a'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:43:35.406619 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f720c3c5-7a4e-4234-bc84-616e53136a12 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:35.407115 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794be22a-8b0b-4261-a057-d1b959cec560 None None] Routers {'5080ed97-1857-4f12-90e1-f80af12b4c1a'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:43:35.407727 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-794be22a-8b0b-4261-a057-d1b959cec560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:43:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['5080ed97-1857-4f12-90e1-f80af12b4c1a'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:43:35.464474 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f720c3c5-7a4e-4234-bc84-616e53136a12 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "DELETE /v2.0/floatingips/260c306e-5273-4999-a970-ef130de7fe2e HTTP/1.1" status: 204 len: 168 time: 1.5585034 Mar 28 19:43:35.464877 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1362d6-2771-4b98-858b-b4c5e03bc97a', 'tag': 'ace06f9a-c85c-4e5b-b8fb-3a9e163156e3'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:43:35.572806 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f1362d6-2771-4b98-858b-b4c5e03bc97a', 'tag': 'ace06f9a-c85c-4e5b-b8fb-3a9e163156e3', 'status': 'completed', 'code': 200} Mar 28 19:43:35.615442 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-794be22a-8b0b-4261-a057-d1b959cec560 None None] Set router 5080ed97-1857-4f12-90e1-f80af12b4c1a gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:43:35.669772 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f1c9e-27ef-4ffc-b112-a390297aa483 req-3f9100f2-d2a6-487f-ba62-41b0a676f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:43:35.671263 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-347f1c9e-27ef-4ffc-b112-a390297aa483 req-3f9100f2-d2a6-487f-ba62-41b0a676f414 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce100880b8a1419d824b233d67ed3d08&device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 1098 time: 0.0766051 Mar 28 19:43:35.812532 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f1c9e-27ef-4ffc-b112-a390297aa483 req-a5ef9a4b-f418-4359-a422-70f94f5477bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:43:35.814430 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-347f1c9e-27ef-4ffc-b112-a390297aa483 req-a5ef9a4b-f418-4359-a422-70f94f5477bf service neutron] 10.222.0.26 "GET /v2.0/networks?id=9a17b940-e327-4239-a2fe-c33fdb8fbc0b HTTP/1.1" status: 200 len: 915 time: 0.1377957 Mar 28 19:43:35.896486 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-347f1c9e-27ef-4ffc-b112-a390297aa483 req-b0dbce24-4744-456e-9281-d2ce78ef5ff6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 HTTP/1.1" status: 200 len: 217 time: 0.0718577 Mar 28 19:43:35.946310 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-794be22a-8b0b-4261-a057-d1b959cec560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'name': 'tempest-TestMinimumBasicScenario-325744031-router', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': 'd9ebec0c-1acc-45ba-89e0-f7882e3c4d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:40:20Z', 'updated_at': '2022-03-28T19:40:23Z', 'revision_number': 4, 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'gw_port': {'id': 'd9ebec0c-1acc-45ba-89e0-f7882e3c4d29', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:20Z', 'updated_at': '2022-03-28T19:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '090b9044-c39f-400a-8807-46fa8a3d8313', 'name': '', 'network_id': '9a17b940-e327-4239-a2fe-c33fdb8fbc0b', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08', 'mac_address': 'fa:16:3e:c4:ff:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '2ab65b22-c9ad-4315-b31b-908dda732efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:23Z', 'updated_at': '2022-03-28T19:40:30Z', 'revision_number': 5, 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'subnets': [{'id': '2ab65b22-c9ad-4315-b31b-908dda732efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:43:35.950536 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794be22a-8b0b-4261-a057-d1b959cec560 None None] Checking router: 5080ed97-1857-4f12-90e1-f80af12b4c1a for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:43:35.958831 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794be22a-8b0b-4261-a057-d1b959cec560 None None] Routers {'5080ed97-1857-4f12-90e1-f80af12b4c1a'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:43:35.959819 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-794be22a-8b0b-4261-a057-d1b959cec560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:43:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['5080ed97-1857-4f12-90e1-f80af12b4c1a'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:43:35.967171 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f1c9e-27ef-4ffc-b112-a390297aa483 req-d10f88f9-0ac5-46a9-a6df-3648fbac394e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:43:35.968588 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-347f1c9e-27ef-4ffc-b112-a390297aa483 req-d10f88f9-0ac5-46a9-a6df-3648fbac394e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ab65b22-c9ad-4315-b31b-908dda732efd HTTP/1.1" status: 200 len: 853 time: 0.0663316 Mar 28 19:43:36.041309 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f1c9e-27ef-4ffc-b112-a390297aa483 req-7be86ce5-a77a-49c8-ac71-59123635e68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:43:36.042669 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-347f1c9e-27ef-4ffc-b112-a390297aa483 req-7be86ce5-a77a-49c8-ac71-59123635e68f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a17b940-e327-4239-a2fe-c33fdb8fbc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684066 Mar 28 19:43:36.133721 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-794be22a-8b0b-4261-a057-d1b959cec560 None None] Set router 5080ed97-1857-4f12-90e1-f80af12b4c1a gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:43:36.174672 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-347f1c9e-27ef-4ffc-b112-a390297aa483 req-388f38a7-beb4-48d1-816a-047ffd83249c service neutron] 10.222.0.26 "GET /v2.0/networks/9a17b940-e327-4239-a2fe-c33fdb8fbc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252670 Mar 28 19:43:36.309520 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-347f1c9e-27ef-4ffc-b112-a390297aa483 req-cd5829dc-b536-40c1-82b5-c689c8623afd service neutron] 10.222.0.26 "GET /v2.0/networks/9a17b940-e327-4239-a2fe-c33fdb8fbc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270585 Mar 28 19:43:36.488052 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-794be22a-8b0b-4261-a057-d1b959cec560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'name': 'tempest-TestMinimumBasicScenario-325744031-router', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': 'd9ebec0c-1acc-45ba-89e0-f7882e3c4d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:40:20Z', 'updated_at': '2022-03-28T19:40:23Z', 'revision_number': 4, 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'gw_port': {'id': 'd9ebec0c-1acc-45ba-89e0-f7882e3c4d29', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:20Z', 'updated_at': '2022-03-28T19:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '090b9044-c39f-400a-8807-46fa8a3d8313', 'name': '', 'network_id': '9a17b940-e327-4239-a2fe-c33fdb8fbc0b', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08', 'mac_address': 'fa:16:3e:c4:ff:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '2ab65b22-c9ad-4315-b31b-908dda732efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:23Z', 'updated_at': '2022-03-28T19:40:30Z', 'revision_number': 5, 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'subnets': [{'id': '2ab65b22-c9ad-4315-b31b-908dda732efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:43:36.491980 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794be22a-8b0b-4261-a057-d1b959cec560 None None] The sync data for ids ['5080ed97-1857-4f12-90e1-f80af12b4c1a'] in dv-neutron-834711-1-hyperv is: [{'id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'name': 'tempest-TestMinimumBasicScenario-325744031-router', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': 'd9ebec0c-1acc-45ba-89e0-f7882e3c4d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:40:20Z', 'updated_at': '2022-03-28T19:40:23Z', 'revision_number': 4, 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'gw_port': {'id': 'd9ebec0c-1acc-45ba-89e0-f7882e3c4d29', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:20Z', 'updated_at': '2022-03-28T19:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '090b9044-c39f-400a-8807-46fa8a3d8313', 'name': '', 'network_id': '9a17b940-e327-4239-a2fe-c33fdb8fbc0b', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08', 'mac_address': 'fa:16:3e:c4:ff:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '2ab65b22-c9ad-4315-b31b-908dda732efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:23Z', 'updated_at': '2022-03-28T19:40:30Z', 'revision_number': 5, 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'subnets': [{'id': '2ab65b22-c9ad-4315-b31b-908dda732efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:43:36.711338 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387efb5c-7985-48a5-806c-2335d7116344 None None] New status for floating IP 260c306e-5273-4999-a970-ef130de7fe2e: DOWN {{(pid=87835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:43:39.837398 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b612180-10e0-4ad4-ae0e-6a449c490cd6 req-617d273d-2993-4154-b0cb-9e0020d3828c tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:43:39.838751 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9b612180-10e0-4ad4-ae0e-6a449c490cd6 req-617d273d-2993-4154-b0cb-9e0020d3828c tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 945 time: 0.0833480 Mar 28 19:43:39.881151 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9b612180-10e0-4ad4-ae0e-6a449c490cd6 req-d6d4552a-9cb0-4bfa-bcfd-2059a4ffc1c0 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366235 Mar 28 19:43:41.063072 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01c455-0a7f-4ef4-861d-857747b6d116 req-150d4ba0-579e-4b3e-8909-cbf4c6eebe3a tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:43:41.064516 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-eb01c455-0a7f-4ef4-861d-857747b6d116 req-150d4ba0-579e-4b3e-8909-cbf4c6eebe3a tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 945 time: 0.0782931 Mar 28 19:43:41.110559 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-eb01c455-0a7f-4ef4-861d-857747b6d116 req-48d0fa9f-1919-4e9e-9138-a8e53cd61138 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398657 Mar 28 19:43:41.767055 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a874886-4deb-465a-a070-cadcfbc79b98 req-439170bc-5d87-4ecc-a474-6604577cc46c tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:43:41.768437 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6a874886-4deb-465a-a070-cadcfbc79b98 req-439170bc-5d87-4ecc-a474-6604577cc46c tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 945 time: 0.0772643 Mar 28 19:43:41.837261 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-6a874886-4deb-465a-a070-cadcfbc79b98 req-b066161e-d98f-4d58-a461-4b8cdb61fdce tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Deleting port ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:43:41.837600 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-6a874886-4deb-465a-a070-cadcfbc79b98 req-b066161e-d98f-4d58-a461-4b8cdb61fdce tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:42.082256 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-6a874886-4deb-465a-a070-cadcfbc79b98 req-b066161e-d98f-4d58-a461-4b8cdb61fdce tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] For port ace06f9a-c85c-4e5b-b8fb-3a9e163156e3, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=ace06f9a-c85c-4e5b-b8fb-3a9e163156e3,segment=NetworkSegment(464f19e6-a99f-46a2-bf38-8d74b215a63b),segment_id=464f19e6-a99f-46a2-bf38-8d74b215a63b)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:43:42.082927 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-6a874886-4deb-465a-a070-cadcfbc79b98 req-b066161e-d98f-4d58-a461-4b8cdb61fdce tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:42.336024 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-6a874886-4deb-465a-a070-cadcfbc79b98 req-b066161e-d98f-4d58-a461-4b8cdb61fdce tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Calling delete_port for ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:43:42.447001 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9f052-43ee-437e-a8ef-8fb943dae3fb req-423a2930-db0b-4bcd-a7d2-4ad41a635043 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:43:42.448451 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9fb9f052-43ee-437e-a8ef-8fb943dae3fb req-423a2930-db0b-4bcd-a7d2-4ad41a635043 tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f1362d6-2771-4b98-858b-b4c5e03bc97a HTTP/1.1" status: 200 len: 945 time: 0.2014050 Mar 28 19:43:42.539170 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9fb9f052-43ee-437e-a8ef-8fb943dae3fb req-52fefdc5-54b1-4178-a142-10c3484a87fc tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ccb51d-178d-4a56-83f1-fdc475ef79f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602150 Mar 28 19:43:42.540295 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-6a874886-4deb-465a-a070-cadcfbc79b98 req-b066161e-d98f-4d58-a461-4b8cdb61fdce tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:42.551703 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['ace06f9a-c85c-4e5b-b8fb-3a9e163156e3'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:43:42.592957 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066161e-d98f-4d58-a461-4b8cdb61fdce tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Pushing event deleted for resources: {'Port': ['ID=ace06f9a-c85c-4e5b-b8fb-3a9e163156e3,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:43:42.665100 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a874886-4deb-465a-a070-cadcfbc79b98 req-b066161e-d98f-4d58-a461-4b8cdb61fdce tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] No DVR routers for this DVR port ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:43:42.667526 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-6a874886-4deb-465a-a070-cadcfbc79b98 req-b066161e-d98f-4d58-a461-4b8cdb61fdce tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:42.670056 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1362d6-2771-4b98-858b-b4c5e03bc97a', 'name': 'network-vif-deleted', 'tag': 'ace06f9a-c85c-4e5b-b8fb-3a9e163156e3'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:43:42.681487 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6a874886-4deb-465a-a070-cadcfbc79b98 req-b066161e-d98f-4d58-a461-4b8cdb61fdce tempest-TestMinimumBasicScenario-1963688518 tempest-TestMinimumBasicScenario-1963688518-project] 10.222.0.26 "DELETE /v2.0/ports/ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 HTTP/1.1" status: 204 len: 173 time: 0.9063661 Mar 28 19:43:42.715357 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f1362d6-2771-4b98-858b-b4c5e03bc97a', 'name': 'network-vif-deleted', 'tag': 'ace06f9a-c85c-4e5b-b8fb-3a9e163156e3', 'status': 'completed', 'code': 200} Mar 28 19:43:44.180719 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38742) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:43:44.704308 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-172e006d-e30d-456a-ae77-acdd627fb4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:45.026426 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:43:45.046823 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-172e006d-e30d-456a-ae77-acdd627fb4b6 admin admin] Deleting port 090b9044-c39f-400a-8807-46fa8a3d8313 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:43:45.047182 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-172e006d-e30d-456a-ae77-acdd627fb4b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:45.063399 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:43:45.063747 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device ace06f9a-c85c-4e5b-b8fb-3a9e163156e3 not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:43:45.220274 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-172e006d-e30d-456a-ae77-acdd627fb4b6 admin admin] For port 090b9044-c39f-400a-8807-46fa8a3d8313, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=090b9044-c39f-400a-8807-46fa8a3d8313,segment=NetworkSegment(464f19e6-a99f-46a2-bf38-8d74b215a63b),segment_id=464f19e6-a99f-46a2-bf38-8d74b215a63b)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:43:45.220850 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-172e006d-e30d-456a-ae77-acdd627fb4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:45.445584 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-172e006d-e30d-456a-ae77-acdd627fb4b6 admin admin] Calling delete_port for 090b9044-c39f-400a-8807-46fa8a3d8313 owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:43:45.758978 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-172e006d-e30d-456a-ae77-acdd627fb4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:45.804612 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e006d-e30d-456a-ae77-acdd627fb4b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=090b9044-c39f-400a-8807-46fa8a3d8313,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:43:46.070040 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-172e006d-e30d-456a-ae77-acdd627fb4b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:46.421829 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172e006d-e30d-456a-ae77-acdd627fb4b6 admin admin] Router 5080ed97-1857-4f12-90e1-f80af12b4c1a has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:43:46.598119 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172e006d-e30d-456a-ae77-acdd627fb4b6 admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:43:46.606650 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a14cbe-40c6-43ba-94e9-81facd377804 None None] Sync routers for ids ['5080ed97-1857-4f12-90e1-f80af12b4c1a'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:43:46.610290 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-172e006d-e30d-456a-ae77-acdd627fb4b6 admin admin] 10.222.0.10 "PUT /v2.0/routers/5080ed97-1857-4f12-90e1-f80af12b4c1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4285142 Mar 28 19:43:46.612738 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38746) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:43:46.615920 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a14cbe-40c6-43ba-94e9-81facd377804 None None] Routers {'5080ed97-1857-4f12-90e1-f80af12b4c1a'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:43:46.616529 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-76a14cbe-40c6-43ba-94e9-81facd377804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:43:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['5080ed97-1857-4f12-90e1-f80af12b4c1a'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:43:46.799675 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-76a14cbe-40c6-43ba-94e9-81facd377804 None None] Set router 5080ed97-1857-4f12-90e1-f80af12b4c1a gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:43:46.918407 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-78b8ebd3-85d5-4560-b125-a8ebd217ff18 admin admin] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:47.086608 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-76a14cbe-40c6-43ba-94e9-81facd377804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'name': 'tempest-TestMinimumBasicScenario-325744031-router', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': 'd9ebec0c-1acc-45ba-89e0-f7882e3c4d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:40:20Z', 'updated_at': '2022-03-28T19:43:45Z', 'revision_number': 5, 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'gw_port': {'id': 'd9ebec0c-1acc-45ba-89e0-f7882e3c4d29', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:20Z', 'updated_at': '2022-03-28T19:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:43:47.090675 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a14cbe-40c6-43ba-94e9-81facd377804 None None] Checking router: 5080ed97-1857-4f12-90e1-f80af12b4c1a for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:43:47.093182 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-78b8ebd3-85d5-4560-b125-a8ebd217ff18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:47.098981 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a14cbe-40c6-43ba-94e9-81facd377804 None None] Routers {'5080ed97-1857-4f12-90e1-f80af12b4c1a'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:43:47.099672 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-76a14cbe-40c6-43ba-94e9-81facd377804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:43:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['5080ed97-1857-4f12-90e1-f80af12b4c1a'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:43:47.103288 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-78b8ebd3-85d5-4560-b125-a8ebd217ff18 admin admin] Deleting port d9ebec0c-1acc-45ba-89e0-f7882e3c4d29 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:43:47.103591 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-78b8ebd3-85d5-4560-b125-a8ebd217ff18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:47.252163 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-76a14cbe-40c6-43ba-94e9-81facd377804 None None] Set router 5080ed97-1857-4f12-90e1-f80af12b4c1a gateway port host: None {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:43:47.288811 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-78b8ebd3-85d5-4560-b125-a8ebd217ff18 admin admin] For port d9ebec0c-1acc-45ba-89e0-f7882e3c4d29, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=d9ebec0c-1acc-45ba-89e0-f7882e3c4d29,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:43:47.288811 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-78b8ebd3-85d5-4560-b125-a8ebd217ff18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:47.355656 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-76a14cbe-40c6-43ba-94e9-81facd377804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'name': 'tempest-TestMinimumBasicScenario-325744031-router', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:40:20Z', 'updated_at': '2022-03-28T19:43:47Z', 'revision_number': 6, 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:43:47.359454 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a14cbe-40c6-43ba-94e9-81facd377804 None None] The sync data for ids ['5080ed97-1857-4f12-90e1-f80af12b4c1a'] in dv-neutron-834711-1-hyperv is: [{'id': '5080ed97-1857-4f12-90e1-f80af12b4c1a', 'name': 'tempest-TestMinimumBasicScenario-325744031-router', 'tenant_id': 'ce100880b8a1419d824b233d67ed3d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:40:20Z', 'updated_at': '2022-03-28T19:43:47Z', 'revision_number': 6, 'project_id': 'ce100880b8a1419d824b233d67ed3d08', 'gw_port_host': None}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:43:47.408889 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-78b8ebd3-85d5-4560-b125-a8ebd217ff18 admin admin] Calling delete_port for d9ebec0c-1acc-45ba-89e0-f7882e3c4d29 owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:43:47.572947 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-78b8ebd3-85d5-4560-b125-a8ebd217ff18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:47.618952 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b8ebd3-85d5-4560-b125-a8ebd217ff18 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9ebec0c-1acc-45ba-89e0-f7882e3c4d29,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:43:47.709920 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-78b8ebd3-85d5-4560-b125-a8ebd217ff18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:47.849212 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 090b9044-c39f-400a-8807-46fa8a3d8313 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:43:47.885029 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 090b9044-c39f-400a-8807-46fa8a3d8313 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:43:47.885370 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 090b9044-c39f-400a-8807-46fa8a3d8313 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:43:47.890927 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-78b8ebd3-85d5-4560-b125-a8ebd217ff18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:47.893149 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-78b8ebd3-85d5-4560-b125-a8ebd217ff18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:47.915828 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-78b8ebd3-85d5-4560-b125-a8ebd217ff18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:47.916335 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b8ebd3-85d5-4560-b125-a8ebd217ff18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5080ed97-1857-4f12-90e1-f80af12b4c1a {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:43:47.927880 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-78b8ebd3-85d5-4560-b125-a8ebd217ff18 admin admin] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:47.929012 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-78b8ebd3-85d5-4560-b125-a8ebd217ff18 admin admin] 10.222.0.10 "DELETE /v2.0/routers/5080ed97-1857-4f12-90e1-f80af12b4c1a HTTP/1.1" status: 204 len: 168 time: 1.3153572 Mar 28 19:43:47.931514 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38750) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:43:47.989900 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-da229250-81d3-40d2-a4a5-a6b4c3964d88 admin admin] Deleting subnet 2ab65b22-c9ad-4315-b31b-908dda732efd {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:43:47.992800 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da229250-81d3-40d2-a4a5-a6b4c3964d88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:48.044157 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da229250-81d3-40d2-a4a5-a6b4c3964d88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:48.228345 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da229250-81d3-40d2-a4a5-a6b4c3964d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:48.294606 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da229250-81d3-40d2-a4a5-a6b4c3964d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:48.336187 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da229250-81d3-40d2-a4a5-a6b4c3964d88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ab65b22-c9ad-4315-b31b-908dda732efd,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:43:48.339745 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da229250-81d3-40d2-a4a5-a6b4c3964d88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:48.345194 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d27f2d4-5c89-4c16-b3c3-6e8fbd4bf445 None None] Network 9a17b940-e327-4239-a2fe-c33fdb8fbc0b requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:43:48.345463 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-da229250-81d3-40d2-a4a5-a6b4c3964d88 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2ab65b22-c9ad-4315-b31b-908dda732efd HTTP/1.1" status: 204 len: 168 time: 0.4130394 Mar 28 19:43:48.347907 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38754) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:43:48.453824 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4af5dff6-7c73-4700-b9ad-f88eb1fe79a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:48.464567 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-4af5dff6-7c73-4700-b9ad-f88eb1fe79a2 admin admin] Deleting port e5132934-a8c8-4bc7-91e0-c596b7920ea7 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:43:48.464893 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4af5dff6-7c73-4700-b9ad-f88eb1fe79a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:48.586025 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dbf65b-4ad6-4196-8872-1fb9a7cff5eb None None] DHCP port deletion for 9a17b940-e327-4239-a2fe-c33fdb8fbc0b request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:43:48.590291 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-47dbf65b-4ad6-4196-8872-1fb9a7cff5eb None None] Deleting port e5132934-a8c8-4bc7-91e0-c596b7920ea7 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:43:48.590660 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-47dbf65b-4ad6-4196-8872-1fb9a7cff5eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:48.672549 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-4af5dff6-7c73-4700-b9ad-f88eb1fe79a2 admin admin] For port e5132934-a8c8-4bc7-91e0-c596b7920ea7, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e5132934-a8c8-4bc7-91e0-c596b7920ea7,segment=NetworkSegment(464f19e6-a99f-46a2-bf38-8d74b215a63b),segment_id=464f19e6-a99f-46a2-bf38-8d74b215a63b)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:43:48.673109 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4af5dff6-7c73-4700-b9ad-f88eb1fe79a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:48.796806 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-4af5dff6-7c73-4700-b9ad-f88eb1fe79a2 admin admin] Calling delete_port for e5132934-a8c8-4bc7-91e0-c596b7920ea7 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:43:48.828478 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-47dbf65b-4ad6-4196-8872-1fb9a7cff5eb None None] For port e5132934-a8c8-4bc7-91e0-c596b7920ea7, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e5132934-a8c8-4bc7-91e0-c596b7920ea7,segment=NetworkSegment(464f19e6-a99f-46a2-bf38-8d74b215a63b),segment_id=464f19e6-a99f-46a2-bf38-8d74b215a63b)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:43:48.828784 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-47dbf65b-4ad6-4196-8872-1fb9a7cff5eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:48.874855 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4af5dff6-7c73-4700-b9ad-f88eb1fe79a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:48.924776 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5dff6-7c73-4700-b9ad-f88eb1fe79a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5132934-a8c8-4bc7-91e0-c596b7920ea7,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:43:48.929998 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af5dff6-7c73-4700-b9ad-f88eb1fe79a2 admin admin] No DVR routers for this DVR port e5132934-a8c8-4bc7-91e0-c596b7920ea7 on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:43:48.951870 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-47dbf65b-4ad6-4196-8872-1fb9a7cff5eb None None] Calling delete_port for e5132934-a8c8-4bc7-91e0-c596b7920ea7 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:43:49.020807 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-47dbf65b-4ad6-4196-8872-1fb9a7cff5eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:43:49.021157 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-47dbf65b-4ad6-4196-8872-1fb9a7cff5eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:43:49.043911 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4af5dff6-7c73-4700-b9ad-f88eb1fe79a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:49.075031 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-4af5dff6-7c73-4700-b9ad-f88eb1fe79a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a17b940-e327-4239-a2fe-c33fdb8fbc0b']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:43:49.086715 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-4af5dff6-7c73-4700-b9ad-f88eb1fe79a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464f19e6-a99f-46a2-bf38-8d74b215a63b') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:43:49.087043 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-4af5dff6-7c73-4700-b9ad-f88eb1fe79a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464f19e6-a99f-46a2-bf38-8d74b215a63b') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:43:49.097936 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4af5dff6-7c73-4700-b9ad-f88eb1fe79a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:49.113494 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4af5dff6-7c73-4700-b9ad-f88eb1fe79a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:49.120143 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af5dff6-7c73-4700-b9ad-f88eb1fe79a2 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:43:49.120519 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4af5dff6-7c73-4700-b9ad-f88eb1fe79a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:43:49.134384 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:43:49.209023 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4af5dff6-7c73-4700-b9ad-f88eb1fe79a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:49.224023 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4af5dff6-7c73-4700-b9ad-f88eb1fe79a2 admin admin] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:49.233689 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5dff6-7c73-4700-b9ad-f88eb1fe79a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a17b940-e327-4239-a2fe-c33fdb8fbc0b,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:43:49.240510 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4af5dff6-7c73-4700-b9ad-f88eb1fe79a2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9a17b940-e327-4239-a2fe-c33fdb8fbc0b HTTP/1.1" status: 204 len: 168 time: 0.8916941 Mar 28 19:43:49.243907 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38758) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:43:49.459357 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e5132934-a8c8-4bc7-91e0-c596b7920ea7 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:43:49.492752 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: e5132934-a8c8-4bc7-91e0-c596b7920ea7 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:43:49.493096 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e5132934-a8c8-4bc7-91e0-c596b7920ea7 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:43:49.493513 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device d9ebec0c-1acc-45ba-89e0-f7882e3c4d29 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:43:49.523372 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-47dbf65b-4ad6-4196-8872-1fb9a7cff5eb None None] Deleting port e5132934-a8c8-4bc7-91e0-c596b7920ea7 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:43:49.523749 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-47dbf65b-4ad6-4196-8872-1fb9a7cff5eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:49.556403 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: d9ebec0c-1acc-45ba-89e0-f7882e3c4d29 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:43:49.556746 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device d9ebec0c-1acc-45ba-89e0-f7882e3c4d29 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:43:49.596994 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-47dbf65b-4ad6-4196-8872-1fb9a7cff5eb None None] The port 'e5132934-a8c8-4bc7-91e0-c596b7920ea7' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:43:49.876033 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64086cd6-4a37-4de6-b379-5ad4c4e23995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:50.222302 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-64086cd6-4a37-4de6-b379-5ad4c4e23995 admin admin] Deleting port 5fc7ba95-6d17-40cc-a397-b3492f1063c0 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:43:50.222634 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64086cd6-4a37-4de6-b379-5ad4c4e23995 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:50.394010 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-64086cd6-4a37-4de6-b379-5ad4c4e23995 admin admin] For port 5fc7ba95-6d17-40cc-a397-b3492f1063c0, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=5fc7ba95-6d17-40cc-a397-b3492f1063c0,segment=NetworkSegment(61da02a0-f7fe-4d41-81a0-9083bbd945f3),segment_id=61da02a0-f7fe-4d41-81a0-9083bbd945f3)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:43:50.394367 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64086cd6-4a37-4de6-b379-5ad4c4e23995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:50.516413 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-64086cd6-4a37-4de6-b379-5ad4c4e23995 admin admin] Calling delete_port for 5fc7ba95-6d17-40cc-a397-b3492f1063c0 owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:43:50.689256 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64086cd6-4a37-4de6-b379-5ad4c4e23995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:50.735320 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64086cd6-4a37-4de6-b379-5ad4c4e23995 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fc7ba95-6d17-40cc-a397-b3492f1063c0,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:43:51.003201 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-64086cd6-4a37-4de6-b379-5ad4c4e23995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:51.464886 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64086cd6-4a37-4de6-b379-5ad4c4e23995 admin admin] Router 2735018e-30db-46f7-a195-46fd82a56379 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:43:51.646280 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64086cd6-4a37-4de6-b379-5ad4c4e23995 admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:43:51.657710 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76896028-6382-426f-9626-786f277be69c None None] Sync routers for ids ['2735018e-30db-46f7-a195-46fd82a56379'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:43:51.658167 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-64086cd6-4a37-4de6-b379-5ad4c4e23995 admin admin] 10.222.0.10 "PUT /v2.0/routers/2735018e-30db-46f7-a195-46fd82a56379/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4106343 Mar 28 19:43:51.658167 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38762) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:43:51.666043 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76896028-6382-426f-9626-786f277be69c None None] Routers {'2735018e-30db-46f7-a195-46fd82a56379'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:43:51.666632 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-76896028-6382-426f-9626-786f277be69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:43:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2735018e-30db-46f7-a195-46fd82a56379'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:43:51.837869 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e8dba6e1-2eb0-46a8-b4ba-8cee25b3d907 admin admin] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:51.838576 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-76896028-6382-426f-9626-786f277be69c None None] Set router 2735018e-30db-46f7-a195-46fd82a56379 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:43:52.020149 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e8dba6e1-2eb0-46a8-b4ba-8cee25b3d907 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:52.030453 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e8dba6e1-2eb0-46a8-b4ba-8cee25b3d907 admin admin] Deleting port 9681a2b2-41e5-4a5e-b710-18f9b96670fc {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:43:52.030840 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e8dba6e1-2eb0-46a8-b4ba-8cee25b3d907 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:52.115882 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-76896028-6382-426f-9626-786f277be69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2735018e-30db-46f7-a195-46fd82a56379', 'name': 'tempest-TestMinimumBasicScenario-1432661256-router', 'tenant_id': '9f0b5b8e65614e16b35e8aee25636659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '9681a2b2-41e5-4a5e-b710-18f9b96670fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:40:26Z', 'updated_at': '2022-03-28T19:43:50Z', 'revision_number': 5, 'project_id': '9f0b5b8e65614e16b35e8aee25636659', 'gw_port': {'id': '9681a2b2-41e5-4a5e-b710-18f9b96670fc', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:74:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2735018e-30db-46f7-a195-46fd82a56379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:40:27Z', 'updated_at': '2022-03-28T19:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:43:52.119769 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76896028-6382-426f-9626-786f277be69c None None] Checking router: 2735018e-30db-46f7-a195-46fd82a56379 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:43:52.128290 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76896028-6382-426f-9626-786f277be69c None None] Routers {'2735018e-30db-46f7-a195-46fd82a56379'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:43:52.128910 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-76896028-6382-426f-9626-786f277be69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:43:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2735018e-30db-46f7-a195-46fd82a56379'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:43:52.205620 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-e8dba6e1-2eb0-46a8-b4ba-8cee25b3d907 admin admin] For port 9681a2b2-41e5-4a5e-b710-18f9b96670fc, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=9681a2b2-41e5-4a5e-b710-18f9b96670fc,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:43:52.205974 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e8dba6e1-2eb0-46a8-b4ba-8cee25b3d907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:52.278195 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-76896028-6382-426f-9626-786f277be69c None None] Set router 2735018e-30db-46f7-a195-46fd82a56379 gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:43:52.331143 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-e8dba6e1-2eb0-46a8-b4ba-8cee25b3d907 admin admin] Calling delete_port for 9681a2b2-41e5-4a5e-b710-18f9b96670fc owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:43:52.419781 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-76896028-6382-426f-9626-786f277be69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2735018e-30db-46f7-a195-46fd82a56379', 'name': 'tempest-TestMinimumBasicScenario-1432661256-router', 'tenant_id': '9f0b5b8e65614e16b35e8aee25636659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:40:26Z', 'updated_at': '2022-03-28T19:43:52Z', 'revision_number': 6, 'project_id': '9f0b5b8e65614e16b35e8aee25636659', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:43:52.424083 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76896028-6382-426f-9626-786f277be69c None None] The sync data for ids ['2735018e-30db-46f7-a195-46fd82a56379'] in dv-neutron-834711-1-hyperv is: [{'id': '2735018e-30db-46f7-a195-46fd82a56379', 'name': 'tempest-TestMinimumBasicScenario-1432661256-router', 'tenant_id': '9f0b5b8e65614e16b35e8aee25636659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:40:26Z', 'updated_at': '2022-03-28T19:43:52Z', 'revision_number': 6, 'project_id': '9f0b5b8e65614e16b35e8aee25636659', 'gw_port_host': None}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:43:52.614590 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e8dba6e1-2eb0-46a8-b4ba-8cee25b3d907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:52.662414 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dba6e1-2eb0-46a8-b4ba-8cee25b3d907 admin admin] Pushing event deleted for resources: {'Port': ['ID=9681a2b2-41e5-4a5e-b710-18f9b96670fc,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:43:52.758308 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e8dba6e1-2eb0-46a8-b4ba-8cee25b3d907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:52.939831 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e8dba6e1-2eb0-46a8-b4ba-8cee25b3d907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:52.941972 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e8dba6e1-2eb0-46a8-b4ba-8cee25b3d907 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:52.965135 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e8dba6e1-2eb0-46a8-b4ba-8cee25b3d907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:52.965711 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8dba6e1-2eb0-46a8-b4ba-8cee25b3d907 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2735018e-30db-46f7-a195-46fd82a56379 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:43:52.978548 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e8dba6e1-2eb0-46a8-b4ba-8cee25b3d907 admin admin] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:52.979685 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e8dba6e1-2eb0-46a8-b4ba-8cee25b3d907 admin admin] 10.222.0.10 "DELETE /v2.0/routers/2735018e-30db-46f7-a195-46fd82a56379 HTTP/1.1" status: 204 len: 168 time: 1.3208740 Mar 28 19:43:52.982269 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38766) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:43:53.039417 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1588b4a-6607-4631-b721-5c1173007a7c admin admin] Deleting subnet 24c7a977-0b3f-44de-960f-a29e3068a4b3 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:43:53.042147 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1588b4a-6607-4631-b721-5c1173007a7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:53.089089 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1588b4a-6607-4631-b721-5c1173007a7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:53.171369 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1588b4a-6607-4631-b721-5c1173007a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:53.245586 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1588b4a-6607-4631-b721-5c1173007a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:53.300346 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1588b4a-6607-4631-b721-5c1173007a7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24c7a977-0b3f-44de-960f-a29e3068a4b3,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:43:53.303935 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b1588b4a-6607-4631-b721-5c1173007a7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:53.310168 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669a9338-addd-470e-b36f-b38687845ef5 None None] Network 2aad810a-86ca-4a24-8414-2e5b65944ce6 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:43:53.310698 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b1588b4a-6607-4631-b721-5c1173007a7c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/24c7a977-0b3f-44de-960f-a29e3068a4b3 HTTP/1.1" status: 204 len: 168 time: 0.3269682 Mar 28 19:43:53.313121 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38770) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:43:53.425150 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-01d45963-1a7d-49b0-a65a-7fc9ebdcbcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:53.437606 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-01d45963-1a7d-49b0-a65a-7fc9ebdcbcb4 admin admin] Deleting port f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:43:53.437940 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-01d45963-1a7d-49b0-a65a-7fc9ebdcbcb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:53.488055 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 5fc7ba95-6d17-40cc-a397-b3492f1063c0 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:43:53.521620 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 5fc7ba95-6d17-40cc-a397-b3492f1063c0 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:43:53.521961 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 5fc7ba95-6d17-40cc-a397-b3492f1063c0 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:43:53.522415 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 9681a2b2-41e5-4a5e-b710-18f9b96670fc no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:43:53.556774 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 9681a2b2-41e5-4a5e-b710-18f9b96670fc {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:43:53.557114 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 9681a2b2-41e5-4a5e-b710-18f9b96670fc not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:43:53.652174 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4f0977-cde2-460e-9565-7a8171273e26 None None] DHCP port deletion for 2aad810a-86ca-4a24-8414-2e5b65944ce6 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:43:53.655576 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-6e4f0977-cde2-460e-9565-7a8171273e26 None None] Deleting port f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:43:53.655953 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6e4f0977-cde2-460e-9565-7a8171273e26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:53.674747 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-01d45963-1a7d-49b0-a65a-7fc9ebdcbcb4 admin admin] For port f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d,segment=NetworkSegment(61da02a0-f7fe-4d41-81a0-9083bbd945f3),segment_id=61da02a0-f7fe-4d41-81a0-9083bbd945f3)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:43:53.675157 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-01d45963-1a7d-49b0-a65a-7fc9ebdcbcb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:53.808894 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-01d45963-1a7d-49b0-a65a-7fc9ebdcbcb4 admin admin] Calling delete_port for f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:43:53.875988 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-6e4f0977-cde2-460e-9565-7a8171273e26 None None] For port f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d,segment=NetworkSegment(61da02a0-f7fe-4d41-81a0-9083bbd945f3),segment_id=61da02a0-f7fe-4d41-81a0-9083bbd945f3)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:43:53.876382 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6e4f0977-cde2-460e-9565-7a8171273e26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:53.899205 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-01d45963-1a7d-49b0-a65a-7fc9ebdcbcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:53.959297 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d45963-1a7d-49b0-a65a-7fc9ebdcbcb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:43:53.965074 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d45963-1a7d-49b0-a65a-7fc9ebdcbcb4 admin admin] No DVR routers for this DVR port f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:43:54.024692 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-6e4f0977-cde2-460e-9565-7a8171273e26 None None] Calling delete_port for f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:43:54.078739 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-01d45963-1a7d-49b0-a65a-7fc9ebdcbcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:54.099472 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-6e4f0977-cde2-460e-9565-7a8171273e26 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 19:43:54.100104 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-6e4f0977-cde2-460e-9565-7a8171273e26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 19:43:54.104534 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-01d45963-1a7d-49b0-a65a-7fc9ebdcbcb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aad810a-86ca-4a24-8414-2e5b65944ce6']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:43:54.116138 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-01d45963-1a7d-49b0-a65a-7fc9ebdcbcb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61da02a0-f7fe-4d41-81a0-9083bbd945f3') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:43:54.116524 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-01d45963-1a7d-49b0-a65a-7fc9ebdcbcb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61da02a0-f7fe-4d41-81a0-9083bbd945f3') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:43:54.127479 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-01d45963-1a7d-49b0-a65a-7fc9ebdcbcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:54.146807 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-01d45963-1a7d-49b0-a65a-7fc9ebdcbcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:54.153841 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01d45963-1a7d-49b0-a65a-7fc9ebdcbcb4 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:43:54.154225 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-01d45963-1a7d-49b0-a65a-7fc9ebdcbcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:43:54.257989 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:43:54.329205 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-01d45963-1a7d-49b0-a65a-7fc9ebdcbcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:54.347936 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-01d45963-1a7d-49b0-a65a-7fc9ebdcbcb4 admin admin] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:54.358772 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d45963-1a7d-49b0-a65a-7fc9ebdcbcb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2aad810a-86ca-4a24-8414-2e5b65944ce6,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:43:54.362761 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-01d45963-1a7d-49b0-a65a-7fc9ebdcbcb4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2aad810a-86ca-4a24-8414-2e5b65944ce6 HTTP/1.1" status: 204 len: 168 time: 1.0483766 Mar 28 19:43:54.549608 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38776) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:43:54.596970 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1efbad6f-ef98-4219-8fa9-421d103a1df8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ce100880b8a1419d824b233d67ed3d08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461428 Mar 28 19:43:54.599379 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38780) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:43:54.601816 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-6e4f0977-cde2-460e-9565-7a8171273e26 None None] Deleting port f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:43:54.602259 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6e4f0977-cde2-460e-9565-7a8171273e26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:54.657883 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ce3b9dbf-080d-4d3d-806a-f69e01a37bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:54.666410 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-6e4f0977-cde2-460e-9565-7a8171273e26 None None] The port 'f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 19:43:54.685489 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ce3b9dbf-080d-4d3d-806a-f69e01a37bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:54.737154 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ce3b9dbf-080d-4d3d-806a-f69e01a37bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:54.753036 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b9dbf-080d-4d3d-806a-f69e01a37bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ccb51d-178d-4a56-83f1-fdc475ef79f1,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:43:54.758102 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ce3b9dbf-080d-4d3d-806a-f69e01a37bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:54.758528 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ce3b9dbf-080d-4d3d-806a-f69e01a37bf2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/20ccb51d-178d-4a56-83f1-fdc475ef79f1 HTTP/1.1" status: 204 len: 168 time: 0.1582847 Mar 28 19:43:55.109765 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38788) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:43:55.169624 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9716c8d1-5dfa-4145-a2ac-7e2e30d3e554 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9f0b5b8e65614e16b35e8aee25636659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0587001 Mar 28 19:43:55.172159 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38792) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:43:55.229632 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fa2e2728-2285-4537-87fe-12b693bf6bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:55.258867 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fa2e2728-2285-4537-87fe-12b693bf6bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:55.310704 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fa2e2728-2285-4537-87fe-12b693bf6bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:55.326359 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e2728-2285-4537-87fe-12b693bf6bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95bafd9-c60a-46b4-96ad-3ca8455f8208,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:43:55.330676 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fa2e2728-2285-4537-87fe-12b693bf6bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:55.331801 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-fa2e2728-2285-4537-87fe-12b693bf6bcc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e95bafd9-c60a-46b4-96ad-3ca8455f8208 HTTP/1.1" status: 204 len: 168 time: 0.1587772 Mar 28 19:43:55.363766 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-31c10294-9c17-4734-8258-1e65082a0cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:55.453793 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:43:55.520776 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:43:55.521119 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device f42847ec-cfc4-4f3e-9346-6ffbfb0d1a1d not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:43:57.159138 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38834) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:43:57.164477 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-6680aaee-e786-401e-b996-53443b1b8f9c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-358880500', 'description': 'tempest-secgroup-smoke-358880500 description', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:43:57.170343 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6680aaee-e786-401e-b996-53443b1b8f9c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:43:57.174129 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6680aaee-e786-401e-b996-53443b1b8f9c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:43:57.176956 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6680aaee-e786-401e-b996-53443b1b8f9c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:43:57.182579 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6680aaee-e786-401e-b996-53443b1b8f9c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:43:57.192694 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6680aaee-e786-401e-b996-53443b1b8f9c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:57.204710 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6680aaee-e786-401e-b996-53443b1b8f9c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:57.219278 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6680aaee-e786-401e-b996-53443b1b8f9c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:43:57.222979 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6680aaee-e786-401e-b996-53443b1b8f9c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:43:57.225656 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6680aaee-e786-401e-b996-53443b1b8f9c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:43:57.231332 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6680aaee-e786-401e-b996-53443b1b8f9c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:43:57.316705 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6680aaee-e786-401e-b996-53443b1b8f9c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:57.320564 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6680aaee-e786-401e-b996-53443b1b8f9c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:57.330911 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6680aaee-e786-401e-b996-53443b1b8f9c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:43:57.338954 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6680aaee-e786-401e-b996-53443b1b8f9c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:43:57.343423 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6680aaee-e786-401e-b996-53443b1b8f9c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:43:57.357691 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6680aaee-e786-401e-b996-53443b1b8f9c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:43:57.364675 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680aaee-e786-401e-b996-53443b1b8f9c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba54645-3ee8-4c06-b435-5b8b58650b2b,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:43:57.434223 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6680aaee-e786-401e-b996-53443b1b8f9c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:57.437911 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6680aaee-e786-401e-b996-53443b1b8f9c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:57.477825 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680aaee-e786-401e-b996-53443b1b8f9c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b754b22d-fb68-475c-a87d-cb8abd369fb6,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:43:57.480470 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6680aaee-e786-401e-b996-53443b1b8f9c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:57.481637 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6680aaee-e786-401e-b996-53443b1b8f9c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3214920 Mar 28 19:43:57.484634 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38838) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:43:57.489482 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-fa950d8d-8dab-4575-ae3e-b8abb7c3de6c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group_rule': {'security_group_id': 'b754b22d-fb68-475c-a87d-cb8abd369fb6', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:43:57.495295 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-fa950d8d-8dab-4575-ae3e-b8abb7c3de6c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:43:57.499055 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-fa950d8d-8dab-4575-ae3e-b8abb7c3de6c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:43:57.501825 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-fa950d8d-8dab-4575-ae3e-b8abb7c3de6c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:43:57.507561 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-fa950d8d-8dab-4575-ae3e-b8abb7c3de6c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:43:57.523771 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fa950d8d-8dab-4575-ae3e-b8abb7c3de6c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:57.581042 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fa950d8d-8dab-4575-ae3e-b8abb7c3de6c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:57.584423 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fa950d8d-8dab-4575-ae3e-b8abb7c3de6c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:57.608599 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa950d8d-8dab-4575-ae3e-b8abb7c3de6c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4364022b-b61c-4ae0-976a-aec1b4f6be9b,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:43:57.616526 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fa950d8d-8dab-4575-ae3e-b8abb7c3de6c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:57.617680 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-fa950d8d-8dab-4575-ae3e-b8abb7c3de6c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1322448 Mar 28 19:43:57.620414 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38842) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:43:57.625232 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-f23f2b8f-05e2-42ad-9351-1c52e37ac71a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group_rule': {'security_group_id': 'b754b22d-fb68-475c-a87d-cb8abd369fb6', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:43:57.630912 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f23f2b8f-05e2-42ad-9351-1c52e37ac71a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:43:57.634645 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f23f2b8f-05e2-42ad-9351-1c52e37ac71a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:43:57.637425 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f23f2b8f-05e2-42ad-9351-1c52e37ac71a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:43:57.643006 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f23f2b8f-05e2-42ad-9351-1c52e37ac71a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:43:57.665197 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f23f2b8f-05e2-42ad-9351-1c52e37ac71a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:57.714806 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9a7cf6e3-4531-412e-a0d5-d9a66a65d2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:57.728092 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f23f2b8f-05e2-42ad-9351-1c52e37ac71a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:57.731243 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f23f2b8f-05e2-42ad-9351-1c52e37ac71a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:57.753625 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f2b8f-05e2-42ad-9351-1c52e37ac71a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9feeade-03cb-41ff-9e85-0785655c9c5f,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:43:57.762165 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f23f2b8f-05e2-42ad-9351-1c52e37ac71a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:57.763401 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f23f2b8f-05e2-42ad-9351-1c52e37ac71a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1420612 Mar 28 19:43:57.765954 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38846) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:43:57.770832 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-d4232577-4f1c-4ad8-9dc3-1721a0b6618e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group_rule': {'security_group_id': 'b754b22d-fb68-475c-a87d-cb8abd369fb6', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:43:57.777592 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d4232577-4f1c-4ad8-9dc3-1721a0b6618e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:43:57.781483 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d4232577-4f1c-4ad8-9dc3-1721a0b6618e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:43:57.784375 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d4232577-4f1c-4ad8-9dc3-1721a0b6618e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:43:57.789954 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d4232577-4f1c-4ad8-9dc3-1721a0b6618e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:43:57.805524 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d4232577-4f1c-4ad8-9dc3-1721a0b6618e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:57.866180 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d4232577-4f1c-4ad8-9dc3-1721a0b6618e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:57.869596 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d4232577-4f1c-4ad8-9dc3-1721a0b6618e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:57.892118 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4232577-4f1c-4ad8-9dc3-1721a0b6618e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62111db5-ba31-4910-a121-4569a204896f,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:43:57.901293 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d4232577-4f1c-4ad8-9dc3-1721a0b6618e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:57.902410 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d4232577-4f1c-4ad8-9dc3-1721a0b6618e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355348 Mar 28 19:43:57.905180 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38850) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:43:57.909981 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-0e62e7d0-3731-487a-89be-ec41a7423b03 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group_rule': {'security_group_id': 'b754b22d-fb68-475c-a87d-cb8abd369fb6', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:43:57.916499 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0e62e7d0-3731-487a-89be-ec41a7423b03 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:43:57.920243 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0e62e7d0-3731-487a-89be-ec41a7423b03 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:43:57.923305 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0e62e7d0-3731-487a-89be-ec41a7423b03 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:43:57.929488 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0e62e7d0-3731-487a-89be-ec41a7423b03 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:43:57.945815 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0e62e7d0-3731-487a-89be-ec41a7423b03 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:58.008066 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0e62e7d0-3731-487a-89be-ec41a7423b03 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:58.011284 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0e62e7d0-3731-487a-89be-ec41a7423b03 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:58.033490 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62e7d0-3731-487a-89be-ec41a7423b03 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d2bba2-2729-4dad-81cd-aba1d7478102,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:43:58.041876 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0e62e7d0-3731-487a-89be-ec41a7423b03 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:58.043067 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0e62e7d0-3731-487a-89be-ec41a7423b03 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1369491 Mar 28 19:43:58.045710 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38854) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:43:58.050463 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-da184dd9-2671-4a62-b734-dd547d74a9cb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group_rule': {'security_group_id': 'b754b22d-fb68-475c-a87d-cb8abd369fb6', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:43:58.056776 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-da184dd9-2671-4a62-b734-dd547d74a9cb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:43:58.060563 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-da184dd9-2671-4a62-b734-dd547d74a9cb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:43:58.063658 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-da184dd9-2671-4a62-b734-dd547d74a9cb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:43:58.069876 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-da184dd9-2671-4a62-b734-dd547d74a9cb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:43:58.079689 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-da184dd9-2671-4a62-b734-dd547d74a9cb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Project 5c14268c8e5841d7aff34a232cfbb74a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:43:58.085955 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da184dd9-2671-4a62-b734-dd547d74a9cb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:58.148773 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da184dd9-2671-4a62-b734-dd547d74a9cb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:58.152392 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da184dd9-2671-4a62-b734-dd547d74a9cb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:58.174532 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da184dd9-2671-4a62-b734-dd547d74a9cb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a31b7ef7-b563-4aa3-a0e8-f7626766ad87,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:43:58.184105 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-da184dd9-2671-4a62-b734-dd547d74a9cb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:58.185344 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-da184dd9-2671-4a62-b734-dd547d74a9cb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1387472 Mar 28 19:43:58.188388 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38858) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:43:58.193175 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-bba53a06-d3f6-430f-a80a-3f2ad874c886 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group_rule': {'security_group_id': 'b754b22d-fb68-475c-a87d-cb8abd369fb6', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:43:58.199529 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bba53a06-d3f6-430f-a80a-3f2ad874c886 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:43:58.203274 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bba53a06-d3f6-430f-a80a-3f2ad874c886 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:43:58.206073 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-bba53a06-d3f6-430f-a80a-3f2ad874c886 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:43:58.212295 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-bba53a06-d3f6-430f-a80a-3f2ad874c886 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:43:58.222935 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-bba53a06-d3f6-430f-a80a-3f2ad874c886 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Project 5c14268c8e5841d7aff34a232cfbb74a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:43:58.229465 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bba53a06-d3f6-430f-a80a-3f2ad874c886 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:58.292523 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bba53a06-d3f6-430f-a80a-3f2ad874c886 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:58.295789 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bba53a06-d3f6-430f-a80a-3f2ad874c886 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:58.321641 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba53a06-d3f6-430f-a80a-3f2ad874c886 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7343e5f2-7937-43df-b69e-8bde567fa7d0,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:43:58.330640 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-bba53a06-d3f6-430f-a80a-3f2ad874c886 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:58.331953 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-bba53a06-d3f6-430f-a80a-3f2ad874c886 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1426649 Mar 28 19:43:58.334954 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38862) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:43:58.341066 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-6b16f572-4974-4b8e-9909-608457d70acd tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'network': {'name': 'tempest-network-smoke--518168070', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'port_security_enabled': True}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:43:58.345817 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6b16f572-4974-4b8e-9909-608457d70acd tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:43:58.349615 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6b16f572-4974-4b8e-9909-608457d70acd tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:network and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:43:58.353180 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-6b16f572-4974-4b8e-9909-608457d70acd tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:43:58.358809 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-6b16f572-4974-4b8e-9909-608457d70acd tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:43:58.368630 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b16f572-4974-4b8e-9909-608457d70acd tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Made reservation on behalf of 5c14268c8e5841d7aff34a232cfbb74a for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:43:58.371952 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6b16f572-4974-4b8e-9909-608457d70acd tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:58.399784 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b16f572-4974-4b8e-9909-608457d70acd tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:43:58.408607 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6b16f572-4974-4b8e-9909-608457d70acd tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:58.408950 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-6b16f572-4974-4b8e-9909-608457d70acd tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Added segment 3f750770-cc57-41f3-b325-69f4d471e4e9 of type vlan for network 79caab82-1425-4643-b851-45c38620899f Mar 28 19:43:58.439616 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6b16f572-4974-4b8e-9909-608457d70acd tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:58.468455 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6b16f572-4974-4b8e-9909-608457d70acd tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:58.473756 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b16f572-4974-4b8e-9909-608457d70acd tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:43:58.474330 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6b16f572-4974-4b8e-9909-608457d70acd tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:58.574222 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6b16f572-4974-4b8e-9909-608457d70acd tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2375379 Mar 28 19:43:58.577156 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 38866) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:43:58.580361 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16f572-4974-4b8e-9909-608457d70acd tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Network': ['ID=79caab82-1425-4643-b851-45c38620899f,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:43:58.583131 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-a1323cb9-e7d9-494e-bf81-337c41177189 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1629824209', 'admin_state_up': True, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:43:58.590538 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 79caab82-1425-4643-b851-45c38620899f details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:43:58.590738 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a1323cb9-e7d9-494e-bf81-337c41177189 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:43:58.594568 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a1323cb9-e7d9-494e-bf81-337c41177189 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:router and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:43:58.597403 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a1323cb9-e7d9-494e-bf81-337c41177189 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:43:58.607071 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a1323cb9-e7d9-494e-bf81-337c41177189 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:43:58.617473 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1323cb9-e7d9-494e-bf81-337c41177189 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:58.618523 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1323cb9-e7d9-494e-bf81-337c41177189 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:58.633542 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1323cb9-e7d9-494e-bf81-337c41177189 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:58.696696 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:58.724246 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:58.916778 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1323cb9-e7d9-494e-bf81-337c41177189 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:59.222470 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1323cb9-e7d9-494e-bf81-337c41177189 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router_gateway, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:59.249927 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1323cb9-e7d9-494e-bf81-337c41177189 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:59.381475 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-a1323cb9-e7d9-494e-bf81-337c41177189 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Allocated IP 172.26.4.124 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/47012715-1429-48b6-8bd8-5f050a6499cb) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:43:59.634345 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1323cb9-e7d9-494e-bf81-337c41177189 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:59.662858 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1323cb9-e7d9-494e-bf81-337c41177189 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:43:59.726855 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1323cb9-e7d9-494e-bf81-337c41177189 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:43:59.728001 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-a1323cb9-e7d9-494e-bf81-337c41177189 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:43:59.731567 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1323cb9-e7d9-494e-bf81-337c41177189 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:43:59.778738 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1323cb9-e7d9-494e-bf81-337c41177189 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Port': ['ID=47012715-1429-48b6-8bd8-5f050a6499cb,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:44:00.139463 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1323cb9-e7d9-494e-bf81-337c41177189 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router_gateway, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:00.289875 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:00.473274 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1323cb9-e7d9-494e-bf81-337c41177189 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:00.673629 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1323cb9-e7d9-494e-bf81-337c41177189 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Router 98d1dc3e-1d0d-44a3-857c-7fd3234de6f7 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:44:00.848006 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1323cb9-e7d9-494e-bf81-337c41177189 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:44:00.858231 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c48a7df-f645-42b4-9177-049c1f2d4c2c None None] Sync routers for ids ['98d1dc3e-1d0d-44a3-857c-7fd3234de6f7'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:44:00.868150 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c48a7df-f645-42b4-9177-049c1f2d4c2c None None] Routers {'98d1dc3e-1d0d-44a3-857c-7fd3234de6f7'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:44:00.868760 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-4c48a7df-f645-42b4-9177-049c1f2d4c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:43:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['98d1dc3e-1d0d-44a3-857c-7fd3234de6f7'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:44:00.875822 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a1323cb9-e7d9-494e-bf81-337c41177189 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:00.877233 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a1323cb9-e7d9-494e-bf81-337c41177189 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2990656 Mar 28 19:44:00.880355 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 38870) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:44:01.048131 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-4c48a7df-f645-42b4-9177-049c1f2d4c2c None None] Set router 98d1dc3e-1d0d-44a3-857c-7fd3234de6f7 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:44:01.141795 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-8d5f3ddb-bb65-4364-b9c5-aea27c7b4f17 tempest-TestNetworkAdvancedServerOps-1671564215 tempest-TestNetworkAdvancedServerOps-1671564215-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=5c14268c8e5841d7aff34a232cfbb74a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2602756 Mar 28 19:44:01.144405 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 38876) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:44:01.276688 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e11909c-b3a9-46eb-b573-15b52aa3aeed tempest-TestNetworkAdvancedServerOps-1671564215 tempest-TestNetworkAdvancedServerOps-1671564215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:01.278134 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0e11909c-b3a9-46eb-b573-15b52aa3aeed tempest-TestNetworkAdvancedServerOps-1671564215 tempest-TestNetworkAdvancedServerOps-1671564215-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1328504 Mar 28 19:44:01.281040 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 38880) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:44:01.319740 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e410acb4-1376-4e0b-b3dc-28dcc8b3acb6 tempest-TestNetworkAdvancedServerOps-1671564215 tempest-TestNetworkAdvancedServerOps-1671564215-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=222bb166-3b66-45c7-9663-18be61b96587&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374963 Mar 28 19:44:01.322230 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 38884) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:44:01.327517 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-d2f66969-1d33-498c-80d8-2d1939aa8370 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1735618802', 'network_id': '79caab82-1425-4643-b851-45c38620899f', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:44:01.330742 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-4c48a7df-f645-42b4-9177-049c1f2d4c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629824209', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': '47012715-1429-48b6-8bd8-5f050a6499cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:43:58Z', 'updated_at': '2022-03-28T19:43:59Z', 'revision_number': 3, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '47012715-1429-48b6-8bd8-5f050a6499cb', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:82:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:43:59Z', 'updated_at': '2022-03-28T19:43:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:44:01.334681 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c48a7df-f645-42b4-9177-049c1f2d4c2c None None] Checking router: 98d1dc3e-1d0d-44a3-857c-7fd3234de6f7 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:44:01.335635 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c48a7df-f645-42b4-9177-049c1f2d4c2c None None] Updating router 98d1dc3e-1d0d-44a3-857c-7fd3234de6f7 port 47012715-1429-48b6-8bd8-5f050a6499cb binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:44:01.390200 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4c48a7df-f645-42b4-9177-049c1f2d4c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:01.435230 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-d2f66969-1d33-498c-80d8-2d1939aa8370 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:44:01.439283 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d2f66969-1d33-498c-80d8-2d1939aa8370 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:subnet and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:44:01.442036 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-d2f66969-1d33-498c-80d8-2d1939aa8370 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:44:01.448446 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-d2f66969-1d33-498c-80d8-2d1939aa8370 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:44:01.457762 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f66969-1d33-498c-80d8-2d1939aa8370 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Made reservation on behalf of 5c14268c8e5841d7aff34a232cfbb74a for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:44:01.462234 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d2f66969-1d33-498c-80d8-2d1939aa8370 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:01.673982 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d2f66969-1d33-498c-80d8-2d1939aa8370 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:01.723888 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4c48a7df-f645-42b4-9177-049c1f2d4c2c None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:01.736325 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-4c48a7df-f645-42b4-9177-049c1f2d4c2c None None] Transition to ACTIVE for port object 47012715-1429-48b6-8bd8-5f050a6499cb will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:44:01.743164 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4c48a7df-f645-42b4-9177-049c1f2d4c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:01.754406 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f66969-1d33-498c-80d8-2d1939aa8370 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Subnet': ['ID=0752c821-dd55-4189-96a6-af97f437dd71,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:44:01.762696 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f66969-1d33-498c-80d8-2d1939aa8370 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Checking segment: {'id': '3f750770-cc57-41f3-b325-69f4d471e4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '79caab82-1425-4643-b851-45c38620899f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:44:01.763096 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f66969-1d33-498c-80d8-2d1939aa8370 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network hostable DHCP agents. Network: 79caab82-1425-4643-b851-45c38620899f, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:44:01.782014 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f66969-1d33-498c-80d8-2d1939aa8370 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network 79caab82-1425-4643-b851-45c38620899f is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:44:01.795029 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-d2f66969-1d33-498c-80d8-2d1939aa8370 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 79caab82-1425-4643-b851-45c38620899f) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:44:01.798929 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f66969-1d33-498c-80d8-2d1939aa8370 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:01.799612 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d2f66969-1d33-498c-80d8-2d1939aa8370 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:01.810722 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aeac2f-d25b-4fc6-94b5-d0f87e7349a4 None None] Network 79caab82-1425-4643-b851-45c38620899f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:44:01.821846 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d2f66969-1d33-498c-80d8-2d1939aa8370 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4986303 Mar 28 19:44:01.824684 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 38888) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:44:01.843540 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-4c48a7df-f645-42b4-9177-049c1f2d4c2c None None] Attempting to bind port 47012715-1429-48b6-8bd8-5f050a6499cb on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:44:01.843903 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-4c48a7df-f645-42b4-9177-049c1f2d4c2c None None] Attempting to bind port 47012715-1429-48b6-8bd8-5f050a6499cb by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:44:01.844262 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c48a7df-f645-42b4-9177-049c1f2d4c2c None None] Attempting to bind port 47012715-1429-48b6-8bd8-5f050a6499cb on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:44:01.898597 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c48a7df-f645-42b4-9177-049c1f2d4c2c None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:44:01.899002 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c48a7df-f645-42b4-9177-049c1f2d4c2c None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:44:01.899392 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4c48a7df-f645-42b4-9177-049c1f2d4c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:01.899783 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c48a7df-f645-42b4-9177-049c1f2d4c2c None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:44:01.900257 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-4c48a7df-f645-42b4-9177-049c1f2d4c2c None None] Bound port: 47012715-1429-48b6-8bd8-5f050a6499cb, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:44:01.900615 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4c48a7df-f645-42b4-9177-049c1f2d4c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:01.961131 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88343f15-a04b-422f-acbf-1df4433ff4fe None None] Pushing event updated for resources: {'Port': ['ID=47012715-1429-48b6-8bd8-5f050a6499cb,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:44:01.992014 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343f15-a04b-422f-acbf-1df4433ff4fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:44:01.992352 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343f15-a04b-422f-acbf-1df4433ff4fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:44:01.992690 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343f15-a04b-422f-acbf-1df4433ff4fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:44:01.993019 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343f15-a04b-422f-acbf-1df4433ff4fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:44:01.993348 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343f15-a04b-422f-acbf-1df4433ff4fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:44:01.993675 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343f15-a04b-422f-acbf-1df4433ff4fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:44:01.993997 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343f15-a04b-422f-acbf-1df4433ff4fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:44:01.994325 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343f15-a04b-422f-acbf-1df4433ff4fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:44:01.994648 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343f15-a04b-422f-acbf-1df4433ff4fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:44:01.994987 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343f15-a04b-422f-acbf-1df4433ff4fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:44:01.995310 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343f15-a04b-422f-acbf-1df4433ff4fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:44:01.995627 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343f15-a04b-422f-acbf-1df4433ff4fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:44:02.037892 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-4c48a7df-f645-42b4-9177-049c1f2d4c2c None None] For port 47012715-1429-48b6-8bd8-5f050a6499cb, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:44:02.042145 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:02.044868 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-4c48a7df-f645-42b4-9177-049c1f2d4c2c None None] For port 47012715-1429-48b6-8bd8-5f050a6499cb, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=47012715-1429-48b6-8bd8-5f050a6499cb,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:44:02.072286 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4c48a7df-f645-42b4-9177-049c1f2d4c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:02.241561 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c48a7df-f645-42b4-9177-049c1f2d4c2c None None] Routers {'98d1dc3e-1d0d-44a3-857c-7fd3234de6f7'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:44:02.242089 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-4c48a7df-f645-42b4-9177-049c1f2d4c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:43:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['98d1dc3e-1d0d-44a3-857c-7fd3234de6f7'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:44:02.305838 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88343f15-a04b-422f-acbf-1df4433ff4fe None None] Pushing event updated for resources: {'Port': ['ID=47012715-1429-48b6-8bd8-5f050a6499cb,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:44:02.311864 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445c947b-b11b-4956-b71f-711e4d179d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-79caab82-1425-4643-b851-45c38620899f', 'network_id': '79caab82-1425-4643-b851-45c38620899f', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'fixed_ips': [{'subnet_id': '0752c821-dd55-4189-96a6-af97f437dd71'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:44:02.312926 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-445c947b-b11b-4956-b71f-711e4d179d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:02.500305 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-4c48a7df-f645-42b4-9177-049c1f2d4c2c None None] Set router 98d1dc3e-1d0d-44a3-857c-7fd3234de6f7 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:44:02.535477 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a402c465-3ce9-40c2-a690-da92e62769d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:02.749041 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-445c947b-b11b-4956-b71f-711e4d179d12 None None] Allocated IP 172.20.0.2 (79caab82-1425-4643-b851-45c38620899f/0752c821-dd55-4189-96a6-af97f437dd71/b1ea9add-067d-45ac-af52-21b193c68b71) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:44:03.007586 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-4c48a7df-f645-42b4-9177-049c1f2d4c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629824209', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': '47012715-1429-48b6-8bd8-5f050a6499cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:43:58Z', 'updated_at': '2022-03-28T19:43:59Z', 'revision_number': 3, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '47012715-1429-48b6-8bd8-5f050a6499cb', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:82:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:43:59Z', 'updated_at': '2022-03-28T19:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:44:03.018780 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c48a7df-f645-42b4-9177-049c1f2d4c2c None None] The sync data for ids ['98d1dc3e-1d0d-44a3-857c-7fd3234de6f7'] in dv-neutron-834711-1-hyperv is: [{'id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629824209', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': '47012715-1429-48b6-8bd8-5f050a6499cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:43:58Z', 'updated_at': '2022-03-28T19:43:59Z', 'revision_number': 3, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '47012715-1429-48b6-8bd8-5f050a6499cb', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:82:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:43:59Z', 'updated_at': '2022-03-28T19:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:44:03.022767 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-445c947b-b11b-4956-b71f-711e4d179d12 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:03.032981 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-445c947b-b11b-4956-b71f-711e4d179d12 None None] Transition to ACTIVE for port object b1ea9add-067d-45ac-af52-21b193c68b71 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:44:03.055296 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-445c947b-b11b-4956-b71f-711e4d179d12 None None] Transition to ACTIVE for port object b1ea9add-067d-45ac-af52-21b193c68b71 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:44:03.063623 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-445c947b-b11b-4956-b71f-711e4d179d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:03.126710 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445c947b-b11b-4956-b71f-711e4d179d12 None None] Network 79caab82-1425-4643-b851-45c38620899f is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:44:03.133751 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-a402c465-3ce9-40c2-a690-da92e62769d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Allocated IP 172.20.0.1 (79caab82-1425-4643-b851-45c38620899f/0752c821-dd55-4189-96a6-af97f437dd71/0b21265e-2ce6-445e-8d40-fafabdf10ca1) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:44:03.134298 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-445c947b-b11b-4956-b71f-711e4d179d12 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:44:03.136934 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445c947b-b11b-4956-b71f-711e4d179d12 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:44:03.171660 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c947b-b11b-4956-b71f-711e4d179d12 None None] Pushing event updated for resources: {'Port': ['ID=b1ea9add-067d-45ac-af52-21b193c68b71,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:44:03.242470 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-445c947b-b11b-4956-b71f-711e4d179d12 None None] Attempting to bind port b1ea9add-067d-45ac-af52-21b193c68b71 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:44:03.260294 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-445c947b-b11b-4956-b71f-711e4d179d12 None None] Attempting to bind port b1ea9add-067d-45ac-af52-21b193c68b71 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '3f750770-cc57-41f3-b325-69f4d471e4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '79caab82-1425-4643-b851-45c38620899f'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:44:03.260603 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445c947b-b11b-4956-b71f-711e4d179d12 None None] Attempting to bind port b1ea9add-067d-45ac-af52-21b193c68b71 on network 79caab82-1425-4643-b851-45c38620899f {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:44:03.267357 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445c947b-b11b-4956-b71f-711e4d179d12 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:44:03.268499 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445c947b-b11b-4956-b71f-711e4d179d12 None None] Checking segment: {'id': '3f750770-cc57-41f3-b325-69f4d471e4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '79caab82-1425-4643-b851-45c38620899f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:44:03.268908 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-445c947b-b11b-4956-b71f-711e4d179d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:03.269297 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445c947b-b11b-4956-b71f-711e4d179d12 None None] Bound using segment: {'id': '3f750770-cc57-41f3-b325-69f4d471e4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '79caab82-1425-4643-b851-45c38620899f'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:44:03.269762 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-445c947b-b11b-4956-b71f-711e4d179d12 None None] Bound port: b1ea9add-067d-45ac-af52-21b193c68b71, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f750770-cc57-41f3-b325-69f4d471e4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '79caab82-1425-4643-b851-45c38620899f'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:44:03.270143 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-445c947b-b11b-4956-b71f-711e4d179d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:03.344010 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a402c465-3ce9-40c2-a690-da92e62769d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:03.360389 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-a402c465-3ce9-40c2-a690-da92e62769d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Transition to ACTIVE for port object 0b21265e-2ce6-445e-8d40-fafabdf10ca1 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:44:03.377307 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-445c947b-b11b-4956-b71f-711e4d179d12 None None] For port b1ea9add-067d-45ac-af52-21b193c68b71, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:44:03.381361 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-445c947b-b11b-4956-b71f-711e4d179d12 None None] For port b1ea9add-067d-45ac-af52-21b193c68b71, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=b1ea9add-067d-45ac-af52-21b193c68b71,segment=NetworkSegment(3f750770-cc57-41f3-b325-69f4d471e4e9),segment_id=3f750770-cc57-41f3-b325-69f4d471e4e9)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:44:03.387162 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-445c947b-b11b-4956-b71f-711e4d179d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:03.392568 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a402c465-3ce9-40c2-a690-da92e62769d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:03.455205 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a402c465-3ce9-40c2-a690-da92e62769d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network 79caab82-1425-4643-b851-45c38620899f is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:44:03.458598 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-a402c465-3ce9-40c2-a690-da92e62769d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:44:03.461524 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a402c465-3ce9-40c2-a690-da92e62769d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:44:03.482537 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c947b-b11b-4956-b71f-711e4d179d12 None None] Pushing event updated for resources: {'Port': ['ID=b1ea9add-067d-45ac-af52-21b193c68b71,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:44:03.529092 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 47012715-1429-48b6-8bd8-5f050a6499cb up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:44:03.532478 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402c465-3ce9-40c2-a690-da92e62769d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Port': ['ID=0b21265e-2ce6-445e-8d40-fafabdf10ca1,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:44:03.550601 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a402c465-3ce9-40c2-a690-da92e62769d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:03.610898 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 47012715-1429-48b6-8bd8-5f050a6499cb completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:44:03.616851 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 47012715-1429-48b6-8bd8-5f050a6499cb triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:44:03.617409 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:03.769127 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:03.789878 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 47012715-1429-48b6-8bd8-5f050a6499cb, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=47012715-1429-48b6-8bd8-5f050a6499cb,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:44:03.796542 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:03.885084 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=47012715-1429-48b6-8bd8-5f050a6499cb,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:44:03.888242 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a402c465-3ce9-40c2-a690-da92e62769d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:04.300251 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a402c465-3ce9-40c2-a690-da92e62769d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:04.305307 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a402c465-3ce9-40c2-a690-da92e62769d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:04.528222 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402c465-3ce9-40c2-a690-da92e62769d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Port': ['ID=0b21265e-2ce6-445e-8d40-fafabdf10ca1,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:44:04.530553 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a402c465-3ce9-40c2-a690-da92e62769d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:04.666361 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a402c465-3ce9-40c2-a690-da92e62769d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network 79caab82-1425-4643-b851-45c38620899f is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:44:04.667480 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-a402c465-3ce9-40c2-a690-da92e62769d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:44:04.848377 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a402c465-3ce9-40c2-a690-da92e62769d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Router 98d1dc3e-1d0d-44a3-857c-7fd3234de6f7 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:44:05.031149 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a402c465-3ce9-40c2-a690-da92e62769d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:44:05.045679 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a402c465-3ce9-40c2-a690-da92e62769d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "PUT /v2.0/routers/98d1dc3e-1d0d-44a3-857c-7fd3234de6f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2145290 Mar 28 19:44:05.050473 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9b12c1-aafe-4eba-b6a4-5ed806cf8156 None None] Sync routers for ids ['98d1dc3e-1d0d-44a3-857c-7fd3234de6f7'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:44:05.061451 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9b12c1-aafe-4eba-b6a4-5ed806cf8156 None None] Routers {'98d1dc3e-1d0d-44a3-857c-7fd3234de6f7'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:44:05.062053 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-ea9b12c1-aafe-4eba-b6a4-5ed806cf8156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:43:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['98d1dc3e-1d0d-44a3-857c-7fd3234de6f7'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:44:05.212309 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ad33c80a-42a5-421f-801f-8c849400471b req-e7a5c4de-3f75-4144-a825-783851f58565 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-358880500&fields=id&tenant_id=5c14268c8e5841d7aff34a232cfbb74a HTTP/1.1" status: 200 len: 267 time: 0.0429134 Mar 28 19:44:05.249941 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-ea9b12c1-aafe-4eba-b6a4-5ed806cf8156 None None] Set router 98d1dc3e-1d0d-44a3-857c-7fd3234de6f7 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:44:05.344520 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eedd96-741f-4930-8f5c-b81bf0fb01e4 None None] Network 79caab82-1425-4643-b851-45c38620899f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:44:05.369904 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33c80a-42a5-421f-801f-8c849400471b req-8af1f8b0-2180-4f92-8938-6852e195b817 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:05.372089 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ad33c80a-42a5-421f-801f-8c849400471b req-8af1f8b0-2180-4f92-8938-6852e195b817 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/networks?id=79caab82-1425-4643-b851-45c38620899f HTTP/1.1" status: 200 len: 796 time: 0.1529016 Mar 28 19:44:05.388594 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ad33c80a-42a5-421f-801f-8c849400471b req-f2d8784d-2b19-473d-a7b0-91599f570f46 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/quotas/5c14268c8e5841d7aff34a232cfbb74a HTTP/1.1" status: 200 len: 375 time: 0.0108829 Mar 28 19:44:05.486593 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-8602d543-6789-4bf6-9b4d-13e276c046f3 None None] Provisioning for port b1ea9add-067d-45ac-af52-21b193c68b71 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:44:05.494305 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-ad33c80a-42a5-421f-801f-8c849400471b req-ec183be4-d838-42b4-8d6e-ca29655e8c16 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Synchronizing usage tracker for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:44:05.520340 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-ad33c80a-42a5-421f-801f-8c849400471b req-ec183be4-d838-42b4-8d6e-ca29655e8c16 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Unset dirty status for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:44:05.534538 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ad33c80a-42a5-421f-801f-8c849400471b req-ec183be4-d838-42b4-8d6e-ca29655e8c16 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1334345 Mar 28 19:44:05.596228 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 47012715-1429-48b6-8bd8-5f050a6499cb up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:44:05.603728 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-ea9b12c1-aafe-4eba-b6a4-5ed806cf8156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629824209', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': '47012715-1429-48b6-8bd8-5f050a6499cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:43:58Z', 'updated_at': '2022-03-28T19:44:03Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '47012715-1429-48b6-8bd8-5f050a6499cb', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:43:59Z', 'updated_at': '2022-03-28T19:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '0b21265e-2ce6-445e-8d40-fafabdf10ca1', 'name': '', 'network_id': '79caab82-1425-4643-b851-45c38620899f', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:50:b4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '0752c821-dd55-4189-96a6-af97f437dd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:44:02Z', 'updated_at': '2022-03-28T19:44:04Z', 'revision_number': 2, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '0752c821-dd55-4189-96a6-af97f437dd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:44:05.607691 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9b12c1-aafe-4eba-b6a4-5ed806cf8156 None None] Checking router: 98d1dc3e-1d0d-44a3-857c-7fd3234de6f7 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:44:05.608241 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9b12c1-aafe-4eba-b6a4-5ed806cf8156 None None] Updating router 98d1dc3e-1d0d-44a3-857c-7fd3234de6f7 port 0b21265e-2ce6-445e-8d40-fafabdf10ca1 binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:44:05.667406 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-ea9b12c1-aafe-4eba-b6a4-5ed806cf8156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:05.722293 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 47012715-1429-48b6-8bd8-5f050a6499cb triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:44:05.722666 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:05.747546 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ad33c80a-42a5-421f-801f-8c849400471b req-304bb90d-294b-4fe5-aae4-5749b6e46bac service neutron] 10.222.0.10 "GET /v2.0/networks/79caab82-1425-4643-b851-45c38620899f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076910 Mar 28 19:44:05.855778 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device b1ea9add-067d-45ac-af52-21b193c68b71 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:44:05.909443 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ad33c80a-42a5-421f-801f-8c849400471b req-ad4ad3b3-faad-4a4f-b05a-2e3fe376784b service neutron] 10.222.0.10 "GET /v2.0/networks/79caab82-1425-4643-b851-45c38620899f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561553 Mar 28 19:44:05.931370 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port b1ea9add-067d-45ac-af52-21b193c68b71 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:44:05.939062 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port b1ea9add-067d-45ac-af52-21b193c68b71 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:44:05.939599 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:06.081074 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-ea9b12c1-aafe-4eba-b6a4-5ed806cf8156 None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:06.094004 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-ea9b12c1-aafe-4eba-b6a4-5ed806cf8156 None None] Transition to ACTIVE for port object 0b21265e-2ce6-445e-8d40-fafabdf10ca1 will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:44:06.101212 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-ea9b12c1-aafe-4eba-b6a4-5ed806cf8156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:06.106162 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:06.130155 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-db43ebfe-9037-452f-8d97-060a2ba181de req-560cdc1d-1f87-4b7b-a30a-39bab6e68e77 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=9df2591d-f81a-4e37-bb21-887d16f00ed9 HTTP/1.1" status: 200 len: 210 time: 0.0561578 Mar 28 19:44:06.149023 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port b1ea9add-067d-45ac-af52-21b193c68b71, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=b1ea9add-067d-45ac-af52-21b193c68b71,segment=NetworkSegment(3f750770-cc57-41f3-b325-69f4d471e4e9),segment_id=3f750770-cc57-41f3-b325-69f4d471e4e9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:44:06.161505 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:06.216392 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6032314a-9dec-48a8-ba2a-4210db3ac6a2 None None] Provisioning complete for port b1ea9add-067d-45ac-af52-21b193c68b71 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:44:06.216759 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6032314a-9dec-48a8-ba2a-4210db3ac6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:06.270921 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3596bef-ee68-4fea-8e67-b61128c5f1cd None None] Pushing event updated for resources: {'Port': ['ID=0b21265e-2ce6-445e-8d40-fafabdf10ca1,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:44:06.281231 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=b1ea9add-067d-45ac-af52-21b193c68b71,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:44:06.318912 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3596bef-ee68-4fea-8e67-b61128c5f1cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:44:06.319159 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3596bef-ee68-4fea-8e67-b61128c5f1cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:44:06.320161 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3596bef-ee68-4fea-8e67-b61128c5f1cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:44:06.320901 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3596bef-ee68-4fea-8e67-b61128c5f1cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:44:06.321230 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3596bef-ee68-4fea-8e67-b61128c5f1cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:44:06.321555 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3596bef-ee68-4fea-8e67-b61128c5f1cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:44:06.321872 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3596bef-ee68-4fea-8e67-b61128c5f1cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:44:06.322185 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3596bef-ee68-4fea-8e67-b61128c5f1cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:44:06.322503 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3596bef-ee68-4fea-8e67-b61128c5f1cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:44:06.322817 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3596bef-ee68-4fea-8e67-b61128c5f1cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:44:06.323152 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3596bef-ee68-4fea-8e67-b61128c5f1cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:44:06.323460 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3596bef-ee68-4fea-8e67-b61128c5f1cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:44:06.336758 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-ea9b12c1-aafe-4eba-b6a4-5ed806cf8156 None None] Attempting to bind port 0b21265e-2ce6-445e-8d40-fafabdf10ca1 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:44:06.337114 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-ea9b12c1-aafe-4eba-b6a4-5ed806cf8156 None None] Attempting to bind port 0b21265e-2ce6-445e-8d40-fafabdf10ca1 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '3f750770-cc57-41f3-b325-69f4d471e4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '79caab82-1425-4643-b851-45c38620899f'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:44:06.337469 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9b12c1-aafe-4eba-b6a4-5ed806cf8156 None None] Attempting to bind port 0b21265e-2ce6-445e-8d40-fafabdf10ca1 on network 79caab82-1425-4643-b851-45c38620899f {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:44:06.342929 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9b12c1-aafe-4eba-b6a4-5ed806cf8156 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:44:06.343291 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9b12c1-aafe-4eba-b6a4-5ed806cf8156 None None] Checking segment: {'id': '3f750770-cc57-41f3-b325-69f4d471e4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '79caab82-1425-4643-b851-45c38620899f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:44:06.343677 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-ea9b12c1-aafe-4eba-b6a4-5ed806cf8156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:06.344053 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9b12c1-aafe-4eba-b6a4-5ed806cf8156 None None] Bound using segment: {'id': '3f750770-cc57-41f3-b325-69f4d471e4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '79caab82-1425-4643-b851-45c38620899f'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:44:06.344503 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-ea9b12c1-aafe-4eba-b6a4-5ed806cf8156 None None] Bound port: 0b21265e-2ce6-445e-8d40-fafabdf10ca1, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f750770-cc57-41f3-b325-69f4d471e4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '79caab82-1425-4643-b851-45c38620899f'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:44:06.344868 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-ea9b12c1-aafe-4eba-b6a4-5ed806cf8156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:06.367830 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-6032314a-9dec-48a8-ba2a-4210db3ac6a2 None None] Provisioning for port 0b21265e-2ce6-445e-8d40-fafabdf10ca1 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:44:06.438593 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-ea9b12c1-aafe-4eba-b6a4-5ed806cf8156 None None] For port 0b21265e-2ce6-445e-8d40-fafabdf10ca1, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:44:06.441745 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-ea9b12c1-aafe-4eba-b6a4-5ed806cf8156 None None] For port 0b21265e-2ce6-445e-8d40-fafabdf10ca1, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=0b21265e-2ce6-445e-8d40-fafabdf10ca1,segment=NetworkSegment(3f750770-cc57-41f3-b325-69f4d471e4e9),segment_id=3f750770-cc57-41f3-b325-69f4d471e4e9)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:44:06.447438 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-ea9b12c1-aafe-4eba-b6a4-5ed806cf8156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:06.553517 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9b12c1-aafe-4eba-b6a4-5ed806cf8156 None None] Routers {'98d1dc3e-1d0d-44a3-857c-7fd3234de6f7'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:44:06.554589 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-ea9b12c1-aafe-4eba-b6a4-5ed806cf8156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:43:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['98d1dc3e-1d0d-44a3-857c-7fd3234de6f7'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:44:06.620639 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3596bef-ee68-4fea-8e67-b61128c5f1cd None None] Pushing event updated for resources: {'Port': ['ID=0b21265e-2ce6-445e-8d40-fafabdf10ca1,revision_number=4']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:44:06.748169 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-ea9b12c1-aafe-4eba-b6a4-5ed806cf8156 None None] Set router 98d1dc3e-1d0d-44a3-857c-7fd3234de6f7 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:44:07.071210 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-ea9b12c1-aafe-4eba-b6a4-5ed806cf8156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629824209', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': '47012715-1429-48b6-8bd8-5f050a6499cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:43:58Z', 'updated_at': '2022-03-28T19:44:03Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '47012715-1429-48b6-8bd8-5f050a6499cb', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:43:59Z', 'updated_at': '2022-03-28T19:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '0b21265e-2ce6-445e-8d40-fafabdf10ca1', 'name': '', 'network_id': '79caab82-1425-4643-b851-45c38620899f', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:50:b4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '0752c821-dd55-4189-96a6-af97f437dd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:44:02Z', 'updated_at': '2022-03-28T19:44:06Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '0752c821-dd55-4189-96a6-af97f437dd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:44:07.075422 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9b12c1-aafe-4eba-b6a4-5ed806cf8156 None None] The sync data for ids ['98d1dc3e-1d0d-44a3-857c-7fd3234de6f7'] in dv-neutron-834711-1-hyperv is: [{'id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629824209', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': '47012715-1429-48b6-8bd8-5f050a6499cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:43:58Z', 'updated_at': '2022-03-28T19:44:03Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '47012715-1429-48b6-8bd8-5f050a6499cb', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:43:59Z', 'updated_at': '2022-03-28T19:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '0b21265e-2ce6-445e-8d40-fafabdf10ca1', 'name': '', 'network_id': '79caab82-1425-4643-b851-45c38620899f', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:50:b4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '0752c821-dd55-4189-96a6-af97f437dd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:44:02Z', 'updated_at': '2022-03-28T19:44:06Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '0752c821-dd55-4189-96a6-af97f437dd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:44:07.238295 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-228a0e38-1c3b-473c-8229-636d36b22fbe req-99d84327-c294-4bc3-94f2-cb003eaf6ee3 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=9df2591d-f81a-4e37-bb21-887d16f00ed9 HTTP/1.1" status: 200 len: 210 time: 0.0425053 Mar 28 19:44:07.548439 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 0b21265e-2ce6-445e-8d40-fafabdf10ca1 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:44:07.617943 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 0b21265e-2ce6-445e-8d40-fafabdf10ca1 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:44:07.623151 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 0b21265e-2ce6-445e-8d40-fafabdf10ca1 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:44:07.623523 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:07.743077 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:07.776253 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 0b21265e-2ce6-445e-8d40-fafabdf10ca1, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=0b21265e-2ce6-445e-8d40-fafabdf10ca1,segment=NetworkSegment(3f750770-cc57-41f3-b325-69f4d471e4e9),segment_id=3f750770-cc57-41f3-b325-69f4d471e4e9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:44:07.781080 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:07.781938 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device b1ea9add-067d-45ac-af52-21b193c68b71 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:44:07.897810 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=0b21265e-2ce6-445e-8d40-fafabdf10ca1,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:44:07.909902 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port b1ea9add-067d-45ac-af52-21b193c68b71 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:44:07.910272 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:08.337792 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d4018fd1-a70e-4d6a-b60f-4971a92d11b9 req-13f8d199-8e4b-4c02-a892-c26c2ecbcd8b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=9df2591d-f81a-4e37-bb21-887d16f00ed9 HTTP/1.1" status: 200 len: 210 time: 0.0444553 Mar 28 19:44:09.468179 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 0b21265e-2ce6-445e-8d40-fafabdf10ca1 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:44:09.487854 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dd34765d-5c54-4d3e-91a4-6ac3773feb9e req-3ca56f58-f68a-416b-9839-04fce6b4d5b2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=9df2591d-f81a-4e37-bb21-887d16f00ed9 HTTP/1.1" status: 200 len: 210 time: 0.0425222 Mar 28 19:44:09.537369 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 0b21265e-2ce6-445e-8d40-fafabdf10ca1 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:44:09.537737 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:10.401392 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33c80a-42a5-421f-801f-8c849400471b req-7c4e4e79-3256-4ff4-a769-80658011d4ad tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:10.402692 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ad33c80a-42a5-421f-801f-8c849400471b req-7c4e4e79-3256-4ff4-a769-80658011d4ad tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.26 "GET /v2.0/networks?id=79caab82-1425-4643-b851-45c38620899f HTTP/1.1" status: 200 len: 796 time: 0.1466677 Mar 28 19:44:10.452042 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ad33c80a-42a5-421f-801f-8c849400471b req-1d7b7175-fc74-42f4-9f16-060c24aee02f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c14268c8e5841d7aff34a232cfbb74a HTTP/1.1" status: 200 len: 379 time: 0.0411530 Mar 28 19:44:10.459689 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-ad33c80a-42a5-421f-801f-8c849400471b req-8ea677de-b06d-4330-ab5b-83d4ff6cbf3e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'port': {'device_id': '9df2591d-f81a-4e37-bb21-887d16f00ed9', 'network_id': '79caab82-1425-4643-b851-45c38620899f', 'admin_state_up': True, 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'security_groups': ['b754b22d-fb68-475c-a87d-cb8abd369fb6']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:44:10.717211 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0bafabbc-ca80-4e5f-9783-9d9a6a49cddd req-576fbad0-c5d9-4385-9bdd-8cea4d22e380 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=9df2591d-f81a-4e37-bb21-887d16f00ed9 HTTP/1.1" status: 200 len: 210 time: 0.0589664 Mar 28 19:44:10.753381 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-ad33c80a-42a5-421f-801f-8c849400471b req-8ea677de-b06d-4330-ab5b-83d4ff6cbf3e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:44:10.762836 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-ad33c80a-42a5-421f-801f-8c849400471b req-8ea677de-b06d-4330-ab5b-83d4ff6cbf3e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:44:10.772016 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad33c80a-42a5-421f-801f-8c849400471b req-8ea677de-b06d-4330-ab5b-83d4ff6cbf3e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Made reservation on behalf of 5c14268c8e5841d7aff34a232cfbb74a for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:44:10.776441 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ad33c80a-42a5-421f-801f-8c849400471b req-8ea677de-b06d-4330-ab5b-83d4ff6cbf3e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:10.935435 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-ad33c80a-42a5-421f-801f-8c849400471b req-8ea677de-b06d-4330-ab5b-83d4ff6cbf3e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Allocated IP 172.20.0.12 (79caab82-1425-4643-b851-45c38620899f/0752c821-dd55-4189-96a6-af97f437dd71/246e590b-2e0d-4282-9608-efb2d60e9df1) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:44:11.117942 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ad33c80a-42a5-421f-801f-8c849400471b req-8ea677de-b06d-4330-ab5b-83d4ff6cbf3e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:11.132737 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-ad33c80a-42a5-421f-801f-8c849400471b req-8ea677de-b06d-4330-ab5b-83d4ff6cbf3e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Transition to ACTIVE for port object 246e590b-2e0d-4282-9608-efb2d60e9df1 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:44:11.155660 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ad33c80a-42a5-421f-801f-8c849400471b req-8ea677de-b06d-4330-ab5b-83d4ff6cbf3e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:11.216567 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad33c80a-42a5-421f-801f-8c849400471b req-8ea677de-b06d-4330-ab5b-83d4ff6cbf3e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network 79caab82-1425-4643-b851-45c38620899f is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:44:11.219568 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-ad33c80a-42a5-421f-801f-8c849400471b req-8ea677de-b06d-4330-ab5b-83d4ff6cbf3e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:44:11.221974 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad33c80a-42a5-421f-801f-8c849400471b req-8ea677de-b06d-4330-ab5b-83d4ff6cbf3e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:44:11.279142 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea677de-b06d-4330-ab5b-83d4ff6cbf3e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Port': ['ID=246e590b-2e0d-4282-9608-efb2d60e9df1,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:44:11.304845 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33c80a-42a5-421f-801f-8c849400471b req-8ea677de-b06d-4330-ab5b-83d4ff6cbf3e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:11.305467 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ad33c80a-42a5-421f-801f-8c849400471b req-8ea677de-b06d-4330-ab5b-83d4ff6cbf3e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:11.330140 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ad33c80a-42a5-421f-801f-8c849400471b req-8ea677de-b06d-4330-ab5b-83d4ff6cbf3e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8739464 Mar 28 19:44:11.342106 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-ad33c80a-42a5-421f-801f-8c849400471b req-b7084a34-e610-4571-93e3-f9a676d99fed service neutron] Request body: {'port': {'device_id': '9df2591d-f81a-4e37-bb21-887d16f00ed9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:44:11.452906 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ad33c80a-42a5-421f-801f-8c849400471b req-b7084a34-e610-4571-93e3-f9a676d99fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:11.486127 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-66041ac8-1121-4832-a006-a2d9a786d8a9 None None] Provisioning for port 246e590b-2e0d-4282-9608-efb2d60e9df1 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:44:11.491414 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-66041ac8-1121-4832-a006-a2d9a786d8a9 None None] Provisioning complete for port 246e590b-2e0d-4282-9608-efb2d60e9df1 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:44:11.491731 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-66041ac8-1121-4832-a006-a2d9a786d8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:11.545621 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-66041ac8-1121-4832-a006-a2d9a786d8a9 None None] Port 246e590b-2e0d-4282-9608-efb2d60e9df1 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:44:11.666403 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:44:11.789391 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-ad33c80a-42a5-421f-801f-8c849400471b req-b7084a34-e610-4571-93e3-f9a676d99fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 246e590b-2e0d-4282-9608-efb2d60e9df1 {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:44:11.796541 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ad33c80a-42a5-421f-801f-8c849400471b req-b7084a34-e610-4571-93e3-f9a676d99fed service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:11.810844 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-ad33c80a-42a5-421f-801f-8c849400471b req-b7084a34-e610-4571-93e3-f9a676d99fed service neutron] Transition to ACTIVE for port object 246e590b-2e0d-4282-9608-efb2d60e9df1 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:44:11.816164 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ad33c80a-42a5-421f-801f-8c849400471b req-b7084a34-e610-4571-93e3-f9a676d99fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:12.017678 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7084a34-e610-4571-93e3-f9a676d99fed service neutron] Pushing event updated for resources: {'Port': ['ID=246e590b-2e0d-4282-9608-efb2d60e9df1,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:44:12.106850 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8ebb3-8476-49cd-a4fe-813b6250dbbd req-f8f30afd-722e-4fc1-85a7-75298e157961 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:12.107560 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-01c8ebb3-8476-49cd-a4fe-813b6250dbbd req-f8f30afd-722e-4fc1-85a7-75298e157961 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Synchronizing usage tracker for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:44:12.131221 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-ad33c80a-42a5-421f-801f-8c849400471b req-b7084a34-e610-4571-93e3-f9a676d99fed service neutron] Attempting to bind port 246e590b-2e0d-4282-9608-efb2d60e9df1 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:44:12.131552 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-ad33c80a-42a5-421f-801f-8c849400471b req-b7084a34-e610-4571-93e3-f9a676d99fed service neutron] Attempting to bind port 246e590b-2e0d-4282-9608-efb2d60e9df1 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '3f750770-cc57-41f3-b325-69f4d471e4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '79caab82-1425-4643-b851-45c38620899f'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:44:12.131948 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad33c80a-42a5-421f-801f-8c849400471b req-b7084a34-e610-4571-93e3-f9a676d99fed service neutron] Attempting to bind port 246e590b-2e0d-4282-9608-efb2d60e9df1 on network 79caab82-1425-4643-b851-45c38620899f {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:44:12.137096 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad33c80a-42a5-421f-801f-8c849400471b req-b7084a34-e610-4571-93e3-f9a676d99fed service neutron] Port 246e590b-2e0d-4282-9608-efb2d60e9df1 on network 79caab82-1425-4643-b851-45c38620899f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:44:12.137451 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad33c80a-42a5-421f-801f-8c849400471b req-b7084a34-e610-4571-93e3-f9a676d99fed service neutron] Attempting to bind port 246e590b-2e0d-4282-9608-efb2d60e9df1 on network 79caab82-1425-4643-b851-45c38620899f {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:44:12.141050 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-01c8ebb3-8476-49cd-a4fe-813b6250dbbd req-f8f30afd-722e-4fc1-85a7-75298e157961 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Unset dirty status for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:44:12.142173 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-01c8ebb3-8476-49cd-a4fe-813b6250dbbd req-f8f30afd-722e-4fc1-85a7-75298e157961 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=9df2591d-f81a-4e37-bb21-887d16f00ed9 HTTP/1.1" status: 200 len: 944 time: 0.2937946 Mar 28 19:44:12.144526 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad33c80a-42a5-421f-801f-8c849400471b req-b7084a34-e610-4571-93e3-f9a676d99fed service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:44:12.144860 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad33c80a-42a5-421f-801f-8c849400471b req-b7084a34-e610-4571-93e3-f9a676d99fed service neutron] Checking segment: {'id': '3f750770-cc57-41f3-b325-69f4d471e4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '79caab82-1425-4643-b851-45c38620899f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:44:12.145235 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad33c80a-42a5-421f-801f-8c849400471b req-b7084a34-e610-4571-93e3-f9a676d99fed service neutron] Bound using segment: {'id': '3f750770-cc57-41f3-b325-69f4d471e4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '79caab82-1425-4643-b851-45c38620899f'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:44:12.145659 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-ad33c80a-42a5-421f-801f-8c849400471b req-b7084a34-e610-4571-93e3-f9a676d99fed service neutron] Bound port: 246e590b-2e0d-4282-9608-efb2d60e9df1, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f750770-cc57-41f3-b325-69f4d471e4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '79caab82-1425-4643-b851-45c38620899f'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:44:12.146000 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ad33c80a-42a5-421f-801f-8c849400471b req-b7084a34-e610-4571-93e3-f9a676d99fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:12.234519 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-01c8ebb3-8476-49cd-a4fe-813b6250dbbd req-0db49479-6719-4894-9207-e02a171c0c8e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754b22d-fb68-475c-a87d-cb8abd369fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795472 Mar 28 19:44:12.267558 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-ad33c80a-42a5-421f-801f-8c849400471b req-b7084a34-e610-4571-93e3-f9a676d99fed service neutron] For port 246e590b-2e0d-4282-9608-efb2d60e9df1, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:44:12.270547 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-ad33c80a-42a5-421f-801f-8c849400471b req-b7084a34-e610-4571-93e3-f9a676d99fed service neutron] For port 246e590b-2e0d-4282-9608-efb2d60e9df1, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=246e590b-2e0d-4282-9608-efb2d60e9df1,segment=NetworkSegment(3f750770-cc57-41f3-b325-69f4d471e4e9),segment_id=3f750770-cc57-41f3-b325-69f4d471e4e9)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:44:12.275009 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ad33c80a-42a5-421f-801f-8c849400471b req-b7084a34-e610-4571-93e3-f9a676d99fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:12.436094 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33c80a-42a5-421f-801f-8c849400471b req-b7084a34-e610-4571-93e3-f9a676d99fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:12.436696 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ad33c80a-42a5-421f-801f-8c849400471b req-b7084a34-e610-4571-93e3-f9a676d99fed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:12.438296 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ad33c80a-42a5-421f-801f-8c849400471b req-b7084a34-e610-4571-93e3-f9a676d99fed service neutron] 10.222.0.26 "PUT /v2.0/ports/246e590b-2e0d-4282-9608-efb2d60e9df1 HTTP/1.1" status: 200 len: 1094 time: 1.1003561 Mar 28 19:44:12.438731 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df2591d-f81a-4e37-bb21-887d16f00ed9', 'tag': '246e590b-2e0d-4282-9608-efb2d60e9df1'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:44:12.472096 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7084a34-e610-4571-93e3-f9a676d99fed service neutron] Pushing event updated for resources: {'Port': ['ID=246e590b-2e0d-4282-9608-efb2d60e9df1,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:44:12.551579 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33c80a-42a5-421f-801f-8c849400471b req-45a176fb-e6a5-4e9e-9fe4-5fa88664f4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:12.554048 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ad33c80a-42a5-421f-801f-8c849400471b req-45a176fb-e6a5-4e9e-9fe4-5fa88664f4bf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=9df2591d-f81a-4e37-bb21-887d16f00ed9 HTTP/1.1" status: 200 len: 1097 time: 0.0752985 Mar 28 19:44:12.555399 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df2591d-f81a-4e37-bb21-887d16f00ed9', 'tag': '246e590b-2e0d-4282-9608-efb2d60e9df1', 'status': 'completed', 'code': 200} Mar 28 19:44:12.624714 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ad33c80a-42a5-421f-801f-8c849400471b req-f9b7885b-74e5-4071-a576-3cf5ee4a6444 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=246e590b-2e0d-4282-9608-efb2d60e9df1 HTTP/1.1" status: 200 len: 217 time: 0.0649784 Mar 28 19:44:12.686218 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33c80a-42a5-421f-801f-8c849400471b req-8e8771ff-0092-4de3-b3d3-79037b10f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:12.687987 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ad33c80a-42a5-421f-801f-8c849400471b req-8e8771ff-0092-4de3-b3d3-79037b10f595 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0752c821-dd55-4189-96a6-af97f437dd71 HTTP/1.1" status: 200 len: 835 time: 0.0583467 Mar 28 19:44:12.767729 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33c80a-42a5-421f-801f-8c849400471b req-ba07029b-e19d-48a9-b1a8-e0f4c060fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:12.769193 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ad33c80a-42a5-421f-801f-8c849400471b req-ba07029b-e19d-48a9-b1a8-e0f4c060fd97 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79caab82-1425-4643-b851-45c38620899f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735989 Mar 28 19:44:12.899783 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ad33c80a-42a5-421f-801f-8c849400471b req-c54c0127-ab51-45b6-aa09-eede8cd84f06 service neutron] 10.222.0.26 "GET /v2.0/networks/79caab82-1425-4643-b851-45c38620899f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239331 Mar 28 19:44:13.029641 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ad33c80a-42a5-421f-801f-8c849400471b req-349531a2-0154-495d-a30d-33bd140911d9 service neutron] 10.222.0.26 "GET /v2.0/networks/79caab82-1425-4643-b851-45c38620899f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236537 Mar 28 19:44:13.141821 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52caef6-4457-4af1-8453-f9d9cc0d15cb req-f39432ca-066a-43f8-a57e-a73a55efc4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:13.143330 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e52caef6-4457-4af1-8453-f9d9cc0d15cb req-f39432ca-066a-43f8-a57e-a73a55efc4ed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=9df2591d-f81a-4e37-bb21-887d16f00ed9 HTTP/1.1" status: 200 len: 1097 time: 0.0700476 Mar 28 19:44:13.276591 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52caef6-4457-4af1-8453-f9d9cc0d15cb req-cacc5937-f490-4c3b-859d-471029735f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:13.278035 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e52caef6-4457-4af1-8453-f9d9cc0d15cb req-cacc5937-f490-4c3b-859d-471029735f7f service neutron] 10.222.0.26 "GET /v2.0/networks?id=79caab82-1425-4643-b851-45c38620899f HTTP/1.1" status: 200 len: 897 time: 0.1287968 Mar 28 19:44:13.377184 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e52caef6-4457-4af1-8453-f9d9cc0d15cb req-b3404ab3-ad3e-4915-9cff-77cce6c9ce6a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=246e590b-2e0d-4282-9608-efb2d60e9df1 HTTP/1.1" status: 200 len: 217 time: 0.0932684 Mar 28 19:44:13.454339 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52caef6-4457-4af1-8453-f9d9cc0d15cb req-e6c57df3-2e0a-4df8-b3e1-4d1d04d9af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:13.455810 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e52caef6-4457-4af1-8453-f9d9cc0d15cb req-e6c57df3-2e0a-4df8-b3e1-4d1d04d9af5b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0752c821-dd55-4189-96a6-af97f437dd71 HTTP/1.1" status: 200 len: 835 time: 0.0725164 Mar 28 19:44:13.519939 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2d3b9-f99a-4d82-8136-995f960001d5 req-66862c43-fe08-40e0-8301-4f2415e5f458 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:13.522515 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-00c2d3b9-f99a-4d82-8136-995f960001d5 req-66862c43-fe08-40e0-8301-4f2415e5f458 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=9df2591d-f81a-4e37-bb21-887d16f00ed9 HTTP/1.1" status: 200 len: 944 time: 0.1814222 Mar 28 19:44:13.582063 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-00c2d3b9-f99a-4d82-8136-995f960001d5 req-6e777272-2b3a-4c2a-a5f8-98bbca62f4ab tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754b22d-fb68-475c-a87d-cb8abd369fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534856 Mar 28 19:44:13.587487 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52caef6-4457-4af1-8453-f9d9cc0d15cb req-7cedaeab-38d5-4d86-adf9-da820c90bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:13.588938 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e52caef6-4457-4af1-8453-f9d9cc0d15cb req-7cedaeab-38d5-4d86-adf9-da820c90bbfd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79caab82-1425-4643-b851-45c38620899f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1231754 Mar 28 19:44:13.722838 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e52caef6-4457-4af1-8453-f9d9cc0d15cb req-4f3d1e81-87e4-418c-aba2-f1b0c5ccd0e9 service neutron] 10.222.0.26 "GET /v2.0/networks/79caab82-1425-4643-b851-45c38620899f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267872 Mar 28 19:44:13.853228 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e52caef6-4457-4af1-8453-f9d9cc0d15cb req-68aa62fa-f4c9-4868-9875-dbef88f2f269 service neutron] 10.222.0.26 "GET /v2.0/networks/79caab82-1425-4643-b851-45c38620899f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233883 Mar 28 19:44:14.769478 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723677c9-710a-4aa8-816d-b19a96fd9fcc req-8343f908-336a-4f96-b730-a72ebec5d72f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:14.770937 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-723677c9-710a-4aa8-816d-b19a96fd9fcc req-8343f908-336a-4f96-b730-a72ebec5d72f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=9df2591d-f81a-4e37-bb21-887d16f00ed9 HTTP/1.1" status: 200 len: 944 time: 0.0809267 Mar 28 19:44:14.814085 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-723677c9-710a-4aa8-816d-b19a96fd9fcc req-d8c25327-6566-46e5-8bf2-08ff9670d91a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754b22d-fb68-475c-a87d-cb8abd369fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369885 Mar 28 19:44:15.185186 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 246e590b-2e0d-4282-9608-efb2d60e9df1 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:44:15.344301 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 246e590b-2e0d-4282-9608-efb2d60e9df1, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=246e590b-2e0d-4282-9608-efb2d60e9df1,segment=NetworkSegment(3f750770-cc57-41f3-b325-69f4d471e4e9),segment_id=3f750770-cc57-41f3-b325-69f4d471e4e9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:44:15.357656 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '246e590b-2e0d-4282-9608-efb2d60e9df1', 'network_id': '79caab82-1425-4643-b851-45c38620899f', 'port_id': '246e590b-2e0d-4282-9608-efb2d60e9df1', 'mac_address': 'fa:16:3e:67:22:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0752c821-dd55-4189-96a6-af97f437dd71', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:44:15.414211 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:15.431017 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 246e590b-2e0d-4282-9608-efb2d60e9df1 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:44:15.446734 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 246e590b-2e0d-4282-9608-efb2d60e9df1, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=246e590b-2e0d-4282-9608-efb2d60e9df1,segment=NetworkSegment(3f750770-cc57-41f3-b325-69f4d471e4e9),segment_id=3f750770-cc57-41f3-b325-69f4d471e4e9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:44:15.450507 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:15.515624 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=246e590b-2e0d-4282-9608-efb2d60e9df1,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:44:15.796853 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['246e590b-2e0d-4282-9608-efb2d60e9df1'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:44:16.144213 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a184e02-0ce5-4c8d-abd1-8c4f84e9c8d8 req-5b804aa2-e3bb-49d8-b3be-d906339b2365 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:16.145566 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7a184e02-0ce5-4c8d-abd1-8c4f84e9c8d8 req-5b804aa2-e3bb-49d8-b3be-d906339b2365 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=9df2591d-f81a-4e37-bb21-887d16f00ed9 HTTP/1.1" status: 200 len: 945 time: 0.0788488 Mar 28 19:44:16.192704 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7a184e02-0ce5-4c8d-abd1-8c4f84e9c8d8 req-f1a4c190-7f97-415f-b52e-635b7ac938e2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754b22d-fb68-475c-a87d-cb8abd369fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409372 Mar 28 19:44:17.196699 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 246e590b-2e0d-4282-9608-efb2d60e9df1 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:44:17.262912 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port 246e590b-2e0d-4282-9608-efb2d60e9df1 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:44:17.267425 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 246e590b-2e0d-4282-9608-efb2d60e9df1 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:44:17.267793 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:17.388482 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:17.416717 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df2591d-f81a-4e37-bb21-887d16f00ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246e590b-2e0d-4282-9608-efb2d60e9df1'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:44:17.426946 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 246e590b-2e0d-4282-9608-efb2d60e9df1, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=246e590b-2e0d-4282-9608-efb2d60e9df1,segment=NetworkSegment(3f750770-cc57-41f3-b325-69f4d471e4e9),segment_id=3f750770-cc57-41f3-b325-69f4d471e4e9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:44:17.432087 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:17.481343 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df2591d-f81a-4e37-bb21-887d16f00ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246e590b-2e0d-4282-9608-efb2d60e9df1', 'code': 200} Mar 28 19:44:17.499522 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483dbf6-7880-40eb-9512-4a5417b3dffc req-e4bb808b-9b4f-4604-bf65-9dd3bbefa6a9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:17.501013 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7483dbf6-7880-40eb-9512-4a5417b3dffc req-e4bb808b-9b4f-4604-bf65-9dd3bbefa6a9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=9df2591d-f81a-4e37-bb21-887d16f00ed9 HTTP/1.1" status: 200 len: 946 time: 0.2034593 Mar 28 19:44:17.507029 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=246e590b-2e0d-4282-9608-efb2d60e9df1,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:44:17.548637 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7483dbf6-7880-40eb-9512-4a5417b3dffc req-f994ee9e-491f-4d11-8582-b5de73a9b118 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754b22d-fb68-475c-a87d-cb8abd369fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408595 Mar 28 19:44:17.701062 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950c145-5aac-4648-9251-5d47383a6b7f req-098c46b2-20ef-46da-8e74-fa42db2cd3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:17.702495 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7950c145-5aac-4648-9251-5d47383a6b7f req-098c46b2-20ef-46da-8e74-fa42db2cd3c7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9df2591d-f81a-4e37-bb21-887d16f00ed9 HTTP/1.1" status: 200 len: 1099 time: 0.0719273 Mar 28 19:44:17.742239 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7950c145-5aac-4648-9251-5d47383a6b7f req-09689c6f-44c9-4d9b-bbf9-50c9ee4ac7d3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b754b22d-fb68-475c-a87d-cb8abd369fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342309 Mar 28 19:44:18.730925 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa4220-2054-459c-b6c2-6c39a7e5f9fe req-ce107d3b-b5f4-4b46-b3f7-df9ff9de8bb7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:18.732394 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d0fa4220-2054-459c-b6c2-6c39a7e5f9fe req-ce107d3b-b5f4-4b46-b3f7-df9ff9de8bb7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=9df2591d-f81a-4e37-bb21-887d16f00ed9 HTTP/1.1" status: 200 len: 946 time: 0.0783439 Mar 28 19:44:18.780208 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d0fa4220-2054-459c-b6c2-6c39a7e5f9fe req-6defb0c5-b8eb-4a3a-bd6b-16742036b822 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754b22d-fb68-475c-a87d-cb8abd369fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415835 Mar 28 19:44:19.959859 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9d1d7-415d-41ff-99cc-520f00a813b9 req-6e2c13d4-7a57-421a-b43f-ed7158a3a333 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:19.961208 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a8b9d1d7-415d-41ff-99cc-520f00a813b9 req-6e2c13d4-7a57-421a-b43f-ed7158a3a333 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=9df2591d-f81a-4e37-bb21-887d16f00ed9 HTTP/1.1" status: 200 len: 946 time: 0.0782256 Mar 28 19:44:20.004342 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a8b9d1d7-415d-41ff-99cc-520f00a813b9 req-d1b947fe-cdb5-49ea-8ebe-b068beab1503 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754b22d-fb68-475c-a87d-cb8abd369fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374932 Mar 28 19:44:20.188413 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fe26b-efeb-4f41-ba65-9e741db1ad2c req-1067bc7e-672d-43e4-b0b8-495659ec0377 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:20.189918 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bf9fe26b-efeb-4f41-ba65-9e741db1ad2c req-1067bc7e-672d-43e4-b0b8-495659ec0377 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=9df2591d-f81a-4e37-bb21-887d16f00ed9 HTTP/1.1" status: 200 len: 946 time: 0.0825968 Mar 28 19:44:20.232579 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bf9fe26b-efeb-4f41-ba65-9e741db1ad2c req-9247262b-57b7-4655-bce5-39b22be880aa tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754b22d-fb68-475c-a87d-cb8abd369fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366905 Mar 28 19:44:20.255644 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 38960) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:44:20.323183 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22363e0e-6843-44a1-b3de-d39920744338 tempest-TestNetworkAdvancedServerOps-1671564215 tempest-TestNetworkAdvancedServerOps-1671564215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:20.324632 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-22363e0e-6843-44a1-b3de-d39920744338 tempest-TestNetworkAdvancedServerOps-1671564215 tempest-TestNetworkAdvancedServerOps-1671564215-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9df2591d-f81a-4e37-bb21-887d16f00ed9 HTTP/1.1" status: 200 len: 1094 time: 0.0680285 Mar 28 19:44:20.327413 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 38964) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:44:20.332128 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-8f5c6f70-68c3-46be-8010-45764c2e4f30 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'port_id': '246e590b-2e0d-4282-9608-efb2d60e9df1', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:44:20.337885 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-8f5c6f70-68c3-46be-8010-45764c2e4f30 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:44:20.341623 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-8f5c6f70-68c3-46be-8010-45764c2e4f30 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:floatingip and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:44:20.344404 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-8f5c6f70-68c3-46be-8010-45764c2e4f30 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:44:20.349960 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-8f5c6f70-68c3-46be-8010-45764c2e4f30 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:44:20.360689 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8f5c6f70-68c3-46be-8010-45764c2e4f30 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:20.493233 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8f5c6f70-68c3-46be-8010-45764c2e4f30 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:20.625557 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-8f5c6f70-68c3-46be-8010-45764c2e4f30 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Allocated IP 172.26.4.130 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/93dc686d-7ef1-47fb-a1a1-9eb56abda750) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:44:20.772178 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8f5c6f70-68c3-46be-8010-45764c2e4f30 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:20.800628 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8f5c6f70-68c3-46be-8010-45764c2e4f30 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:20.859009 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5c6f70-68c3-46be-8010-45764c2e4f30 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:44:20.861657 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-8f5c6f70-68c3-46be-8010-45764c2e4f30 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:44:20.864225 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5c6f70-68c3-46be-8010-45764c2e4f30 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:44:20.914734 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c6f70-68c3-46be-8010-45764c2e4f30 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Port': ['ID=93dc686d-7ef1-47fb-a1a1-9eb56abda750,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:44:21.289552 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8f5c6f70-68c3-46be-8010-45764c2e4f30 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:21.359526 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8f5c6f70-68c3-46be-8010-45764c2e4f30 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:21.661591 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8f5c6f70-68c3-46be-8010-45764c2e4f30 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:21.667408 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8f5c6f70-68c3-46be-8010-45764c2e4f30 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:21.781024 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c6f70-68c3-46be-8010-45764c2e4f30 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Port': ['ID=93dc686d-7ef1-47fb-a1a1-9eb56abda750,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:44:21.791795 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8f5c6f70-68c3-46be-8010-45764c2e4f30 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:21.960887 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-8f5c6f70-68c3-46be-8010-45764c2e4f30 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Floating IP 8feeec5b-b4e3-4014-bc6a-db14a1912835 associated. External IP: 172.26.4.130, port: 246e590b-2e0d-4282-9608-efb2d60e9df1. Mar 28 19:44:22.303850 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5c6f70-68c3-46be-8010-45764c2e4f30 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Router 98d1dc3e-1d0d-44a3-857c-7fd3234de6f7 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:44:22.488746 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5c6f70-68c3-46be-8010-45764c2e4f30 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:44:22.497960 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d400c36b-4479-46d3-ab23-ff49b5e0af5d None None] Sync routers for ids ['98d1dc3e-1d0d-44a3-857c-7fd3234de6f7'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:44:22.508089 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d400c36b-4479-46d3-ab23-ff49b5e0af5d None None] Routers {'98d1dc3e-1d0d-44a3-857c-7fd3234de6f7'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:44:22.508698 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-d400c36b-4479-46d3-ab23-ff49b5e0af5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:43:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['98d1dc3e-1d0d-44a3-857c-7fd3234de6f7'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:44:22.513701 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8f5c6f70-68c3-46be-8010-45764c2e4f30 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:22.570688 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-8f5c6f70-68c3-46be-8010-45764c2e4f30 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2421167 Mar 28 19:44:22.571108 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df2591d-f81a-4e37-bb21-887d16f00ed9', 'tag': '246e590b-2e0d-4282-9608-efb2d60e9df1'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:44:22.623692 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df2591d-f81a-4e37-bb21-887d16f00ed9', 'tag': '246e590b-2e0d-4282-9608-efb2d60e9df1', 'status': 'completed', 'code': 200} Mar 28 19:44:22.691731 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-d400c36b-4479-46d3-ab23-ff49b5e0af5d None None] Set router 98d1dc3e-1d0d-44a3-857c-7fd3234de6f7 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:44:22.783992 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c0848-4dd4-47d5-848c-29f9fcd0f634 req-0a9c42d3-fe36-4cd2-bd3c-81a840920680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:22.785435 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2d6c0848-4dd4-47d5-848c-29f9fcd0f634 req-0a9c42d3-fe36-4cd2-bd3c-81a840920680 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=9df2591d-f81a-4e37-bb21-887d16f00ed9 HTTP/1.1" status: 200 len: 1099 time: 0.1367304 Mar 28 19:44:22.817896 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd73051-3f3d-44cd-a0e1-19d74946b71e req-a7260081-3a0a-4c27-bd0a-6d06b66bd01f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:22.820485 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0fd73051-3f3d-44cd-a0e1-19d74946b71e req-a7260081-3a0a-4c27-bd0a-6d06b66bd01f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=9df2591d-f81a-4e37-bb21-887d16f00ed9 HTTP/1.1" status: 200 len: 946 time: 0.1304393 Mar 28 19:44:23.052374 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-d400c36b-4479-46d3-ab23-ff49b5e0af5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629824209', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': '47012715-1429-48b6-8bd8-5f050a6499cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:43:58Z', 'updated_at': '2022-03-28T19:44:03Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '47012715-1429-48b6-8bd8-5f050a6499cb', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:43:59Z', 'updated_at': '2022-03-28T19:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '8feeec5b-b4e3-4014-bc6a-db14a1912835', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'floating_ip_address': '172.26.4.130', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'port_id': '246e590b-2e0d-4282-9608-efb2d60e9df1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79caab82-1425-4643-b851-45c38620899f', 'mac_address': 'fa:16:3e:67:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df2591d-f81a-4e37-bb21-887d16f00ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:44:21Z', 'updated_at': '2022-03-28T19:44:21Z', 'revision_number': 0, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b21265e-2ce6-445e-8d40-fafabdf10ca1', 'name': '', 'network_id': '79caab82-1425-4643-b851-45c38620899f', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:50:b4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '0752c821-dd55-4189-96a6-af97f437dd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:44:02Z', 'updated_at': '2022-03-28T19:44:07Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '0752c821-dd55-4189-96a6-af97f437dd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:44:23.057051 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d400c36b-4479-46d3-ab23-ff49b5e0af5d None None] Checking router: 98d1dc3e-1d0d-44a3-857c-7fd3234de6f7 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:44:23.061756 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0fd73051-3f3d-44cd-a0e1-19d74946b71e req-73ea08cc-c4a2-4c84-ac44-74936b7d81f5 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754b22d-fb68-475c-a87d-cb8abd369fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2311144 Mar 28 19:44:23.065648 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d400c36b-4479-46d3-ab23-ff49b5e0af5d None None] Routers {'98d1dc3e-1d0d-44a3-857c-7fd3234de6f7'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:44:23.066249 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-d400c36b-4479-46d3-ab23-ff49b5e0af5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:43:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['98d1dc3e-1d0d-44a3-857c-7fd3234de6f7'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:44:23.086057 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c0848-4dd4-47d5-848c-29f9fcd0f634 req-577ce126-8521-4921-bf4b-6d76ed5fefd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:23.086667 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 38972) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:44:23.087571 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2d6c0848-4dd4-47d5-848c-29f9fcd0f634 req-577ce126-8521-4921-bf4b-6d76ed5fefd0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79caab82-1425-4643-b851-45c38620899f HTTP/1.1" status: 200 len: 897 time: 0.2964759 Mar 28 19:44:23.191996 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2d6c0848-4dd4-47d5-848c-29f9fcd0f634 req-e095a392-101c-4db6-b087-d19fcac8bf67 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=246e590b-2e0d-4282-9608-efb2d60e9df1 HTTP/1.1" status: 200 len: 1000 time: 0.0985434 Mar 28 19:44:23.195729 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0fe1d5c0-25ea-4c0b-82ad-22d562c3423c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/floatingips/8feeec5b-b4e3-4014-bc6a-db14a1912835 HTTP/1.1" status: 200 len: 992 time: 0.1061921 Mar 28 19:44:23.254609 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c0848-4dd4-47d5-848c-29f9fcd0f634 req-03031221-bd62-4a73-b3fd-b15d9953654b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:23.256039 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2d6c0848-4dd4-47d5-848c-29f9fcd0f634 req-03031221-bd62-4a73-b3fd-b15d9953654b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0752c821-dd55-4189-96a6-af97f437dd71 HTTP/1.1" status: 200 len: 835 time: 0.0586617 Mar 28 19:44:23.280365 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-d400c36b-4479-46d3-ab23-ff49b5e0af5d None None] Set router 98d1dc3e-1d0d-44a3-857c-7fd3234de6f7 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:44:23.329648 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c0848-4dd4-47d5-848c-29f9fcd0f634 req-c510acaa-fde3-432c-b85f-c9da0846acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:23.331064 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2d6c0848-4dd4-47d5-848c-29f9fcd0f634 req-c510acaa-fde3-432c-b85f-c9da0846acd2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79caab82-1425-4643-b851-45c38620899f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686655 Mar 28 19:44:23.461545 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2d6c0848-4dd4-47d5-848c-29f9fcd0f634 req-a8f8f1de-9c63-4022-997f-b98c980dc4b8 service neutron] 10.222.0.26 "GET /v2.0/networks/79caab82-1425-4643-b851-45c38620899f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239607 Mar 28 19:44:23.591482 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2d6c0848-4dd4-47d5-848c-29f9fcd0f634 req-a9158123-433b-41d8-ab61-23e271cc83a1 service neutron] 10.222.0.26 "GET /v2.0/networks/79caab82-1425-4643-b851-45c38620899f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239507 Mar 28 19:44:23.619675 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-d400c36b-4479-46d3-ab23-ff49b5e0af5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629824209', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': '47012715-1429-48b6-8bd8-5f050a6499cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:43:58Z', 'updated_at': '2022-03-28T19:44:03Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '47012715-1429-48b6-8bd8-5f050a6499cb', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:43:59Z', 'updated_at': '2022-03-28T19:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '8feeec5b-b4e3-4014-bc6a-db14a1912835', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'floating_ip_address': '172.26.4.130', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'port_id': '246e590b-2e0d-4282-9608-efb2d60e9df1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79caab82-1425-4643-b851-45c38620899f', 'mac_address': 'fa:16:3e:67:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df2591d-f81a-4e37-bb21-887d16f00ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:44:21Z', 'updated_at': '2022-03-28T19:44:21Z', 'revision_number': 0, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b21265e-2ce6-445e-8d40-fafabdf10ca1', 'name': '', 'network_id': '79caab82-1425-4643-b851-45c38620899f', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:50:b4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '0752c821-dd55-4189-96a6-af97f437dd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:44:02Z', 'updated_at': '2022-03-28T19:44:07Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '0752c821-dd55-4189-96a6-af97f437dd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:44:23.623683 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d400c36b-4479-46d3-ab23-ff49b5e0af5d None None] The sync data for ids ['98d1dc3e-1d0d-44a3-857c-7fd3234de6f7'] in dv-neutron-834711-1-hyperv is: [{'id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629824209', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': '47012715-1429-48b6-8bd8-5f050a6499cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:43:58Z', 'updated_at': '2022-03-28T19:44:03Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '47012715-1429-48b6-8bd8-5f050a6499cb', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:43:59Z', 'updated_at': '2022-03-28T19:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '8feeec5b-b4e3-4014-bc6a-db14a1912835', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'floating_ip_address': '172.26.4.130', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'port_id': '246e590b-2e0d-4282-9608-efb2d60e9df1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79caab82-1425-4643-b851-45c38620899f', 'mac_address': 'fa:16:3e:67:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df2591d-f81a-4e37-bb21-887d16f00ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:44:21Z', 'updated_at': '2022-03-28T19:44:21Z', 'revision_number': 0, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b21265e-2ce6-445e-8d40-fafabdf10ca1', 'name': '', 'network_id': '79caab82-1425-4643-b851-45c38620899f', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:50:b4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '0752c821-dd55-4189-96a6-af97f437dd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:44:02Z', 'updated_at': '2022-03-28T19:44:07Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '0752c821-dd55-4189-96a6-af97f437dd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:44:23.811576 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe2336b-23f0-4f1d-812f-8efb5ca436ee None None] New status for floating IP 8feeec5b-b4e3-4014-bc6a-db14a1912835: ACTIVE {{(pid=87835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:44:24.198462 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 38976) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:44:24.302662 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-dda3f511-7a01-4c98-8108-d414f6a33653 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/floatingips/8feeec5b-b4e3-4014-bc6a-db14a1912835 HTTP/1.1" status: 200 len: 994 time: 0.1030440 Mar 28 19:44:25.355699 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-95d3ef71-14c2-4f24-9d10-18deb9a2912c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:27.720926 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3570770b-0c12-4e50-9d51-479d236a0faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:28.681915 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:28.727150 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:30.291533 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:32.017687 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:43.244327 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-31e6537b-d378-4825-8cc4-9a4c0dc0dfba req-623fa52a-6cac-4435-b73e-3c017bb8b0d0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9df2591d-f81a-4e37-bb21-887d16f00ed9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718713 Mar 28 19:44:43.378258 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6537b-d378-4825-8cc4-9a4c0dc0dfba req-71bcf13e-fd0b-4c70-9131-3c04658e61a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:43.379759 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-31e6537b-d378-4825-8cc4-9a4c0dc0dfba req-71bcf13e-fd0b-4c70-9131-3c04658e61a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=9df2591d-f81a-4e37-bb21-887d16f00ed9 HTTP/1.1" status: 200 len: 1099 time: 0.0702460 Mar 28 19:44:43.520453 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6537b-d378-4825-8cc4-9a4c0dc0dfba req-0a1699ad-fa89-410c-b884-9b3db9f88780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:43.521767 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-31e6537b-d378-4825-8cc4-9a4c0dc0dfba req-0a1699ad-fa89-410c-b884-9b3db9f88780 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79caab82-1425-4643-b851-45c38620899f HTTP/1.1" status: 200 len: 897 time: 0.1227238 Mar 28 19:44:43.624319 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-31e6537b-d378-4825-8cc4-9a4c0dc0dfba req-088534b1-0d40-4039-9a21-a98b634425bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=246e590b-2e0d-4282-9608-efb2d60e9df1 HTTP/1.1" status: 200 len: 1002 time: 0.0965891 Mar 28 19:44:43.687832 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6537b-d378-4825-8cc4-9a4c0dc0dfba req-c53b0c61-49af-4159-a731-db4a348c3693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:43.689227 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-31e6537b-d378-4825-8cc4-9a4c0dc0dfba req-c53b0c61-49af-4159-a731-db4a348c3693 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0752c821-dd55-4189-96a6-af97f437dd71 HTTP/1.1" status: 200 len: 835 time: 0.0586483 Mar 28 19:44:43.765827 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6537b-d378-4825-8cc4-9a4c0dc0dfba req-8140e6ff-cfd5-45ea-893c-6cde82636351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:44:43.767304 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-31e6537b-d378-4825-8cc4-9a4c0dc0dfba req-8140e6ff-cfd5-45ea-893c-6cde82636351 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79caab82-1425-4643-b851-45c38620899f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715983 Mar 28 19:44:43.896996 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-31e6537b-d378-4825-8cc4-9a4c0dc0dfba req-330120d6-36f8-4bcd-8ce4-ef28daf5a3c1 service neutron] 10.222.0.26 "GET /v2.0/networks/79caab82-1425-4643-b851-45c38620899f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223650 Mar 28 19:44:44.024428 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-31e6537b-d378-4825-8cc4-9a4c0dc0dfba req-791462dc-509f-492e-858a-7ac13a1af13a service neutron] 10.222.0.26 "GET /v2.0/networks/79caab82-1425-4643-b851-45c38620899f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220741 Mar 28 19:44:48.667495 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:44:55.357820 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-bd5d7bc0-3a41-4de2-bda2-b8e28069da6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:57.712223 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2d814037-1e83-4158-875c-21748521acf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:58.686802 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:44:58.730202 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:00.293681 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:02.032515 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:25.359618 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0e2ba0b0-9155-4251-a4e6-65e8e9866093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:25.667233 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:45:26.130328 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137bca8-274a-4766-a6df-974bc19463e3 req-7ae677c6-99cc-44c9-8807-79b9a7df3464 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:45:26.131818 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0137bca8-274a-4766-a6df-974bc19463e3 req-7ae677c6-99cc-44c9-8807-79b9a7df3464 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=9df2591d-f81a-4e37-bb21-887d16f00ed9 HTTP/1.1" status: 200 len: 946 time: 0.0790434 Mar 28 19:45:26.180737 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0137bca8-274a-4766-a6df-974bc19463e3 req-6ec2d26f-4ffc-4027-a70e-ea1229c23058 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754b22d-fb68-475c-a87d-cb8abd369fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424149 Mar 28 19:45:27.365625 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195a16b-1b4e-4843-b5db-90fbff9b31b0 req-0d4a3ba4-c1f3-4ded-9859-c38dc156f09b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:45:27.367085 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e195a16b-1b4e-4843-b5db-90fbff9b31b0 req-0d4a3ba4-c1f3-4ded-9859-c38dc156f09b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=9df2591d-f81a-4e37-bb21-887d16f00ed9 HTTP/1.1" status: 200 len: 946 time: 0.0781596 Mar 28 19:45:27.409478 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e195a16b-1b4e-4843-b5db-90fbff9b31b0 req-fdf27a27-6d7c-4e49-8b3d-f744dbfa79b7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754b22d-fb68-475c-a87d-cb8abd369fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368078 Mar 28 19:45:27.432865 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39006) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:45:27.641036 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-80876d6f-bfa4-4c2e-b5a6-026677f99b05 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/floatingips/8feeec5b-b4e3-4014-bc6a-db14a1912835 HTTP/1.1" status: 200 len: 994 time: 0.2070727 Mar 28 19:45:27.714951 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-408ade98-5729-4997-83e8-bb65d7dde0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:28.690699 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:28.733216 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:29.105789 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4a497-a4ff-4231-94e8-d046f4c8eabb req-5b283b0e-59db-4424-a81d-3dd2efbc5f93 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:45:29.107295 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1cb4a497-a4ff-4231-94e8-d046f4c8eabb req-5b283b0e-59db-4424-a81d-3dd2efbc5f93 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=9df2591d-f81a-4e37-bb21-887d16f00ed9 HTTP/1.1" status: 200 len: 946 time: 0.0813684 Mar 28 19:45:29.152393 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1cb4a497-a4ff-4231-94e8-d046f4c8eabb req-e5a3a69c-abff-4538-a62e-f00e6f519ac1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754b22d-fb68-475c-a87d-cb8abd369fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395045 Mar 28 19:45:30.297360 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:30.339244 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a64e36-ea88-4f8b-8d3e-13161cc50abd req-536868d4-0249-4b70-91fe-120fc6eb6f07 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:45:30.340661 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-63a64e36-ea88-4f8b-8d3e-13161cc50abd req-536868d4-0249-4b70-91fe-120fc6eb6f07 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=9df2591d-f81a-4e37-bb21-887d16f00ed9 HTTP/1.1" status: 200 len: 946 time: 0.0793059 Mar 28 19:45:30.383106 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-63a64e36-ea88-4f8b-8d3e-13161cc50abd req-51fe08f3-fcd1-4672-8389-e7c383cf5d71 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754b22d-fb68-475c-a87d-cb8abd369fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366311 Mar 28 19:45:30.406697 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39018) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:45:30.513131 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-01f25969-ec3c-43a1-93b8-1dc63997d922 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/floatingips/8feeec5b-b4e3-4014-bc6a-db14a1912835 HTTP/1.1" status: 200 len: 994 time: 0.1052229 Mar 28 19:45:30.832773 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39026) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:45:31.028843 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-0cf8480a-63ca-4785-8d63-2c1e9a38e910 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Deleting port 93dc686d-7ef1-47fb-a1a1-9eb56abda750 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:45:31.029180 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0cf8480a-63ca-4785-8d63-2c1e9a38e910 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:31.287029 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0cf8480a-63ca-4785-8d63-2c1e9a38e910 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:31.287351 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0cf8480a-63ca-4785-8d63-2c1e9a38e910 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:31.407949 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-0cf8480a-63ca-4785-8d63-2c1e9a38e910 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Calling delete_port for 93dc686d-7ef1-47fb-a1a1-9eb56abda750 owned by network:floatingip {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:45:31.571821 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0cf8480a-63ca-4785-8d63-2c1e9a38e910 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:31.619417 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8480a-63ca-4785-8d63-2c1e9a38e910 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'Port': ['ID=93dc686d-7ef1-47fb-a1a1-9eb56abda750,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:31.655917 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8480a-63ca-4785-8d63-2c1e9a38e910 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:31.656264 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8480a-63ca-4785-8d63-2c1e9a38e910 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:31.656594 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8480a-63ca-4785-8d63-2c1e9a38e910 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:31.656922 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8480a-63ca-4785-8d63-2c1e9a38e910 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:31.657246 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8480a-63ca-4785-8d63-2c1e9a38e910 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:31.657567 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8480a-63ca-4785-8d63-2c1e9a38e910 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:31.657885 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8480a-63ca-4785-8d63-2c1e9a38e910 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:31.658196 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8480a-63ca-4785-8d63-2c1e9a38e910 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:31.658517 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8480a-63ca-4785-8d63-2c1e9a38e910 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:31.658831 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8480a-63ca-4785-8d63-2c1e9a38e910 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:31.659172 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8480a-63ca-4785-8d63-2c1e9a38e910 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:31.659485 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8480a-63ca-4785-8d63-2c1e9a38e910 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:31.717855 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0cf8480a-63ca-4785-8d63-2c1e9a38e910 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for floatingip, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:31.718187 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.l3_db [None req-0cf8480a-63ca-4785-8d63-2c1e9a38e910 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Floating IP 8feeec5b-b4e3-4014-bc6a-db14a1912835 disassociated (deleted). External IP: 172.26.4.130, port: 246e590b-2e0d-4282-9608-efb2d60e9df1. Mar 28 19:45:32.033456 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:32.068493 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf8480a-63ca-4785-8d63-2c1e9a38e910 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Router 98d1dc3e-1d0d-44a3-857c-7fd3234de6f7 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:45:32.249894 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf8480a-63ca-4785-8d63-2c1e9a38e910 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:45:32.259351 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8136d1f2-cf4f-48fc-80a0-48fe33c9136d None None] Sync routers for ids ['98d1dc3e-1d0d-44a3-857c-7fd3234de6f7'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:45:32.268787 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8136d1f2-cf4f-48fc-80a0-48fe33c9136d None None] Routers {'98d1dc3e-1d0d-44a3-857c-7fd3234de6f7'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:45:32.268999 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0cf8480a-63ca-4785-8d63-2c1e9a38e910 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:32.269400 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-8136d1f2-cf4f-48fc-80a0-48fe33c9136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:45:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['98d1dc3e-1d0d-44a3-857c-7fd3234de6f7'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:45:32.327750 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0cf8480a-63ca-4785-8d63-2c1e9a38e910 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "DELETE /v2.0/floatingips/8feeec5b-b4e3-4014-bc6a-db14a1912835 HTTP/1.1" status: 204 len: 168 time: 1.4938846 Mar 28 19:45:32.328250 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df2591d-f81a-4e37-bb21-887d16f00ed9', 'tag': '246e590b-2e0d-4282-9608-efb2d60e9df1'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:45:32.380490 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df2591d-f81a-4e37-bb21-887d16f00ed9', 'tag': '246e590b-2e0d-4282-9608-efb2d60e9df1', 'status': 'completed', 'code': 200} Mar 28 19:45:32.475728 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267271a-9868-4d7e-8e73-65f70554ba0e req-a7201867-cffc-4603-99b5-c79aefa54b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:45:32.477272 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9267271a-9868-4d7e-8e73-65f70554ba0e req-a7201867-cffc-4603-99b5-c79aefa54b9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=9df2591d-f81a-4e37-bb21-887d16f00ed9 HTTP/1.1" status: 200 len: 1099 time: 0.0745192 Mar 28 19:45:32.526550 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-8136d1f2-cf4f-48fc-80a0-48fe33c9136d None None] Set router 98d1dc3e-1d0d-44a3-857c-7fd3234de6f7 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:45:32.629681 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267271a-9868-4d7e-8e73-65f70554ba0e req-bb553432-edd0-47fa-b340-aa2eaab58796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:45:32.631096 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9267271a-9868-4d7e-8e73-65f70554ba0e req-bb553432-edd0-47fa-b340-aa2eaab58796 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79caab82-1425-4643-b851-45c38620899f HTTP/1.1" status: 200 len: 897 time: 0.1482224 Mar 28 19:45:32.730007 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9267271a-9868-4d7e-8e73-65f70554ba0e req-b309b71d-6820-4368-9ac7-d6a6ecd6fe57 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=246e590b-2e0d-4282-9608-efb2d60e9df1 HTTP/1.1" status: 200 len: 217 time: 0.0925701 Mar 28 19:45:32.807474 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267271a-9868-4d7e-8e73-65f70554ba0e req-983e99d4-54d6-4984-930c-511a8bcb94d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:45:32.808894 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9267271a-9868-4d7e-8e73-65f70554ba0e req-983e99d4-54d6-4984-930c-511a8bcb94d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0752c821-dd55-4189-96a6-af97f437dd71 HTTP/1.1" status: 200 len: 835 time: 0.0679555 Mar 28 19:45:32.871778 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075d5f0-9c15-4f30-bd01-ca60567913a4 req-35dfdedc-6b03-4ae6-be7f-fc8e09c45df1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:45:32.873212 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3075d5f0-9c15-4f30-bd01-ca60567913a4 req-35dfdedc-6b03-4ae6-be7f-fc8e09c45df1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=9df2591d-f81a-4e37-bb21-887d16f00ed9 HTTP/1.1" status: 200 len: 946 time: 0.1838984 Mar 28 19:45:32.934198 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3075d5f0-9c15-4f30-bd01-ca60567913a4 req-469eafa0-8eaa-4183-9a93-abbd9bc84218 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754b22d-fb68-475c-a87d-cb8abd369fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547445 Mar 28 19:45:32.936952 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267271a-9868-4d7e-8e73-65f70554ba0e req-aaaf44b5-da36-4cc8-a505-bd1b87506c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:45:32.938576 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9267271a-9868-4d7e-8e73-65f70554ba0e req-aaaf44b5-da36-4cc8-a505-bd1b87506c3e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79caab82-1425-4643-b851-45c38620899f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1214893 Mar 28 19:45:32.956400 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-8136d1f2-cf4f-48fc-80a0-48fe33c9136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629824209', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': '47012715-1429-48b6-8bd8-5f050a6499cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:43:58Z', 'updated_at': '2022-03-28T19:44:03Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '47012715-1429-48b6-8bd8-5f050a6499cb', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:43:59Z', 'updated_at': '2022-03-28T19:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '0b21265e-2ce6-445e-8d40-fafabdf10ca1', 'name': '', 'network_id': '79caab82-1425-4643-b851-45c38620899f', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:50:b4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '0752c821-dd55-4189-96a6-af97f437dd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:44:02Z', 'updated_at': '2022-03-28T19:44:07Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '0752c821-dd55-4189-96a6-af97f437dd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:45:32.960580 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8136d1f2-cf4f-48fc-80a0-48fe33c9136d None None] Checking router: 98d1dc3e-1d0d-44a3-857c-7fd3234de6f7 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:45:32.969888 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8136d1f2-cf4f-48fc-80a0-48fe33c9136d None None] Routers {'98d1dc3e-1d0d-44a3-857c-7fd3234de6f7'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:45:32.970484 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-8136d1f2-cf4f-48fc-80a0-48fe33c9136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:45:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['98d1dc3e-1d0d-44a3-857c-7fd3234de6f7'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:45:33.069382 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9267271a-9868-4d7e-8e73-65f70554ba0e req-6fc3315e-cdfe-4816-b610-b5f65198bca4 service neutron] 10.222.0.26 "GET /v2.0/networks/79caab82-1425-4643-b851-45c38620899f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236527 Mar 28 19:45:33.195564 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-8136d1f2-cf4f-48fc-80a0-48fe33c9136d None None] Set router 98d1dc3e-1d0d-44a3-857c-7fd3234de6f7 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:45:33.207827 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9267271a-9868-4d7e-8e73-65f70554ba0e req-ac750f40-e5e5-4e9b-8866-56a491b8d792 service neutron] 10.222.0.26 "GET /v2.0/networks/79caab82-1425-4643-b851-45c38620899f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305041 Mar 28 19:45:33.500679 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-8136d1f2-cf4f-48fc-80a0-48fe33c9136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629824209', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': '47012715-1429-48b6-8bd8-5f050a6499cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:43:58Z', 'updated_at': '2022-03-28T19:44:03Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '47012715-1429-48b6-8bd8-5f050a6499cb', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:43:59Z', 'updated_at': '2022-03-28T19:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '0b21265e-2ce6-445e-8d40-fafabdf10ca1', 'name': '', 'network_id': '79caab82-1425-4643-b851-45c38620899f', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:50:b4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '0752c821-dd55-4189-96a6-af97f437dd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:44:02Z', 'updated_at': '2022-03-28T19:44:07Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '0752c821-dd55-4189-96a6-af97f437dd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:45:33.504693 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8136d1f2-cf4f-48fc-80a0-48fe33c9136d None None] The sync data for ids ['98d1dc3e-1d0d-44a3-857c-7fd3234de6f7'] in dv-neutron-834711-1-hyperv is: [{'id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629824209', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': '47012715-1429-48b6-8bd8-5f050a6499cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:43:58Z', 'updated_at': '2022-03-28T19:44:03Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '47012715-1429-48b6-8bd8-5f050a6499cb', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:43:59Z', 'updated_at': '2022-03-28T19:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '0b21265e-2ce6-445e-8d40-fafabdf10ca1', 'name': '', 'network_id': '79caab82-1425-4643-b851-45c38620899f', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:50:b4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '0752c821-dd55-4189-96a6-af97f437dd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:44:02Z', 'updated_at': '2022-03-28T19:44:07Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '0752c821-dd55-4189-96a6-af97f437dd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:45:33.716384 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334169b6-b79a-429a-8b6e-e2bebd8406dc None None] New status for floating IP 8feeec5b-b4e3-4014-bc6a-db14a1912835: DOWN {{(pid=87835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:45:34.124419 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03cf5a-01c1-43f9-8004-90977661bcbe req-b1914878-4a5a-4c40-9935-7cb466372548 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:45:34.125854 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-da03cf5a-01c1-43f9-8004-90977661bcbe req-b1914878-4a5a-4c40-9935-7cb466372548 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=9df2591d-f81a-4e37-bb21-887d16f00ed9 HTTP/1.1" status: 200 len: 946 time: 0.0804436 Mar 28 19:45:34.172252 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-da03cf5a-01c1-43f9-8004-90977661bcbe req-30149213-b9cb-45cb-b210-28c921ce75fe tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=b754b22d-fb68-475c-a87d-cb8abd369fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406621 Mar 28 19:45:34.526770 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536de6b-d75e-459d-a756-b18b3893fde5 req-721a4fa2-3fcb-4889-b6b2-50496f9ffbaf tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:45:34.528203 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5536de6b-d75e-459d-a756-b18b3893fde5 req-721a4fa2-3fcb-4889-b6b2-50496f9ffbaf tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.26 "GET /v2.0/ports?device_id=9df2591d-f81a-4e37-bb21-887d16f00ed9 HTTP/1.1" status: 200 len: 946 time: 0.0770583 Mar 28 19:45:34.596250 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-5536de6b-d75e-459d-a756-b18b3893fde5 req-5fa24026-253a-4a85-a2bb-352e97ea80bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Deleting port 246e590b-2e0d-4282-9608-efb2d60e9df1 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:45:34.596581 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-5536de6b-d75e-459d-a756-b18b3893fde5 req-5fa24026-253a-4a85-a2bb-352e97ea80bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:34.840181 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-5536de6b-d75e-459d-a756-b18b3893fde5 req-5fa24026-253a-4a85-a2bb-352e97ea80bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] For port 246e590b-2e0d-4282-9608-efb2d60e9df1, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=246e590b-2e0d-4282-9608-efb2d60e9df1,segment=NetworkSegment(3f750770-cc57-41f3-b325-69f4d471e4e9),segment_id=3f750770-cc57-41f3-b325-69f4d471e4e9)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:45:34.840431 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-5536de6b-d75e-459d-a756-b18b3893fde5 req-5fa24026-253a-4a85-a2bb-352e97ea80bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:35.065631 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-5536de6b-d75e-459d-a756-b18b3893fde5 req-5fa24026-253a-4a85-a2bb-352e97ea80bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Calling delete_port for 246e590b-2e0d-4282-9608-efb2d60e9df1 owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:45:35.209961 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-5536de6b-d75e-459d-a756-b18b3893fde5 req-5fa24026-253a-4a85-a2bb-352e97ea80bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:35.263136 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa24026-253a-4a85-a2bb-352e97ea80bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'Port': ['ID=246e590b-2e0d-4282-9608-efb2d60e9df1,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:35.297344 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa24026-253a-4a85-a2bb-352e97ea80bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:35.297688 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa24026-253a-4a85-a2bb-352e97ea80bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:35.298021 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa24026-253a-4a85-a2bb-352e97ea80bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:35.298350 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa24026-253a-4a85-a2bb-352e97ea80bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:35.298675 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa24026-253a-4a85-a2bb-352e97ea80bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:35.299023 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa24026-253a-4a85-a2bb-352e97ea80bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:35.299343 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa24026-253a-4a85-a2bb-352e97ea80bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:35.299659 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa24026-253a-4a85-a2bb-352e97ea80bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:35.299973 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa24026-253a-4a85-a2bb-352e97ea80bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:35.300286 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa24026-253a-4a85-a2bb-352e97ea80bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:35.300606 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa24026-253a-4a85-a2bb-352e97ea80bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:35.300917 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa24026-253a-4a85-a2bb-352e97ea80bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:35.384282 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-eb3efeaf-2d5d-4eaa-af3b-20936033569c req-4da78bec-c259-4402-9fe7-43405543e31d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=9df2591d-f81a-4e37-bb21-887d16f00ed9 HTTP/1.1" status: 200 len: 210 time: 0.0886886 Mar 28 19:45:35.389199 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-5536de6b-d75e-459d-a756-b18b3893fde5 req-5fa24026-253a-4a85-a2bb-352e97ea80bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] No DVR routers for this DVR port 246e590b-2e0d-4282-9608-efb2d60e9df1 on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:45:35.391592 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-5536de6b-d75e-459d-a756-b18b3893fde5 req-5fa24026-253a-4a85-a2bb-352e97ea80bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:35.394059 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df2591d-f81a-4e37-bb21-887d16f00ed9', 'name': 'network-vif-deleted', 'tag': '246e590b-2e0d-4282-9608-efb2d60e9df1'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:45:35.406585 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5536de6b-d75e-459d-a756-b18b3893fde5 req-5fa24026-253a-4a85-a2bb-352e97ea80bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.26 "DELETE /v2.0/ports/246e590b-2e0d-4282-9608-efb2d60e9df1 HTTP/1.1" status: 204 len: 173 time: 0.8734465 Mar 28 19:45:35.447334 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df2591d-f81a-4e37-bb21-887d16f00ed9', 'name': 'network-vif-deleted', 'tag': '246e590b-2e0d-4282-9608-efb2d60e9df1', 'status': 'completed', 'code': 200} Mar 28 19:45:36.477231 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39044) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:45:37.131540 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6e937a1b-75a7-4760-ba9f-b89fd7f08d76 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:37.484641 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-6e937a1b-75a7-4760-ba9f-b89fd7f08d76 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Deleting port 0b21265e-2ce6-445e-8d40-fafabdf10ca1 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:45:37.485248 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6e937a1b-75a7-4760-ba9f-b89fd7f08d76 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:37.599368 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 246e590b-2e0d-4282-9608-efb2d60e9df1 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:45:37.636332 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: 246e590b-2e0d-4282-9608-efb2d60e9df1 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:45:37.636676 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 246e590b-2e0d-4282-9608-efb2d60e9df1 not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:45:37.672607 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-6e937a1b-75a7-4760-ba9f-b89fd7f08d76 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] For port 0b21265e-2ce6-445e-8d40-fafabdf10ca1, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=0b21265e-2ce6-445e-8d40-fafabdf10ca1,segment=NetworkSegment(3f750770-cc57-41f3-b325-69f4d471e4e9),segment_id=3f750770-cc57-41f3-b325-69f4d471e4e9)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:45:37.672965 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6e937a1b-75a7-4760-ba9f-b89fd7f08d76 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:37.798746 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-6e937a1b-75a7-4760-ba9f-b89fd7f08d76 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Calling delete_port for 0b21265e-2ce6-445e-8d40-fafabdf10ca1 owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:45:37.980882 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6e937a1b-75a7-4760-ba9f-b89fd7f08d76 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:38.026909 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e937a1b-75a7-4760-ba9f-b89fd7f08d76 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'Port': ['ID=0b21265e-2ce6-445e-8d40-fafabdf10ca1,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:38.403674 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-6e937a1b-75a7-4760-ba9f-b89fd7f08d76 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:38.763062 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e937a1b-75a7-4760-ba9f-b89fd7f08d76 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Router 98d1dc3e-1d0d-44a3-857c-7fd3234de6f7 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:45:38.937490 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e937a1b-75a7-4760-ba9f-b89fd7f08d76 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:45:38.947210 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47321d2b-ec29-4674-9bb6-587c4b9b7066 None None] Sync routers for ids ['98d1dc3e-1d0d-44a3-857c-7fd3234de6f7'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:45:38.950628 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6e937a1b-75a7-4760-ba9f-b89fd7f08d76 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "PUT /v2.0/routers/98d1dc3e-1d0d-44a3-857c-7fd3234de6f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4723577 Mar 28 19:45:38.953336 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39048) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:45:38.958171 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47321d2b-ec29-4674-9bb6-587c4b9b7066 None None] Routers {'98d1dc3e-1d0d-44a3-857c-7fd3234de6f7'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:45:38.958717 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-47321d2b-ec29-4674-9bb6-587c4b9b7066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:45:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['98d1dc3e-1d0d-44a3-857c-7fd3234de6f7'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:45:39.019569 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-35cdf953-ad45-4276-b760-07cf005b2158 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Deleting subnet 0752c821-dd55-4189-96a6-af97f437dd71 {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:45:39.022380 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-35cdf953-ad45-4276-b760-07cf005b2158 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:39.075380 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-35cdf953-ad45-4276-b760-07cf005b2158 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:39.129761 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-47321d2b-ec29-4674-9bb6-587c4b9b7066 None None] Set router 98d1dc3e-1d0d-44a3-857c-7fd3234de6f7 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:45:39.159132 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-35cdf953-ad45-4276-b760-07cf005b2158 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:39.244396 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-35cdf953-ad45-4276-b760-07cf005b2158 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:39.281576 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cdf953-ad45-4276-b760-07cf005b2158 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'Subnet': ['ID=0752c821-dd55-4189-96a6-af97f437dd71,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:39.285298 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-35cdf953-ad45-4276-b760-07cf005b2158 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:39.294834 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-35cdf953-ad45-4276-b760-07cf005b2158 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "DELETE /v2.0/subnets/0752c821-dd55-4189-96a6-af97f437dd71 HTTP/1.1" status: 204 len: 168 time: 0.3376114 Mar 28 19:45:39.294834 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39052) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:45:39.309543 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1054bfb-6e01-4934-9aac-25c69224ef33 None None] Network 79caab82-1425-4643-b851-45c38620899f requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:45:39.473731 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fbaa124e-10d1-4298-8586-b00d35375695 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:39.585590 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-47321d2b-ec29-4674-9bb6-587c4b9b7066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629824209', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': '47012715-1429-48b6-8bd8-5f050a6499cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:43:58Z', 'updated_at': '2022-03-28T19:45:37Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '47012715-1429-48b6-8bd8-5f050a6499cb', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:43:59Z', 'updated_at': '2022-03-28T19:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:45:39.590502 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47321d2b-ec29-4674-9bb6-587c4b9b7066 None None] Checking router: 98d1dc3e-1d0d-44a3-857c-7fd3234de6f7 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:45:39.599678 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47321d2b-ec29-4674-9bb6-587c4b9b7066 None None] Routers {'98d1dc3e-1d0d-44a3-857c-7fd3234de6f7'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:45:39.600294 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-47321d2b-ec29-4674-9bb6-587c4b9b7066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:45:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['98d1dc3e-1d0d-44a3-857c-7fd3234de6f7'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:45:39.660904 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b633917-7863-41d7-bcff-a8376fe8c582 None None] DHCP port deletion for 79caab82-1425-4643-b851-45c38620899f request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:45:39.674707 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-3b633917-7863-41d7-bcff-a8376fe8c582 None None] Deleting port b1ea9add-067d-45ac-af52-21b193c68b71 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:45:39.675096 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3b633917-7863-41d7-bcff-a8376fe8c582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:39.769880 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fbaa124e-10d1-4298-8586-b00d35375695 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:39.779282 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-fbaa124e-10d1-4298-8586-b00d35375695 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Deleting port 47012715-1429-48b6-8bd8-5f050a6499cb {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:45:39.779633 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fbaa124e-10d1-4298-8586-b00d35375695 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:39.935818 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-47321d2b-ec29-4674-9bb6-587c4b9b7066 None None] Set router 98d1dc3e-1d0d-44a3-857c-7fd3234de6f7 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:45:39.961151 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-fbaa124e-10d1-4298-8586-b00d35375695 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] For port 47012715-1429-48b6-8bd8-5f050a6499cb, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=47012715-1429-48b6-8bd8-5f050a6499cb,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:45:39.962333 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fbaa124e-10d1-4298-8586-b00d35375695 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:40.084956 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-fbaa124e-10d1-4298-8586-b00d35375695 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Calling delete_port for 47012715-1429-48b6-8bd8-5f050a6499cb owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:45:40.189142 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-3b633917-7863-41d7-bcff-a8376fe8c582 None None] For port b1ea9add-067d-45ac-af52-21b193c68b71, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=b1ea9add-067d-45ac-af52-21b193c68b71,segment=NetworkSegment(3f750770-cc57-41f3-b325-69f4d471e4e9),segment_id=3f750770-cc57-41f3-b325-69f4d471e4e9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:45:40.189779 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3b633917-7863-41d7-bcff-a8376fe8c582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:40.252935 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fbaa124e-10d1-4298-8586-b00d35375695 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:40.302386 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa124e-10d1-4298-8586-b00d35375695 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'Port': ['ID=47012715-1429-48b6-8bd8-5f050a6499cb,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:40.322657 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-3b633917-7863-41d7-bcff-a8376fe8c582 None None] Calling delete_port for b1ea9add-067d-45ac-af52-21b193c68b71 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:45:40.388973 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fbaa124e-10d1-4298-8586-b00d35375695 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:40.450971 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3b633917-7863-41d7-bcff-a8376fe8c582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:40.502264 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b633917-7863-41d7-bcff-a8376fe8c582 None None] Pushing event deleted for resources: {'Port': ['ID=b1ea9add-067d-45ac-af52-21b193c68b71,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:40.505030 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b633917-7863-41d7-bcff-a8376fe8c582 None None] No DVR routers for this DVR port b1ea9add-067d-45ac-af52-21b193c68b71 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:45:40.514863 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b633917-7863-41d7-bcff-a8376fe8c582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:40.514863 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b633917-7863-41d7-bcff-a8376fe8c582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:40.515224 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b633917-7863-41d7-bcff-a8376fe8c582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:40.515882 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b633917-7863-41d7-bcff-a8376fe8c582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:40.515882 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b633917-7863-41d7-bcff-a8376fe8c582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:40.516267 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b633917-7863-41d7-bcff-a8376fe8c582 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:40.516499 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b633917-7863-41d7-bcff-a8376fe8c582 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:40.516821 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b633917-7863-41d7-bcff-a8376fe8c582 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:40.517147 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b633917-7863-41d7-bcff-a8376fe8c582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:40.517465 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b633917-7863-41d7-bcff-a8376fe8c582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:40.517781 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b633917-7863-41d7-bcff-a8376fe8c582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:40.518092 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b633917-7863-41d7-bcff-a8376fe8c582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:40.528699 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-47321d2b-ec29-4674-9bb6-587c4b9b7066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629824209', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': '47012715-1429-48b6-8bd8-5f050a6499cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:43:58Z', 'updated_at': '2022-03-28T19:45:37Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '47012715-1429-48b6-8bd8-5f050a6499cb', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:43:59Z', 'updated_at': '2022-03-28T19:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:45:40.532741 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47321d2b-ec29-4674-9bb6-587c4b9b7066 None None] The sync data for ids ['98d1dc3e-1d0d-44a3-857c-7fd3234de6f7'] in dv-neutron-834711-1-hyperv is: [{'id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629824209', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': '47012715-1429-48b6-8bd8-5f050a6499cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:43:58Z', 'updated_at': '2022-03-28T19:45:37Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '47012715-1429-48b6-8bd8-5f050a6499cb', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d1dc3e-1d0d-44a3-857c-7fd3234de6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:43:59Z', 'updated_at': '2022-03-28T19:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:45:40.580554 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fbaa124e-10d1-4298-8586-b00d35375695 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:40.582681 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fbaa124e-10d1-4298-8586-b00d35375695 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:40.604134 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fbaa124e-10d1-4298-8586-b00d35375695 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:40.604617 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbaa124e-10d1-4298-8586-b00d35375695 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Fanout notify agent at l3_agent the message router_deleted on router 98d1dc3e-1d0d-44a3-857c-7fd3234de6f7 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:45:40.620499 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-fbaa124e-10d1-4298-8586-b00d35375695 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:40.621577 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-fbaa124e-10d1-4298-8586-b00d35375695 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "DELETE /v2.0/routers/98d1dc3e-1d0d-44a3-857c-7fd3234de6f7 HTTP/1.1" status: 204 len: 168 time: 1.3261876 Mar 28 19:45:40.624521 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39056) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:45:40.734990 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c012ce08-6f44-4988-a882-fc926210a1bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:40.860555 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c012ce08-6f44-4988-a882-fc926210a1bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:40.886487 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-c012ce08-6f44-4988-a882-fc926210a1bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79caab82-1425-4643-b851-45c38620899f']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:45:40.899689 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-c012ce08-6f44-4988-a882-fc926210a1bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f750770-cc57-41f3-b325-69f4d471e4e9') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:45:40.899987 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-c012ce08-6f44-4988-a882-fc926210a1bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f750770-cc57-41f3-b325-69f4d471e4e9') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:45:40.911676 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c012ce08-6f44-4988-a882-fc926210a1bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:40.928429 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c012ce08-6f44-4988-a882-fc926210a1bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:40.934501 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c012ce08-6f44-4988-a882-fc926210a1bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:45:40.934901 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c012ce08-6f44-4988-a882-fc926210a1bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:45:40.949531 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:45:41.031362 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c012ce08-6f44-4988-a882-fc926210a1bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:41.049812 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c012ce08-6f44-4988-a882-fc926210a1bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:41.060020 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012ce08-6f44-4988-a882-fc926210a1bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'Network': ['ID=79caab82-1425-4643-b851-45c38620899f,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:41.062801 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c012ce08-6f44-4988-a882-fc926210a1bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "DELETE /v2.0/networks/79caab82-1425-4643-b851-45c38620899f HTTP/1.1" status: 204 len: 168 time: 0.4370532 Mar 28 19:45:41.065499 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39060) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:45:41.135105 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e8b81e1b-f7a6-4fc8-b58f-85bfff72e2e8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:41.170423 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e8b81e1b-f7a6-4fc8-b58f-85bfff72e2e8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:41.235831 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e8b81e1b-f7a6-4fc8-b58f-85bfff72e2e8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:41.251265 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b81e1b-f7a6-4fc8-b58f-85bfff72e2e8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b754b22d-fb68-475c-a87d-cb8abd369fb6,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:41.257992 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e8b81e1b-f7a6-4fc8-b58f-85bfff72e2e8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:41.259196 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e8b81e1b-f7a6-4fc8-b58f-85bfff72e2e8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "DELETE /v2.0/security-groups/b754b22d-fb68-475c-a87d-cb8abd369fb6 HTTP/1.1" status: 204 len: 168 time: 0.1927567 Mar 28 19:45:41.527138 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39068) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:45:41.527138 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-d24acb79-9e84-41ed-a12b-dcb91154b913 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-95714543', 'description': 'tempest-secgroup-smoke-95714543 description', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:45:41.533326 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d24acb79-9e84-41ed-a12b-dcb91154b913 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:45:41.537616 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d24acb79-9e84-41ed-a12b-dcb91154b913 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:45:41.541590 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d24acb79-9e84-41ed-a12b-dcb91154b913 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:45:41.550402 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d24acb79-9e84-41ed-a12b-dcb91154b913 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:45:41.558056 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 0b21265e-2ce6-445e-8d40-fafabdf10ca1 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:45:41.565211 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d24acb79-9e84-41ed-a12b-dcb91154b913 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:41.585040 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d24acb79-9e84-41ed-a12b-dcb91154b913 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:45:41.589715 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d24acb79-9e84-41ed-a12b-dcb91154b913 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:45:41.592672 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d24acb79-9e84-41ed-a12b-dcb91154b913 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:45:41.592845 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 0b21265e-2ce6-445e-8d40-fafabdf10ca1 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:45:41.593152 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 0b21265e-2ce6-445e-8d40-fafabdf10ca1 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:45:41.593580 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 47012715-1429-48b6-8bd8-5f050a6499cb no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:45:41.598400 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d24acb79-9e84-41ed-a12b-dcb91154b913 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:45:41.630017 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 47012715-1429-48b6-8bd8-5f050a6499cb {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:45:41.630363 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 47012715-1429-48b6-8bd8-5f050a6499cb not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:45:41.630793 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device b1ea9add-067d-45ac-af52-21b193c68b71 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:45:41.664007 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: b1ea9add-067d-45ac-af52-21b193c68b71 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:45:41.664436 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device b1ea9add-067d-45ac-af52-21b193c68b71 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:45:41.682246 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d24acb79-9e84-41ed-a12b-dcb91154b913 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:41.686871 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d24acb79-9e84-41ed-a12b-dcb91154b913 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:41.728309 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24acb79-9e84-41ed-a12b-dcb91154b913 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5d6819-d064-4201-bfad-f1a4938d8450,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:41.730923 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d24acb79-9e84-41ed-a12b-dcb91154b913 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:41.732155 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d24acb79-9e84-41ed-a12b-dcb91154b913 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2100582 Mar 28 19:45:41.734857 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39072) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:45:41.739614 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-95e91b39-e76a-4a19-8404-2f923fdb798b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group_rule': {'security_group_id': '2a5d6819-d064-4201-bfad-f1a4938d8450', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:45:41.746179 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-95e91b39-e76a-4a19-8404-2f923fdb798b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:45:41.749892 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-95e91b39-e76a-4a19-8404-2f923fdb798b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:45:41.752708 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-95e91b39-e76a-4a19-8404-2f923fdb798b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:45:41.758820 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-95e91b39-e76a-4a19-8404-2f923fdb798b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:45:41.775845 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-95e91b39-e76a-4a19-8404-2f923fdb798b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:41.833470 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-95e91b39-e76a-4a19-8404-2f923fdb798b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:41.836856 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-95e91b39-e76a-4a19-8404-2f923fdb798b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:41.860702 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e91b39-e76a-4a19-8404-2f923fdb798b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b081703e-77b4-468c-8717-2495b5a98f9c,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:41.869048 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-95e91b39-e76a-4a19-8404-2f923fdb798b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:41.870227 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-95e91b39-e76a-4a19-8404-2f923fdb798b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344576 Mar 28 19:45:41.872947 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39076) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:45:41.877652 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-db86efae-a87d-43a1-98d9-937544249d44 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group_rule': {'security_group_id': '2a5d6819-d064-4201-bfad-f1a4938d8450', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:45:41.883769 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-db86efae-a87d-43a1-98d9-937544249d44 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:45:41.887524 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-db86efae-a87d-43a1-98d9-937544249d44 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:45:41.890354 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-db86efae-a87d-43a1-98d9-937544249d44 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:45:41.895937 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-db86efae-a87d-43a1-98d9-937544249d44 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:45:41.911440 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-db86efae-a87d-43a1-98d9-937544249d44 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:41.969947 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-db86efae-a87d-43a1-98d9-937544249d44 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:41.973280 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-db86efae-a87d-43a1-98d9-937544249d44 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:41.998630 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86efae-a87d-43a1-98d9-937544249d44 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6bacf8-6573-4931-9d29-4edec00ed9ad,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:42.007521 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-db86efae-a87d-43a1-98d9-937544249d44 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:42.008710 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-db86efae-a87d-43a1-98d9-937544249d44 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1348801 Mar 28 19:45:42.011354 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39080) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:45:42.016037 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-40e2442e-6cc4-4a2a-b0d4-5120966dcbd8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group_rule': {'security_group_id': '2a5d6819-d064-4201-bfad-f1a4938d8450', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:45:42.021599 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-40e2442e-6cc4-4a2a-b0d4-5120966dcbd8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:45:42.025711 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-40e2442e-6cc4-4a2a-b0d4-5120966dcbd8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:45:42.028525 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-40e2442e-6cc4-4a2a-b0d4-5120966dcbd8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:45:42.034068 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-40e2442e-6cc4-4a2a-b0d4-5120966dcbd8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:45:42.050559 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-40e2442e-6cc4-4a2a-b0d4-5120966dcbd8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:42.111162 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-40e2442e-6cc4-4a2a-b0d4-5120966dcbd8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:42.114573 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-40e2442e-6cc4-4a2a-b0d4-5120966dcbd8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:42.136496 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2442e-6cc4-4a2a-b0d4-5120966dcbd8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c2d6f8-442b-4b29-9368-8456d3d7757b,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:42.147165 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-40e2442e-6cc4-4a2a-b0d4-5120966dcbd8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:42.148316 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-40e2442e-6cc4-4a2a-b0d4-5120966dcbd8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1360741 Mar 28 19:45:42.151567 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39084) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:45:42.156444 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-927be855-276f-4e44-ad2b-a2eae05680f2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group_rule': {'security_group_id': '2a5d6819-d064-4201-bfad-f1a4938d8450', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:45:42.163104 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-927be855-276f-4e44-ad2b-a2eae05680f2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:45:42.167488 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-927be855-276f-4e44-ad2b-a2eae05680f2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:45:42.170436 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-927be855-276f-4e44-ad2b-a2eae05680f2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:45:42.176144 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-927be855-276f-4e44-ad2b-a2eae05680f2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:45:42.193430 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-927be855-276f-4e44-ad2b-a2eae05680f2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:42.254228 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-927be855-276f-4e44-ad2b-a2eae05680f2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:42.257712 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-927be855-276f-4e44-ad2b-a2eae05680f2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:42.285098 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927be855-276f-4e44-ad2b-a2eae05680f2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f92c4e7-a659-428c-b034-a603ccd33af5,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:42.292692 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-927be855-276f-4e44-ad2b-a2eae05680f2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:42.293955 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-927be855-276f-4e44-ad2b-a2eae05680f2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1414742 Mar 28 19:45:42.296652 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39088) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:45:42.301454 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-1a466cd5-d4dd-4f9f-822e-5ecd98b623e5 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group_rule': {'security_group_id': '2a5d6819-d064-4201-bfad-f1a4938d8450', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:45:42.307322 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-1a466cd5-d4dd-4f9f-822e-5ecd98b623e5 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:45:42.311106 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1a466cd5-d4dd-4f9f-822e-5ecd98b623e5 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:45:42.314149 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-1a466cd5-d4dd-4f9f-822e-5ecd98b623e5 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:45:42.320124 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-1a466cd5-d4dd-4f9f-822e-5ecd98b623e5 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:45:42.330087 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-1a466cd5-d4dd-4f9f-822e-5ecd98b623e5 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Project 5c14268c8e5841d7aff34a232cfbb74a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:45:42.336957 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a466cd5-d4dd-4f9f-822e-5ecd98b623e5 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:42.401835 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a466cd5-d4dd-4f9f-822e-5ecd98b623e5 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:42.405041 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a466cd5-d4dd-4f9f-822e-5ecd98b623e5 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:42.426459 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a466cd5-d4dd-4f9f-822e-5ecd98b623e5 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8884caa-884f-4f67-8b8a-a3217eb52feb,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:42.436757 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-1a466cd5-d4dd-4f9f-822e-5ecd98b623e5 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:42.438265 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1a466cd5-d4dd-4f9f-822e-5ecd98b623e5 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1406965 Mar 28 19:45:42.440949 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39092) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:45:42.446080 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-46d9771b-a0b2-4913-88e9-4c1e07f6a71b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group_rule': {'security_group_id': '2a5d6819-d064-4201-bfad-f1a4938d8450', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:45:42.451829 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-46d9771b-a0b2-4913-88e9-4c1e07f6a71b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:45:42.455615 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-46d9771b-a0b2-4913-88e9-4c1e07f6a71b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:45:42.458405 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-46d9771b-a0b2-4913-88e9-4c1e07f6a71b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:45:42.464516 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-46d9771b-a0b2-4913-88e9-4c1e07f6a71b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:45:42.474441 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-46d9771b-a0b2-4913-88e9-4c1e07f6a71b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Project 5c14268c8e5841d7aff34a232cfbb74a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:45:42.482170 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-46d9771b-a0b2-4913-88e9-4c1e07f6a71b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:42.546317 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-46d9771b-a0b2-4913-88e9-4c1e07f6a71b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:42.549993 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-46d9771b-a0b2-4913-88e9-4c1e07f6a71b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:42.572577 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9771b-a0b2-4913-88e9-4c1e07f6a71b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b20953-ceef-49ac-a2bb-a5e8238546b6,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:42.581388 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-46d9771b-a0b2-4913-88e9-4c1e07f6a71b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:42.582851 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-46d9771b-a0b2-4913-88e9-4c1e07f6a71b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1409972 Mar 28 19:45:42.585575 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39096) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:45:42.592497 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-242e8152-6477-4b87-9aa7-76c18e25a17f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'network': {'name': 'tempest-network-smoke--488014250', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'port_security_enabled': True}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:45:42.597314 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-242e8152-6477-4b87-9aa7-76c18e25a17f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:45:42.601544 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-242e8152-6477-4b87-9aa7-76c18e25a17f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:network and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:45:42.604381 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-242e8152-6477-4b87-9aa7-76c18e25a17f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:45:42.609943 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-242e8152-6477-4b87-9aa7-76c18e25a17f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:45:42.619855 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242e8152-6477-4b87-9aa7-76c18e25a17f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Made reservation on behalf of 5c14268c8e5841d7aff34a232cfbb74a for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:45:42.623662 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-242e8152-6477-4b87-9aa7-76c18e25a17f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:42.651533 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-242e8152-6477-4b87-9aa7-76c18e25a17f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:45:42.661857 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-242e8152-6477-4b87-9aa7-76c18e25a17f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:42.662327 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-242e8152-6477-4b87-9aa7-76c18e25a17f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Added segment a675e7e0-1b72-482d-b89a-ad3a50814ef6 of type vlan for network 51475d2e-674e-42fa-9b58-00fdfa7498f0 Mar 28 19:45:42.692232 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-242e8152-6477-4b87-9aa7-76c18e25a17f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:42.819621 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-242e8152-6477-4b87-9aa7-76c18e25a17f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:42.825459 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242e8152-6477-4b87-9aa7-76c18e25a17f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:45:42.826035 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-242e8152-6477-4b87-9aa7-76c18e25a17f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:42.915993 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-242e8152-6477-4b87-9aa7-76c18e25a17f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3293996 Mar 28 19:45:42.919020 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39100) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:45:42.924285 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-df50751b-7491-42c3-bf62-42fd5e21c170 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1382128342', 'admin_state_up': True, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:45:42.930872 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e8152-6477-4b87-9aa7-76c18e25a17f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Network': ['ID=51475d2e-674e-42fa-9b58-00fdfa7498f0,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:42.932440 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-df50751b-7491-42c3-bf62-42fd5e21c170 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:45:42.936365 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-df50751b-7491-42c3-bf62-42fd5e21c170 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:router and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:45:42.939425 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-df50751b-7491-42c3-bf62-42fd5e21c170 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:45:42.941883 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 51475d2e-674e-42fa-9b58-00fdfa7498f0 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:45:42.945602 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-df50751b-7491-42c3-bf62-42fd5e21c170 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:45:42.956139 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-df50751b-7491-42c3-bf62-42fd5e21c170 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:42.957154 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-df50751b-7491-42c3-bf62-42fd5e21c170 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:42.971991 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-df50751b-7491-42c3-bf62-42fd5e21c170 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:43.232563 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-df50751b-7491-42c3-bf62-42fd5e21c170 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:43.637584 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-df50751b-7491-42c3-bf62-42fd5e21c170 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router_gateway, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:43.665658 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-df50751b-7491-42c3-bf62-42fd5e21c170 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:43.796808 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-df50751b-7491-42c3-bf62-42fd5e21c170 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Allocated IP 172.26.4.205 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/5da3b46c-bd58-4e24-ae84-ce6bae6ceeab) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:45:43.938293 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-df50751b-7491-42c3-bf62-42fd5e21c170 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:43.966255 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-df50751b-7491-42c3-bf62-42fd5e21c170 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:44.023037 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df50751b-7491-42c3-bf62-42fd5e21c170 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:45:44.025797 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-df50751b-7491-42c3-bf62-42fd5e21c170 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:45:44.033471 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df50751b-7491-42c3-bf62-42fd5e21c170 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:45:44.070289 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df50751b-7491-42c3-bf62-42fd5e21c170 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Port': ['ID=5da3b46c-bd58-4e24-ae84-ce6bae6ceeab,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:44.436516 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-df50751b-7491-42c3-bf62-42fd5e21c170 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router_gateway, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:44.895338 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-df50751b-7491-42c3-bf62-42fd5e21c170 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:45.100542 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df50751b-7491-42c3-bf62-42fd5e21c170 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Router 992943dd-410e-4ac0-b256-627a97ea5022 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:45:45.277660 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df50751b-7491-42c3-bf62-42fd5e21c170 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:45:45.288815 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11b28d-bb58-4916-af09-f2aa913fa2bb None None] Sync routers for ids ['992943dd-410e-4ac0-b256-627a97ea5022'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:45:45.298494 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c11b28d-bb58-4916-af09-f2aa913fa2bb None None] Routers {'992943dd-410e-4ac0-b256-627a97ea5022'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:45:45.299174 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-6c11b28d-bb58-4916-af09-f2aa913fa2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:45:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['992943dd-410e-4ac0-b256-627a97ea5022'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:45:45.304407 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-df50751b-7491-42c3-bf62-42fd5e21c170 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:45.306053 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-df50751b-7491-42c3-bf62-42fd5e21c170 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3858054 Mar 28 19:45:45.308980 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39104) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:45:45.354702 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ad0dc3e3-81c4-4a7f-875c-34079665d554 tempest-TestNetworkAdvancedServerOps-1671564215 tempest-TestNetworkAdvancedServerOps-1671564215-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=5c14268c8e5841d7aff34a232cfbb74a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444236 Mar 28 19:45:45.357049 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39108) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:45:45.486771 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1437efb2-3372-4496-952b-12248efbcf6b tempest-TestNetworkAdvancedServerOps-1671564215 tempest-TestNetworkAdvancedServerOps-1671564215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:45:45.488275 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1437efb2-3372-4496-952b-12248efbcf6b tempest-TestNetworkAdvancedServerOps-1671564215 tempest-TestNetworkAdvancedServerOps-1671564215-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1303427 Mar 28 19:45:45.491041 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39112) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:45:45.502969 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-6c11b28d-bb58-4916-af09-f2aa913fa2bb None None] Set router 992943dd-410e-4ac0-b256-627a97ea5022 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:45:45.528938 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-97bd69e5-e32e-4613-8f1a-f2f0c219465a tempest-TestNetworkAdvancedServerOps-1671564215 tempest-TestNetworkAdvancedServerOps-1671564215-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=222bb166-3b66-45c7-9663-18be61b96587&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368519 Mar 28 19:45:45.531338 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39116) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:45:45.536356 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-4312b847-4571-4994-8abd-a94c39a178b2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1727079748', 'network_id': '51475d2e-674e-42fa-9b58-00fdfa7498f0', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:45:45.650386 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4312b847-4571-4994-8abd-a94c39a178b2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:45:45.654273 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4312b847-4571-4994-8abd-a94c39a178b2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:subnet and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:45:45.657093 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4312b847-4571-4994-8abd-a94c39a178b2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:45:45.662689 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4312b847-4571-4994-8abd-a94c39a178b2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:45:45.671845 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4312b847-4571-4994-8abd-a94c39a178b2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Made reservation on behalf of 5c14268c8e5841d7aff34a232cfbb74a for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:45:45.675535 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4312b847-4571-4994-8abd-a94c39a178b2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:45.790346 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-6c11b28d-bb58-4916-af09-f2aa913fa2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992943dd-410e-4ac0-b256-627a97ea5022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382128342', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '5da3b46c-bd58-4e24-ae84-ce6bae6ceeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:45:42Z', 'updated_at': '2022-03-28T19:45:44Z', 'revision_number': 3, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '5da3b46c-bd58-4e24-ae84-ce6bae6ceeab', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992943dd-410e-4ac0-b256-627a97ea5022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:45:43Z', 'updated_at': '2022-03-28T19:45:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:45:45.794242 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11b28d-bb58-4916-af09-f2aa913fa2bb None None] Checking router: 992943dd-410e-4ac0-b256-627a97ea5022 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:45:45.794588 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11b28d-bb58-4916-af09-f2aa913fa2bb None None] Updating router 992943dd-410e-4ac0-b256-627a97ea5022 port 5da3b46c-bd58-4e24-ae84-ce6bae6ceeab binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:45:45.847971 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-6c11b28d-bb58-4916-af09-f2aa913fa2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:45.888051 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4312b847-4571-4994-8abd-a94c39a178b2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:45.967227 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312b847-4571-4994-8abd-a94c39a178b2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Subnet': ['ID=162042b5-99d4-422c-9ab5-95cd47f21b7b,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:45.975707 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4312b847-4571-4994-8abd-a94c39a178b2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Checking segment: {'id': 'a675e7e0-1b72-482d-b89a-ad3a50814ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '51475d2e-674e-42fa-9b58-00fdfa7498f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:45:45.976069 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4312b847-4571-4994-8abd-a94c39a178b2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network hostable DHCP agents. Network: 51475d2e-674e-42fa-9b58-00fdfa7498f0, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:45:45.995304 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4312b847-4571-4994-8abd-a94c39a178b2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network 51475d2e-674e-42fa-9b58-00fdfa7498f0 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:45:46.004952 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-4312b847-4571-4994-8abd-a94c39a178b2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 51475d2e-674e-42fa-9b58-00fdfa7498f0) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:45:46.009840 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4312b847-4571-4994-8abd-a94c39a178b2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:45:46.010476 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4312b847-4571-4994-8abd-a94c39a178b2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:46.015761 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1316589-23f2-4af2-98b9-9390be1d9851 None None] Network 51475d2e-674e-42fa-9b58-00fdfa7498f0 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:45:46.034502 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4312b847-4571-4994-8abd-a94c39a178b2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4996331 Mar 28 19:45:46.034707 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39122) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:45:46.185433 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-6c11b28d-bb58-4916-af09-f2aa913fa2bb None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:46.200009 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-6c11b28d-bb58-4916-af09-f2aa913fa2bb None None] Transition to ACTIVE for port object 5da3b46c-bd58-4e24-ae84-ce6bae6ceeab will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:45:46.206933 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-6c11b28d-bb58-4916-af09-f2aa913fa2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:46.243381 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b60868-e8a1-4543-b259-5e19bddfa43d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-51475d2e-674e-42fa-9b58-00fdfa7498f0', 'network_id': '51475d2e-674e-42fa-9b58-00fdfa7498f0', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'fixed_ips': [{'subnet_id': '162042b5-99d4-422c-9ab5-95cd47f21b7b'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:45:46.244259 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-15b60868-e8a1-4543-b259-5e19bddfa43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:46.284764 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed7ba5-9319-409b-bd48-fa7af0ebc923 None None] Pushing event updated for resources: {'Port': ['ID=5da3b46c-bd58-4e24-ae84-ce6bae6ceeab,revision_number=2']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:46.309057 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-6c11b28d-bb58-4916-af09-f2aa913fa2bb None None] Attempting to bind port 5da3b46c-bd58-4e24-ae84-ce6bae6ceeab on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:45:46.309698 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-6c11b28d-bb58-4916-af09-f2aa913fa2bb None None] Attempting to bind port 5da3b46c-bd58-4e24-ae84-ce6bae6ceeab by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:45:46.309968 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c11b28d-bb58-4916-af09-f2aa913fa2bb None None] Attempting to bind port 5da3b46c-bd58-4e24-ae84-ce6bae6ceeab on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:45:46.316219 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c11b28d-bb58-4916-af09-f2aa913fa2bb None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:45:46.316673 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c11b28d-bb58-4916-af09-f2aa913fa2bb None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:45:46.317154 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-6c11b28d-bb58-4916-af09-f2aa913fa2bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:46.317605 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c11b28d-bb58-4916-af09-f2aa913fa2bb None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:45:46.318126 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-6c11b28d-bb58-4916-af09-f2aa913fa2bb None None] Bound port: 5da3b46c-bd58-4e24-ae84-ce6bae6ceeab, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:45:46.318557 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-6c11b28d-bb58-4916-af09-f2aa913fa2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:46.397797 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-6c11b28d-bb58-4916-af09-f2aa913fa2bb None None] For port 5da3b46c-bd58-4e24-ae84-ce6bae6ceeab, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:45:46.402284 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-6c11b28d-bb58-4916-af09-f2aa913fa2bb None None] For port 5da3b46c-bd58-4e24-ae84-ce6bae6ceeab, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=5da3b46c-bd58-4e24-ae84-ce6bae6ceeab,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:45:46.403995 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed7ba5-9319-409b-bd48-fa7af0ebc923 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:46.404415 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed7ba5-9319-409b-bd48-fa7af0ebc923 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:46.404743 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed7ba5-9319-409b-bd48-fa7af0ebc923 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:46.405073 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed7ba5-9319-409b-bd48-fa7af0ebc923 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:46.405404 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed7ba5-9319-409b-bd48-fa7af0ebc923 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:46.406044 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed7ba5-9319-409b-bd48-fa7af0ebc923 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:46.406151 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed7ba5-9319-409b-bd48-fa7af0ebc923 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:46.406459 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed7ba5-9319-409b-bd48-fa7af0ebc923 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:46.406840 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed7ba5-9319-409b-bd48-fa7af0ebc923 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:46.407195 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed7ba5-9319-409b-bd48-fa7af0ebc923 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:46.407527 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed7ba5-9319-409b-bd48-fa7af0ebc923 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:46.408160 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed7ba5-9319-409b-bd48-fa7af0ebc923 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:45:46.413630 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-6c11b28d-bb58-4916-af09-f2aa913fa2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:46.428040 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-15b60868-e8a1-4543-b259-5e19bddfa43d None None] Allocated IP 172.20.0.2 (51475d2e-674e-42fa-9b58-00fdfa7498f0/162042b5-99d4-422c-9ab5-95cd47f21b7b/7843fff6-d80f-4e5a-a5d0-6d7eae5e0fd9) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:45:46.504163 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c11b28d-bb58-4916-af09-f2aa913fa2bb None None] Routers {'992943dd-410e-4ac0-b256-627a97ea5022'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:45:46.504777 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-6c11b28d-bb58-4916-af09-f2aa913fa2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:45:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['992943dd-410e-4ac0-b256-627a97ea5022'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:45:46.589007 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed7ba5-9319-409b-bd48-fa7af0ebc923 None None] Pushing event updated for resources: {'Port': ['ID=5da3b46c-bd58-4e24-ae84-ce6bae6ceeab,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:46.714538 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-6c11b28d-bb58-4916-af09-f2aa913fa2bb None None] Set router 992943dd-410e-4ac0-b256-627a97ea5022 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:45:46.737655 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-15b60868-e8a1-4543-b259-5e19bddfa43d None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:46.749483 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-15b60868-e8a1-4543-b259-5e19bddfa43d None None] Transition to ACTIVE for port object 7843fff6-d80f-4e5a-a5d0-6d7eae5e0fd9 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:45:46.768879 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-15b60868-e8a1-4543-b259-5e19bddfa43d None None] Transition to ACTIVE for port object 7843fff6-d80f-4e5a-a5d0-6d7eae5e0fd9 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:45:46.776898 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-15b60868-e8a1-4543-b259-5e19bddfa43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:46.850933 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b60868-e8a1-4543-b259-5e19bddfa43d None None] Network 51475d2e-674e-42fa-9b58-00fdfa7498f0 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:45:46.858342 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-15b60868-e8a1-4543-b259-5e19bddfa43d None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:45:46.863027 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b60868-e8a1-4543-b259-5e19bddfa43d None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:45:46.869752 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b60868-e8a1-4543-b259-5e19bddfa43d None None] Pushing event updated for resources: {'Port': ['ID=7843fff6-d80f-4e5a-a5d0-6d7eae5e0fd9,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:46.889799 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6d83bad9-fc39-4f78-9a47-dfc7135efb5a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:46.963040 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-15b60868-e8a1-4543-b259-5e19bddfa43d None None] Attempting to bind port 7843fff6-d80f-4e5a-a5d0-6d7eae5e0fd9 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:45:46.963493 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-15b60868-e8a1-4543-b259-5e19bddfa43d None None] Attempting to bind port 7843fff6-d80f-4e5a-a5d0-6d7eae5e0fd9 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a675e7e0-1b72-482d-b89a-ad3a50814ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '51475d2e-674e-42fa-9b58-00fdfa7498f0'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:45:46.963784 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b60868-e8a1-4543-b259-5e19bddfa43d None None] Attempting to bind port 7843fff6-d80f-4e5a-a5d0-6d7eae5e0fd9 on network 51475d2e-674e-42fa-9b58-00fdfa7498f0 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:45:46.969252 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b60868-e8a1-4543-b259-5e19bddfa43d None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:45:46.969555 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b60868-e8a1-4543-b259-5e19bddfa43d None None] Checking segment: {'id': 'a675e7e0-1b72-482d-b89a-ad3a50814ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '51475d2e-674e-42fa-9b58-00fdfa7498f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:45:46.969953 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-15b60868-e8a1-4543-b259-5e19bddfa43d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:46.970343 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b60868-e8a1-4543-b259-5e19bddfa43d None None] Bound using segment: {'id': 'a675e7e0-1b72-482d-b89a-ad3a50814ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '51475d2e-674e-42fa-9b58-00fdfa7498f0'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:45:46.970802 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-15b60868-e8a1-4543-b259-5e19bddfa43d None None] Bound port: 7843fff6-d80f-4e5a-a5d0-6d7eae5e0fd9, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a675e7e0-1b72-482d-b89a-ad3a50814ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '51475d2e-674e-42fa-9b58-00fdfa7498f0'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:45:46.971353 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-15b60868-e8a1-4543-b259-5e19bddfa43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:47.036579 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-6c11b28d-bb58-4916-af09-f2aa913fa2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992943dd-410e-4ac0-b256-627a97ea5022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382128342', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '5da3b46c-bd58-4e24-ae84-ce6bae6ceeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:45:42Z', 'updated_at': '2022-03-28T19:45:44Z', 'revision_number': 3, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '5da3b46c-bd58-4e24-ae84-ce6bae6ceeab', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992943dd-410e-4ac0-b256-627a97ea5022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:45:43Z', 'updated_at': '2022-03-28T19:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:45:47.040781 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11b28d-bb58-4916-af09-f2aa913fa2bb None None] The sync data for ids ['992943dd-410e-4ac0-b256-627a97ea5022'] in dv-neutron-834711-1-hyperv is: [{'id': '992943dd-410e-4ac0-b256-627a97ea5022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382128342', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '5da3b46c-bd58-4e24-ae84-ce6bae6ceeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:45:42Z', 'updated_at': '2022-03-28T19:45:44Z', 'revision_number': 3, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '5da3b46c-bd58-4e24-ae84-ce6bae6ceeab', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992943dd-410e-4ac0-b256-627a97ea5022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:45:43Z', 'updated_at': '2022-03-28T19:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:45:47.070076 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-15b60868-e8a1-4543-b259-5e19bddfa43d None None] For port 7843fff6-d80f-4e5a-a5d0-6d7eae5e0fd9, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:45:47.074565 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-15b60868-e8a1-4543-b259-5e19bddfa43d None None] For port 7843fff6-d80f-4e5a-a5d0-6d7eae5e0fd9, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=7843fff6-d80f-4e5a-a5d0-6d7eae5e0fd9,segment=NetworkSegment(a675e7e0-1b72-482d-b89a-ad3a50814ef6),segment_id=a675e7e0-1b72-482d-b89a-ad3a50814ef6)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:45:47.079479 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-15b60868-e8a1-4543-b259-5e19bddfa43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:47.163945 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b60868-e8a1-4543-b259-5e19bddfa43d None None] Pushing event updated for resources: {'Port': ['ID=7843fff6-d80f-4e5a-a5d0-6d7eae5e0fd9,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:47.333193 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-6d83bad9-fc39-4f78-9a47-dfc7135efb5a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Allocated IP 172.20.0.1 (51475d2e-674e-42fa-9b58-00fdfa7498f0/162042b5-99d4-422c-9ab5-95cd47f21b7b/927e1bf4-727e-4eba-866d-07b585d8a859) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:45:47.542636 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6d83bad9-fc39-4f78-9a47-dfc7135efb5a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:47.563320 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-6d83bad9-fc39-4f78-9a47-dfc7135efb5a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Transition to ACTIVE for port object 927e1bf4-727e-4eba-866d-07b585d8a859 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:45:47.596675 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6d83bad9-fc39-4f78-9a47-dfc7135efb5a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:47.605502 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 5da3b46c-bd58-4e24-ae84-ce6bae6ceeab up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:45:47.660533 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d83bad9-fc39-4f78-9a47-dfc7135efb5a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network 51475d2e-674e-42fa-9b58-00fdfa7498f0 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:45:47.663732 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-6d83bad9-fc39-4f78-9a47-dfc7135efb5a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:45:47.672507 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d83bad9-fc39-4f78-9a47-dfc7135efb5a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:45:47.695598 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 5da3b46c-bd58-4e24-ae84-ce6bae6ceeab completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:45:47.701644 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 5da3b46c-bd58-4e24-ae84-ce6bae6ceeab triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:45:47.702124 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:47.733047 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83bad9-fc39-4f78-9a47-dfc7135efb5a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Port': ['ID=927e1bf4-727e-4eba-866d-07b585d8a859,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:47.744579 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6d83bad9-fc39-4f78-9a47-dfc7135efb5a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:47.842548 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:47.860496 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 5da3b46c-bd58-4e24-ae84-ce6bae6ceeab, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=5da3b46c-bd58-4e24-ae84-ce6bae6ceeab,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:45:47.865581 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:47.866477 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 7843fff6-d80f-4e5a-a5d0-6d7eae5e0fd9 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:45:47.892183 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6d83bad9-fc39-4f78-9a47-dfc7135efb5a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:47.995392 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 7843fff6-d80f-4e5a-a5d0-6d7eae5e0fd9 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:45:48.013421 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=5da3b46c-bd58-4e24-ae84-ce6bae6ceeab,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:48.255976 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c6c926-8186-4a4a-aad3-cee0e85a2445 None None] Network 51475d2e-674e-42fa-9b58-00fdfa7498f0 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:45:48.362984 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-70053ba5-3df9-4102-9c23-0e5854acc89f None None] Provisioning for port 7843fff6-d80f-4e5a-a5d0-6d7eae5e0fd9 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:45:48.378947 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-70053ba5-3df9-4102-9c23-0e5854acc89f None None] Provisioning complete for port 7843fff6-d80f-4e5a-a5d0-6d7eae5e0fd9 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:45:48.379322 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-70053ba5-3df9-4102-9c23-0e5854acc89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:48.475383 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6d83bad9-fc39-4f78-9a47-dfc7135efb5a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:48.480638 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6d83bad9-fc39-4f78-9a47-dfc7135efb5a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:48.588428 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-70053ba5-3df9-4102-9c23-0e5854acc89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:48.592524 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83bad9-fc39-4f78-9a47-dfc7135efb5a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Port': ['ID=927e1bf4-727e-4eba-866d-07b585d8a859,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:48.608017 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6d83bad9-fc39-4f78-9a47-dfc7135efb5a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:48.637348 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-70053ba5-3df9-4102-9c23-0e5854acc89f None None] For port 7843fff6-d80f-4e5a-a5d0-6d7eae5e0fd9, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=7843fff6-d80f-4e5a-a5d0-6d7eae5e0fd9,segment=NetworkSegment(a675e7e0-1b72-482d-b89a-ad3a50814ef6),segment_id=a675e7e0-1b72-482d-b89a-ad3a50814ef6)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:45:48.643029 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-70053ba5-3df9-4102-9c23-0e5854acc89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:48.727925 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70053ba5-3df9-4102-9c23-0e5854acc89f None None] Pushing event updated for resources: {'Port': ['ID=7843fff6-d80f-4e5a-a5d0-6d7eae5e0fd9,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:48.767679 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d83bad9-fc39-4f78-9a47-dfc7135efb5a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network 51475d2e-674e-42fa-9b58-00fdfa7498f0 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:45:48.768807 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-6d83bad9-fc39-4f78-9a47-dfc7135efb5a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:45:48.956982 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d83bad9-fc39-4f78-9a47-dfc7135efb5a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Router 992943dd-410e-4ac0-b256-627a97ea5022 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:45:48.971211 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-97e2db8a-1624-4627-bfdf-a21e752f8d54 None None] Provisioning for port 927e1bf4-727e-4eba-866d-07b585d8a859 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:45:48.976374 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-97e2db8a-1624-4627-bfdf-a21e752f8d54 None None] Provisioning complete for port 927e1bf4-727e-4eba-866d-07b585d8a859 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:45:48.977418 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-97e2db8a-1624-4627-bfdf-a21e752f8d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:49.035037 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-97e2db8a-1624-4627-bfdf-a21e752f8d54 None None] Port 927e1bf4-727e-4eba-866d-07b585d8a859 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:45:49.051288 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-97e2db8a-1624-4627-bfdf-a21e752f8d54 None None] Provisioning complete for port 7843fff6-d80f-4e5a-a5d0-6d7eae5e0fd9 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:45:49.051795 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-97e2db8a-1624-4627-bfdf-a21e752f8d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:49.152973 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d83bad9-fc39-4f78-9a47-dfc7135efb5a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:45:49.164463 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a39decb-e5e2-4ecf-be36-f6073e7d5087 None None] Sync routers for ids ['992943dd-410e-4ac0-b256-627a97ea5022'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:45:49.168286 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6d83bad9-fc39-4f78-9a47-dfc7135efb5a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "PUT /v2.0/routers/992943dd-410e-4ac0-b256-627a97ea5022/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1325235 Mar 28 19:45:49.189253 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a39decb-e5e2-4ecf-be36-f6073e7d5087 None None] Routers {'992943dd-410e-4ac0-b256-627a97ea5022'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:45:49.189382 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-1a39decb-e5e2-4ecf-be36-f6073e7d5087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:45:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['992943dd-410e-4ac0-b256-627a97ea5022'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:45:49.340820 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-4fc8ee34-3d29-47e6-b4ea-64cc488db3ae tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Synchronizing usage tracker for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:45:49.358245 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-4fc8ee34-3d29-47e6-b4ea-64cc488db3ae tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Unset dirty status for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:45:49.359420 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-4fc8ee34-3d29-47e6-b4ea-64cc488db3ae tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-95714543&fields=id&tenant_id=5c14268c8e5841d7aff34a232cfbb74a HTTP/1.1" status: 200 len: 267 time: 0.0587845 Mar 28 19:45:49.420641 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-14feb7fa-2405-4d35-8e9a-a1be7633b027 None None] Provisioning complete for port 927e1bf4-727e-4eba-866d-07b585d8a859 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:45:49.421229 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-14feb7fa-2405-4d35-8e9a-a1be7633b027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:49.466586 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-1a39decb-e5e2-4ecf-be36-f6073e7d5087 None None] Set router 992943dd-410e-4ac0-b256-627a97ea5022 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:45:49.517481 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-63c33c4f-75a0-4fe1-86bb-4725aa24488e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:45:49.517964 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-63c33c4f-75a0-4fe1-86bb-4725aa24488e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Synchronizing usage tracker for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:network {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:45:49.536212 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-63c33c4f-75a0-4fe1-86bb-4725aa24488e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Unset dirty status for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:network {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:45:49.537390 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 5da3b46c-bd58-4e24-ae84-ce6bae6ceeab up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:45:49.537578 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-63c33c4f-75a0-4fe1-86bb-4725aa24488e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/networks?id=51475d2e-674e-42fa-9b58-00fdfa7498f0 HTTP/1.1" status: 200 len: 796 time: 0.1711428 Mar 28 19:45:49.552906 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-3ac0678f-03bd-463e-bcb6-4e254635ca00 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/quotas/5c14268c8e5841d7aff34a232cfbb74a HTTP/1.1" status: 200 len: 375 time: 0.0092607 Mar 28 19:45:49.581732 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-14feb7fa-2405-4d35-8e9a-a1be7633b027 None None] Port 927e1bf4-727e-4eba-866d-07b585d8a859 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:45:49.639125 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-e5738ee3-5e93-4b46-9e46-440c50651040 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Synchronizing usage tracker for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:45:49.656450 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-e5738ee3-5e93-4b46-9e46-440c50651040 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Unset dirty status for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:45:49.658304 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-e5738ee3-5e93-4b46-9e46-440c50651040 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0994246 Mar 28 19:45:49.720650 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-12fb6ad8-da45-4221-936c-5453eac3966a service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:45:49.721636 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-12fb6ad8-da45-4221-936c-5453eac3966a service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510778 Mar 28 19:45:49.797448 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 5da3b46c-bd58-4e24-ae84-ce6bae6ceeab triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:45:49.797726 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:49.855545 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-fdaa9743-63ed-4093-85f7-499d1667618c service neutron] 10.222.0.10 "GET /v2.0/networks/51475d2e-674e-42fa-9b58-00fdfa7498f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270254 Mar 28 19:45:49.965158 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-1a39decb-e5e2-4ecf-be36-f6073e7d5087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992943dd-410e-4ac0-b256-627a97ea5022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382128342', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '5da3b46c-bd58-4e24-ae84-ce6bae6ceeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:45:42Z', 'updated_at': '2022-03-28T19:45:47Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '5da3b46c-bd58-4e24-ae84-ce6bae6ceeab', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992943dd-410e-4ac0-b256-627a97ea5022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:45:43Z', 'updated_at': '2022-03-28T19:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '927e1bf4-727e-4eba-866d-07b585d8a859', 'name': '', 'network_id': '51475d2e-674e-42fa-9b58-00fdfa7498f0', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:8f:23:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992943dd-410e-4ac0-b256-627a97ea5022', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '162042b5-99d4-422c-9ab5-95cd47f21b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:45:47Z', 'updated_at': '2022-03-28T19:45:48Z', 'revision_number': 2, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '162042b5-99d4-422c-9ab5-95cd47f21b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:45:49.972694 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 7843fff6-d80f-4e5a-a5d0-6d7eae5e0fd9 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:45:49.988235 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-8d7e6052-6dc6-434f-bd35-73759d768d94 service neutron] 10.222.0.10 "GET /v2.0/networks/51475d2e-674e-42fa-9b58-00fdfa7498f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266427 Mar 28 19:45:49.995652 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a39decb-e5e2-4ecf-be36-f6073e7d5087 None None] Checking router: 992943dd-410e-4ac0-b256-627a97ea5022 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:45:49.996004 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a39decb-e5e2-4ecf-be36-f6073e7d5087 None None] Updating router 992943dd-410e-4ac0-b256-627a97ea5022 port 927e1bf4-727e-4eba-866d-07b585d8a859 binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:45:50.072240 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1a39decb-e5e2-4ecf-be36-f6073e7d5087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:50.143506 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 7843fff6-d80f-4e5a-a5d0-6d7eae5e0fd9 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:45:50.143869 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:50.175036 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-45c8f9ac-5b70-4d0a-b668-2851f20cbfcd req-d1777e84-b5f6-49d0-8092-ec238f270fa0 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 210 time: 0.0479169 Mar 28 19:45:50.509610 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1a39decb-e5e2-4ecf-be36-f6073e7d5087 None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:50.521071 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-1a39decb-e5e2-4ecf-be36-f6073e7d5087 None None] Transition to ACTIVE for port object 927e1bf4-727e-4eba-866d-07b585d8a859 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:45:50.527407 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1a39decb-e5e2-4ecf-be36-f6073e7d5087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:50.679132 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0bee5f-314a-4e45-b355-eac2bef104f6 None None] Pushing event updated for resources: {'Port': ['ID=927e1bf4-727e-4eba-866d-07b585d8a859,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:50.745802 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-1a39decb-e5e2-4ecf-be36-f6073e7d5087 None None] Attempting to bind port 927e1bf4-727e-4eba-866d-07b585d8a859 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:45:50.746169 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-1a39decb-e5e2-4ecf-be36-f6073e7d5087 None None] Attempting to bind port 927e1bf4-727e-4eba-866d-07b585d8a859 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a675e7e0-1b72-482d-b89a-ad3a50814ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '51475d2e-674e-42fa-9b58-00fdfa7498f0'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:45:50.746527 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a39decb-e5e2-4ecf-be36-f6073e7d5087 None None] Attempting to bind port 927e1bf4-727e-4eba-866d-07b585d8a859 on network 51475d2e-674e-42fa-9b58-00fdfa7498f0 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:45:50.751679 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a39decb-e5e2-4ecf-be36-f6073e7d5087 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:45:50.752046 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a39decb-e5e2-4ecf-be36-f6073e7d5087 None None] Checking segment: {'id': 'a675e7e0-1b72-482d-b89a-ad3a50814ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '51475d2e-674e-42fa-9b58-00fdfa7498f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:45:50.752437 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1a39decb-e5e2-4ecf-be36-f6073e7d5087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:50.752818 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a39decb-e5e2-4ecf-be36-f6073e7d5087 None None] Bound using segment: {'id': 'a675e7e0-1b72-482d-b89a-ad3a50814ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '51475d2e-674e-42fa-9b58-00fdfa7498f0'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:45:50.753271 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-1a39decb-e5e2-4ecf-be36-f6073e7d5087 None None] Bound port: 927e1bf4-727e-4eba-866d-07b585d8a859, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a675e7e0-1b72-482d-b89a-ad3a50814ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '51475d2e-674e-42fa-9b58-00fdfa7498f0'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:45:50.753634 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1a39decb-e5e2-4ecf-be36-f6073e7d5087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:50.847021 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-1a39decb-e5e2-4ecf-be36-f6073e7d5087 None None] For port 927e1bf4-727e-4eba-866d-07b585d8a859, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:45:50.849944 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-1a39decb-e5e2-4ecf-be36-f6073e7d5087 None None] For port 927e1bf4-727e-4eba-866d-07b585d8a859, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=927e1bf4-727e-4eba-866d-07b585d8a859,segment=NetworkSegment(a675e7e0-1b72-482d-b89a-ad3a50814ef6),segment_id=a675e7e0-1b72-482d-b89a-ad3a50814ef6)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:45:50.853969 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1a39decb-e5e2-4ecf-be36-f6073e7d5087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:50.999624 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a39decb-e5e2-4ecf-be36-f6073e7d5087 None None] Routers {'992943dd-410e-4ac0-b256-627a97ea5022'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:45:51.000258 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-1a39decb-e5e2-4ecf-be36-f6073e7d5087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:45:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['992943dd-410e-4ac0-b256-627a97ea5022'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:45:51.064667 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0bee5f-314a-4e45-b355-eac2bef104f6 None None] Pushing event updated for resources: {'Port': ['ID=927e1bf4-727e-4eba-866d-07b585d8a859,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:51.195432 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-1a39decb-e5e2-4ecf-be36-f6073e7d5087 None None] Set router 992943dd-410e-4ac0-b256-627a97ea5022 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:45:51.270338 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b552c137-eb88-456c-aca1-faca1d3d0b87 req-7b0c45f5-93fa-4f0a-b7b9-1c78d2312770 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 210 time: 0.0428123 Mar 28 19:45:51.509467 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-1a39decb-e5e2-4ecf-be36-f6073e7d5087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992943dd-410e-4ac0-b256-627a97ea5022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382128342', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '5da3b46c-bd58-4e24-ae84-ce6bae6ceeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:45:42Z', 'updated_at': '2022-03-28T19:45:47Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '5da3b46c-bd58-4e24-ae84-ce6bae6ceeab', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992943dd-410e-4ac0-b256-627a97ea5022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:45:43Z', 'updated_at': '2022-03-28T19:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '927e1bf4-727e-4eba-866d-07b585d8a859', 'name': '', 'network_id': '51475d2e-674e-42fa-9b58-00fdfa7498f0', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:8f:23:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992943dd-410e-4ac0-b256-627a97ea5022', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '162042b5-99d4-422c-9ab5-95cd47f21b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:45:47Z', 'updated_at': '2022-03-28T19:45:50Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '162042b5-99d4-422c-9ab5-95cd47f21b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:45:51.513363 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a39decb-e5e2-4ecf-be36-f6073e7d5087 None None] The sync data for ids ['992943dd-410e-4ac0-b256-627a97ea5022'] in dv-neutron-834711-1-hyperv is: [{'id': '992943dd-410e-4ac0-b256-627a97ea5022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382128342', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '5da3b46c-bd58-4e24-ae84-ce6bae6ceeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:45:42Z', 'updated_at': '2022-03-28T19:45:47Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '5da3b46c-bd58-4e24-ae84-ce6bae6ceeab', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992943dd-410e-4ac0-b256-627a97ea5022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:45:43Z', 'updated_at': '2022-03-28T19:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '927e1bf4-727e-4eba-866d-07b585d8a859', 'name': '', 'network_id': '51475d2e-674e-42fa-9b58-00fdfa7498f0', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:8f:23:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992943dd-410e-4ac0-b256-627a97ea5022', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '162042b5-99d4-422c-9ab5-95cd47f21b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:45:47Z', 'updated_at': '2022-03-28T19:45:50Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '162042b5-99d4-422c-9ab5-95cd47f21b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:45:52.372625 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-298f9361-92a8-4461-979e-758c2a110f15 req-83f5ab91-c3b5-4cd5-94b8-a3f441f37426 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 210 time: 0.0442088 Mar 28 19:45:53.545430 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 927e1bf4-727e-4eba-866d-07b585d8a859 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:45:53.590139 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e2a99546-3d4d-48c8-8faf-7dbd66b8c3fe req-30090ed4-7db8-4463-8dac-597be4b66d04 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 210 time: 0.1640005 Mar 28 19:45:53.618109 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 927e1bf4-727e-4eba-866d-07b585d8a859 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:45:53.622732 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 927e1bf4-727e-4eba-866d-07b585d8a859 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:45:53.623128 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:53.733569 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:53.766725 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 927e1bf4-727e-4eba-866d-07b585d8a859, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=927e1bf4-727e-4eba-866d-07b585d8a859,segment=NetworkSegment(a675e7e0-1b72-482d-b89a-ad3a50814ef6),segment_id=a675e7e0-1b72-482d-b89a-ad3a50814ef6)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:45:53.770297 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:53.837650 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=927e1bf4-727e-4eba-866d-07b585d8a859,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:54.742291 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fe4e7488-6ffc-4b59-8599-e345e577131a req-7207b6a1-6314-41bf-adf7-07b77751b894 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 210 time: 0.0416629 Mar 28 19:45:55.291946 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-474a7d25-f0c7-46c2-a1b6-1a495de02be9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:45:55.293467 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-474a7d25-f0c7-46c2-a1b6-1a495de02be9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.26 "GET /v2.0/networks?id=51475d2e-674e-42fa-9b58-00fdfa7498f0 HTTP/1.1" status: 200 len: 796 time: 0.1728487 Mar 28 19:45:55.354814 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-2ae42cff-70f0-46be-87de-7fae10637842 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c14268c8e5841d7aff34a232cfbb74a HTTP/1.1" status: 200 len: 378 time: 0.0530193 Mar 28 19:45:55.362702 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-3cf34e18-38bc-4022-9b3e-48581f1c55dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:55.365044 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-ec5229b0-d0fa-435c-851c-29694b6a3c76 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'port': {'device_id': 'cd983b90-9d45-4176-8642-7a53911d63e2', 'network_id': '51475d2e-674e-42fa-9b58-00fdfa7498f0', 'admin_state_up': True, 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'security_groups': ['2a5d6819-d064-4201-bfad-f1a4938d8450']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:45:55.520592 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-ec5229b0-d0fa-435c-851c-29694b6a3c76 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:45:55.525929 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 927e1bf4-727e-4eba-866d-07b585d8a859 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:45:55.531483 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-ec5229b0-d0fa-435c-851c-29694b6a3c76 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:45:55.541867 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-ec5229b0-d0fa-435c-851c-29694b6a3c76 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Made reservation on behalf of 5c14268c8e5841d7aff34a232cfbb74a for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:45:55.545586 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-ec5229b0-d0fa-435c-851c-29694b6a3c76 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:55.597552 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 927e1bf4-727e-4eba-866d-07b585d8a859 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:45:55.597939 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:55.714217 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-ec5229b0-d0fa-435c-851c-29694b6a3c76 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Allocated IP 172.20.0.3 (51475d2e-674e-42fa-9b58-00fdfa7498f0/162042b5-99d4-422c-9ab5-95cd47f21b7b/af97deb7-016c-4670-bb29-9ab8469fd123) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:45:55.915692 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b04a9c9-30c9-4abd-9edf-929e9dc860ce req-1ee6f663-047e-434a-8764-5bd2fc84ce4c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 210 time: 0.0560470 Mar 28 19:45:55.954170 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-ec5229b0-d0fa-435c-851c-29694b6a3c76 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:55.969878 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-ec5229b0-d0fa-435c-851c-29694b6a3c76 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Transition to ACTIVE for port object af97deb7-016c-4670-bb29-9ab8469fd123 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:45:55.993421 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-ec5229b0-d0fa-435c-851c-29694b6a3c76 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:56.059614 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-ec5229b0-d0fa-435c-851c-29694b6a3c76 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network 51475d2e-674e-42fa-9b58-00fdfa7498f0 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:45:56.067143 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-ec5229b0-d0fa-435c-851c-29694b6a3c76 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:45:56.072017 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-ec5229b0-d0fa-435c-851c-29694b6a3c76 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:45:56.102064 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5229b0-d0fa-435c-851c-29694b6a3c76 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Port': ['ID=af97deb7-016c-4670-bb29-9ab8469fd123,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:56.138702 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-ec5229b0-d0fa-435c-851c-29694b6a3c76 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:45:56.139338 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-ec5229b0-d0fa-435c-851c-29694b6a3c76 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:56.165485 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-ec5229b0-d0fa-435c-851c-29694b6a3c76 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8060930 Mar 28 19:45:56.177277 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-8efb21be-01c2-40ee-9ddd-526d13bc5284 service neutron] Request body: {'port': {'device_id': 'cd983b90-9d45-4176-8642-7a53911d63e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:45:56.245496 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f6068ff2-97ff-4c43-b0aa-4914cb0b0f3e None None] Provisioning for port af97deb7-016c-4670-bb29-9ab8469fd123 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:45:56.250386 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f6068ff2-97ff-4c43-b0aa-4914cb0b0f3e None None] Provisioning complete for port af97deb7-016c-4670-bb29-9ab8469fd123 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:45:56.250836 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f6068ff2-97ff-4c43-b0aa-4914cb0b0f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:56.294186 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-8efb21be-01c2-40ee-9ddd-526d13bc5284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:56.307252 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-f6068ff2-97ff-4c43-b0aa-4914cb0b0f3e None None] Port af97deb7-016c-4670-bb29-9ab8469fd123 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:45:56.629453 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-8efb21be-01c2-40ee-9ddd-526d13bc5284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af97deb7-016c-4670-bb29-9ab8469fd123 {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:45:56.636404 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-8efb21be-01c2-40ee-9ddd-526d13bc5284 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:56.651039 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-8efb21be-01c2-40ee-9ddd-526d13bc5284 service neutron] Transition to ACTIVE for port object af97deb7-016c-4670-bb29-9ab8469fd123 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:45:56.655649 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-8efb21be-01c2-40ee-9ddd-526d13bc5284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:56.809733 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb21be-01c2-40ee-9ddd-526d13bc5284 service neutron] Pushing event updated for resources: {'Port': ['ID=af97deb7-016c-4670-bb29-9ab8469fd123,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:56.989939 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-8efb21be-01c2-40ee-9ddd-526d13bc5284 service neutron] Attempting to bind port af97deb7-016c-4670-bb29-9ab8469fd123 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:45:56.990596 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-8efb21be-01c2-40ee-9ddd-526d13bc5284 service neutron] Attempting to bind port af97deb7-016c-4670-bb29-9ab8469fd123 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': 'a675e7e0-1b72-482d-b89a-ad3a50814ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '51475d2e-674e-42fa-9b58-00fdfa7498f0'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:45:56.990596 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-8efb21be-01c2-40ee-9ddd-526d13bc5284 service neutron] Attempting to bind port af97deb7-016c-4670-bb29-9ab8469fd123 on network 51475d2e-674e-42fa-9b58-00fdfa7498f0 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:45:56.995966 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-8efb21be-01c2-40ee-9ddd-526d13bc5284 service neutron] Port af97deb7-016c-4670-bb29-9ab8469fd123 on network 51475d2e-674e-42fa-9b58-00fdfa7498f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:45:56.996282 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-8efb21be-01c2-40ee-9ddd-526d13bc5284 service neutron] Attempting to bind port af97deb7-016c-4670-bb29-9ab8469fd123 on network 51475d2e-674e-42fa-9b58-00fdfa7498f0 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:45:57.001252 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-8efb21be-01c2-40ee-9ddd-526d13bc5284 service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:45:57.001582 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-8efb21be-01c2-40ee-9ddd-526d13bc5284 service neutron] Checking segment: {'id': 'a675e7e0-1b72-482d-b89a-ad3a50814ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '51475d2e-674e-42fa-9b58-00fdfa7498f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:45:57.001959 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-8efb21be-01c2-40ee-9ddd-526d13bc5284 service neutron] Bound using segment: {'id': 'a675e7e0-1b72-482d-b89a-ad3a50814ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '51475d2e-674e-42fa-9b58-00fdfa7498f0'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:45:57.002387 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-8efb21be-01c2-40ee-9ddd-526d13bc5284 service neutron] Bound port: af97deb7-016c-4670-bb29-9ab8469fd123, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a675e7e0-1b72-482d-b89a-ad3a50814ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '51475d2e-674e-42fa-9b58-00fdfa7498f0'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:45:57.002727 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-8efb21be-01c2-40ee-9ddd-526d13bc5284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:57.137642 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-8efb21be-01c2-40ee-9ddd-526d13bc5284 service neutron] For port af97deb7-016c-4670-bb29-9ab8469fd123, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:45:57.142539 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-8efb21be-01c2-40ee-9ddd-526d13bc5284 service neutron] For port af97deb7-016c-4670-bb29-9ab8469fd123, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=af97deb7-016c-4670-bb29-9ab8469fd123,segment=NetworkSegment(a675e7e0-1b72-482d-b89a-ad3a50814ef6),segment_id=a675e7e0-1b72-482d-b89a-ad3a50814ef6)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:45:57.152371 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-8efb21be-01c2-40ee-9ddd-526d13bc5284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:57.212583 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-8efb21be-01c2-40ee-9ddd-526d13bc5284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:45:57.212583 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-8efb21be-01c2-40ee-9ddd-526d13bc5284 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:57.213923 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-8efb21be-01c2-40ee-9ddd-526d13bc5284 service neutron] 10.222.0.26 "PUT /v2.0/ports/af97deb7-016c-4670-bb29-9ab8469fd123 HTTP/1.1" status: 200 len: 1093 time: 1.0411334 Mar 28 19:45:57.216764 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd983b90-9d45-4176-8642-7a53911d63e2', 'tag': 'af97deb7-016c-4670-bb29-9ab8469fd123'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:45:57.229931 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bfe41-6ce8-48c4-8ed3-c1c9c0a5d124 req-0ea5b1ca-35af-47b6-a295-d706033c6d93 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:45:57.230638 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-7a8bfe41-6ce8-48c4-8ed3-c1c9c0a5d124 req-0ea5b1ca-35af-47b6-a295-d706033c6d93 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Synchronizing usage tracker for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:45:57.289637 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd983b90-9d45-4176-8642-7a53911d63e2', 'tag': 'af97deb7-016c-4670-bb29-9ab8469fd123', 'status': 'completed', 'code': 200} Mar 28 19:45:57.306747 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb21be-01c2-40ee-9ddd-526d13bc5284 service neutron] Pushing event updated for resources: {'Port': ['ID=af97deb7-016c-4670-bb29-9ab8469fd123,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:45:57.310331 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-7a8bfe41-6ce8-48c4-8ed3-c1c9c0a5d124 req-0ea5b1ca-35af-47b6-a295-d706033c6d93 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Unset dirty status for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:45:57.311431 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7a8bfe41-6ce8-48c4-8ed3-c1c9c0a5d124 req-0ea5b1ca-35af-47b6-a295-d706033c6d93 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 943 time: 0.2652211 Mar 28 19:45:57.377120 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-74b9b1f3-8e1d-483c-9773-bcc86bcbfda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:45:57.378569 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-74b9b1f3-8e1d-483c-9773-bcc86bcbfda6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 1096 time: 0.1242721 Mar 28 19:45:57.383764 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7a8bfe41-6ce8-48c4-8ed3-c1c9c0a5d124 req-16778639-9a0b-4077-aa07-8925cd1e1408 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5d6819-d064-4201-bfad-f1a4938d8450&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620310 Mar 28 19:45:57.446112 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-f6b8f3e8-ac3c-4a5f-936e-2ce2f56925db service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af97deb7-016c-4670-bb29-9ab8469fd123 HTTP/1.1" status: 200 len: 217 time: 0.0601578 Mar 28 19:45:57.510761 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-edb254bd-ee22-4b29-a4f8-9ad30c1d4aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:45:57.512200 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-edb254bd-ee22-4b29-a4f8-9ad30c1d4aaa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=162042b5-99d4-422c-9ab5-95cd47f21b7b HTTP/1.1" status: 200 len: 835 time: 0.0609269 Mar 28 19:45:57.585298 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-f273b5a9-4ba7-4bd5-a121-ef004b25af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:45:57.586763 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-f273b5a9-4ba7-4bd5-a121-ef004b25af84 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51475d2e-674e-42fa-9b58-00fdfa7498f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683765 Mar 28 19:45:57.716118 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-a3a07ff4-1bc0-4300-a310-411997b8855d service neutron] 10.222.0.26 "GET /v2.0/networks/51475d2e-674e-42fa-9b58-00fdfa7498f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234922 Mar 28 19:45:57.718338 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-68412df8-cd0e-446c-af15-c67831fb2ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:57.845854 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4238b10d-748c-4947-ba25-dd89767b98d1 req-b563aa04-bf05-493c-a20b-1f2279ed8188 service neutron] 10.222.0.26 "GET /v2.0/networks/51475d2e-674e-42fa-9b58-00fdfa7498f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243794 Mar 28 19:45:57.955689 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288e488-da54-4aac-a1cf-ec3d58b87655 req-54e6e772-3f81-46a6-9e98-0ef811430370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:45:57.957171 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d288e488-da54-4aac-a1cf-ec3d58b87655 req-54e6e772-3f81-46a6-9e98-0ef811430370 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 1096 time: 0.0700936 Mar 28 19:45:58.086514 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288e488-da54-4aac-a1cf-ec3d58b87655 req-6b5daea1-35fb-4f24-8df7-ce41c70b1e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:45:58.088018 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d288e488-da54-4aac-a1cf-ec3d58b87655 req-6b5daea1-35fb-4f24-8df7-ce41c70b1e7d service neutron] 10.222.0.26 "GET /v2.0/networks?id=51475d2e-674e-42fa-9b58-00fdfa7498f0 HTTP/1.1" status: 200 len: 897 time: 0.1250887 Mar 28 19:45:58.156503 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d288e488-da54-4aac-a1cf-ec3d58b87655 req-0691e2f8-3aa6-49c9-8fd7-2d5f8bb2b107 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af97deb7-016c-4670-bb29-9ab8469fd123 HTTP/1.1" status: 200 len: 217 time: 0.0629160 Mar 28 19:45:58.219680 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288e488-da54-4aac-a1cf-ec3d58b87655 req-a7acaebd-0478-4c24-adad-a351786314e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:45:58.221049 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d288e488-da54-4aac-a1cf-ec3d58b87655 req-a7acaebd-0478-4c24-adad-a351786314e8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=162042b5-99d4-422c-9ab5-95cd47f21b7b HTTP/1.1" status: 200 len: 835 time: 0.0592947 Mar 28 19:45:58.294559 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288e488-da54-4aac-a1cf-ec3d58b87655 req-960c5154-d1cc-484d-b667-70dc3482488b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:45:58.295940 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d288e488-da54-4aac-a1cf-ec3d58b87655 req-960c5154-d1cc-484d-b667-70dc3482488b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51475d2e-674e-42fa-9b58-00fdfa7498f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685494 Mar 28 19:45:58.427664 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d288e488-da54-4aac-a1cf-ec3d58b87655 req-4a3fdac7-e013-40ed-a416-c5c051107013 service neutron] 10.222.0.26 "GET /v2.0/networks/51475d2e-674e-42fa-9b58-00fdfa7498f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242695 Mar 28 19:45:58.693931 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:58.708110 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d288e488-da54-4aac-a1cf-ec3d58b87655 req-a2907a66-5420-4fe7-81ed-f1ac82121f63 service neutron] 10.222.0.26 "GET /v2.0/networks/51475d2e-674e-42fa-9b58-00fdfa7498f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744787 Mar 28 19:45:58.731977 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279c482-e8f0-41be-9743-6ea8c2b0bbfb req-383f8149-c72a-4724-aaab-7358229c185e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:45:58.733420 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f279c482-e8f0-41be-9743-6ea8c2b0bbfb req-383f8149-c72a-4724-aaab-7358229c185e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 943 time: 0.1185672 Mar 28 19:45:58.738184 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:45:58.778345 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f279c482-e8f0-41be-9743-6ea8c2b0bbfb req-a57b52d7-39b4-4bf3-af05-5294b4865279 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5d6819-d064-4201-bfad-f1a4938d8450&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386741 Mar 28 19:45:59.959526 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288f084-6207-4bd5-95a2-587645f3b085 req-7dfe382e-d9d2-45dc-a299-d22895fa2f91 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:45:59.960938 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d288f084-6207-4bd5-95a2-587645f3b085 req-7dfe382e-d9d2-45dc-a299-d22895fa2f91 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 943 time: 0.0780773 Mar 28 19:46:00.004359 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d288f084-6207-4bd5-95a2-587645f3b085 req-b68d394c-a69b-40c5-b5a1-4c2a21a75dc7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5d6819-d064-4201-bfad-f1a4938d8450&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371687 Mar 28 19:46:00.298945 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:46:01.196677 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7826997-3820-4a32-837d-0d333a7e666b req-59b4f883-1497-4a02-a5fd-915c80c5c7bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:46:01.198122 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d7826997-3820-4a32-837d-0d333a7e666b req-59b4f883-1497-4a02-a5fd-915c80c5c7bc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 943 time: 0.0844467 Mar 28 19:46:01.241560 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d7826997-3820-4a32-837d-0d333a7e666b req-a58345d2-10cc-414b-82de-1d671ea3ce4c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5d6819-d064-4201-bfad-f1a4938d8450&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372717 Mar 28 19:46:01.692053 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device af97deb7-016c-4670-bb29-9ab8469fd123 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:46:01.822547 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port af97deb7-016c-4670-bb29-9ab8469fd123, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=af97deb7-016c-4670-bb29-9ab8469fd123,segment=NetworkSegment(a675e7e0-1b72-482d-b89a-ad3a50814ef6),segment_id=a675e7e0-1b72-482d-b89a-ad3a50814ef6)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:46:01.835108 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': 'af97deb7-016c-4670-bb29-9ab8469fd123', 'network_id': '51475d2e-674e-42fa-9b58-00fdfa7498f0', 'port_id': 'af97deb7-016c-4670-bb29-9ab8469fd123', 'mac_address': 'fa:16:3e:13:e2:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162042b5-99d4-422c-9ab5-95cd47f21b7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:46:01.889827 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:46:01.906441 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af97deb7-016c-4670-bb29-9ab8469fd123 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:46:01.922022 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port af97deb7-016c-4670-bb29-9ab8469fd123, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=af97deb7-016c-4670-bb29-9ab8469fd123,segment=NetworkSegment(a675e7e0-1b72-482d-b89a-ad3a50814ef6),segment_id=a675e7e0-1b72-482d-b89a-ad3a50814ef6)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:46:01.925830 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:46:01.996044 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=af97deb7-016c-4670-bb29-9ab8469fd123,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:46:02.041254 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:46:02.235309 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['af97deb7-016c-4670-bb29-9ab8469fd123'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:46:02.428387 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db722b20-113a-43e3-a9ef-de22f04805b6 req-4f4ebd16-35ca-43d7-9ce9-16003b57d74f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:46:02.429853 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-db722b20-113a-43e3-a9ef-de22f04805b6 req-4f4ebd16-35ca-43d7-9ce9-16003b57d74f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 944 time: 0.0813708 Mar 28 19:46:02.476917 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-db722b20-113a-43e3-a9ef-de22f04805b6 req-c9aee7a3-b0ee-4642-84c9-1f4877bc7d1e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5d6819-d064-4201-bfad-f1a4938d8450&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407627 Mar 28 19:46:02.665895 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:46:03.656294 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705bfbbc-3002-47e3-bd1c-6335ff77f69a req-249bd01f-eb4c-46d0-bdb2-fdc55a49371a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:46:03.657707 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-705bfbbc-3002-47e3-bd1c-6335ff77f69a req-249bd01f-eb4c-46d0-bdb2-fdc55a49371a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 944 time: 0.0774159 Mar 28 19:46:03.691846 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device af97deb7-016c-4670-bb29-9ab8469fd123 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:46:03.701370 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-705bfbbc-3002-47e3-bd1c-6335ff77f69a req-8583aaba-c985-4d4a-9bba-260885d3b87a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5d6819-d064-4201-bfad-f1a4938d8450&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379679 Mar 28 19:46:03.765218 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port af97deb7-016c-4670-bb29-9ab8469fd123 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:46:03.769872 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port af97deb7-016c-4670-bb29-9ab8469fd123 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:46:03.770241 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:46:03.884813 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:46:03.911418 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd983b90-9d45-4176-8642-7a53911d63e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af97deb7-016c-4670-bb29-9ab8469fd123'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:46:03.921216 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port af97deb7-016c-4670-bb29-9ab8469fd123, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=af97deb7-016c-4670-bb29-9ab8469fd123,segment=NetworkSegment(a675e7e0-1b72-482d-b89a-ad3a50814ef6),segment_id=a675e7e0-1b72-482d-b89a-ad3a50814ef6)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:46:03.925134 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:46:03.994239 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=af97deb7-016c-4670-bb29-9ab8469fd123,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:46:04.014384 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd983b90-9d45-4176-8642-7a53911d63e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af97deb7-016c-4670-bb29-9ab8469fd123', 'code': 200} Mar 28 19:46:04.238123 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77944c63-8fd5-4125-b9d5-180fc75eb3c0 req-af65c514-7406-4edf-85c2-c4427e863b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:46:04.239590 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-77944c63-8fd5-4125-b9d5-180fc75eb3c0 req-af65c514-7406-4edf-85c2-c4427e863b91 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 1098 time: 0.0720775 Mar 28 19:46:04.278661 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-77944c63-8fd5-4125-b9d5-180fc75eb3c0 req-fa12f85f-76e2-4a47-b679-3a6991a42b2a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2a5d6819-d064-4201-bfad-f1a4938d8450&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332625 Mar 28 19:46:04.882083 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702f6d1-df70-479a-83e3-d3e50ac62192 req-d18c320a-e524-476f-bfa0-fa6573631001 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:46:04.884703 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b702f6d1-df70-479a-83e3-d3e50ac62192 req-d18c320a-e524-476f-bfa0-fa6573631001 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 945 time: 0.0805111 Mar 28 19:46:04.929289 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b702f6d1-df70-479a-83e3-d3e50ac62192 req-199ada42-1091-4b2a-9521-8009f30fb879 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5d6819-d064-4201-bfad-f1a4938d8450&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388997 Mar 28 19:46:06.117495 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfccd96-3c0b-4436-8bd0-21eb1fc60401 req-8c5d965d-1405-440f-88e3-081913ecbb33 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:46:06.120061 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ddfccd96-3c0b-4436-8bd0-21eb1fc60401 req-8c5d965d-1405-440f-88e3-081913ecbb33 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 945 time: 0.0849590 Mar 28 19:46:06.163083 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ddfccd96-3c0b-4436-8bd0-21eb1fc60401 req-7a3c5667-d8f3-4824-85ea-bfac08e742d6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5d6819-d064-4201-bfad-f1a4938d8450&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373642 Mar 28 19:46:06.345397 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e09798-11e8-46ad-be9d-ea2cd67beb99 req-3db83770-8a45-464d-a52b-ddbb71cfb1dc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:46:06.346753 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-99e09798-11e8-46ad-be9d-ea2cd67beb99 req-3db83770-8a45-464d-a52b-ddbb71cfb1dc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 945 time: 0.0783622 Mar 28 19:46:06.390015 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-99e09798-11e8-46ad-be9d-ea2cd67beb99 req-e47f8a8d-38cc-416d-b612-732e3bc7ecb2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5d6819-d064-4201-bfad-f1a4938d8450&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370157 Mar 28 19:46:06.412438 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39198) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:46:06.484164 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8524f78-3c4d-454e-846a-aa6c87610431 tempest-TestNetworkAdvancedServerOps-1671564215 tempest-TestNetworkAdvancedServerOps-1671564215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:46:06.485639 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d8524f78-3c4d-454e-846a-aa6c87610431 tempest-TestNetworkAdvancedServerOps-1671564215 tempest-TestNetworkAdvancedServerOps-1671564215-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 1093 time: 0.0722563 Mar 28 19:46:06.488346 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39202) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:46:06.493234 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-3567c80f-2050-4613-9b50-518b42acbaa9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'port_id': 'af97deb7-016c-4670-bb29-9ab8469fd123', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:46:06.498991 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-3567c80f-2050-4613-9b50-518b42acbaa9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:46:06.502753 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3567c80f-2050-4613-9b50-518b42acbaa9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:floatingip and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:46:06.505542 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3567c80f-2050-4613-9b50-518b42acbaa9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:46:06.511075 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-3567c80f-2050-4613-9b50-518b42acbaa9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:46:06.520433 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3567c80f-2050-4613-9b50-518b42acbaa9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:46:06.656003 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3567c80f-2050-4613-9b50-518b42acbaa9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:46:06.788614 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-3567c80f-2050-4613-9b50-518b42acbaa9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Allocated IP 172.26.4.156 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/15a15271-a6dd-489d-8e9e-1c0f66a2ca01) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:46:06.931318 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3567c80f-2050-4613-9b50-518b42acbaa9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:46:06.959665 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3567c80f-2050-4613-9b50-518b42acbaa9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:46:07.015312 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3567c80f-2050-4613-9b50-518b42acbaa9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:46:07.018012 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-3567c80f-2050-4613-9b50-518b42acbaa9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:46:07.021467 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3567c80f-2050-4613-9b50-518b42acbaa9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:46:07.069247 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567c80f-2050-4613-9b50-518b42acbaa9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Port': ['ID=15a15271-a6dd-489d-8e9e-1c0f66a2ca01,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:46:07.530495 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3567c80f-2050-4613-9b50-518b42acbaa9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:46:07.600492 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3567c80f-2050-4613-9b50-518b42acbaa9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:46:07.801682 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3567c80f-2050-4613-9b50-518b42acbaa9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:46:07.806716 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3567c80f-2050-4613-9b50-518b42acbaa9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:46:07.917531 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567c80f-2050-4613-9b50-518b42acbaa9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Port': ['ID=15a15271-a6dd-489d-8e9e-1c0f66a2ca01,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:46:07.929009 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3567c80f-2050-4613-9b50-518b42acbaa9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:46:08.103655 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-3567c80f-2050-4613-9b50-518b42acbaa9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Floating IP fbf84f5b-247a-4ea0-ade2-2aa75079cacf associated. External IP: 172.26.4.156, port: af97deb7-016c-4670-bb29-9ab8469fd123. Mar 28 19:46:08.452715 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3567c80f-2050-4613-9b50-518b42acbaa9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Router 992943dd-410e-4ac0-b256-627a97ea5022 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:46:08.740279 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3567c80f-2050-4613-9b50-518b42acbaa9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:46:08.750447 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18752305-85ce-4dfe-ba41-4d3fc8ed3de9 None None] Sync routers for ids ['992943dd-410e-4ac0-b256-627a97ea5022'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:46:08.760986 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18752305-85ce-4dfe-ba41-4d3fc8ed3de9 None None] Routers {'992943dd-410e-4ac0-b256-627a97ea5022'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:46:08.761587 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-18752305-85ce-4dfe-ba41-4d3fc8ed3de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:45:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['992943dd-410e-4ac0-b256-627a97ea5022'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:46:08.765233 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3567c80f-2050-4613-9b50-518b42acbaa9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:46:08.819171 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3567c80f-2050-4613-9b50-518b42acbaa9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3298080 Mar 28 19:46:08.819742 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd983b90-9d45-4176-8642-7a53911d63e2', 'tag': 'af97deb7-016c-4670-bb29-9ab8469fd123'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:46:08.871891 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd983b90-9d45-4176-8642-7a53911d63e2', 'tag': 'af97deb7-016c-4670-bb29-9ab8469fd123', 'status': 'completed', 'code': 200} Mar 28 19:46:08.940308 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-18752305-85ce-4dfe-ba41-4d3fc8ed3de9 None None] Set router 992943dd-410e-4ac0-b256-627a97ea5022 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:46:09.032676 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95c196-b94a-4675-bf03-2784cc09be1d req-065ccbeb-4de1-4922-b765-8a5276623cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:46:09.034017 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-df95c196-b94a-4675-bf03-2784cc09be1d req-065ccbeb-4de1-4922-b765-8a5276623cf8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 1098 time: 0.1330469 Mar 28 19:46:09.042162 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a732870-bd89-495c-8536-c002d578fc81 req-475d8e26-213e-4584-b88b-c7aa0d9cd64e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:46:09.043532 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5a732870-bd89-495c-8536-c002d578fc81 req-475d8e26-213e-4584-b88b-c7aa0d9cd64e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 945 time: 0.1123719 Mar 28 19:46:09.177336 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5a732870-bd89-495c-8536-c002d578fc81 req-679d8560-d681-4454-adb7-97812ffc9b68 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5d6819-d064-4201-bfad-f1a4938d8450&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1129663 Mar 28 19:46:09.201846 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95c196-b94a-4675-bf03-2784cc09be1d req-c547e570-87cd-46f7-8281-ef0f0b4ceb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:46:09.203320 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39210) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:46:09.203844 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-df95c196-b94a-4675-bf03-2784cc09be1d req-c547e570-87cd-46f7-8281-ef0f0b4ceb68 service neutron] 10.222.0.26 "GET /v2.0/networks?id=51475d2e-674e-42fa-9b58-00fdfa7498f0 HTTP/1.1" status: 200 len: 897 time: 0.1589699 Mar 28 19:46:09.292173 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-18752305-85ce-4dfe-ba41-4d3fc8ed3de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992943dd-410e-4ac0-b256-627a97ea5022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382128342', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '5da3b46c-bd58-4e24-ae84-ce6bae6ceeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:45:42Z', 'updated_at': '2022-03-28T19:45:47Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '5da3b46c-bd58-4e24-ae84-ce6bae6ceeab', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992943dd-410e-4ac0-b256-627a97ea5022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:45:43Z', 'updated_at': '2022-03-28T19:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'fbf84f5b-247a-4ea0-ade2-2aa75079cacf', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'floating_ip_address': '172.26.4.156', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '992943dd-410e-4ac0-b256-627a97ea5022', 'port_id': 'af97deb7-016c-4670-bb29-9ab8469fd123', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51475d2e-674e-42fa-9b58-00fdfa7498f0', 'mac_address': 'fa:16:3e:13:e2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd983b90-9d45-4176-8642-7a53911d63e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:46:07Z', 'updated_at': '2022-03-28T19:46:07Z', 'revision_number': 0, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927e1bf4-727e-4eba-866d-07b585d8a859', 'name': '', 'network_id': '51475d2e-674e-42fa-9b58-00fdfa7498f0', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:8f:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992943dd-410e-4ac0-b256-627a97ea5022', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '162042b5-99d4-422c-9ab5-95cd47f21b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:45:47Z', 'updated_at': '2022-03-28T19:45:53Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '162042b5-99d4-422c-9ab5-95cd47f21b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:46:09.295976 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18752305-85ce-4dfe-ba41-4d3fc8ed3de9 None None] Checking router: 992943dd-410e-4ac0-b256-627a97ea5022 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:46:09.304264 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18752305-85ce-4dfe-ba41-4d3fc8ed3de9 None None] Routers {'992943dd-410e-4ac0-b256-627a97ea5022'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:46:09.304865 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-18752305-85ce-4dfe-ba41-4d3fc8ed3de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:45:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['992943dd-410e-4ac0-b256-627a97ea5022'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:46:09.309625 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-df95c196-b94a-4675-bf03-2784cc09be1d req-66a50495-2d0d-4c4a-9bdb-2a1aad35c98a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af97deb7-016c-4670-bb29-9ab8469fd123 HTTP/1.1" status: 200 len: 999 time: 0.0998468 Mar 28 19:46:09.309799 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-6bb67024-d47b-4a07-9094-fdb3123b5410 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/floatingips/fbf84f5b-247a-4ea0-ade2-2aa75079cacf HTTP/1.1" status: 200 len: 991 time: 0.1053233 Mar 28 19:46:09.371823 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95c196-b94a-4675-bf03-2784cc09be1d req-cfa13a42-7e03-43e2-aae1-788bd59dd1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:46:09.373231 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-df95c196-b94a-4675-bf03-2784cc09be1d req-cfa13a42-7e03-43e2-aae1-788bd59dd1c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=162042b5-99d4-422c-9ab5-95cd47f21b7b HTTP/1.1" status: 200 len: 835 time: 0.0573473 Mar 28 19:46:09.455957 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95c196-b94a-4675-bf03-2784cc09be1d req-c9323bdd-90ea-4b3f-a5e5-e67eee3f80ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:46:09.457917 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-df95c196-b94a-4675-bf03-2784cc09be1d req-c9323bdd-90ea-4b3f-a5e5-e67eee3f80ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51475d2e-674e-42fa-9b58-00fdfa7498f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782957 Mar 28 19:46:09.487181 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-18752305-85ce-4dfe-ba41-4d3fc8ed3de9 None None] Set router 992943dd-410e-4ac0-b256-627a97ea5022 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:46:09.590422 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-df95c196-b94a-4675-bf03-2784cc09be1d req-be07a528-8f9a-49b4-8d75-c6234e3b0d19 service neutron] 10.222.0.26 "GET /v2.0/networks/51475d2e-674e-42fa-9b58-00fdfa7498f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266177 Mar 28 19:46:09.719890 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-df95c196-b94a-4675-bf03-2784cc09be1d req-df5edeb4-1a9d-4b27-8a9a-fa31436208c0 service neutron] 10.222.0.26 "GET /v2.0/networks/51475d2e-674e-42fa-9b58-00fdfa7498f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237130 Mar 28 19:46:09.831454 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-18752305-85ce-4dfe-ba41-4d3fc8ed3de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992943dd-410e-4ac0-b256-627a97ea5022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382128342', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '5da3b46c-bd58-4e24-ae84-ce6bae6ceeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:45:42Z', 'updated_at': '2022-03-28T19:45:47Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '5da3b46c-bd58-4e24-ae84-ce6bae6ceeab', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992943dd-410e-4ac0-b256-627a97ea5022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:45:43Z', 'updated_at': '2022-03-28T19:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'fbf84f5b-247a-4ea0-ade2-2aa75079cacf', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'floating_ip_address': '172.26.4.156', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '992943dd-410e-4ac0-b256-627a97ea5022', 'port_id': 'af97deb7-016c-4670-bb29-9ab8469fd123', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51475d2e-674e-42fa-9b58-00fdfa7498f0', 'mac_address': 'fa:16:3e:13:e2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd983b90-9d45-4176-8642-7a53911d63e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:46:07Z', 'updated_at': '2022-03-28T19:46:07Z', 'revision_number': 0, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927e1bf4-727e-4eba-866d-07b585d8a859', 'name': '', 'network_id': '51475d2e-674e-42fa-9b58-00fdfa7498f0', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:8f:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992943dd-410e-4ac0-b256-627a97ea5022', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '162042b5-99d4-422c-9ab5-95cd47f21b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:45:47Z', 'updated_at': '2022-03-28T19:45:53Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '162042b5-99d4-422c-9ab5-95cd47f21b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:46:09.835330 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18752305-85ce-4dfe-ba41-4d3fc8ed3de9 None None] The sync data for ids ['992943dd-410e-4ac0-b256-627a97ea5022'] in dv-neutron-834711-1-hyperv is: [{'id': '992943dd-410e-4ac0-b256-627a97ea5022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382128342', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '5da3b46c-bd58-4e24-ae84-ce6bae6ceeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:45:42Z', 'updated_at': '2022-03-28T19:45:47Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '5da3b46c-bd58-4e24-ae84-ce6bae6ceeab', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992943dd-410e-4ac0-b256-627a97ea5022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:45:43Z', 'updated_at': '2022-03-28T19:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'fbf84f5b-247a-4ea0-ade2-2aa75079cacf', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'floating_ip_address': '172.26.4.156', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '992943dd-410e-4ac0-b256-627a97ea5022', 'port_id': 'af97deb7-016c-4670-bb29-9ab8469fd123', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51475d2e-674e-42fa-9b58-00fdfa7498f0', 'mac_address': 'fa:16:3e:13:e2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd983b90-9d45-4176-8642-7a53911d63e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:46:07Z', 'updated_at': '2022-03-28T19:46:07Z', 'revision_number': 0, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927e1bf4-727e-4eba-866d-07b585d8a859', 'name': '', 'network_id': '51475d2e-674e-42fa-9b58-00fdfa7498f0', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:8f:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992943dd-410e-4ac0-b256-627a97ea5022', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '162042b5-99d4-422c-9ab5-95cd47f21b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:45:47Z', 'updated_at': '2022-03-28T19:45:53Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '162042b5-99d4-422c-9ab5-95cd47f21b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:46:10.018050 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f695288-a85e-423f-a68d-cf7b3cd148ff None None] New status for floating IP fbf84f5b-247a-4ea0-ade2-2aa75079cacf: ACTIVE {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:46:10.313441 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39214) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:46:10.415102 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f356cb1e-ad73-4a50-90a9-1fb5ba1db6de tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/floatingips/fbf84f5b-247a-4ea0-ade2-2aa75079cacf HTTP/1.1" status: 200 len: 993 time: 0.0998931 Mar 28 19:46:25.366620 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ab08c758-09ae-401e-8d9e-f41aa3acdd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:46:27.719509 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-95da90f7-f6ab-473d-8ffa-efb57e518573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:46:28.698792 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:46:28.736790 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:46:30.301327 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:46:32.054901 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:46:39.666613 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:46:46.266062 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bf2f9335-1d4c-4856-b434-510851cc571f req-2a05fd4e-2c73-4472-ad5d-715fd937958c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693367 Mar 28 19:46:46.405354 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f9335-1d4c-4856-b434-510851cc571f req-3a90ffb5-6adf-4507-bb15-d5d26da03c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:46:46.406777 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bf2f9335-1d4c-4856-b434-510851cc571f req-3a90ffb5-6adf-4507-bb15-d5d26da03c17 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 1098 time: 0.0719740 Mar 28 19:46:46.549012 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f9335-1d4c-4856-b434-510851cc571f req-8fdf54fa-c47d-4d12-805a-85d6abc7a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:46:46.550458 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bf2f9335-1d4c-4856-b434-510851cc571f req-8fdf54fa-c47d-4d12-805a-85d6abc7a6b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=51475d2e-674e-42fa-9b58-00fdfa7498f0 HTTP/1.1" status: 200 len: 897 time: 0.1254189 Mar 28 19:46:46.650977 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bf2f9335-1d4c-4856-b434-510851cc571f req-8a5b1083-f0a2-495b-b9a7-768f4e3aeb8d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af97deb7-016c-4670-bb29-9ab8469fd123 HTTP/1.1" status: 200 len: 1001 time: 0.0950062 Mar 28 19:46:46.711586 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f9335-1d4c-4856-b434-510851cc571f req-70e8c339-fc10-42d0-92bf-db5d2d22e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:46:46.713005 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bf2f9335-1d4c-4856-b434-510851cc571f req-70e8c339-fc10-42d0-92bf-db5d2d22e457 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=162042b5-99d4-422c-9ab5-95cd47f21b7b HTTP/1.1" status: 200 len: 835 time: 0.0556381 Mar 28 19:46:46.786029 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f9335-1d4c-4856-b434-510851cc571f req-5137363f-9c44-4966-8df9-a730b65b039b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:46:46.787483 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bf2f9335-1d4c-4856-b434-510851cc571f req-5137363f-9c44-4966-8df9-a730b65b039b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51475d2e-674e-42fa-9b58-00fdfa7498f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675039 Mar 28 19:46:46.915884 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bf2f9335-1d4c-4856-b434-510851cc571f req-0c748d40-5c62-4337-aa34-d5c0f95f5804 service neutron] 10.222.0.26 "GET /v2.0/networks/51475d2e-674e-42fa-9b58-00fdfa7498f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224663 Mar 28 19:46:47.157691 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bf2f9335-1d4c-4856-b434-510851cc571f req-cf588bbb-a662-42a1-a6ed-a2db4d668616 service neutron] 10.222.0.26 "GET /v2.0/networks/51475d2e-674e-42fa-9b58-00fdfa7498f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356529 Mar 28 19:46:55.369923 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-348ad86f-7d47-4112-b546-7c5b823bc54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:46:57.721051 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9e1bef92-7a09-4d43-bd62-c8a4214f0db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:46:58.701137 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:46:58.740306 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:47:00.304057 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:47:02.047360 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:47:12.352030 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b0387-4856-4d60-81ad-045c32768f25 req-cbedaf3d-1862-4426-b7ea-bfd02e9c03a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:47:12.353385 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-054b0387-4856-4d60-81ad-045c32768f25 req-cbedaf3d-1862-4426-b7ea-bfd02e9c03a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 1098 time: 0.1283262 Mar 28 19:47:12.365669 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24149d7b-3cfb-4413-b5ca-e5f06134ddcc req-7cd3119c-97ff-4c81-84c5-5346acb300c8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:47:12.367073 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-24149d7b-3cfb-4413-b5ca-e5f06134ddcc req-7cd3119c-97ff-4c81-84c5-5346acb300c8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 945 time: 0.1087492 Mar 28 19:47:12.492932 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-24149d7b-3cfb-4413-b5ca-e5f06134ddcc req-69fb6d30-df3e-4950-bf81-1e449cfb2226 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5d6819-d064-4201-bfad-f1a4938d8450&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1083081 Mar 28 19:47:12.521080 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b0387-4856-4d60-81ad-045c32768f25 req-5820578e-d9fc-40c4-901d-feb59326391e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:47:12.522465 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-054b0387-4856-4d60-81ad-045c32768f25 req-5820578e-d9fc-40c4-901d-feb59326391e service neutron] 10.222.0.26 "GET /v2.0/networks?id=51475d2e-674e-42fa-9b58-00fdfa7498f0 HTTP/1.1" status: 200 len: 897 time: 0.1545737 Mar 28 19:47:12.621216 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-054b0387-4856-4d60-81ad-045c32768f25 req-fd2dfc80-1715-4199-a304-9c354af088a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af97deb7-016c-4670-bb29-9ab8469fd123 HTTP/1.1" status: 200 len: 1001 time: 0.0927291 Mar 28 19:47:12.681731 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b0387-4856-4d60-81ad-045c32768f25 req-7b1e38b6-e9d8-4f32-9116-57db895481ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:47:12.683170 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-054b0387-4856-4d60-81ad-045c32768f25 req-7b1e38b6-e9d8-4f32-9116-57db895481ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=162042b5-99d4-422c-9ab5-95cd47f21b7b HTTP/1.1" status: 200 len: 835 time: 0.0562422 Mar 28 19:47:12.758414 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b0387-4856-4d60-81ad-045c32768f25 req-4df73fb7-4d9d-41c8-bd52-ffcfecf98ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:47:12.759851 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-054b0387-4856-4d60-81ad-045c32768f25 req-4df73fb7-4d9d-41c8-bd52-ffcfecf98ae0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51475d2e-674e-42fa-9b58-00fdfa7498f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705037 Mar 28 19:47:12.770617 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [req-054b0387-4856-4d60-81ad-045c32768f25 req-471a7fee-fdf9-4fab-b2dc-09463f85c4af service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:47:12.771527 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-054b0387-4856-4d60-81ad-045c32768f25 req-471a7fee-fdf9-4fab-b2dc-09463f85c4af service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046120 Mar 28 19:47:12.900075 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-054b0387-4856-4d60-81ad-045c32768f25 req-de68457c-5c3b-42bf-a9eb-65174725619f service neutron] 10.222.0.26 "GET /v2.0/networks/51475d2e-674e-42fa-9b58-00fdfa7498f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223764 Mar 28 19:47:13.027555 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-054b0387-4856-4d60-81ad-045c32768f25 req-4280adf7-b0c6-4338-a88c-8861e17700e4 service neutron] 10.222.0.26 "GET /v2.0/networks/51475d2e-674e-42fa-9b58-00fdfa7498f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202652 Mar 28 19:47:13.674092 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7e1b9-c620-4eb0-916c-a161b9e45ad4 req-dfa7a4f7-78d5-426c-8d19-2713c8588719 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:47:13.675543 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dfa7e1b9-c620-4eb0-916c-a161b9e45ad4 req-dfa7a4f7-78d5-426c-8d19-2713c8588719 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 945 time: 0.0780089 Mar 28 19:47:13.721191 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dfa7e1b9-c620-4eb0-916c-a161b9e45ad4 req-f3a8d866-5a32-4fc2-b115-a50c7362b7d4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5d6819-d064-4201-bfad-f1a4938d8450&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399714 Mar 28 19:47:14.908692 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041cd4c-68e0-4e52-ade0-c4e180788d0f req-d11c6ac9-3a7a-4195-9c5b-01513d28c7d5 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:47:14.910127 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5041cd4c-68e0-4e52-ade0-c4e180788d0f req-d11c6ac9-3a7a-4195-9c5b-01513d28c7d5 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 945 time: 0.0814738 Mar 28 19:47:14.953885 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5041cd4c-68e0-4e52-ade0-c4e180788d0f req-31530f00-251c-4f52-a112-bc10d3666ae2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5d6819-d064-4201-bfad-f1a4938d8450&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381222 Mar 28 19:47:16.188867 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298d164-70e6-4b8b-a314-7ddb306bc425 req-11f3ee43-0ffd-4e1d-a971-7531568d7e34 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:47:16.190304 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f298d164-70e6-4b8b-a314-7ddb306bc425 req-11f3ee43-0ffd-4e1d-a971-7531568d7e34 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 945 time: 0.1310904 Mar 28 19:47:16.233219 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f298d164-70e6-4b8b-a314-7ddb306bc425 req-55fcf9d9-fb3f-4f4b-972b-d475600b99ed tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5d6819-d064-4201-bfad-f1a4938d8450&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371730 Mar 28 19:47:16.666313 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:47:17.463746 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6cafa-77f6-4e7b-8826-c535f0c26e61 req-f06923e4-d4cc-4f21-b537-f46b00eeb933 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:47:17.465173 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-83d6cafa-77f6-4e7b-8826-c535f0c26e61 req-f06923e4-d4cc-4f21-b537-f46b00eeb933 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 945 time: 0.1279092 Mar 28 19:47:17.508554 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-83d6cafa-77f6-4e7b-8826-c535f0c26e61 req-5f76c055-8490-4ab7-b38e-2762f28aea37 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5d6819-d064-4201-bfad-f1a4938d8450&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369761 Mar 28 19:47:18.689743 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac24c2d-77ff-489d-9350-54f181e33350 req-c47b6f87-d025-4665-a2d8-f35ea37cdc9b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:47:18.691209 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8ac24c2d-77ff-489d-9350-54f181e33350 req-c47b6f87-d025-4665-a2d8-f35ea37cdc9b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 945 time: 0.0782878 Mar 28 19:47:18.735187 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8ac24c2d-77ff-489d-9350-54f181e33350 req-6adadb50-f5bc-49a4-833d-4955934e23c9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5d6819-d064-4201-bfad-f1a4938d8450&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382838 Mar 28 19:47:19.919204 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d44b6-e5f7-4af7-9968-2a8de440ca3a req-9d293d22-3fdb-4c08-892d-a18a28622b32 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:47:19.920684 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b21d44b6-e5f7-4af7-9968-2a8de440ca3a req-9d293d22-3fdb-4c08-892d-a18a28622b32 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 945 time: 0.0821941 Mar 28 19:47:19.963171 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b21d44b6-e5f7-4af7-9968-2a8de440ca3a req-3d58a045-32ab-4fee-aa20-e732c511e7f3 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5d6819-d064-4201-bfad-f1a4938d8450&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367913 Mar 28 19:47:21.141689 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602205ae-c61d-447b-9059-687990f9fbec req-17fd9fd0-504f-4178-97e5-00709853cddc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:47:21.143134 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-602205ae-c61d-447b-9059-687990f9fbec req-17fd9fd0-504f-4178-97e5-00709853cddc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 945 time: 0.0768132 Mar 28 19:47:21.286625 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-602205ae-c61d-447b-9059-687990f9fbec req-afca5892-c69b-4274-9f1e-a2458b62f9b9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5d6819-d064-4201-bfad-f1a4938d8450&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1375995 Mar 28 19:47:22.473728 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967394c-bd3d-40f8-9eb1-bcdf58c201d6 req-dc1f2279-e5ee-41b7-946d-6e22f1c47128 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:47:22.475163 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5967394c-bd3d-40f8-9eb1-bcdf58c201d6 req-dc1f2279-e5ee-41b7-946d-6e22f1c47128 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 945 time: 0.0787482 Mar 28 19:47:22.518359 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5967394c-bd3d-40f8-9eb1-bcdf58c201d6 req-8a929283-ca66-4da7-bb67-47067cf5fb99 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5d6819-d064-4201-bfad-f1a4938d8450&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374713 Mar 28 19:47:23.703393 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87793e45-6e9d-4188-af3e-0a42a06cef05 req-1f4249e5-a979-4d5e-87c0-3074dffba969 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:47:23.704835 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-87793e45-6e9d-4188-af3e-0a42a06cef05 req-1f4249e5-a979-4d5e-87c0-3074dffba969 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 945 time: 0.0801640 Mar 28 19:47:23.751820 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-87793e45-6e9d-4188-af3e-0a42a06cef05 req-fb6c4786-611c-439a-b29d-1878ae50172d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5d6819-d064-4201-bfad-f1a4938d8450&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412698 Mar 28 19:47:24.933216 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30a648-dfb4-4c00-acd7-367fab0d929f req-40cc8a1e-6fd0-4b9e-9d01-c4005a9aa5c4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:47:24.934628 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8f30a648-dfb4-4c00-acd7-367fab0d929f req-40cc8a1e-6fd0-4b9e-9d01-c4005a9aa5c4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 945 time: 0.0776496 Mar 28 19:47:24.979838 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8f30a648-dfb4-4c00-acd7-367fab0d929f req-c0c1471f-f37f-439a-9c4f-0c298967bef8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5d6819-d064-4201-bfad-f1a4938d8450&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391531 Mar 28 19:47:25.003241 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39270) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:47:25.107706 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-27f93b08-8923-4462-ba10-8981b51ce197 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/floatingips/fbf84f5b-247a-4ea0-ade2-2aa75079cacf HTTP/1.1" status: 200 len: 993 time: 0.1025791 Mar 28 19:47:25.371847 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-42f0372c-c77e-462e-87cc-b75c23de179b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:47:27.726898 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-65152d07-2ec7-44f2-8295-e7cdef4f6f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:47:28.704325 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:47:28.741891 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:47:30.306965 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:47:32.085728 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:47:41.393877 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [req-24ca2966-ba97-4759-808d-0d50cc72d446 req-63a0f404-0ffa-4343-9055-c258c60773fe tempest-ServerDiskConfigTestJSON-1598129097 tempest-ServerDiskConfigTestJSON-1598129097-project] (87833) timed out ('10.222.0.26', 52965) {{(pid=87833) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 28 19:47:47.266091 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b814117-0003-4959-b59c-cd3467713fc7 req-b0199806-e8c6-4ca1-aff9-0136f9d0f7cc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681338 Mar 28 19:47:47.398123 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b814117-0003-4959-b59c-cd3467713fc7 req-7cfccf7b-d406-4813-b679-55190b0928de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:47:47.399568 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b814117-0003-4959-b59c-cd3467713fc7 req-7cfccf7b-d406-4813-b679-55190b0928de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 1098 time: 0.0675828 Mar 28 19:47:47.540617 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b814117-0003-4959-b59c-cd3467713fc7 req-3fd103ee-e761-4183-8417-8b00cee8573e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:47:47.542047 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b814117-0003-4959-b59c-cd3467713fc7 req-3fd103ee-e761-4183-8417-8b00cee8573e service neutron] 10.222.0.26 "GET /v2.0/networks?id=51475d2e-674e-42fa-9b58-00fdfa7498f0 HTTP/1.1" status: 200 len: 897 time: 0.1237657 Mar 28 19:47:47.642565 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b814117-0003-4959-b59c-cd3467713fc7 req-fccb499c-e29f-42d2-8d9b-5261b4d31da3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af97deb7-016c-4670-bb29-9ab8469fd123 HTTP/1.1" status: 200 len: 1001 time: 0.0945973 Mar 28 19:47:47.707080 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b814117-0003-4959-b59c-cd3467713fc7 req-4d7bf0a6-41ac-4c26-bfbf-a64ea4976d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:47:47.708502 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b814117-0003-4959-b59c-cd3467713fc7 req-4d7bf0a6-41ac-4c26-bfbf-a64ea4976d88 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=162042b5-99d4-422c-9ab5-95cd47f21b7b HTTP/1.1" status: 200 len: 835 time: 0.0594876 Mar 28 19:47:47.783861 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b814117-0003-4959-b59c-cd3467713fc7 req-15e2601d-55cd-44ef-ab20-91592e69c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:47:47.785226 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b814117-0003-4959-b59c-cd3467713fc7 req-15e2601d-55cd-44ef-ab20-91592e69c950 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51475d2e-674e-42fa-9b58-00fdfa7498f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712242 Mar 28 19:47:47.913043 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b814117-0003-4959-b59c-cd3467713fc7 req-48fa28b2-f838-4a86-8290-955ce5508083 service neutron] 10.222.0.26 "GET /v2.0/networks/51475d2e-674e-42fa-9b58-00fdfa7498f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213367 Mar 28 19:47:48.042811 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b814117-0003-4959-b59c-cd3467713fc7 req-fc0c6aa2-833a-47b5-a8fb-d2488f30e04d service neutron] 10.222.0.26 "GET /v2.0/networks/51475d2e-674e-42fa-9b58-00fdfa7498f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231365 Mar 28 19:47:53.665075 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:47:55.372865 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d5091585-9a3b-47cf-991d-dc5a9c8a1f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:47:57.729188 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0655661f-d161-448d-8bbe-1d475ade9c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:47:58.707548 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:47:58.744163 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:00.310170 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:02.108778 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:14.464589 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39290) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:48:14.667584 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-4cc2adcd-1c37-4c80-8923-59eff688a979 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Deleting port 15a15271-a6dd-489d-8e9e-1c0f66a2ca01 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:48:14.667927 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4cc2adcd-1c37-4c80-8923-59eff688a979 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:14.832880 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4cc2adcd-1c37-4c80-8923-59eff688a979 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:14.833123 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4cc2adcd-1c37-4c80-8923-59eff688a979 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:14.956346 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-4cc2adcd-1c37-4c80-8923-59eff688a979 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Calling delete_port for 15a15271-a6dd-489d-8e9e-1c0f66a2ca01 owned by network:floatingip {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:48:15.098669 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4cc2adcd-1c37-4c80-8923-59eff688a979 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:15.144598 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc2adcd-1c37-4c80-8923-59eff688a979 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'Port': ['ID=15a15271-a6dd-489d-8e9e-1c0f66a2ca01,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:15.176897 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc2adcd-1c37-4c80-8923-59eff688a979 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:15.177249 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc2adcd-1c37-4c80-8923-59eff688a979 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:15.177589 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc2adcd-1c37-4c80-8923-59eff688a979 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:15.177923 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc2adcd-1c37-4c80-8923-59eff688a979 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:15.178255 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc2adcd-1c37-4c80-8923-59eff688a979 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:15.178590 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc2adcd-1c37-4c80-8923-59eff688a979 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:15.178941 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc2adcd-1c37-4c80-8923-59eff688a979 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:15.179269 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc2adcd-1c37-4c80-8923-59eff688a979 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:15.179589 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc2adcd-1c37-4c80-8923-59eff688a979 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:15.179909 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc2adcd-1c37-4c80-8923-59eff688a979 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:15.180231 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc2adcd-1c37-4c80-8923-59eff688a979 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:15.180551 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc2adcd-1c37-4c80-8923-59eff688a979 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:15.243554 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4cc2adcd-1c37-4c80-8923-59eff688a979 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for floatingip, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:15.243879 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.l3_db [None req-4cc2adcd-1c37-4c80-8923-59eff688a979 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Floating IP fbf84f5b-247a-4ea0-ade2-2aa75079cacf disassociated (deleted). External IP: 172.26.4.156, port: af97deb7-016c-4670-bb29-9ab8469fd123. Mar 28 19:48:15.685135 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc2adcd-1c37-4c80-8923-59eff688a979 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Router 992943dd-410e-4ac0-b256-627a97ea5022 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:48:15.866969 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc2adcd-1c37-4c80-8923-59eff688a979 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:48:15.876212 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19b59c0-6405-4ca3-b74c-24eed377de92 None None] Sync routers for ids ['992943dd-410e-4ac0-b256-627a97ea5022'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:48:15.885772 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19b59c0-6405-4ca3-b74c-24eed377de92 None None] Routers {'992943dd-410e-4ac0-b256-627a97ea5022'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:48:15.886405 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-f19b59c0-6405-4ca3-b74c-24eed377de92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:47:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['992943dd-410e-4ac0-b256-627a97ea5022'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:48:15.890596 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-4cc2adcd-1c37-4c80-8923-59eff688a979 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:15.949928 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4cc2adcd-1c37-4c80-8923-59eff688a979 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "DELETE /v2.0/floatingips/fbf84f5b-247a-4ea0-ade2-2aa75079cacf HTTP/1.1" status: 204 len: 168 time: 1.4842587 Mar 28 19:48:15.950505 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd983b90-9d45-4176-8642-7a53911d63e2', 'tag': 'af97deb7-016c-4670-bb29-9ab8469fd123'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:48:16.006397 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd983b90-9d45-4176-8642-7a53911d63e2', 'tag': 'af97deb7-016c-4670-bb29-9ab8469fd123', 'status': 'completed', 'code': 200} Mar 28 19:48:16.066816 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-f19b59c0-6405-4ca3-b74c-24eed377de92 None None] Set router 992943dd-410e-4ac0-b256-627a97ea5022 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:48:16.104748 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9057f0-3830-49eb-b2ca-8b366eb5e018 req-e46794c3-57ae-4ed2-ae8f-26ef41b71e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:16.106201 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7b9057f0-3830-49eb-b2ca-8b366eb5e018 req-e46794c3-57ae-4ed2-ae8f-26ef41b71e7b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 1098 time: 0.0783253 Mar 28 19:48:16.249856 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9057f0-3830-49eb-b2ca-8b366eb5e018 req-c4d3bdce-f537-4352-9c12-28eeddda33e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:16.251727 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7b9057f0-3830-49eb-b2ca-8b366eb5e018 req-c4d3bdce-f537-4352-9c12-28eeddda33e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=51475d2e-674e-42fa-9b58-00fdfa7498f0 HTTP/1.1" status: 200 len: 897 time: 0.1388147 Mar 28 19:48:16.359002 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7b9057f0-3830-49eb-b2ca-8b366eb5e018 req-eb8ae417-5951-437f-92c5-8e31726b1b56 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af97deb7-016c-4670-bb29-9ab8469fd123 HTTP/1.1" status: 200 len: 217 time: 0.1003969 Mar 28 19:48:16.388264 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-f19b59c0-6405-4ca3-b74c-24eed377de92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992943dd-410e-4ac0-b256-627a97ea5022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382128342', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '5da3b46c-bd58-4e24-ae84-ce6bae6ceeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:45:42Z', 'updated_at': '2022-03-28T19:45:47Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '5da3b46c-bd58-4e24-ae84-ce6bae6ceeab', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992943dd-410e-4ac0-b256-627a97ea5022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:45:43Z', 'updated_at': '2022-03-28T19:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '927e1bf4-727e-4eba-866d-07b585d8a859', 'name': '', 'network_id': '51475d2e-674e-42fa-9b58-00fdfa7498f0', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:8f:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992943dd-410e-4ac0-b256-627a97ea5022', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '162042b5-99d4-422c-9ab5-95cd47f21b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:45:47Z', 'updated_at': '2022-03-28T19:45:53Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '162042b5-99d4-422c-9ab5-95cd47f21b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:48:16.392026 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19b59c0-6405-4ca3-b74c-24eed377de92 None None] Checking router: 992943dd-410e-4ac0-b256-627a97ea5022 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:48:16.400222 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19b59c0-6405-4ca3-b74c-24eed377de92 None None] Routers {'992943dd-410e-4ac0-b256-627a97ea5022'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:48:16.400809 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-f19b59c0-6405-4ca3-b74c-24eed377de92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:47:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['992943dd-410e-4ac0-b256-627a97ea5022'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:48:16.440334 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9057f0-3830-49eb-b2ca-8b366eb5e018 req-4cf7100e-5356-4ea8-891f-93b4d5b29323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:16.441734 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7b9057f0-3830-49eb-b2ca-8b366eb5e018 req-4cf7100e-5356-4ea8-891f-93b4d5b29323 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=162042b5-99d4-422c-9ab5-95cd47f21b7b HTTP/1.1" status: 200 len: 835 time: 0.0707221 Mar 28 19:48:16.449130 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e2aa1-ad10-459e-a376-c3bec13acb42 req-84d20841-1951-423e-9194-868a8bf4a049 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:16.450473 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0e0e2aa1-ad10-459e-a376-c3bec13acb42 req-84d20841-1951-423e-9194-868a8bf4a049 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 945 time: 0.1456697 Mar 28 19:48:16.581633 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-f19b59c0-6405-4ca3-b74c-24eed377de92 None None] Set router 992943dd-410e-4ac0-b256-627a97ea5022 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:48:16.640863 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0e0e2aa1-ad10-459e-a376-c3bec13acb42 req-fb3a9909-2af7-4243-9cc7-a5e55b95aedc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5d6819-d064-4201-bfad-f1a4938d8450&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1541162 Mar 28 19:48:16.658121 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9057f0-3830-49eb-b2ca-8b366eb5e018 req-28772f59-9b89-46dd-aeaa-8afad7b372f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:16.660294 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7b9057f0-3830-49eb-b2ca-8b366eb5e018 req-28772f59-9b89-46dd-aeaa-8afad7b372f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51475d2e-674e-42fa-9b58-00fdfa7498f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2089517 Mar 28 19:48:16.794082 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7b9057f0-3830-49eb-b2ca-8b366eb5e018 req-1233ad49-2ac1-406c-9d3f-b2113f6c7211 service neutron] 10.222.0.26 "GET /v2.0/networks/51475d2e-674e-42fa-9b58-00fdfa7498f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270025 Mar 28 19:48:16.889745 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-f19b59c0-6405-4ca3-b74c-24eed377de92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992943dd-410e-4ac0-b256-627a97ea5022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382128342', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '5da3b46c-bd58-4e24-ae84-ce6bae6ceeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:45:42Z', 'updated_at': '2022-03-28T19:45:47Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '5da3b46c-bd58-4e24-ae84-ce6bae6ceeab', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992943dd-410e-4ac0-b256-627a97ea5022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:45:43Z', 'updated_at': '2022-03-28T19:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '927e1bf4-727e-4eba-866d-07b585d8a859', 'name': '', 'network_id': '51475d2e-674e-42fa-9b58-00fdfa7498f0', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:8f:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992943dd-410e-4ac0-b256-627a97ea5022', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '162042b5-99d4-422c-9ab5-95cd47f21b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:45:47Z', 'updated_at': '2022-03-28T19:45:53Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '162042b5-99d4-422c-9ab5-95cd47f21b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:48:16.895016 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19b59c0-6405-4ca3-b74c-24eed377de92 None None] The sync data for ids ['992943dd-410e-4ac0-b256-627a97ea5022'] in dv-neutron-834711-1-hyperv is: [{'id': '992943dd-410e-4ac0-b256-627a97ea5022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382128342', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '5da3b46c-bd58-4e24-ae84-ce6bae6ceeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:45:42Z', 'updated_at': '2022-03-28T19:45:47Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '5da3b46c-bd58-4e24-ae84-ce6bae6ceeab', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992943dd-410e-4ac0-b256-627a97ea5022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:45:43Z', 'updated_at': '2022-03-28T19:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '927e1bf4-727e-4eba-866d-07b585d8a859', 'name': '', 'network_id': '51475d2e-674e-42fa-9b58-00fdfa7498f0', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:8f:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992943dd-410e-4ac0-b256-627a97ea5022', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '162042b5-99d4-422c-9ab5-95cd47f21b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:45:47Z', 'updated_at': '2022-03-28T19:45:53Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '162042b5-99d4-422c-9ab5-95cd47f21b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:48:16.928346 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7b9057f0-3830-49eb-b2ca-8b366eb5e018 req-00807355-022d-4776-b3a9-54ef2d06012c service neutron] 10.222.0.26 "GET /v2.0/networks/51475d2e-674e-42fa-9b58-00fdfa7498f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278069 Mar 28 19:48:17.101988 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c48879-e5e1-49d2-b3b6-275c34e7624a None None] New status for floating IP fbf84f5b-247a-4ea0-ade2-2aa75079cacf: DOWN {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:48:17.891891 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0083e57-9466-48c7-82b8-fb8612e6522d req-24a47375-b18f-4d11-86d4-a2f1a9791ba7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:17.893479 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c0083e57-9466-48c7-82b8-fb8612e6522d req-24a47375-b18f-4d11-86d4-a2f1a9791ba7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 945 time: 0.1367321 Mar 28 19:48:17.935118 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d510088-b74d-4910-9ae7-a4bb8d925f51 req-cc63c0fa-5044-4aca-9fa5-23beccbd8932 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:17.936488 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9d510088-b74d-4910-9ae7-a4bb8d925f51 req-cc63c0fa-5044-4aca-9fa5-23beccbd8932 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 945 time: 0.1266658 Mar 28 19:48:17.992828 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c0083e57-9466-48c7-82b8-fb8612e6522d req-ee41794d-7759-4389-934f-79bf576fa269 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=2a5d6819-d064-4201-bfad-f1a4938d8450&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0897980 Mar 28 19:48:18.018375 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-9d510088-b74d-4910-9ae7-a4bb8d925f51 req-f7d1020e-ecac-45ae-868f-8268ff0067a9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Deleting port af97deb7-016c-4670-bb29-9ab8469fd123 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:48:18.018833 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-9d510088-b74d-4910-9ae7-a4bb8d925f51 req-f7d1020e-ecac-45ae-868f-8268ff0067a9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:18.251973 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-9d510088-b74d-4910-9ae7-a4bb8d925f51 req-f7d1020e-ecac-45ae-868f-8268ff0067a9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] For port af97deb7-016c-4670-bb29-9ab8469fd123, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=af97deb7-016c-4670-bb29-9ab8469fd123,segment=NetworkSegment(a675e7e0-1b72-482d-b89a-ad3a50814ef6),segment_id=a675e7e0-1b72-482d-b89a-ad3a50814ef6)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:48:18.252833 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-9d510088-b74d-4910-9ae7-a4bb8d925f51 req-f7d1020e-ecac-45ae-868f-8268ff0067a9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:18.373426 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-9d510088-b74d-4910-9ae7-a4bb8d925f51 req-f7d1020e-ecac-45ae-868f-8268ff0067a9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Calling delete_port for af97deb7-016c-4670-bb29-9ab8469fd123 owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:48:18.511463 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-9d510088-b74d-4910-9ae7-a4bb8d925f51 req-f7d1020e-ecac-45ae-868f-8268ff0067a9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:18.561316 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1020e-ecac-45ae-868f-8268ff0067a9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'Port': ['ID=af97deb7-016c-4670-bb29-9ab8469fd123,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:18.599737 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1020e-ecac-45ae-868f-8268ff0067a9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:18.600075 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1020e-ecac-45ae-868f-8268ff0067a9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:18.600408 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1020e-ecac-45ae-868f-8268ff0067a9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:18.600732 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1020e-ecac-45ae-868f-8268ff0067a9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:18.601057 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1020e-ecac-45ae-868f-8268ff0067a9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:18.601377 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1020e-ecac-45ae-868f-8268ff0067a9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:18.601694 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1020e-ecac-45ae-868f-8268ff0067a9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:18.602010 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1020e-ecac-45ae-868f-8268ff0067a9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:18.602324 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1020e-ecac-45ae-868f-8268ff0067a9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:18.602637 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1020e-ecac-45ae-868f-8268ff0067a9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:18.602977 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1020e-ecac-45ae-868f-8268ff0067a9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:18.603295 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1020e-ecac-45ae-868f-8268ff0067a9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:18.643896 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d510088-b74d-4910-9ae7-a4bb8d925f51 req-f7d1020e-ecac-45ae-868f-8268ff0067a9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] No DVR routers for this DVR port af97deb7-016c-4670-bb29-9ab8469fd123 on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:48:18.646259 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-9d510088-b74d-4910-9ae7-a4bb8d925f51 req-f7d1020e-ecac-45ae-868f-8268ff0067a9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:18.648670 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd983b90-9d45-4176-8642-7a53911d63e2', 'name': 'network-vif-deleted', 'tag': 'af97deb7-016c-4670-bb29-9ab8469fd123'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:48:18.659996 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9d510088-b74d-4910-9ae7-a4bb8d925f51 req-f7d1020e-ecac-45ae-868f-8268ff0067a9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.26 "DELETE /v2.0/ports/af97deb7-016c-4670-bb29-9ab8469fd123 HTTP/1.1" status: 204 len: 173 time: 0.7144578 Mar 28 19:48:18.695865 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd983b90-9d45-4176-8642-7a53911d63e2', 'name': 'network-vif-deleted', 'tag': 'af97deb7-016c-4670-bb29-9ab8469fd123', 'status': 'completed', 'code': 200} Mar 28 19:48:19.164262 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-6c45ad7c-f01c-4e51-954d-cc694575228f req-4d41de2e-6be2-4148-b9f7-887e6784dcc9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Synchronizing usage tracker for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:48:19.180612 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-6c45ad7c-f01c-4e51-954d-cc694575228f req-4d41de2e-6be2-4148-b9f7-887e6784dcc9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Unset dirty status for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:48:19.182036 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6c45ad7c-f01c-4e51-954d-cc694575228f req-4d41de2e-6be2-4148-b9f7-887e6784dcc9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd983b90-9d45-4176-8642-7a53911d63e2 HTTP/1.1" status: 200 len: 210 time: 0.0613751 Mar 28 19:48:20.279471 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39308) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:48:20.812453 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-83b66335-9c2c-4323-b846-ad7e0fa2d925 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:21.256119 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-83b66335-9c2c-4323-b846-ad7e0fa2d925 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Deleting port 927e1bf4-727e-4eba-866d-07b585d8a859 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:48:21.256445 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-83b66335-9c2c-4323-b846-ad7e0fa2d925 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:21.433331 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-83b66335-9c2c-4323-b846-ad7e0fa2d925 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] For port 927e1bf4-727e-4eba-866d-07b585d8a859, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=927e1bf4-727e-4eba-866d-07b585d8a859,segment=NetworkSegment(a675e7e0-1b72-482d-b89a-ad3a50814ef6),segment_id=a675e7e0-1b72-482d-b89a-ad3a50814ef6)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:48:21.434010 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-83b66335-9c2c-4323-b846-ad7e0fa2d925 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:21.560532 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-83b66335-9c2c-4323-b846-ad7e0fa2d925 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Calling delete_port for 927e1bf4-727e-4eba-866d-07b585d8a859 owned by network:router_interface {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:48:21.746142 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-83b66335-9c2c-4323-b846-ad7e0fa2d925 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:21.793058 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b66335-9c2c-4323-b846-ad7e0fa2d925 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'Port': ['ID=927e1bf4-727e-4eba-866d-07b585d8a859,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:22.061511 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-83b66335-9c2c-4323-b846-ad7e0fa2d925 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:22.405004 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b66335-9c2c-4323-b846-ad7e0fa2d925 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Router 992943dd-410e-4ac0-b256-627a97ea5022 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:48:22.469238 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device af97deb7-016c-4670-bb29-9ab8469fd123 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:48:22.508110 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: af97deb7-016c-4670-bb29-9ab8469fd123 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:48:22.508456 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device af97deb7-016c-4670-bb29-9ab8469fd123 not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:48:22.678081 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b66335-9c2c-4323-b846-ad7e0fa2d925 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:48:22.688953 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a81747-a814-4709-8c80-c6861efae295 None None] Sync routers for ids ['992943dd-410e-4ac0-b256-627a97ea5022'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:48:22.694931 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-83b66335-9c2c-4323-b846-ad7e0fa2d925 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "PUT /v2.0/routers/992943dd-410e-4ac0-b256-627a97ea5022/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4143744 Mar 28 19:48:22.697626 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39314) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:48:22.700516 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a81747-a814-4709-8c80-c6861efae295 None None] Routers {'992943dd-410e-4ac0-b256-627a97ea5022'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:48:22.701184 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-d9a81747-a814-4709-8c80-c6861efae295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:47:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['992943dd-410e-4ac0-b256-627a97ea5022'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:48:22.764034 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_v2 [None req-48a4b44b-2023-41ec-ad20-d015aafb4311 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Deleting subnet 162042b5-99d4-422c-9ab5-95cd47f21b7b {{(pid=87832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:48:22.766870 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-48a4b44b-2023-41ec-ad20-d015aafb4311 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for subnet, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:22.819931 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-48a4b44b-2023-41ec-ad20-d015aafb4311 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7952176'] for subnet, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:22.906377 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-48a4b44b-2023-41ec-ad20-d015aafb4311 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:22.914553 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-d9a81747-a814-4709-8c80-c6861efae295 None None] Set router 992943dd-410e-4ac0-b256-627a97ea5022 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:48:22.980279 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-48a4b44b-2023-41ec-ad20-d015aafb4311 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-496194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8131817'] for subnet, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:23.019745 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4b44b-2023-41ec-ad20-d015aafb4311 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'Subnet': ['ID=162042b5-99d4-422c-9ab5-95cd47f21b7b,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:23.021677 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-48a4b44b-2023-41ec-ad20-d015aafb4311 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:23.027997 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-48a4b44b-2023-41ec-ad20-d015aafb4311 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "DELETE /v2.0/subnets/162042b5-99d4-422c-9ab5-95cd47f21b7b HTTP/1.1" status: 204 len: 168 time: 0.3294134 Mar 28 19:48:23.028750 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c619f5a-b7e3-43dd-9978-a577de4ee764 None None] Network 51475d2e-674e-42fa-9b58-00fdfa7498f0 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:48:23.030633 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39318) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:48:23.202709 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-d9a81747-a814-4709-8c80-c6861efae295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992943dd-410e-4ac0-b256-627a97ea5022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382128342', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '5da3b46c-bd58-4e24-ae84-ce6bae6ceeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:45:42Z', 'updated_at': '2022-03-28T19:48:21Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '5da3b46c-bd58-4e24-ae84-ce6bae6ceeab', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992943dd-410e-4ac0-b256-627a97ea5022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:45:43Z', 'updated_at': '2022-03-28T19:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:48:23.206803 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a81747-a814-4709-8c80-c6861efae295 None None] Checking router: 992943dd-410e-4ac0-b256-627a97ea5022 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:48:23.215101 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a81747-a814-4709-8c80-c6861efae295 None None] Routers {'992943dd-410e-4ac0-b256-627a97ea5022'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:48:23.215915 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-d9a81747-a814-4709-8c80-c6861efae295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:47:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['992943dd-410e-4ac0-b256-627a97ea5022'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:48:23.216352 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c3beb814-f9f7-4434-a548-280cf4052581 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:23.330216 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1f89e9-1f5d-4982-b155-72197a253288 None None] DHCP port deletion for 51475d2e-674e-42fa-9b58-00fdfa7498f0 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:48:23.335344 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-fb1f89e9-1f5d-4982-b155-72197a253288 None None] Deleting port 7843fff6-d80f-4e5a-a5d0-6d7eae5e0fd9 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:48:23.336157 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fb1f89e9-1f5d-4982-b155-72197a253288 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:23.401872 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-d9a81747-a814-4709-8c80-c6861efae295 None None] Set router 992943dd-410e-4ac0-b256-627a97ea5022 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:48:23.411862 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c3beb814-f9f7-4434-a548-280cf4052581 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:23.421233 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c3beb814-f9f7-4434-a548-280cf4052581 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Deleting port 5da3b46c-bd58-4e24-ae84-ce6bae6ceeab {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:48:23.421562 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c3beb814-f9f7-4434-a548-280cf4052581 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:23.545689 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-fb1f89e9-1f5d-4982-b155-72197a253288 None None] For port 7843fff6-d80f-4e5a-a5d0-6d7eae5e0fd9, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=7843fff6-d80f-4e5a-a5d0-6d7eae5e0fd9,segment=NetworkSegment(a675e7e0-1b72-482d-b89a-ad3a50814ef6),segment_id=a675e7e0-1b72-482d-b89a-ad3a50814ef6)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:48:23.545689 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fb1f89e9-1f5d-4982-b155-72197a253288 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:23.598625 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-c3beb814-f9f7-4434-a548-280cf4052581 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] For port 5da3b46c-bd58-4e24-ae84-ce6bae6ceeab, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=5da3b46c-bd58-4e24-ae84-ce6bae6ceeab,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:48:23.599077 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c3beb814-f9f7-4434-a548-280cf4052581 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:23.697931 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-fb1f89e9-1f5d-4982-b155-72197a253288 None None] Calling delete_port for 7843fff6-d80f-4e5a-a5d0-6d7eae5e0fd9 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:48:23.705322 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-d9a81747-a814-4709-8c80-c6861efae295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992943dd-410e-4ac0-b256-627a97ea5022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382128342', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '5da3b46c-bd58-4e24-ae84-ce6bae6ceeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:45:42Z', 'updated_at': '2022-03-28T19:48:21Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '5da3b46c-bd58-4e24-ae84-ce6bae6ceeab', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992943dd-410e-4ac0-b256-627a97ea5022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:45:43Z', 'updated_at': '2022-03-28T19:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:48:23.710843 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a81747-a814-4709-8c80-c6861efae295 None None] The sync data for ids ['992943dd-410e-4ac0-b256-627a97ea5022'] in dv-neutron-834711-1-hyperv is: [{'id': '992943dd-410e-4ac0-b256-627a97ea5022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1382128342', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '5da3b46c-bd58-4e24-ae84-ce6bae6ceeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:45:42Z', 'updated_at': '2022-03-28T19:48:21Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '5da3b46c-bd58-4e24-ae84-ce6bae6ceeab', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992943dd-410e-4ac0-b256-627a97ea5022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:45:43Z', 'updated_at': '2022-03-28T19:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:48:23.726427 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-c3beb814-f9f7-4434-a548-280cf4052581 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Calling delete_port for 5da3b46c-bd58-4e24-ae84-ce6bae6ceeab owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:48:23.755446 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 7843fff6-d80f-4e5a-a5d0-6d7eae5e0fd9 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:48:23.861210 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fb1f89e9-1f5d-4982-b155-72197a253288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:23.909896 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c3beb814-f9f7-4434-a548-280cf4052581 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:23.915140 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f89e9-1f5d-4982-b155-72197a253288 None None] Pushing event deleted for resources: {'Port': ['ID=7843fff6-d80f-4e5a-a5d0-6d7eae5e0fd9,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:23.917201 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Port 7843fff6-d80f-4e5a-a5d0-6d7eae5e0fd9 update to DOWN by agent not found {{(pid=87834) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 28 19:48:23.928297 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f89e9-1f5d-4982-b155-72197a253288 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:23.928701 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f89e9-1f5d-4982-b155-72197a253288 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:23.929011 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f89e9-1f5d-4982-b155-72197a253288 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:23.929340 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f89e9-1f5d-4982-b155-72197a253288 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:23.929680 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f89e9-1f5d-4982-b155-72197a253288 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:23.930001 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f89e9-1f5d-4982-b155-72197a253288 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:23.930336 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f89e9-1f5d-4982-b155-72197a253288 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:23.930671 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f89e9-1f5d-4982-b155-72197a253288 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:23.931051 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f89e9-1f5d-4982-b155-72197a253288 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:23.931344 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f89e9-1f5d-4982-b155-72197a253288 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:23.931675 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f89e9-1f5d-4982-b155-72197a253288 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:23.931998 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1f89e9-1f5d-4982-b155-72197a253288 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:23.936418 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1f89e9-1f5d-4982-b155-72197a253288 None None] No DVR routers for this DVR port 7843fff6-d80f-4e5a-a5d0-6d7eae5e0fd9 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:48:24.000775 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3beb814-f9f7-4434-a548-280cf4052581 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'Port': ['ID=5da3b46c-bd58-4e24-ae84-ce6bae6ceeab,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:24.061768 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c3beb814-f9f7-4434-a548-280cf4052581 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:24.351745 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c3beb814-f9f7-4434-a548-280cf4052581 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:24.353829 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c3beb814-f9f7-4434-a548-280cf4052581 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:24.375878 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c3beb814-f9f7-4434-a548-280cf4052581 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:24.376395 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3beb814-f9f7-4434-a548-280cf4052581 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Fanout notify agent at l3_agent the message router_deleted on router 992943dd-410e-4ac0-b256-627a97ea5022 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:48:24.391953 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c3beb814-f9f7-4434-a548-280cf4052581 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:24.393195 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c3beb814-f9f7-4434-a548-280cf4052581 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "DELETE /v2.0/routers/992943dd-410e-4ac0-b256-627a97ea5022 HTTP/1.1" status: 204 len: 168 time: 1.3613470 Mar 28 19:48:24.395815 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39322) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:48:24.514371 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-37f9ec05-ff66-42b3-b674-9f297bb23ba2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:24.642363 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-37f9ec05-ff66-42b3-b674-9f297bb23ba2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:24.667328 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-37f9ec05-ff66-42b3-b674-9f297bb23ba2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51475d2e-674e-42fa-9b58-00fdfa7498f0']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:48:24.680106 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-37f9ec05-ff66-42b3-b674-9f297bb23ba2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a675e7e0-1b72-482d-b89a-ad3a50814ef6') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:48:24.680404 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-37f9ec05-ff66-42b3-b674-9f297bb23ba2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a675e7e0-1b72-482d-b89a-ad3a50814ef6') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:48:24.692060 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-37f9ec05-ff66-42b3-b674-9f297bb23ba2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:24.711278 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-37f9ec05-ff66-42b3-b674-9f297bb23ba2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:24.717174 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f9ec05-ff66-42b3-b674-9f297bb23ba2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:48:24.717551 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-37f9ec05-ff66-42b3-b674-9f297bb23ba2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:48:24.731915 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:48:24.811413 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-37f9ec05-ff66-42b3-b674-9f297bb23ba2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:24.829835 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-37f9ec05-ff66-42b3-b674-9f297bb23ba2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:24.842252 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9ec05-ff66-42b3-b674-9f297bb23ba2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'Network': ['ID=51475d2e-674e-42fa-9b58-00fdfa7498f0,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:24.849584 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-37f9ec05-ff66-42b3-b674-9f297bb23ba2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "DELETE /v2.0/networks/51475d2e-674e-42fa-9b58-00fdfa7498f0 HTTP/1.1" status: 204 len: 168 time: 0.4528203 Mar 28 19:48:24.852228 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39326) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:48:24.923644 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-acded03b-e84a-4b8a-87c6-1d0012935f86 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:24.954258 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-acded03b-e84a-4b8a-87c6-1d0012935f86 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:25.022485 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-acded03b-e84a-4b8a-87c6-1d0012935f86 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:25.040557 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acded03b-e84a-4b8a-87c6-1d0012935f86 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5d6819-d064-4201-bfad-f1a4938d8450,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:25.050179 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-acded03b-e84a-4b8a-87c6-1d0012935f86 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:25.053706 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-acded03b-e84a-4b8a-87c6-1d0012935f86 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "DELETE /v2.0/security-groups/2a5d6819-d064-4201-bfad-f1a4938d8450 HTTP/1.1" status: 204 len: 168 time: 0.1981339 Mar 28 19:48:25.376036 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d5fcce14-4e91-41fa-b8bd-662b45799ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:25.394189 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39334) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:48:25.399341 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-e469c6b1-e183-4c2c-ad49-fdecfb311b7a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-781735371', 'description': 'tempest-secgroup-smoke-781735371 description', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:48:25.405208 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e469c6b1-e183-4c2c-ad49-fdecfb311b7a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:48:25.409863 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e469c6b1-e183-4c2c-ad49-fdecfb311b7a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:48:25.412708 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e469c6b1-e183-4c2c-ad49-fdecfb311b7a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:48:25.418299 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e469c6b1-e183-4c2c-ad49-fdecfb311b7a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:48:25.427742 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e469c6b1-e183-4c2c-ad49-fdecfb311b7a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:25.447028 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e469c6b1-e183-4c2c-ad49-fdecfb311b7a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:48:25.450673 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e469c6b1-e183-4c2c-ad49-fdecfb311b7a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:48:25.453356 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e469c6b1-e183-4c2c-ad49-fdecfb311b7a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:48:25.459451 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e469c6b1-e183-4c2c-ad49-fdecfb311b7a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:48:25.527766 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e469c6b1-e183-4c2c-ad49-fdecfb311b7a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:25.531167 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e469c6b1-e183-4c2c-ad49-fdecfb311b7a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:25.575109 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469c6b1-e183-4c2c-ad49-fdecfb311b7a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ae672a-6730-400d-8dde-3c0959819686,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:25.578373 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e469c6b1-e183-4c2c-ad49-fdecfb311b7a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:25.583267 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39338) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:48:25.583788 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e469c6b1-e183-4c2c-ad49-fdecfb311b7a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1880901 Mar 28 19:48:25.588567 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-50c91dfa-5d06-43b6-8903-0ece3a5a3e92 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group_rule': {'security_group_id': '35ae672a-6730-400d-8dde-3c0959819686', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:48:25.593831 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 5da3b46c-bd58-4e24-ae84-ce6bae6ceeab no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:48:25.594930 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-50c91dfa-5d06-43b6-8903-0ece3a5a3e92 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:48:25.599165 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-50c91dfa-5d06-43b6-8903-0ece3a5a3e92 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:48:25.601974 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-50c91dfa-5d06-43b6-8903-0ece3a5a3e92 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:48:25.607576 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-50c91dfa-5d06-43b6-8903-0ece3a5a3e92 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:48:25.623726 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-50c91dfa-5d06-43b6-8903-0ece3a5a3e92 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:25.627009 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 5da3b46c-bd58-4e24-ae84-ce6bae6ceeab {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:48:25.627836 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 5da3b46c-bd58-4e24-ae84-ce6bae6ceeab not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:48:25.628255 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 927e1bf4-727e-4eba-866d-07b585d8a859 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:48:25.663462 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 927e1bf4-727e-4eba-866d-07b585d8a859 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:48:25.663805 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 927e1bf4-727e-4eba-866d-07b585d8a859 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:48:25.689636 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-50c91dfa-5d06-43b6-8903-0ece3a5a3e92 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:25.694049 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-50c91dfa-5d06-43b6-8903-0ece3a5a3e92 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:25.721346 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c91dfa-5d06-43b6-8903-0ece3a5a3e92 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7671053d-c2fb-4a5d-b491-264e418088a2,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:25.729258 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-50c91dfa-5d06-43b6-8903-0ece3a5a3e92 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:25.730391 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-50c91dfa-5d06-43b6-8903-0ece3a5a3e92 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1459761 Mar 28 19:48:25.733132 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39342) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:48:25.738112 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-c0de9287-6a31-4d9a-b815-ee79788607ed tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group_rule': {'security_group_id': '35ae672a-6730-400d-8dde-3c0959819686', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:48:25.743891 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c0de9287-6a31-4d9a-b815-ee79788607ed tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:48:25.747565 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c0de9287-6a31-4d9a-b815-ee79788607ed tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:48:25.750330 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c0de9287-6a31-4d9a-b815-ee79788607ed tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:48:25.756505 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c0de9287-6a31-4d9a-b815-ee79788607ed tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:48:25.773855 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c0de9287-6a31-4d9a-b815-ee79788607ed tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:25.838766 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c0de9287-6a31-4d9a-b815-ee79788607ed tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:25.841893 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c0de9287-6a31-4d9a-b815-ee79788607ed tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:25.864994 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de9287-6a31-4d9a-b815-ee79788607ed tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff52b41-8b3f-4511-85fd-6fb5753d3de0,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:25.872867 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c0de9287-6a31-4d9a-b815-ee79788607ed tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:25.874014 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c0de9287-6a31-4d9a-b815-ee79788607ed tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1399949 Mar 28 19:48:25.876949 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39346) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:48:25.882523 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-325a892c-58fa-47e5-97b6-f8267c8368a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group_rule': {'security_group_id': '35ae672a-6730-400d-8dde-3c0959819686', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:48:25.888760 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-325a892c-58fa-47e5-97b6-f8267c8368a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:48:25.893619 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-325a892c-58fa-47e5-97b6-f8267c8368a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:48:25.896755 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-325a892c-58fa-47e5-97b6-f8267c8368a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:48:25.902267 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-325a892c-58fa-47e5-97b6-f8267c8368a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:48:25.918335 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-325a892c-58fa-47e5-97b6-f8267c8368a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:25.980797 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-325a892c-58fa-47e5-97b6-f8267c8368a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:25.983979 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-325a892c-58fa-47e5-97b6-f8267c8368a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:26.006264 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a892c-58fa-47e5-97b6-f8267c8368a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c51a0a2-6d00-4e99-8ddd-50c17bdbde3d,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:26.013677 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-325a892c-58fa-47e5-97b6-f8267c8368a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:26.014926 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-325a892c-58fa-47e5-97b6-f8267c8368a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1369009 Mar 28 19:48:26.017580 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39350) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:48:26.022986 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-70758230-53b8-4352-9faa-dbf164bd91c0 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group_rule': {'security_group_id': '35ae672a-6730-400d-8dde-3c0959819686', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:48:26.028600 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-70758230-53b8-4352-9faa-dbf164bd91c0 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:48:26.032346 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-70758230-53b8-4352-9faa-dbf164bd91c0 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:48:26.035938 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-70758230-53b8-4352-9faa-dbf164bd91c0 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:48:26.041559 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-70758230-53b8-4352-9faa-dbf164bd91c0 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:48:26.057576 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-70758230-53b8-4352-9faa-dbf164bd91c0 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:26.120860 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-70758230-53b8-4352-9faa-dbf164bd91c0 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:26.124204 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-70758230-53b8-4352-9faa-dbf164bd91c0 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:26.147356 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70758230-53b8-4352-9faa-dbf164bd91c0 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c6dfee-0e50-41b6-b381-7be1144f2711,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:26.155795 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-70758230-53b8-4352-9faa-dbf164bd91c0 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:26.156933 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-70758230-53b8-4352-9faa-dbf164bd91c0 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1379838 Mar 28 19:48:26.159928 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39354) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:48:26.165153 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-9e8c6d29-369c-409d-be38-8be4f2a9a038 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group_rule': {'security_group_id': '35ae672a-6730-400d-8dde-3c0959819686', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:48:26.170865 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-9e8c6d29-369c-409d-be38-8be4f2a9a038 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:48:26.175216 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9e8c6d29-369c-409d-be38-8be4f2a9a038 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:48:26.177986 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-9e8c6d29-369c-409d-be38-8be4f2a9a038 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:48:26.183599 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-9e8c6d29-369c-409d-be38-8be4f2a9a038 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:48:26.194174 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.securitygroups_db [None req-9e8c6d29-369c-409d-be38-8be4f2a9a038 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Project 5c14268c8e5841d7aff34a232cfbb74a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:48:26.200291 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9e8c6d29-369c-409d-be38-8be4f2a9a038 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:26.264245 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9e8c6d29-369c-409d-be38-8be4f2a9a038 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:26.267740 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9e8c6d29-369c-409d-be38-8be4f2a9a038 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:26.392208 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c6d29-369c-409d-be38-8be4f2a9a038 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a71ce6-c8cb-40e3-815e-284618a0e9e4,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:26.400840 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9e8c6d29-369c-409d-be38-8be4f2a9a038 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:26.401982 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9e8c6d29-369c-409d-be38-8be4f2a9a038 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2411976 Mar 28 19:48:26.404787 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39358) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:48:26.410267 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-179b2184-4539-4c81-ba6d-a854ecf0685c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group_rule': {'security_group_id': '35ae672a-6730-400d-8dde-3c0959819686', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:48:26.415979 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-179b2184-4539-4c81-ba6d-a854ecf0685c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:48:26.419696 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-179b2184-4539-4c81-ba6d-a854ecf0685c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:48:26.422455 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-179b2184-4539-4c81-ba6d-a854ecf0685c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:48:26.428823 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-179b2184-4539-4c81-ba6d-a854ecf0685c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:48:26.438512 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.securitygroups_db [None req-179b2184-4539-4c81-ba6d-a854ecf0685c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Project 5c14268c8e5841d7aff34a232cfbb74a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:48:26.445056 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-179b2184-4539-4c81-ba6d-a854ecf0685c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:26.507279 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-179b2184-4539-4c81-ba6d-a854ecf0685c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:26.510645 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-179b2184-4539-4c81-ba6d-a854ecf0685c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:26.532874 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b2184-4539-4c81-ba6d-a854ecf0685c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a52a0cd-058c-4d6e-9860-119e4c69100d,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:26.542152 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-179b2184-4539-4c81-ba6d-a854ecf0685c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:26.543306 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-179b2184-4539-4c81-ba6d-a854ecf0685c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1376097 Mar 28 19:48:26.546136 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39362) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:48:26.551490 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-7dff9a7a-0485-4925-a7de-c6140fc69af2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'network': {'name': 'tempest-network-smoke--1229893932', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'port_security_enabled': True}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:48:26.556180 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-7dff9a7a-0485-4925-a7de-c6140fc69af2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:48:26.560199 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-7dff9a7a-0485-4925-a7de-c6140fc69af2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:network and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:48:26.563119 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-7dff9a7a-0485-4925-a7de-c6140fc69af2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:48:26.569098 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-7dff9a7a-0485-4925-a7de-c6140fc69af2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:48:26.579156 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dff9a7a-0485-4925-a7de-c6140fc69af2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Made reservation on behalf of 5c14268c8e5841d7aff34a232cfbb74a for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:48:26.582927 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7dff9a7a-0485-4925-a7de-c6140fc69af2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:26.611329 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dff9a7a-0485-4925-a7de-c6140fc69af2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:48:26.620897 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7dff9a7a-0485-4925-a7de-c6140fc69af2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:26.621235 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-7dff9a7a-0485-4925-a7de-c6140fc69af2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Added segment b7ba09c6-e7d2-4309-8477-6f1d40f07c2c of type vlan for network 9eef9805-e1e5-4111-8952-5cdd61032cbf Mar 28 19:48:26.647399 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7dff9a7a-0485-4925-a7de-c6140fc69af2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:26.676132 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7dff9a7a-0485-4925-a7de-c6140fc69af2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:26.681695 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dff9a7a-0485-4925-a7de-c6140fc69af2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:26.682273 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-7dff9a7a-0485-4925-a7de-c6140fc69af2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:26.782349 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-7dff9a7a-0485-4925-a7de-c6140fc69af2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2351699 Mar 28 19:48:26.786280 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39366) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:48:26.791633 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-71ff334c-11da-41aa-8d2b-1b1afb8daaa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1126764929', 'admin_state_up': True, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:48:26.794605 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff9a7a-0485-4925-a7de-c6140fc69af2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Network': ['ID=9eef9805-e1e5-4111-8952-5cdd61032cbf,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:26.798812 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-71ff334c-11da-41aa-8d2b-1b1afb8daaa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:48:26.802780 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-71ff334c-11da-41aa-8d2b-1b1afb8daaa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:router and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:48:26.805338 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 9eef9805-e1e5-4111-8952-5cdd61032cbf details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:48:26.805813 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-71ff334c-11da-41aa-8d2b-1b1afb8daaa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:48:26.811914 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-71ff334c-11da-41aa-8d2b-1b1afb8daaa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:48:26.822354 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-71ff334c-11da-41aa-8d2b-1b1afb8daaa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:26.823343 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-71ff334c-11da-41aa-8d2b-1b1afb8daaa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:26.838566 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-71ff334c-11da-41aa-8d2b-1b1afb8daaa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:27.100579 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-71ff334c-11da-41aa-8d2b-1b1afb8daaa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:27.492256 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-71ff334c-11da-41aa-8d2b-1b1afb8daaa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router_gateway, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:27.521462 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-71ff334c-11da-41aa-8d2b-1b1afb8daaa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:27.655330 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-71ff334c-11da-41aa-8d2b-1b1afb8daaa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Allocated IP 172.26.4.201 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/85944719-4185-4014-860e-ed65ec80c872) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:48:27.730987 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2a0d7ceb-0030-4898-81bd-e52061681a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:27.800151 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-71ff334c-11da-41aa-8d2b-1b1afb8daaa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:27.829076 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-71ff334c-11da-41aa-8d2b-1b1afb8daaa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:27.890336 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ff334c-11da-41aa-8d2b-1b1afb8daaa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:48:27.898115 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-71ff334c-11da-41aa-8d2b-1b1afb8daaa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:48:27.902405 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ff334c-11da-41aa-8d2b-1b1afb8daaa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:48:27.934333 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff334c-11da-41aa-8d2b-1b1afb8daaa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Port': ['ID=85944719-4185-4014-860e-ed65ec80c872,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:28.307982 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-71ff334c-11da-41aa-8d2b-1b1afb8daaa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router_gateway, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:28.647244 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-71ff334c-11da-41aa-8d2b-1b1afb8daaa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:28.710397 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:28.749302 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:28.965087 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ff334c-11da-41aa-8d2b-1b1afb8daaa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Router 45865ad6-b16b-49fd-bf88-8892655e5eb7 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:48:29.139399 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ff334c-11da-41aa-8d2b-1b1afb8daaa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:48:29.150110 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cdd253-17f9-485a-8063-21f1ef07ce08 None None] Sync routers for ids ['45865ad6-b16b-49fd-bf88-8892655e5eb7'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:48:29.159660 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cdd253-17f9-485a-8063-21f1ef07ce08 None None] Routers {'45865ad6-b16b-49fd-bf88-8892655e5eb7'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:48:29.160266 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-76cdd253-17f9-485a-8063-21f1ef07ce08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:48:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['45865ad6-b16b-49fd-bf88-8892655e5eb7'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:48:29.166619 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-71ff334c-11da-41aa-8d2b-1b1afb8daaa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:29.167847 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-71ff334c-11da-41aa-8d2b-1b1afb8daaa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3803947 Mar 28 19:48:29.171206 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39372) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:48:29.216585 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-84134f6a-3cd2-46a6-9cf1-1407b270f131 tempest-TestNetworkAdvancedServerOps-1671564215 tempest-TestNetworkAdvancedServerOps-1671564215-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=5c14268c8e5841d7aff34a232cfbb74a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439186 Mar 28 19:48:29.219029 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39376) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:48:29.332300 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-76cdd253-17f9-485a-8063-21f1ef07ce08 None None] Set router 45865ad6-b16b-49fd-bf88-8892655e5eb7 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:48:29.347426 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ccd790-6f97-4d7d-8086-a682903621d9 tempest-TestNetworkAdvancedServerOps-1671564215 tempest-TestNetworkAdvancedServerOps-1671564215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:29.348921 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-20ccd790-6f97-4d7d-8086-a682903621d9 tempest-TestNetworkAdvancedServerOps-1671564215 tempest-TestNetworkAdvancedServerOps-1671564215-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1290133 Mar 28 19:48:29.351874 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39380) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:48:29.392854 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c7f21d5c-9471-4df7-9576-a29f7fa28333 tempest-TestNetworkAdvancedServerOps-1671564215 tempest-TestNetworkAdvancedServerOps-1671564215-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=222bb166-3b66-45c7-9663-18be61b96587&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376508 Mar 28 19:48:29.393114 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39384) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:48:29.398317 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-28255114-a976-4c07-a7c7-4a6037b86dbb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-919557311', 'network_id': '9eef9805-e1e5-4111-8952-5cdd61032cbf', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:48:29.505738 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-28255114-a976-4c07-a7c7-4a6037b86dbb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:48:29.509415 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-28255114-a976-4c07-a7c7-4a6037b86dbb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:subnet and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:48:29.512187 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-28255114-a976-4c07-a7c7-4a6037b86dbb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:48:29.517768 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-28255114-a976-4c07-a7c7-4a6037b86dbb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:48:29.528308 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28255114-a976-4c07-a7c7-4a6037b86dbb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Made reservation on behalf of 5c14268c8e5841d7aff34a232cfbb74a for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:48:29.531756 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-28255114-a976-4c07-a7c7-4a6037b86dbb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:29.652165 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-76cdd253-17f9-485a-8063-21f1ef07ce08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126764929', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '85944719-4185-4014-860e-ed65ec80c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:48:26Z', 'updated_at': '2022-03-28T19:48:28Z', 'revision_number': 3, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '85944719-4185-4014-860e-ed65ec80c872', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:48:27Z', 'updated_at': '2022-03-28T19:48:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:48:29.655994 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cdd253-17f9-485a-8063-21f1ef07ce08 None None] Checking router: 45865ad6-b16b-49fd-bf88-8892655e5eb7 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:48:29.656341 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cdd253-17f9-485a-8063-21f1ef07ce08 None None] Updating router 45865ad6-b16b-49fd-bf88-8892655e5eb7 port 85944719-4185-4014-860e-ed65ec80c872 binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:48:29.709525 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-76cdd253-17f9-485a-8063-21f1ef07ce08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:29.756350 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-28255114-a976-4c07-a7c7-4a6037b86dbb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:29.844087 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28255114-a976-4c07-a7c7-4a6037b86dbb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Subnet': ['ID=58e942ac-dcc7-42f8-80ac-8aaa3a07a274,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:29.846777 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28255114-a976-4c07-a7c7-4a6037b86dbb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Checking segment: {'id': 'b7ba09c6-e7d2-4309-8477-6f1d40f07c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9eef9805-e1e5-4111-8952-5cdd61032cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:48:29.847166 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28255114-a976-4c07-a7c7-4a6037b86dbb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network hostable DHCP agents. Network: 9eef9805-e1e5-4111-8952-5cdd61032cbf, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:48:29.868102 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28255114-a976-4c07-a7c7-4a6037b86dbb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network 9eef9805-e1e5-4111-8952-5cdd61032cbf is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:48:29.877873 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-28255114-a976-4c07-a7c7-4a6037b86dbb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 9eef9805-e1e5-4111-8952-5cdd61032cbf) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:48:29.882820 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28255114-a976-4c07-a7c7-4a6037b86dbb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:29.884021 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-28255114-a976-4c07-a7c7-4a6037b86dbb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:29.904633 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-28255114-a976-4c07-a7c7-4a6037b86dbb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5106058 Mar 28 19:48:29.907467 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39388) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:48:29.912679 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1664f2dc-8be4-467b-89b1-892c885d7a0f None None] Network 9eef9805-e1e5-4111-8952-5cdd61032cbf requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:48:30.217870 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-76cdd253-17f9-485a-8063-21f1ef07ce08 None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:30.226103 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1ce1b4-9fe1-4d66-b162-020ec43fd736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-9eef9805-e1e5-4111-8952-5cdd61032cbf', 'network_id': '9eef9805-e1e5-4111-8952-5cdd61032cbf', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'fixed_ips': [{'subnet_id': '58e942ac-dcc7-42f8-80ac-8aaa3a07a274'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:48:30.226928 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-df1ce1b4-9fe1-4d66-b162-020ec43fd736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:30.242004 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-76cdd253-17f9-485a-8063-21f1ef07ce08 None None] Transition to ACTIVE for port object 85944719-4185-4014-860e-ed65ec80c872 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:48:30.254362 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-76cdd253-17f9-485a-8063-21f1ef07ce08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:30.411622 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:30.412272 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002e6c1-bebc-494b-8740-b4a33f4d461e None None] Pushing event updated for resources: {'Port': ['ID=85944719-4185-4014-860e-ed65ec80c872,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:30.414591 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-76cdd253-17f9-485a-8063-21f1ef07ce08 None None] Attempting to bind port 85944719-4185-4014-860e-ed65ec80c872 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:48:30.414985 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-76cdd253-17f9-485a-8063-21f1ef07ce08 None None] Attempting to bind port 85944719-4185-4014-860e-ed65ec80c872 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:48:30.415346 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cdd253-17f9-485a-8063-21f1ef07ce08 None None] Attempting to bind port 85944719-4185-4014-860e-ed65ec80c872 on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:48:30.453069 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cdd253-17f9-485a-8063-21f1ef07ce08 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:48:30.453436 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cdd253-17f9-485a-8063-21f1ef07ce08 None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:48:30.453843 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-76cdd253-17f9-485a-8063-21f1ef07ce08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:30.454232 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cdd253-17f9-485a-8063-21f1ef07ce08 None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:48:30.454712 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-76cdd253-17f9-485a-8063-21f1ef07ce08 None None] Bound port: 85944719-4185-4014-860e-ed65ec80c872, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:48:30.455105 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-76cdd253-17f9-485a-8063-21f1ef07ce08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:30.547908 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-df1ce1b4-9fe1-4d66-b162-020ec43fd736 None None] Allocated IP 172.20.0.2 (9eef9805-e1e5-4111-8952-5cdd61032cbf/58e942ac-dcc7-42f8-80ac-8aaa3a07a274/5e476b69-0b9e-4531-b96d-168d3909a729) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:48:30.562255 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-76cdd253-17f9-485a-8063-21f1ef07ce08 None None] For port 85944719-4185-4014-860e-ed65ec80c872, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:48:30.566255 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-76cdd253-17f9-485a-8063-21f1ef07ce08 None None] For port 85944719-4185-4014-860e-ed65ec80c872, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=85944719-4185-4014-860e-ed65ec80c872,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:48:30.583065 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-76cdd253-17f9-485a-8063-21f1ef07ce08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:30.665411 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:48:30.714129 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fc18acec-78e3-4744-bac8-08e82de4248f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:30.734247 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cdd253-17f9-485a-8063-21f1ef07ce08 None None] Routers {'45865ad6-b16b-49fd-bf88-8892655e5eb7'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:48:30.734857 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-76cdd253-17f9-485a-8063-21f1ef07ce08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:48:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['45865ad6-b16b-49fd-bf88-8892655e5eb7'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:48:30.805031 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002e6c1-bebc-494b-8740-b4a33f4d461e None None] Pushing event updated for resources: {'Port': ['ID=85944719-4185-4014-860e-ed65ec80c872,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:30.987291 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-df1ce1b4-9fe1-4d66-b162-020ec43fd736 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:30.990652 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-76cdd253-17f9-485a-8063-21f1ef07ce08 None None] Set router 45865ad6-b16b-49fd-bf88-8892655e5eb7 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:48:31.139172 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-df1ce1b4-9fe1-4d66-b162-020ec43fd736 None None] Transition to ACTIVE for port object 5e476b69-0b9e-4531-b96d-168d3909a729 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:48:31.222815 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-df1ce1b4-9fe1-4d66-b162-020ec43fd736 None None] Transition to ACTIVE for port object 5e476b69-0b9e-4531-b96d-168d3909a729 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:48:31.242703 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-df1ce1b4-9fe1-4d66-b162-020ec43fd736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:31.296422 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-fc18acec-78e3-4744-bac8-08e82de4248f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Allocated IP 172.20.0.1 (9eef9805-e1e5-4111-8952-5cdd61032cbf/58e942ac-dcc7-42f8-80ac-8aaa3a07a274/cbb7586e-f96e-40dd-bbec-1f25390b0d88) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:48:31.307750 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1ce1b4-9fe1-4d66-b162-020ec43fd736 None None] Network 9eef9805-e1e5-4111-8952-5cdd61032cbf is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:48:31.319025 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-df1ce1b4-9fe1-4d66-b162-020ec43fd736 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:48:31.330646 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1ce1b4-9fe1-4d66-b162-020ec43fd736 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:48:31.342016 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ce1b4-9fe1-4d66-b162-020ec43fd736 None None] Pushing event updated for resources: {'Port': ['ID=5e476b69-0b9e-4531-b96d-168d3909a729,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:31.458306 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fc18acec-78e3-4744-bac8-08e82de4248f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:31.462220 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-df1ce1b4-9fe1-4d66-b162-020ec43fd736 None None] Attempting to bind port 5e476b69-0b9e-4531-b96d-168d3909a729 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:48:31.462587 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-df1ce1b4-9fe1-4d66-b162-020ec43fd736 None None] Attempting to bind port 5e476b69-0b9e-4531-b96d-168d3909a729 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'b7ba09c6-e7d2-4309-8477-6f1d40f07c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9eef9805-e1e5-4111-8952-5cdd61032cbf'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:48:31.462969 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1ce1b4-9fe1-4d66-b162-020ec43fd736 None None] Attempting to bind port 5e476b69-0b9e-4531-b96d-168d3909a729 on network 9eef9805-e1e5-4111-8952-5cdd61032cbf {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:48:31.470472 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1ce1b4-9fe1-4d66-b162-020ec43fd736 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:48:31.470841 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1ce1b4-9fe1-4d66-b162-020ec43fd736 None None] Checking segment: {'id': 'b7ba09c6-e7d2-4309-8477-6f1d40f07c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9eef9805-e1e5-4111-8952-5cdd61032cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:48:31.471813 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-df1ce1b4-9fe1-4d66-b162-020ec43fd736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:31.472203 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1ce1b4-9fe1-4d66-b162-020ec43fd736 None None] Bound using segment: {'id': 'b7ba09c6-e7d2-4309-8477-6f1d40f07c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9eef9805-e1e5-4111-8952-5cdd61032cbf'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:48:31.472664 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-df1ce1b4-9fe1-4d66-b162-020ec43fd736 None None] Bound port: 5e476b69-0b9e-4531-b96d-168d3909a729, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ba09c6-e7d2-4309-8477-6f1d40f07c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9eef9805-e1e5-4111-8952-5cdd61032cbf'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:48:31.473031 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-df1ce1b4-9fe1-4d66-b162-020ec43fd736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:31.474543 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-fc18acec-78e3-4744-bac8-08e82de4248f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Transition to ACTIVE for port object cbb7586e-f96e-40dd-bbec-1f25390b0d88 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:48:31.498590 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fc18acec-78e3-4744-bac8-08e82de4248f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:31.540794 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-76cdd253-17f9-485a-8063-21f1ef07ce08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126764929', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '85944719-4185-4014-860e-ed65ec80c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:48:26Z', 'updated_at': '2022-03-28T19:48:28Z', 'revision_number': 3, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '85944719-4185-4014-860e-ed65ec80c872', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:48:27Z', 'updated_at': '2022-03-28T19:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:48:31.559940 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cdd253-17f9-485a-8063-21f1ef07ce08 None None] The sync data for ids ['45865ad6-b16b-49fd-bf88-8892655e5eb7'] in dv-neutron-834711-1-hyperv is: [{'id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126764929', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '85944719-4185-4014-860e-ed65ec80c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:48:26Z', 'updated_at': '2022-03-28T19:48:28Z', 'revision_number': 3, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '85944719-4185-4014-860e-ed65ec80c872', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:48:27Z', 'updated_at': '2022-03-28T19:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:48:31.560730 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc18acec-78e3-4744-bac8-08e82de4248f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network 9eef9805-e1e5-4111-8952-5cdd61032cbf is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:48:31.564279 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-fc18acec-78e3-4744-bac8-08e82de4248f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:48:31.574513 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-df1ce1b4-9fe1-4d66-b162-020ec43fd736 None None] For port 5e476b69-0b9e-4531-b96d-168d3909a729, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:48:31.576483 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc18acec-78e3-4744-bac8-08e82de4248f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:48:31.578508 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-df1ce1b4-9fe1-4d66-b162-020ec43fd736 None None] For port 5e476b69-0b9e-4531-b96d-168d3909a729, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=5e476b69-0b9e-4531-b96d-168d3909a729,segment=NetworkSegment(b7ba09c6-e7d2-4309-8477-6f1d40f07c2c),segment_id=b7ba09c6-e7d2-4309-8477-6f1d40f07c2c)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:48:31.590524 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-df1ce1b4-9fe1-4d66-b162-020ec43fd736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:31.621510 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18acec-78e3-4744-bac8-08e82de4248f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Port': ['ID=cbb7586e-f96e-40dd-bbec-1f25390b0d88,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:31.645543 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fc18acec-78e3-4744-bac8-08e82de4248f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:31.673310 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ce1b4-9fe1-4d66-b162-020ec43fd736 None None] Pushing event updated for resources: {'Port': ['ID=5e476b69-0b9e-4531-b96d-168d3909a729,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:31.786124 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fc18acec-78e3-4744-bac8-08e82de4248f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:32.112465 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:32.259624 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fc18acec-78e3-4744-bac8-08e82de4248f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:32.264179 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fc18acec-78e3-4744-bac8-08e82de4248f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:32.513636 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18acec-78e3-4744-bac8-08e82de4248f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Port': ['ID=cbb7586e-f96e-40dd-bbec-1f25390b0d88,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:32.529101 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fc18acec-78e3-4744-bac8-08e82de4248f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:32.644545 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2700d49-1996-4559-a203-ba1a64e1bf41 None None] Network 9eef9805-e1e5-4111-8952-5cdd61032cbf requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:48:32.670733 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc18acec-78e3-4744-bac8-08e82de4248f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network 9eef9805-e1e5-4111-8952-5cdd61032cbf is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:48:32.672014 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-fc18acec-78e3-4744-bac8-08e82de4248f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:48:32.750010 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-7e2dd462-f6a1-4f93-bb1c-0c925d71d96a None None] Provisioning for port 5e476b69-0b9e-4531-b96d-168d3909a729 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:48:32.854806 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc18acec-78e3-4744-bac8-08e82de4248f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Router 45865ad6-b16b-49fd-bf88-8892655e5eb7 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:48:33.044341 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc18acec-78e3-4744-bac8-08e82de4248f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:48:33.057712 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-fc18acec-78e3-4744-bac8-08e82de4248f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "PUT /v2.0/routers/45865ad6-b16b-49fd-bf88-8892655e5eb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1492362 Mar 28 19:48:33.191090 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-86ddf6ac-4a7b-4971-b296-4fb812329064 None None] Provisioning for port cbb7586e-f96e-40dd-bbec-1f25390b0d88 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:48:33.196724 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-86ddf6ac-4a7b-4971-b296-4fb812329064 None None] Provisioning complete for port cbb7586e-f96e-40dd-bbec-1f25390b0d88 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:48:33.197455 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-86ddf6ac-4a7b-4971-b296-4fb812329064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:33.208869 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf0ea15-8ba5-4716-9642-8ff27b942134 None None] Sync routers for ids ['45865ad6-b16b-49fd-bf88-8892655e5eb7'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:48:33.220302 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf0ea15-8ba5-4716-9642-8ff27b942134 None None] Routers {'45865ad6-b16b-49fd-bf88-8892655e5eb7'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:48:33.220925 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-9cf0ea15-8ba5-4716-9642-8ff27b942134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:48:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['45865ad6-b16b-49fd-bf88-8892655e5eb7'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:48:33.231416 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-ff891e67-9412-423a-9352-f5fd8589177c req-d232fd39-6a4a-41d0-9615-7b84df9ce421 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Synchronizing usage tracker for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:48:33.251638 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-ff891e67-9412-423a-9352-f5fd8589177c req-d232fd39-6a4a-41d0-9615-7b84df9ce421 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Unset dirty status for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:48:33.253410 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ff891e67-9412-423a-9352-f5fd8589177c req-d232fd39-6a4a-41d0-9615-7b84df9ce421 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-781735371&fields=id&tenant_id=5c14268c8e5841d7aff34a232cfbb74a HTTP/1.1" status: 200 len: 267 time: 0.0645950 Mar 28 19:48:33.262733 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-86ddf6ac-4a7b-4971-b296-4fb812329064 None None] Port cbb7586e-f96e-40dd-bbec-1f25390b0d88 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:48:33.381815 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-129ce7c3-3a37-410a-a9ec-9fb7bd851e53 None None] Provisioning complete for port cbb7586e-f96e-40dd-bbec-1f25390b0d88 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:48:33.382181 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-129ce7c3-3a37-410a-a9ec-9fb7bd851e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:33.425371 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-9cf0ea15-8ba5-4716-9642-8ff27b942134 None None] Set router 45865ad6-b16b-49fd-bf88-8892655e5eb7 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:48:33.426108 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff891e67-9412-423a-9352-f5fd8589177c req-600e4f10-5d50-4b0f-89bb-2a425ec06260 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:33.426834 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-ff891e67-9412-423a-9352-f5fd8589177c req-600e4f10-5d50-4b0f-89bb-2a425ec06260 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Synchronizing usage tracker for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:network {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:48:33.444826 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-129ce7c3-3a37-410a-a9ec-9fb7bd851e53 None None] Port cbb7586e-f96e-40dd-bbec-1f25390b0d88 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:48:33.446744 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-ff891e67-9412-423a-9352-f5fd8589177c req-600e4f10-5d50-4b0f-89bb-2a425ec06260 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Unset dirty status for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:network {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:48:33.448065 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ff891e67-9412-423a-9352-f5fd8589177c req-600e4f10-5d50-4b0f-89bb-2a425ec06260 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/networks?id=9eef9805-e1e5-4111-8952-5cdd61032cbf HTTP/1.1" status: 200 len: 797 time: 0.1878467 Mar 28 19:48:33.472247 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ff891e67-9412-423a-9352-f5fd8589177c req-e17c49f3-38d1-4d5c-a0d1-d433d2bd5ea0 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/quotas/5c14268c8e5841d7aff34a232cfbb74a HTTP/1.1" status: 200 len: 375 time: 0.0164742 Mar 28 19:48:33.559797 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-ff891e67-9412-423a-9352-f5fd8589177c req-69ae166b-6020-4398-b062-ace9b0bd65c3 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Synchronizing usage tracker for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:48:33.579298 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-ff891e67-9412-423a-9352-f5fd8589177c req-69ae166b-6020-4398-b062-ace9b0bd65c3 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Unset dirty status for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:48:33.579543 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-bf9593c3-776a-43ba-8b22-ccf1df796ce3 None None] Provisioning complete for port cbb7586e-f96e-40dd-bbec-1f25390b0d88 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:48:33.580091 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-bf9593c3-776a-43ba-8b22-ccf1df796ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:33.582295 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ff891e67-9412-423a-9352-f5fd8589177c req-69ae166b-6020-4398-b062-ace9b0bd65c3 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1091740 Mar 28 19:48:33.642242 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-bf9593c3-776a-43ba-8b22-ccf1df796ce3 None None] Port cbb7586e-f96e-40dd-bbec-1f25390b0d88 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:48:33.680266 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 85944719-4185-4014-860e-ed65ec80c872 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:48:33.744643 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ff891e67-9412-423a-9352-f5fd8589177c req-76afe6df-bfca-4d66-8189-a06ec394c891 service neutron] 10.222.0.10 "GET /v2.0/networks/9eef9805-e1e5-4111-8952-5cdd61032cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505857 Mar 28 19:48:33.762104 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 85944719-4185-4014-860e-ed65ec80c872 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:48:33.767342 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 85944719-4185-4014-860e-ed65ec80c872 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:48:33.768448 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:33.782684 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-9cf0ea15-8ba5-4716-9642-8ff27b942134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126764929', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '85944719-4185-4014-860e-ed65ec80c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:48:26Z', 'updated_at': '2022-03-28T19:48:31Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '85944719-4185-4014-860e-ed65ec80c872', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:48:27Z', 'updated_at': '2022-03-28T19:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'cbb7586e-f96e-40dd-bbec-1f25390b0d88', 'name': '', 'network_id': '9eef9805-e1e5-4111-8952-5cdd61032cbf', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:31:c5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '58e942ac-dcc7-42f8-80ac-8aaa3a07a274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:48:30Z', 'updated_at': '2022-03-28T19:48:32Z', 'revision_number': 2, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '58e942ac-dcc7-42f8-80ac-8aaa3a07a274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:48:33.787201 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf0ea15-8ba5-4716-9642-8ff27b942134 None None] Checking router: 45865ad6-b16b-49fd-bf88-8892655e5eb7 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:48:33.787489 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf0ea15-8ba5-4716-9642-8ff27b942134 None None] Updating router 45865ad6-b16b-49fd-bf88-8892655e5eb7 port cbb7586e-f96e-40dd-bbec-1f25390b0d88 binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:48:33.883014 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-9cf0ea15-8ba5-4716-9642-8ff27b942134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:33.884747 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ff891e67-9412-423a-9352-f5fd8589177c req-452fde30-cd9b-415a-89a0-cc3b002f725a service neutron] 10.222.0.10 "GET /v2.0/networks/9eef9805-e1e5-4111-8952-5cdd61032cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325994 Mar 28 19:48:33.889292 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:33.909958 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 85944719-4185-4014-860e-ed65ec80c872, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=85944719-4185-4014-860e-ed65ec80c872,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:48:33.914403 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:33.915459 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 5e476b69-0b9e-4531-b96d-168d3909a729 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:48:34.047063 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=85944719-4185-4014-860e-ed65ec80c872,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:34.062640 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 5e476b69-0b9e-4531-b96d-168d3909a729 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:48:34.068708 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 5e476b69-0b9e-4531-b96d-168d3909a729 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:48:34.069342 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:34.081348 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c7b417bd-94f6-492c-b8f7-3ded148c0a6b req-df7d9b0d-44c6-446e-96c2-cdb23942c9d6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 210 time: 0.0452631 Mar 28 19:48:34.200211 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:34.236434 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 5e476b69-0b9e-4531-b96d-168d3909a729, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=5e476b69-0b9e-4531-b96d-168d3909a729,segment=NetworkSegment(b7ba09c6-e7d2-4309-8477-6f1d40f07c2c),segment_id=b7ba09c6-e7d2-4309-8477-6f1d40f07c2c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:48:34.241811 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:34.295352 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-9cf0ea15-8ba5-4716-9642-8ff27b942134 None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:34.309335 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-9cf0ea15-8ba5-4716-9642-8ff27b942134 None None] Transition to ACTIVE for port object cbb7586e-f96e-40dd-bbec-1f25390b0d88 will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:48:34.317606 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-9cf0ea15-8ba5-4716-9642-8ff27b942134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:34.353725 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=5e476b69-0b9e-4531-b96d-168d3909a729,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:34.479403 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba87ef-68a1-4e43-90c0-c1dbea3c73d1 None None] Pushing event updated for resources: {'Port': ['ID=cbb7586e-f96e-40dd-bbec-1f25390b0d88,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:34.529176 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba87ef-68a1-4e43-90c0-c1dbea3c73d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:34.529747 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba87ef-68a1-4e43-90c0-c1dbea3c73d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:34.530240 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba87ef-68a1-4e43-90c0-c1dbea3c73d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:34.530786 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba87ef-68a1-4e43-90c0-c1dbea3c73d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:34.531259 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba87ef-68a1-4e43-90c0-c1dbea3c73d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:34.531751 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba87ef-68a1-4e43-90c0-c1dbea3c73d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:34.532120 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba87ef-68a1-4e43-90c0-c1dbea3c73d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:34.532454 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba87ef-68a1-4e43-90c0-c1dbea3c73d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:34.532811 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba87ef-68a1-4e43-90c0-c1dbea3c73d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:34.533132 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba87ef-68a1-4e43-90c0-c1dbea3c73d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:34.533449 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba87ef-68a1-4e43-90c0-c1dbea3c73d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:34.534203 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba87ef-68a1-4e43-90c0-c1dbea3c73d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:48:34.558075 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-9cf0ea15-8ba5-4716-9642-8ff27b942134 None None] Attempting to bind port cbb7586e-f96e-40dd-bbec-1f25390b0d88 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:48:34.558444 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-9cf0ea15-8ba5-4716-9642-8ff27b942134 None None] Attempting to bind port cbb7586e-f96e-40dd-bbec-1f25390b0d88 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'b7ba09c6-e7d2-4309-8477-6f1d40f07c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9eef9805-e1e5-4111-8952-5cdd61032cbf'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:48:34.558815 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf0ea15-8ba5-4716-9642-8ff27b942134 None None] Attempting to bind port cbb7586e-f96e-40dd-bbec-1f25390b0d88 on network 9eef9805-e1e5-4111-8952-5cdd61032cbf {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:48:34.564645 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf0ea15-8ba5-4716-9642-8ff27b942134 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:48:34.565544 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf0ea15-8ba5-4716-9642-8ff27b942134 None None] Checking segment: {'id': 'b7ba09c6-e7d2-4309-8477-6f1d40f07c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9eef9805-e1e5-4111-8952-5cdd61032cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:48:34.566301 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-9cf0ea15-8ba5-4716-9642-8ff27b942134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:34.566693 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf0ea15-8ba5-4716-9642-8ff27b942134 None None] Bound using segment: {'id': 'b7ba09c6-e7d2-4309-8477-6f1d40f07c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9eef9805-e1e5-4111-8952-5cdd61032cbf'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:48:34.567191 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-9cf0ea15-8ba5-4716-9642-8ff27b942134 None None] Bound port: cbb7586e-f96e-40dd-bbec-1f25390b0d88, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ba09c6-e7d2-4309-8477-6f1d40f07c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9eef9805-e1e5-4111-8952-5cdd61032cbf'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:48:34.567562 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-9cf0ea15-8ba5-4716-9642-8ff27b942134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:34.671502 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-9cf0ea15-8ba5-4716-9642-8ff27b942134 None None] For port cbb7586e-f96e-40dd-bbec-1f25390b0d88, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:48:34.678227 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-9cf0ea15-8ba5-4716-9642-8ff27b942134 None None] For port cbb7586e-f96e-40dd-bbec-1f25390b0d88, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=cbb7586e-f96e-40dd-bbec-1f25390b0d88,segment=NetworkSegment(b7ba09c6-e7d2-4309-8477-6f1d40f07c2c),segment_id=b7ba09c6-e7d2-4309-8477-6f1d40f07c2c)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:48:34.684480 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-9cf0ea15-8ba5-4716-9642-8ff27b942134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:34.777892 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba87ef-68a1-4e43-90c0-c1dbea3c73d1 None None] Pushing event updated for resources: {'Port': ['ID=cbb7586e-f96e-40dd-bbec-1f25390b0d88,revision_number=4']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:34.780635 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf0ea15-8ba5-4716-9642-8ff27b942134 None None] Routers {'45865ad6-b16b-49fd-bf88-8892655e5eb7'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:48:34.781317 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-9cf0ea15-8ba5-4716-9642-8ff27b942134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:48:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['45865ad6-b16b-49fd-bf88-8892655e5eb7'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:48:34.965468 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-9cf0ea15-8ba5-4716-9642-8ff27b942134 None None] Set router 45865ad6-b16b-49fd-bf88-8892655e5eb7 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:48:35.257197 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9c2f87e5-4965-44c9-afef-4c80de8d2e43 req-f2e7dc27-4cf3-499f-b303-3ce3f9ffd7f0 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 210 time: 0.0541189 Mar 28 19:48:35.310060 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff891e67-9412-423a-9352-f5fd8589177c req-b2bacb13-f94a-452c-a490-5226ed0ad1e7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:35.311668 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ff891e67-9412-423a-9352-f5fd8589177c req-b2bacb13-f94a-452c-a490-5226ed0ad1e7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.26 "GET /v2.0/networks?id=9eef9805-e1e5-4111-8952-5cdd61032cbf HTTP/1.1" status: 200 len: 797 time: 0.2165337 Mar 28 19:48:35.367745 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ff891e67-9412-423a-9352-f5fd8589177c req-36b4218b-52a0-4966-93d0-c37ce9783e9f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c14268c8e5841d7aff34a232cfbb74a HTTP/1.1" status: 200 len: 379 time: 0.0476286 Mar 28 19:48:35.370103 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-9cf0ea15-8ba5-4716-9642-8ff27b942134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126764929', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '85944719-4185-4014-860e-ed65ec80c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:48:26Z', 'updated_at': '2022-03-28T19:48:31Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '85944719-4185-4014-860e-ed65ec80c872', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:48:27Z', 'updated_at': '2022-03-28T19:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'cbb7586e-f96e-40dd-bbec-1f25390b0d88', 'name': '', 'network_id': '9eef9805-e1e5-4111-8952-5cdd61032cbf', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:31:c5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '58e942ac-dcc7-42f8-80ac-8aaa3a07a274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:48:30Z', 'updated_at': '2022-03-28T19:48:34Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '58e942ac-dcc7-42f8-80ac-8aaa3a07a274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:48:35.374426 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf0ea15-8ba5-4716-9642-8ff27b942134 None None] The sync data for ids ['45865ad6-b16b-49fd-bf88-8892655e5eb7'] in dv-neutron-834711-1-hyperv is: [{'id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126764929', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '85944719-4185-4014-860e-ed65ec80c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:48:26Z', 'updated_at': '2022-03-28T19:48:31Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '85944719-4185-4014-860e-ed65ec80c872', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:48:27Z', 'updated_at': '2022-03-28T19:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'cbb7586e-f96e-40dd-bbec-1f25390b0d88', 'name': '', 'network_id': '9eef9805-e1e5-4111-8952-5cdd61032cbf', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:31:c5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '58e942ac-dcc7-42f8-80ac-8aaa3a07a274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:48:30Z', 'updated_at': '2022-03-28T19:48:34Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '58e942ac-dcc7-42f8-80ac-8aaa3a07a274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:48:35.376455 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-ff891e67-9412-423a-9352-f5fd8589177c req-448853ff-be1a-47c4-8439-f3531ea0abb4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'port': {'device_id': 'ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e', 'network_id': '9eef9805-e1e5-4111-8952-5cdd61032cbf', 'admin_state_up': True, 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'security_groups': ['35ae672a-6730-400d-8dde-3c0959819686']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:48:35.661430 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-ff891e67-9412-423a-9352-f5fd8589177c req-448853ff-be1a-47c4-8439-f3531ea0abb4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:48:35.671154 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-ff891e67-9412-423a-9352-f5fd8589177c req-448853ff-be1a-47c4-8439-f3531ea0abb4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:48:35.686792 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff891e67-9412-423a-9352-f5fd8589177c req-448853ff-be1a-47c4-8439-f3531ea0abb4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Made reservation on behalf of 5c14268c8e5841d7aff34a232cfbb74a for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:48:35.693030 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ff891e67-9412-423a-9352-f5fd8589177c req-448853ff-be1a-47c4-8439-f3531ea0abb4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:35.717578 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device cbb7586e-f96e-40dd-bbec-1f25390b0d88 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:48:35.789642 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port cbb7586e-f96e-40dd-bbec-1f25390b0d88 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:48:35.794125 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port cbb7586e-f96e-40dd-bbec-1f25390b0d88 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:48:35.794494 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:35.870559 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-ff891e67-9412-423a-9352-f5fd8589177c req-448853ff-be1a-47c4-8439-f3531ea0abb4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Allocated IP 172.20.0.9 (9eef9805-e1e5-4111-8952-5cdd61032cbf/58e942ac-dcc7-42f8-80ac-8aaa3a07a274/ea52a3e1-fe53-4083-9e71-40481a9eb3d5) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:48:35.924454 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:35.961292 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port cbb7586e-f96e-40dd-bbec-1f25390b0d88, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=cbb7586e-f96e-40dd-bbec-1f25390b0d88,segment=NetworkSegment(b7ba09c6-e7d2-4309-8477-6f1d40f07c2c),segment_id=b7ba09c6-e7d2-4309-8477-6f1d40f07c2c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:48:35.965423 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:35.966528 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 85944719-4185-4014-860e-ed65ec80c872 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:48:36.087291 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=cbb7586e-f96e-40dd-bbec-1f25390b0d88,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:36.089324 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ff891e67-9412-423a-9352-f5fd8589177c req-448853ff-be1a-47c4-8439-f3531ea0abb4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:36.099971 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 85944719-4185-4014-860e-ed65ec80c872 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:48:36.100409 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:36.108862 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-ff891e67-9412-423a-9352-f5fd8589177c req-448853ff-be1a-47c4-8439-f3531ea0abb4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Transition to ACTIVE for port object ea52a3e1-fe53-4083-9e71-40481a9eb3d5 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:48:36.135274 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ff891e67-9412-423a-9352-f5fd8589177c req-448853ff-be1a-47c4-8439-f3531ea0abb4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:36.212107 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff891e67-9412-423a-9352-f5fd8589177c req-448853ff-be1a-47c4-8439-f3531ea0abb4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network 9eef9805-e1e5-4111-8952-5cdd61032cbf is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:48:36.215770 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-ff891e67-9412-423a-9352-f5fd8589177c req-448853ff-be1a-47c4-8439-f3531ea0abb4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:48:36.220304 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff891e67-9412-423a-9352-f5fd8589177c req-448853ff-be1a-47c4-8439-f3531ea0abb4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:48:36.227758 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 5e476b69-0b9e-4531-b96d-168d3909a729 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:48:36.256601 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448853ff-be1a-47c4-8439-f3531ea0abb4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Port': ['ID=ea52a3e1-fe53-4083-9e71-40481a9eb3d5,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:36.307029 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff891e67-9412-423a-9352-f5fd8589177c req-448853ff-be1a-47c4-8439-f3531ea0abb4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:36.307697 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ff891e67-9412-423a-9352-f5fd8589177c req-448853ff-be1a-47c4-8439-f3531ea0abb4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:36.327564 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 5e476b69-0b9e-4531-b96d-168d3909a729 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:48:36.327948 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:36.341895 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ff891e67-9412-423a-9352-f5fd8589177c req-448853ff-be1a-47c4-8439-f3531ea0abb4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9691992 Mar 28 19:48:36.446768 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-ff891e67-9412-423a-9352-f5fd8589177c req-c2b8faca-4b7b-40af-b517-a234e48fa0ae service neutron] Request body: {'port': {'device_id': 'ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:48:36.559235 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-5aaa5c59-aeb6-40c0-8d64-d58097c03e2d None None] Provisioning for port ea52a3e1-fe53-4083-9e71-40481a9eb3d5 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:48:36.564433 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-5aaa5c59-aeb6-40c0-8d64-d58097c03e2d None None] Provisioning complete for port ea52a3e1-fe53-4083-9e71-40481a9eb3d5 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:48:36.564916 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5aaa5c59-aeb6-40c0-8d64-d58097c03e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:36.586420 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ff891e67-9412-423a-9352-f5fd8589177c req-c2b8faca-4b7b-40af-b517-a234e48fa0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:36.604329 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f632f77-e982-45a4-946c-453c69cfb6c0 req-5de0e334-a996-4974-a1d7-c874c00cbf40 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:36.605030 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-1f632f77-e982-45a4-946c-453c69cfb6c0 req-5de0e334-a996-4974-a1d7-c874c00cbf40 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Synchronizing usage tracker for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:48:36.624451 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-5aaa5c59-aeb6-40c0-8d64-d58097c03e2d None None] Port ea52a3e1-fe53-4083-9e71-40481a9eb3d5 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:48:36.665633 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-1f632f77-e982-45a4-946c-453c69cfb6c0 req-5de0e334-a996-4974-a1d7-c874c00cbf40 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Unset dirty status for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:48:36.666772 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1f632f77-e982-45a4-946c-453c69cfb6c0 req-5de0e334-a996-4974-a1d7-c874c00cbf40 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 931 time: 0.2639627 Mar 28 19:48:36.775676 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1f632f77-e982-45a4-946c-453c69cfb6c0 req-3993a038-8de4-4a6d-9be6-a9351dcc2e95 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002185 Mar 28 19:48:36.974500 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-ff891e67-9412-423a-9352-f5fd8589177c req-c2b8faca-4b7b-40af-b517-a234e48fa0ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea52a3e1-fe53-4083-9e71-40481a9eb3d5 {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:48:36.981308 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ff891e67-9412-423a-9352-f5fd8589177c req-c2b8faca-4b7b-40af-b517-a234e48fa0ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:36.994949 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-ff891e67-9412-423a-9352-f5fd8589177c req-c2b8faca-4b7b-40af-b517-a234e48fa0ae service neutron] Transition to ACTIVE for port object ea52a3e1-fe53-4083-9e71-40481a9eb3d5 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:48:36.998656 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ff891e67-9412-423a-9352-f5fd8589177c req-c2b8faca-4b7b-40af-b517-a234e48fa0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:37.125881 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8faca-4b7b-40af-b517-a234e48fa0ae service neutron] Pushing event updated for resources: {'Port': ['ID=ea52a3e1-fe53-4083-9e71-40481a9eb3d5,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:37.229585 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-ff891e67-9412-423a-9352-f5fd8589177c req-c2b8faca-4b7b-40af-b517-a234e48fa0ae service neutron] Attempting to bind port ea52a3e1-fe53-4083-9e71-40481a9eb3d5 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:48:37.229858 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-ff891e67-9412-423a-9352-f5fd8589177c req-c2b8faca-4b7b-40af-b517-a234e48fa0ae service neutron] Attempting to bind port ea52a3e1-fe53-4083-9e71-40481a9eb3d5 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': 'b7ba09c6-e7d2-4309-8477-6f1d40f07c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9eef9805-e1e5-4111-8952-5cdd61032cbf'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:48:37.230185 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff891e67-9412-423a-9352-f5fd8589177c req-c2b8faca-4b7b-40af-b517-a234e48fa0ae service neutron] Attempting to bind port ea52a3e1-fe53-4083-9e71-40481a9eb3d5 on network 9eef9805-e1e5-4111-8952-5cdd61032cbf {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:48:37.234749 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff891e67-9412-423a-9352-f5fd8589177c req-c2b8faca-4b7b-40af-b517-a234e48fa0ae service neutron] Port ea52a3e1-fe53-4083-9e71-40481a9eb3d5 on network 9eef9805-e1e5-4111-8952-5cdd61032cbf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:48:37.235097 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff891e67-9412-423a-9352-f5fd8589177c req-c2b8faca-4b7b-40af-b517-a234e48fa0ae service neutron] Attempting to bind port ea52a3e1-fe53-4083-9e71-40481a9eb3d5 on network 9eef9805-e1e5-4111-8952-5cdd61032cbf {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:48:37.240655 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff891e67-9412-423a-9352-f5fd8589177c req-c2b8faca-4b7b-40af-b517-a234e48fa0ae service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:48:37.240988 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff891e67-9412-423a-9352-f5fd8589177c req-c2b8faca-4b7b-40af-b517-a234e48fa0ae service neutron] Checking segment: {'id': 'b7ba09c6-e7d2-4309-8477-6f1d40f07c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9eef9805-e1e5-4111-8952-5cdd61032cbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:48:37.241363 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff891e67-9412-423a-9352-f5fd8589177c req-c2b8faca-4b7b-40af-b517-a234e48fa0ae service neutron] Bound using segment: {'id': 'b7ba09c6-e7d2-4309-8477-6f1d40f07c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9eef9805-e1e5-4111-8952-5cdd61032cbf'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:48:37.241807 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-ff891e67-9412-423a-9352-f5fd8589177c req-c2b8faca-4b7b-40af-b517-a234e48fa0ae service neutron] Bound port: ea52a3e1-fe53-4083-9e71-40481a9eb3d5, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ba09c6-e7d2-4309-8477-6f1d40f07c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9eef9805-e1e5-4111-8952-5cdd61032cbf'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:48:37.242156 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ff891e67-9412-423a-9352-f5fd8589177c req-c2b8faca-4b7b-40af-b517-a234e48fa0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:37.331618 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-ff891e67-9412-423a-9352-f5fd8589177c req-c2b8faca-4b7b-40af-b517-a234e48fa0ae service neutron] For port ea52a3e1-fe53-4083-9e71-40481a9eb3d5, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:48:37.334438 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-ff891e67-9412-423a-9352-f5fd8589177c req-c2b8faca-4b7b-40af-b517-a234e48fa0ae service neutron] For port ea52a3e1-fe53-4083-9e71-40481a9eb3d5, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=ea52a3e1-fe53-4083-9e71-40481a9eb3d5,segment=NetworkSegment(b7ba09c6-e7d2-4309-8477-6f1d40f07c2c),segment_id=b7ba09c6-e7d2-4309-8477-6f1d40f07c2c)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:48:37.339552 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ff891e67-9412-423a-9352-f5fd8589177c req-c2b8faca-4b7b-40af-b517-a234e48fa0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:37.394069 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff891e67-9412-423a-9352-f5fd8589177c req-c2b8faca-4b7b-40af-b517-a234e48fa0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:37.394789 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-ff891e67-9412-423a-9352-f5fd8589177c req-c2b8faca-4b7b-40af-b517-a234e48fa0ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:37.396066 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ff891e67-9412-423a-9352-f5fd8589177c req-c2b8faca-4b7b-40af-b517-a234e48fa0ae service neutron] 10.222.0.26 "PUT /v2.0/ports/ea52a3e1-fe53-4083-9e71-40481a9eb3d5 HTTP/1.1" status: 200 len: 1093 time: 1.0464640 Mar 28 19:48:37.396547 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e', 'tag': 'ea52a3e1-fe53-4083-9e71-40481a9eb3d5'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:48:37.431827 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8faca-4b7b-40af-b517-a234e48fa0ae service neutron] Pushing event updated for resources: {'Port': ['ID=ea52a3e1-fe53-4083-9e71-40481a9eb3d5,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:37.480448 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e', 'tag': 'ea52a3e1-fe53-4083-9e71-40481a9eb3d5', 'status': 'completed', 'code': 200} Mar 28 19:48:37.518941 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff891e67-9412-423a-9352-f5fd8589177c req-37741270-09e3-45ea-9410-c4a195c79228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:37.520409 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ff891e67-9412-423a-9352-f5fd8589177c req-37741270-09e3-45ea-9410-c4a195c79228 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 1096 time: 0.0816357 Mar 28 19:48:37.591266 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ff891e67-9412-423a-9352-f5fd8589177c req-bc05db37-fca7-4978-8993-303b8a908f6c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea52a3e1-fe53-4083-9e71-40481a9eb3d5 HTTP/1.1" status: 200 len: 217 time: 0.0646217 Mar 28 19:48:37.601804 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device cbb7586e-f96e-40dd-bbec-1f25390b0d88 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:48:37.688121 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port cbb7586e-f96e-40dd-bbec-1f25390b0d88 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:48:37.688495 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:37.764441 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff891e67-9412-423a-9352-f5fd8589177c req-1b632834-dd8b-48fe-a0ce-2d2489c42df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:37.770791 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ff891e67-9412-423a-9352-f5fd8589177c req-1b632834-dd8b-48fe-a0ce-2d2489c42df1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58e942ac-dcc7-42f8-80ac-8aaa3a07a274 HTTP/1.1" status: 200 len: 834 time: 0.1734705 Mar 28 19:48:37.848700 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff891e67-9412-423a-9352-f5fd8589177c req-a5771f04-e510-4263-bf2a-fe7f03809f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:37.850151 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ff891e67-9412-423a-9352-f5fd8589177c req-a5771f04-e510-4263-bf2a-fe7f03809f4a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9eef9805-e1e5-4111-8952-5cdd61032cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737188 Mar 28 19:48:38.037730 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ff891e67-9412-423a-9352-f5fd8589177c req-7e6c54f8-9f72-4023-8543-3fae66a5d655 service neutron] 10.222.0.26 "GET /v2.0/networks/9eef9805-e1e5-4111-8952-5cdd61032cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809046 Mar 28 19:48:38.071184 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb96217-0676-4cd6-8016-3c614078d62a req-ddcb1a0a-2b63-4c12-9b68-f11530578c7b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:38.072545 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-abb96217-0676-4cd6-8016-3c614078d62a req-ddcb1a0a-2b63-4c12-9b68-f11530578c7b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 943 time: 0.1834590 Mar 28 19:48:38.182412 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-abb96217-0676-4cd6-8016-3c614078d62a req-d2f6beda-34ba-4a41-a4ad-6548645c2094 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987334 Mar 28 19:48:38.210786 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ff891e67-9412-423a-9352-f5fd8589177c req-511a9695-4216-4fed-93c9-0d2bd0c93d3a service neutron] 10.222.0.26 "GET /v2.0/networks/9eef9805-e1e5-4111-8952-5cdd61032cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659212 Mar 28 19:48:38.329447 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d0858-1daa-46e3-9aaf-1c52f950b0a4 req-26fdb502-e6f6-466d-a40d-2b29d5a210f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:38.331827 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-948d0858-1daa-46e3-9aaf-1c52f950b0a4 req-26fdb502-e6f6-466d-a40d-2b29d5a210f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 1096 time: 0.0743001 Mar 28 19:48:38.460537 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d0858-1daa-46e3-9aaf-1c52f950b0a4 req-e9310940-9ffc-44f1-b728-2db6d8dcc4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:38.461965 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-948d0858-1daa-46e3-9aaf-1c52f950b0a4 req-e9310940-9ffc-44f1-b728-2db6d8dcc4a2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9eef9805-e1e5-4111-8952-5cdd61032cbf HTTP/1.1" status: 200 len: 898 time: 0.1246769 Mar 28 19:48:38.526014 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-948d0858-1daa-46e3-9aaf-1c52f950b0a4 req-e48f35c8-9524-42c7-bf1f-d52398e20e5a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea52a3e1-fe53-4083-9e71-40481a9eb3d5 HTTP/1.1" status: 200 len: 217 time: 0.0582364 Mar 28 19:48:38.589243 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d0858-1daa-46e3-9aaf-1c52f950b0a4 req-37d991d5-a1be-41e2-8e0b-a17161007547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:38.590556 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-948d0858-1daa-46e3-9aaf-1c52f950b0a4 req-37d991d5-a1be-41e2-8e0b-a17161007547 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58e942ac-dcc7-42f8-80ac-8aaa3a07a274 HTTP/1.1" status: 200 len: 834 time: 0.0579541 Mar 28 19:48:38.664346 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d0858-1daa-46e3-9aaf-1c52f950b0a4 req-6d26f594-48d2-4724-bfa8-c962c66413d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:38.665791 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-948d0858-1daa-46e3-9aaf-1c52f950b0a4 req-6d26f594-48d2-4724-bfa8-c962c66413d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9eef9805-e1e5-4111-8952-5cdd61032cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689721 Mar 28 19:48:38.795748 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-948d0858-1daa-46e3-9aaf-1c52f950b0a4 req-c8e20b2c-6fdf-4ecf-a4b3-8f801a1e5880 service neutron] 10.222.0.26 "GET /v2.0/networks/9eef9805-e1e5-4111-8952-5cdd61032cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229177 Mar 28 19:48:38.974133 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-948d0858-1daa-46e3-9aaf-1c52f950b0a4 req-71dc4360-06bc-4162-9a9c-4ea8b6a4fcf5 service neutron] 10.222.0.26 "GET /v2.0/networks/9eef9805-e1e5-4111-8952-5cdd61032cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718769 Mar 28 19:48:39.369745 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6692d-e7c8-4392-9588-a0bb088cde3c req-1a4b71cb-1752-491e-9941-a6032e70d444 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:39.371091 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e6f6692d-e7c8-4392-9588-a0bb088cde3c req-1a4b71cb-1752-491e-9941-a6032e70d444 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 943 time: 0.0817444 Mar 28 19:48:39.413851 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e6f6692d-e7c8-4392-9588-a0bb088cde3c req-3946ed79-53ab-4f7d-afe0-fee0c6ce8ae3 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370946 Mar 28 19:48:40.546761 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device ea52a3e1-fe53-4083-9e71-40481a9eb3d5 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:48:40.595572 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a4de3-b860-4fe7-8137-4a49db0c7358 req-2716dcd8-90b0-4739-949f-0aaddb11afc0 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:40.597874 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3c3a4de3-b860-4fe7-8137-4a49db0c7358 req-2716dcd8-90b0-4739-949f-0aaddb11afc0 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 943 time: 0.0809987 Mar 28 19:48:40.645160 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3c3a4de3-b860-4fe7-8137-4a49db0c7358 req-9a34e427-9c00-4046-8bf7-63538b62c7e3 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414741 Mar 28 19:48:40.681501 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port ea52a3e1-fe53-4083-9e71-40481a9eb3d5, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=ea52a3e1-fe53-4083-9e71-40481a9eb3d5,segment=NetworkSegment(b7ba09c6-e7d2-4309-8477-6f1d40f07c2c),segment_id=b7ba09c6-e7d2-4309-8477-6f1d40f07c2c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:48:40.694723 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': 'ea52a3e1-fe53-4083-9e71-40481a9eb3d5', 'network_id': '9eef9805-e1e5-4111-8952-5cdd61032cbf', 'port_id': 'ea52a3e1-fe53-4083-9e71-40481a9eb3d5', 'mac_address': 'fa:16:3e:51:85:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e942ac-dcc7-42f8-80ac-8aaa3a07a274', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:48:40.748505 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:40.767296 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea52a3e1-fe53-4083-9e71-40481a9eb3d5 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:48:40.782346 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port ea52a3e1-fe53-4083-9e71-40481a9eb3d5, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=ea52a3e1-fe53-4083-9e71-40481a9eb3d5,segment=NetworkSegment(b7ba09c6-e7d2-4309-8477-6f1d40f07c2c),segment_id=b7ba09c6-e7d2-4309-8477-6f1d40f07c2c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:48:40.787146 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:40.852180 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=ea52a3e1-fe53-4083-9e71-40481a9eb3d5,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:41.096226 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['ea52a3e1-fe53-4083-9e71-40481a9eb3d5'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:48:41.825939 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71540b-4fd4-438c-bfd8-c9251e4d9213 req-325d990b-ebf0-4f97-83d2-e3a63562fe2f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:41.827299 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9a71540b-4fd4-438c-bfd8-c9251e4d9213 req-325d990b-ebf0-4f97-83d2-e3a63562fe2f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 944 time: 0.0787799 Mar 28 19:48:41.869947 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9a71540b-4fd4-438c-bfd8-c9251e4d9213 req-d3afcda2-e34d-495f-9c6d-2a7cc2f5d653 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363481 Mar 28 19:48:42.562250 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device ea52a3e1-fe53-4083-9e71-40481a9eb3d5 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:48:42.631423 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port ea52a3e1-fe53-4083-9e71-40481a9eb3d5 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:48:42.635956 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port ea52a3e1-fe53-4083-9e71-40481a9eb3d5 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:48:42.636328 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:42.783119 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:42.809673 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea52a3e1-fe53-4083-9e71-40481a9eb3d5'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:48:42.820238 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port ea52a3e1-fe53-4083-9e71-40481a9eb3d5, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=ea52a3e1-fe53-4083-9e71-40481a9eb3d5,segment=NetworkSegment(b7ba09c6-e7d2-4309-8477-6f1d40f07c2c),segment_id=b7ba09c6-e7d2-4309-8477-6f1d40f07c2c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:48:42.825293 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:42.861663 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea52a3e1-fe53-4083-9e71-40481a9eb3d5', 'code': 200} Mar 28 19:48:42.892678 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=ea52a3e1-fe53-4083-9e71-40481a9eb3d5,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:43.220947 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b0a51-adbb-4ad9-adbe-ff76ff0c01ae req-97f62309-cb3b-46da-9a30-737822ad6551 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:43.222469 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-146b0a51-adbb-4ad9-adbe-ff76ff0c01ae req-97f62309-cb3b-46da-9a30-737822ad6551 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 945 time: 0.2412455 Mar 28 19:48:43.225075 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f97a4-ad6d-42bf-8486-1d7b777a3989 req-dee78464-fe5d-4d09-8d5c-03a185b4dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:43.226354 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-619f97a4-ad6d-42bf-8486-1d7b777a3989 req-dee78464-fe5d-4d09-8d5c-03a185b4dd8d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 1098 time: 0.2110412 Mar 28 19:48:43.292971 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-619f97a4-ad6d-42bf-8486-1d7b777a3989 req-4f32d556-291a-4ad8-aa29-a2d3953ec001 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523889 Mar 28 19:48:43.295696 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-146b0a51-adbb-4ad9-adbe-ff76ff0c01ae req-6356fd08-66b3-4ac9-80b5-428457a14084 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676911 Mar 28 19:48:44.477138 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e3bef-b2cd-4f3c-b60b-c41e197feb2d req-0801df55-2973-4ae0-84f7-3a240df65a0e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:44.478558 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-549e3bef-b2cd-4f3c-b60b-c41e197feb2d req-0801df55-2973-4ae0-84f7-3a240df65a0e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 945 time: 0.0777242 Mar 28 19:48:44.522913 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-549e3bef-b2cd-4f3c-b60b-c41e197feb2d req-61d20b69-0d58-4c32-ab19-c85bbe0a699a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387177 Mar 28 19:48:45.708806 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a2ed8-6de6-40c8-b201-5dd93f657abd req-0925e678-5e13-48bb-a243-3d1529eb9feb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:45.710279 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-361a2ed8-6de6-40c8-b201-5dd93f657abd req-0925e678-5e13-48bb-a243-3d1529eb9feb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 945 time: 0.0850744 Mar 28 19:48:45.754138 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-361a2ed8-6de6-40c8-b201-5dd93f657abd req-bdd3aac8-89b5-4d6f-99b1-eaa8ee436f7e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380592 Mar 28 19:48:45.934927 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30590720-864a-4aef-b7e7-0ad3c54cd2f6 req-ae5640c4-b810-461e-ac12-a05b27164eeb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:45.936347 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-30590720-864a-4aef-b7e7-0ad3c54cd2f6 req-ae5640c4-b810-461e-ac12-a05b27164eeb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 945 time: 0.0787179 Mar 28 19:48:45.980928 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-30590720-864a-4aef-b7e7-0ad3c54cd2f6 req-155f823a-1ca8-4bce-a54b-6023a2496118 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375621 Mar 28 19:48:46.003799 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39450) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:48:46.075424 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352baa7d-8bd5-4c24-883e-a22be9444d84 tempest-TestNetworkAdvancedServerOps-1671564215 tempest-TestNetworkAdvancedServerOps-1671564215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:46.076904 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-352baa7d-8bd5-4c24-883e-a22be9444d84 tempest-TestNetworkAdvancedServerOps-1671564215 tempest-TestNetworkAdvancedServerOps-1671564215-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 1093 time: 0.0721560 Mar 28 19:48:46.079851 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39454) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:48:46.084597 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-75cb39b6-fbd1-482d-ac6d-8b0ce89296c4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'port_id': 'ea52a3e1-fe53-4083-9e71-40481a9eb3d5', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:48:46.090436 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-75cb39b6-fbd1-482d-ac6d-8b0ce89296c4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:48:46.094249 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-75cb39b6-fbd1-482d-ac6d-8b0ce89296c4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:floatingip and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:48:46.097633 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-75cb39b6-fbd1-482d-ac6d-8b0ce89296c4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:48:46.103280 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-75cb39b6-fbd1-482d-ac6d-8b0ce89296c4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:48:46.114121 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-75cb39b6-fbd1-482d-ac6d-8b0ce89296c4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:46.247807 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-75cb39b6-fbd1-482d-ac6d-8b0ce89296c4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:46.378300 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-75cb39b6-fbd1-482d-ac6d-8b0ce89296c4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Allocated IP 172.26.4.136 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/1dc85caf-7f43-4f17-9833-b418a932d430) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:48:46.518921 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-75cb39b6-fbd1-482d-ac6d-8b0ce89296c4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:46.546266 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-75cb39b6-fbd1-482d-ac6d-8b0ce89296c4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:46.603340 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cb39b6-fbd1-482d-ac6d-8b0ce89296c4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:48:46.605990 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-75cb39b6-fbd1-482d-ac6d-8b0ce89296c4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:48:46.613702 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cb39b6-fbd1-482d-ac6d-8b0ce89296c4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:48:46.647293 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb39b6-fbd1-482d-ac6d-8b0ce89296c4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Port': ['ID=1dc85caf-7f43-4f17-9833-b418a932d430,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:47.022430 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-75cb39b6-fbd1-482d-ac6d-8b0ce89296c4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:47.096825 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-75cb39b6-fbd1-482d-ac6d-8b0ce89296c4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:47.442326 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-929af17b-e13c-4646-8615-8be8956ff864 req-644b21b6-a467-4d87-99d1-de6678514c69 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2692633 Mar 28 19:48:47.462736 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-75cb39b6-fbd1-482d-ac6d-8b0ce89296c4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:47.467118 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-75cb39b6-fbd1-482d-ac6d-8b0ce89296c4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:47.621489 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb39b6-fbd1-482d-ac6d-8b0ce89296c4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Port': ['ID=1dc85caf-7f43-4f17-9833-b418a932d430,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:48:47.639949 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-75cb39b6-fbd1-482d-ac6d-8b0ce89296c4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:47.727128 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929af17b-e13c-4646-8615-8be8956ff864 req-39b9f2af-8192-4ce2-8512-ee6d5a39598f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:47.728573 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-929af17b-e13c-4646-8615-8be8956ff864 req-39b9f2af-8192-4ce2-8512-ee6d5a39598f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 1098 time: 0.1789079 Mar 28 19:48:47.910327 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-75cb39b6-fbd1-482d-ac6d-8b0ce89296c4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Floating IP 63ba4f7e-44ba-4b91-bd69-6353ca188510 associated. External IP: 172.26.4.136, port: ea52a3e1-fe53-4083-9e71-40481a9eb3d5. Mar 28 19:48:48.013668 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929af17b-e13c-4646-8615-8be8956ff864 req-b0b10eb5-415c-407b-bd6d-bb0d4ae0fdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:48.015005 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-929af17b-e13c-4646-8615-8be8956ff864 req-b0b10eb5-415c-407b-bd6d-bb0d4ae0fdb4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9eef9805-e1e5-4111-8952-5cdd61032cbf HTTP/1.1" status: 200 len: 898 time: 0.2224033 Mar 28 19:48:48.192393 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-929af17b-e13c-4646-8615-8be8956ff864 req-4971c868-5224-4a9c-a282-63a2b34b1189 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea52a3e1-fe53-4083-9e71-40481a9eb3d5 HTTP/1.1" status: 200 len: 999 time: 0.1285267 Mar 28 19:48:48.367616 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929af17b-e13c-4646-8615-8be8956ff864 req-1a2bde3a-f9eb-479a-aaca-8dd96462f7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:48.368922 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-929af17b-e13c-4646-8615-8be8956ff864 req-1a2bde3a-f9eb-479a-aaca-8dd96462f7b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58e942ac-dcc7-42f8-80ac-8aaa3a07a274 HTTP/1.1" status: 200 len: 834 time: 0.1322505 Mar 28 19:48:48.452233 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75cb39b6-fbd1-482d-ac6d-8b0ce89296c4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Router 45865ad6-b16b-49fd-bf88-8892655e5eb7 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:48:48.659346 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929af17b-e13c-4646-8615-8be8956ff864 req-01a9a89b-5416-42ed-bb4a-1ecabcfdf42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:48.660789 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-929af17b-e13c-4646-8615-8be8956ff864 req-01a9a89b-5416-42ed-bb4a-1ecabcfdf42b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9eef9805-e1e5-4111-8952-5cdd61032cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2844458 Mar 28 19:48:48.857914 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cb39b6-fbd1-482d-ac6d-8b0ce89296c4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:48:48.868491 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e60a65-0347-463d-b1d8-1a8f405276ab None None] Sync routers for ids ['45865ad6-b16b-49fd-bf88-8892655e5eb7'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:48:48.879463 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e60a65-0347-463d-b1d8-1a8f405276ab None None] Routers {'45865ad6-b16b-49fd-bf88-8892655e5eb7'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:48:48.880161 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-62e60a65-0347-463d-b1d8-1a8f405276ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:48:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['45865ad6-b16b-49fd-bf88-8892655e5eb7'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:48:48.893264 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-929af17b-e13c-4646-8615-8be8956ff864 req-8543c763-99b0-4ae8-b00d-21e8281858f2 service neutron] 10.222.0.26 "GET /v2.0/networks/9eef9805-e1e5-4111-8952-5cdd61032cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255909 Mar 28 19:48:48.918429 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-75cb39b6-fbd1-482d-ac6d-8b0ce89296c4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:49.040544 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-75cb39b6-fbd1-482d-ac6d-8b0ce89296c4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9597707 Mar 28 19:48:49.042978 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e', 'tag': 'ea52a3e1-fe53-4083-9e71-40481a9eb3d5'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:48:49.059540 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-62e60a65-0347-463d-b1d8-1a8f405276ab None None] Set router 45865ad6-b16b-49fd-bf88-8892655e5eb7 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:48:49.077226 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-929af17b-e13c-4646-8615-8be8956ff864 req-87e84064-3406-4af8-ba15-f1ee4a03901c service neutron] 10.222.0.26 "GET /v2.0/networks/9eef9805-e1e5-4111-8952-5cdd61032cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782188 Mar 28 19:48:49.115549 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e', 'tag': 'ea52a3e1-fe53-4083-9e71-40481a9eb3d5', 'status': 'completed', 'code': 200} Mar 28 19:48:49.277780 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38701c86-d18c-4b8f-8d52-2b5343a66195 req-63f90e31-8b3e-46e3-965a-c2471a149b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:49.279176 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-38701c86-d18c-4b8f-8d52-2b5343a66195 req-63f90e31-8b3e-46e3-965a-c2471a149b9b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 1098 time: 0.1336598 Mar 28 19:48:49.312375 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654cce6-c39a-4526-8b00-49beb4f22a6c req-a43aa621-adc8-4246-b0a7-f042bcd82b0d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:49.313780 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4654cce6-c39a-4526-8b00-49beb4f22a6c req-a43aa621-adc8-4246-b0a7-f042bcd82b0d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 945 time: 0.1337657 Mar 28 19:48:49.411413 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-62e60a65-0347-463d-b1d8-1a8f405276ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126764929', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '85944719-4185-4014-860e-ed65ec80c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:48:26Z', 'updated_at': '2022-03-28T19:48:31Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '85944719-4185-4014-860e-ed65ec80c872', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:48:27Z', 'updated_at': '2022-03-28T19:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '63ba4f7e-44ba-4b91-bd69-6353ca188510', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'floating_ip_address': '172.26.4.136', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'port_id': 'ea52a3e1-fe53-4083-9e71-40481a9eb3d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eef9805-e1e5-4111-8952-5cdd61032cbf', 'mac_address': 'fa:16:3e:51:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:48:46Z', 'updated_at': '2022-03-28T19:48:46Z', 'revision_number': 0, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb7586e-f96e-40dd-bbec-1f25390b0d88', 'name': '', 'network_id': '9eef9805-e1e5-4111-8952-5cdd61032cbf', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:31:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '58e942ac-dcc7-42f8-80ac-8aaa3a07a274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:48:30Z', 'updated_at': '2022-03-28T19:48:35Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '58e942ac-dcc7-42f8-80ac-8aaa3a07a274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:48:49.415403 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e60a65-0347-463d-b1d8-1a8f405276ab None None] Checking router: 45865ad6-b16b-49fd-bf88-8892655e5eb7 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:48:49.423639 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e60a65-0347-463d-b1d8-1a8f405276ab None None] Routers {'45865ad6-b16b-49fd-bf88-8892655e5eb7'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:48:49.424742 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-62e60a65-0347-463d-b1d8-1a8f405276ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:48:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['45865ad6-b16b-49fd-bf88-8892655e5eb7'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:48:49.435310 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4654cce6-c39a-4526-8b00-49beb4f22a6c req-fcce6aa0-371d-44bb-8b85-3978032b972f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065104 Mar 28 19:48:49.459493 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39462) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:48:49.465625 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38701c86-d18c-4b8f-8d52-2b5343a66195 req-dd613f49-1839-471a-852a-656b28212c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:49.469747 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-38701c86-d18c-4b8f-8d52-2b5343a66195 req-dd613f49-1839-471a-852a-656b28212c15 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9eef9805-e1e5-4111-8952-5cdd61032cbf HTTP/1.1" status: 200 len: 898 time: 0.1811779 Mar 28 19:48:49.570835 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-33a966e8-bfdc-4118-bdf6-c425b1a9c710 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/floatingips/63ba4f7e-44ba-4b91-bd69-6353ca188510 HTTP/1.1" status: 200 len: 991 time: 0.1103485 Mar 28 19:48:49.591122 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-38701c86-d18c-4b8f-8d52-2b5343a66195 req-72d2efc6-526a-47cb-b360-6ebc37dbf532 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea52a3e1-fe53-4083-9e71-40481a9eb3d5 HTTP/1.1" status: 200 len: 999 time: 0.1144462 Mar 28 19:48:49.623847 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-62e60a65-0347-463d-b1d8-1a8f405276ab None None] Set router 45865ad6-b16b-49fd-bf88-8892655e5eb7 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:48:49.657857 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38701c86-d18c-4b8f-8d52-2b5343a66195 req-060b0143-a469-4d67-a645-6cff4350673a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:49.659578 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-38701c86-d18c-4b8f-8d52-2b5343a66195 req-060b0143-a469-4d67-a645-6cff4350673a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58e942ac-dcc7-42f8-80ac-8aaa3a07a274 HTTP/1.1" status: 200 len: 834 time: 0.0622039 Mar 28 19:48:49.737792 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38701c86-d18c-4b8f-8d52-2b5343a66195 req-d9b1e43a-b194-436e-b73f-d2766bf61bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:48:49.742995 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-38701c86-d18c-4b8f-8d52-2b5343a66195 req-d9b1e43a-b194-436e-b73f-d2766bf61bba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9eef9805-e1e5-4111-8952-5cdd61032cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735681 Mar 28 19:48:49.876787 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-38701c86-d18c-4b8f-8d52-2b5343a66195 req-40657aff-7b0d-4e6d-afd2-c7dfb47924c8 service neutron] 10.222.0.26 "GET /v2.0/networks/9eef9805-e1e5-4111-8952-5cdd61032cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246090 Mar 28 19:48:49.964840 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-62e60a65-0347-463d-b1d8-1a8f405276ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126764929', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '85944719-4185-4014-860e-ed65ec80c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:48:26Z', 'updated_at': '2022-03-28T19:48:31Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '85944719-4185-4014-860e-ed65ec80c872', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:48:27Z', 'updated_at': '2022-03-28T19:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '63ba4f7e-44ba-4b91-bd69-6353ca188510', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'floating_ip_address': '172.26.4.136', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'port_id': 'ea52a3e1-fe53-4083-9e71-40481a9eb3d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eef9805-e1e5-4111-8952-5cdd61032cbf', 'mac_address': 'fa:16:3e:51:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:48:46Z', 'updated_at': '2022-03-28T19:48:46Z', 'revision_number': 0, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb7586e-f96e-40dd-bbec-1f25390b0d88', 'name': '', 'network_id': '9eef9805-e1e5-4111-8952-5cdd61032cbf', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:31:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '58e942ac-dcc7-42f8-80ac-8aaa3a07a274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:48:30Z', 'updated_at': '2022-03-28T19:48:35Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '58e942ac-dcc7-42f8-80ac-8aaa3a07a274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:48:49.968768 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e60a65-0347-463d-b1d8-1a8f405276ab None None] The sync data for ids ['45865ad6-b16b-49fd-bf88-8892655e5eb7'] in dv-neutron-834711-1-hyperv is: [{'id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126764929', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '85944719-4185-4014-860e-ed65ec80c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:48:26Z', 'updated_at': '2022-03-28T19:48:31Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '85944719-4185-4014-860e-ed65ec80c872', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:48:27Z', 'updated_at': '2022-03-28T19:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '63ba4f7e-44ba-4b91-bd69-6353ca188510', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'floating_ip_address': '172.26.4.136', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'port_id': 'ea52a3e1-fe53-4083-9e71-40481a9eb3d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eef9805-e1e5-4111-8952-5cdd61032cbf', 'mac_address': 'fa:16:3e:51:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:48:46Z', 'updated_at': '2022-03-28T19:48:46Z', 'revision_number': 0, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb7586e-f96e-40dd-bbec-1f25390b0d88', 'name': '', 'network_id': '9eef9805-e1e5-4111-8952-5cdd61032cbf', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:31:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '58e942ac-dcc7-42f8-80ac-8aaa3a07a274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:48:30Z', 'updated_at': '2022-03-28T19:48:35Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '58e942ac-dcc7-42f8-80ac-8aaa3a07a274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:48:50.010093 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-38701c86-d18c-4b8f-8d52-2b5343a66195 req-14e38e58-9438-486a-bfae-5422dde3520e service neutron] 10.222.0.26 "GET /v2.0/networks/9eef9805-e1e5-4111-8952-5cdd61032cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276734 Mar 28 19:48:50.151168 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb10d1b2-3c39-4e9b-8b4c-44d551d14ac0 None None] New status for floating IP 63ba4f7e-44ba-4b91-bd69-6353ca188510: ACTIVE {{(pid=87835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:48:50.572679 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39466) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:48:50.680402 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-1c9f4e01-427a-4558-8a66-3e8727de2af8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/floatingips/63ba4f7e-44ba-4b91-bd69-6353ca188510 HTTP/1.1" status: 200 len: 993 time: 0.1065092 Mar 28 19:48:55.376740 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8d1c5a4b-381c-4052-a06f-ae8096890f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:57.733214 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-719b66bd-c54b-4c93-a7d7-231c06d4e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:58.713253 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:48:58.750644 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:49:00.316726 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:49:02.108766 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:49:07.666033 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:49:25.378858 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-37e7249f-aacb-4825-b9ea-f8c28c7c801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:49:27.734924 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-58b810d7-434e-49fc-aea7-b1be86c0123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:49:28.715890 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:49:28.752668 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:49:30.320869 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:49:32.110394 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:49:44.665401 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:49:49.229138 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fc2b4d34-11d6-4ba6-8a34-bbcf69650da7 req-2759698a-12e0-4951-a35d-5b003e0c40ee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710235 Mar 28 19:49:49.364970 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b4d34-11d6-4ba6-8a34-bbcf69650da7 req-5df72b1b-452b-4dfa-8bfa-4c99a13820c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:49:49.366402 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fc2b4d34-11d6-4ba6-8a34-bbcf69650da7 req-5df72b1b-452b-4dfa-8bfa-4c99a13820c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 1098 time: 0.0697961 Mar 28 19:49:49.623029 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b4d34-11d6-4ba6-8a34-bbcf69650da7 req-8a480f4d-1ecc-4f77-aa7c-a7dda71117bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:49:49.624479 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fc2b4d34-11d6-4ba6-8a34-bbcf69650da7 req-8a480f4d-1ecc-4f77-aa7c-a7dda71117bf service neutron] 10.222.0.26 "GET /v2.0/networks?id=9eef9805-e1e5-4111-8952-5cdd61032cbf HTTP/1.1" status: 200 len: 898 time: 0.2376897 Mar 28 19:49:49.739683 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fc2b4d34-11d6-4ba6-8a34-bbcf69650da7 req-b56e71f0-176b-4322-8a04-5b126f2b2ed5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea52a3e1-fe53-4083-9e71-40481a9eb3d5 HTTP/1.1" status: 200 len: 1001 time: 0.1087620 Mar 28 19:49:49.837807 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39500) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:49:49.853339 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b4d34-11d6-4ba6-8a34-bbcf69650da7 req-b4f18ddd-41fb-4589-b67c-b7c81131598f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:49:49.854779 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fc2b4d34-11d6-4ba6-8a34-bbcf69650da7 req-b4f18ddd-41fb-4589-b67c-b7c81131598f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58e942ac-dcc7-42f8-80ac-8aaa3a07a274 HTTP/1.1" status: 200 len: 834 time: 0.1083944 Mar 28 19:49:49.929048 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742afd4b-5916-4f94-8400-dcc6f15fe5ed req-f85edd65-8b28-4666-86a9-af288cca5bfb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:49:49.930498 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-742afd4b-5916-4f94-8400-dcc6f15fe5ed req-f85edd65-8b28-4666-86a9-af288cca5bfb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 945 time: 0.1524706 Mar 28 19:49:49.957025 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-1b50b446-3ab6-42b9-8d2a-914e593abd5b req-36101610-c2bd-4e5b-94f6-6f0912e45e2c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1177711 Mar 28 19:49:49.985794 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b4d34-11d6-4ba6-8a34-bbcf69650da7 req-cde685e7-9c57-43f1-8782-6974d5d0e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:49:49.988072 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fc2b4d34-11d6-4ba6-8a34-bbcf69650da7 req-cde685e7-9c57-43f1-8782-6974d5d0e7ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9eef9805-e1e5-4111-8952-5cdd61032cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1272895 Mar 28 19:49:49.992584 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-742afd4b-5916-4f94-8400-dcc6f15fe5ed req-f88e683b-19a7-4209-8546-dcbc99a80f61 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563843 Mar 28 19:49:50.120593 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fc2b4d34-11d6-4ba6-8a34-bbcf69650da7 req-834a5668-ba19-4aaf-9bf3-1af93eb74494 service neutron] 10.222.0.26 "GET /v2.0/networks/9eef9805-e1e5-4111-8952-5cdd61032cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257501 Mar 28 19:49:50.257029 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fc2b4d34-11d6-4ba6-8a34-bbcf69650da7 req-463274fd-1e0a-41d6-a7f3-3f78368c9b80 service neutron] 10.222.0.26 "GET /v2.0/networks/9eef9805-e1e5-4111-8952-5cdd61032cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297996 Mar 28 19:49:51.186690 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eefbfa-d388-403d-a28b-4fc3b3ee4b18 req-b2f4b917-6dfa-4202-96c0-57ab69f8304a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:49:51.188168 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e1eefbfa-d388-403d-a28b-4fc3b3ee4b18 req-b2f4b917-6dfa-4202-96c0-57ab69f8304a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 945 time: 0.0911136 Mar 28 19:49:51.231075 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e1eefbfa-d388-403d-a28b-4fc3b3ee4b18 req-fb6426bc-50eb-42bf-af65-7a95fc5ce98c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363605 Mar 28 19:49:51.520759 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50b446-3ab6-42b9-8d2a-914e593abd5b req-a2b4b912-849f-49ca-a892-d7395033baba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:49:51.522183 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1b50b446-3ab6-42b9-8d2a-914e593abd5b req-a2b4b912-849f-49ca-a892-d7395033baba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 1098 time: 0.0682292 Mar 28 19:49:51.650108 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50b446-3ab6-42b9-8d2a-914e593abd5b req-44e1f9d9-e254-48c4-ba81-ca70bc76c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:49:51.651545 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1b50b446-3ab6-42b9-8d2a-914e593abd5b req-44e1f9d9-e254-48c4-ba81-ca70bc76c991 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9eef9805-e1e5-4111-8952-5cdd61032cbf HTTP/1.1" status: 200 len: 898 time: 0.1237631 Mar 28 19:49:51.752221 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1b50b446-3ab6-42b9-8d2a-914e593abd5b req-2cdb8cda-fce3-4af6-a0fa-d4de0b0462de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea52a3e1-fe53-4083-9e71-40481a9eb3d5 HTTP/1.1" status: 200 len: 1001 time: 0.0942676 Mar 28 19:49:51.815127 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50b446-3ab6-42b9-8d2a-914e593abd5b req-a3e1d948-70ac-4360-85b0-3e0c93a28d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:49:51.816419 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1b50b446-3ab6-42b9-8d2a-914e593abd5b req-a3e1d948-70ac-4360-85b0-3e0c93a28d4a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58e942ac-dcc7-42f8-80ac-8aaa3a07a274 HTTP/1.1" status: 200 len: 834 time: 0.0587633 Mar 28 19:49:51.888916 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50b446-3ab6-42b9-8d2a-914e593abd5b req-570dfb92-b64f-44cc-acba-a74697b0278b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:49:51.890376 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1b50b446-3ab6-42b9-8d2a-914e593abd5b req-570dfb92-b64f-44cc-acba-a74697b0278b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9eef9805-e1e5-4111-8952-5cdd61032cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683625 Mar 28 19:49:52.016744 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1b50b446-3ab6-42b9-8d2a-914e593abd5b req-b6acbe50-3321-46e2-8063-6223c898c867 service neutron] 10.222.0.26 "GET /v2.0/networks/9eef9805-e1e5-4111-8952-5cdd61032cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199713 Mar 28 19:49:52.147158 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1b50b446-3ab6-42b9-8d2a-914e593abd5b req-b80f5a63-9885-4783-8716-36739573bc32 service neutron] 10.222.0.26 "GET /v2.0/networks/9eef9805-e1e5-4111-8952-5cdd61032cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231921 Mar 28 19:49:52.427461 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795b2db-cc2b-4ad6-b614-f48aa00c224b req-350ee4cd-98d2-4c5e-820b-5aa45da7aa41 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:49:52.428902 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d795b2db-cc2b-4ad6-b614-f48aa00c224b req-350ee4cd-98d2-4c5e-820b-5aa45da7aa41 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 945 time: 0.0846572 Mar 28 19:49:52.473822 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d795b2db-cc2b-4ad6-b614-f48aa00c224b req-2ed63598-35a2-4109-9b13-ea5092080457 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391712 Mar 28 19:49:53.656783 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2afc26-023c-48dd-9e2b-1a9e2fc5f804 req-0d5ad639-7166-4e34-9084-2147256367a1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:49:53.658968 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2b2afc26-023c-48dd-9e2b-1a9e2fc5f804 req-0d5ad639-7166-4e34-9084-2147256367a1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 945 time: 0.0779529 Mar 28 19:49:53.702668 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2b2afc26-023c-48dd-9e2b-1a9e2fc5f804 req-fa05cbc4-89a9-4b66-b75a-f04eca845ae0 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379202 Mar 28 19:49:54.885178 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf1147-c137-4ca3-8af2-33db6c4c982c req-c9de369b-1e55-4aec-b93c-c4782519c461 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:49:54.886582 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-15bf1147-c137-4ca3-8af2-33db6c4c982c req-c9de369b-1e55-4aec-b93c-c4782519c461 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 945 time: 0.0805960 Mar 28 19:49:54.929891 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-15bf1147-c137-4ca3-8af2-33db6c4c982c req-4d7885f5-b27f-4391-967e-07097e16c38d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377293 Mar 28 19:49:55.380666 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-935fce30-abee-4656-80f7-dec86282aec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:49:56.109256 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43042d-8ca4-4885-8d95-5a14f900e93c req-4397ebab-c76c-4a4d-84b2-6cd7fbc7c673 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:49:56.110663 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8e43042d-8ca4-4885-8d95-5a14f900e93c req-4397ebab-c76c-4a4d-84b2-6cd7fbc7c673 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 945 time: 0.0766988 Mar 28 19:49:56.156943 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8e43042d-8ca4-4885-8d95-5a14f900e93c req-8e361e33-4f04-4bf9-8743-7ddec0ee96d4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402451 Mar 28 19:49:57.340013 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfff9c-e267-4df7-a771-4ba41f8d20bd req-db204c8f-003e-4557-b53c-96ef18a442d6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:49:57.341432 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-84cfff9c-e267-4df7-a771-4ba41f8d20bd req-db204c8f-003e-4557-b53c-96ef18a442d6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 945 time: 0.0805745 Mar 28 19:49:57.384506 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-84cfff9c-e267-4df7-a771-4ba41f8d20bd req-85668dc9-c4ff-47d5-bd0f-05b06df1c3a2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374379 Mar 28 19:49:57.738704 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1d4beb7a-1037-44c4-9685-5c7dc40f53d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:49:58.568138 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c5739-4323-4a0e-96b8-f6c16a147bac req-502d9896-0125-4ed0-98f6-023d79753d4e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:49:58.569579 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-690c5739-4323-4a0e-96b8-f6c16a147bac req-502d9896-0125-4ed0-98f6-023d79753d4e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 945 time: 0.0807130 Mar 28 19:49:58.714168 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-690c5739-4323-4a0e-96b8-f6c16a147bac req-f51a73b4-86f3-4e24-a653-1fd4817b863f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389985 Mar 28 19:49:58.722347 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:49:58.755292 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:49:59.902063 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bced3-575e-4c4f-89ec-2d24a05194fe req-65a1aabd-c105-4849-9a86-2b5f2ce21290 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:49:59.903614 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9d1bced3-575e-4c4f-89ec-2d24a05194fe req-65a1aabd-c105-4849-9a86-2b5f2ce21290 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 945 time: 0.0779455 Mar 28 19:49:59.946050 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9d1bced3-575e-4c4f-89ec-2d24a05194fe req-9e2d4ba9-7423-4049-8c90-45f4641af5d0 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362179 Mar 28 19:50:00.320780 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:50:01.137030 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f27e4-ea3d-40a4-899d-aea20a32a0c9 req-3ddd28ba-4061-4fc2-8a4b-62b1dacd8752 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:50:01.138453 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-106f27e4-ea3d-40a4-899d-aea20a32a0c9 req-3ddd28ba-4061-4fc2-8a4b-62b1dacd8752 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 945 time: 0.0852914 Mar 28 19:50:01.182157 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-106f27e4-ea3d-40a4-899d-aea20a32a0c9 req-1367808e-6fa3-409d-9392-cbd0d6e2fdcc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379181 Mar 28 19:50:02.101850 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:50:02.367340 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8fc398-f5b9-44b3-861b-ca00beaa571d req-23928535-1238-4b77-b4e6-628fc1016077 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:50:02.368653 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ee8fc398-f5b9-44b3-861b-ca00beaa571d req-23928535-1238-4b77-b4e6-628fc1016077 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 945 time: 0.0801716 Mar 28 19:50:02.411979 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ee8fc398-f5b9-44b3-861b-ca00beaa571d req-2c986686-791e-466b-8de4-75d029cae03d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377374 Mar 28 19:50:03.602213 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f939d-d31f-4917-b47c-ac408135c22a req-7e08e872-7fe0-4f48-87ab-b76a90461356 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:50:03.603703 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9b4f939d-d31f-4917-b47c-ac408135c22a req-7e08e872-7fe0-4f48-87ab-b76a90461356 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 945 time: 0.0859001 Mar 28 19:50:03.649768 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9b4f939d-d31f-4917-b47c-ac408135c22a req-4cef6f82-9ebe-45f6-ad31-9a924a5d1029 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403161 Mar 28 19:50:03.786293 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1b50b446-3ab6-42b9-8d2a-914e593abd5b req-4c261de8-a3c1-421c-950d-c0591ee03c70 service neutron] 10.222.0.26 "GET /v2.0/ports/ea52a3e1-fe53-4083-9e71-40481a9eb3d5/bindings/hv-neutron-8347 HTTP/1.1" status: 200 len: 384 time: 0.0802844 Mar 28 19:50:04.069630 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50b446-3ab6-42b9-8d2a-914e593abd5b req-45357844-abc4-418f-9094-6254a5e68aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:50:04.071045 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1b50b446-3ab6-42b9-8d2a-914e593abd5b req-45357844-abc4-418f-9094-6254a5e68aa5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e&tenant_id=5c14268c8e5841d7aff34a232cfbb74a HTTP/1.1" status: 200 len: 1098 time: 0.0910091 Mar 28 19:50:04.162101 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50b446-3ab6-42b9-8d2a-914e593abd5b req-76d6f875-2ce3-4663-b997-8e82518e0e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:50:04.163569 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1b50b446-3ab6-42b9-8d2a-914e593abd5b req-76d6f875-2ce3-4663-b997-8e82518e0e06 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 1098 time: 0.0718474 Mar 28 19:50:04.308071 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50b446-3ab6-42b9-8d2a-914e593abd5b req-3b456908-2b39-4ee4-b9ef-5d2b71724452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:50:04.309526 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1b50b446-3ab6-42b9-8d2a-914e593abd5b req-3b456908-2b39-4ee4-b9ef-5d2b71724452 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9eef9805-e1e5-4111-8952-5cdd61032cbf HTTP/1.1" status: 200 len: 898 time: 0.1391556 Mar 28 19:50:04.410516 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1b50b446-3ab6-42b9-8d2a-914e593abd5b req-9a26195f-724f-4c59-b380-8bc621f88d87 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea52a3e1-fe53-4083-9e71-40481a9eb3d5 HTTP/1.1" status: 200 len: 1001 time: 0.0948999 Mar 28 19:50:04.470226 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50b446-3ab6-42b9-8d2a-914e593abd5b req-14789114-1658-482a-8a72-bc1f836db925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:50:04.471603 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1b50b446-3ab6-42b9-8d2a-914e593abd5b req-14789114-1658-482a-8a72-bc1f836db925 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58e942ac-dcc7-42f8-80ac-8aaa3a07a274 HTTP/1.1" status: 200 len: 834 time: 0.0551465 Mar 28 19:50:04.543444 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50b446-3ab6-42b9-8d2a-914e593abd5b req-bac719ca-4df2-46aa-87d9-e3fcf5290b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:50:04.544852 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1b50b446-3ab6-42b9-8d2a-914e593abd5b req-bac719ca-4df2-46aa-87d9-e3fcf5290b55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9eef9805-e1e5-4111-8952-5cdd61032cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671492 Mar 28 19:50:04.673117 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1b50b446-3ab6-42b9-8d2a-914e593abd5b req-d578744a-53d8-438d-930b-02ffca87943d service neutron] 10.222.0.26 "GET /v2.0/networks/9eef9805-e1e5-4111-8952-5cdd61032cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205614 Mar 28 19:50:04.851600 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1b50b446-3ab6-42b9-8d2a-914e593abd5b req-ef8266d7-dff5-4cc7-a52a-5988d4ed628b service neutron] 10.222.0.26 "GET /v2.0/networks/9eef9805-e1e5-4111-8952-5cdd61032cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717424 Mar 28 19:50:04.875158 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194fbb4-83e4-46e1-973b-eea1489ce9a2 req-ec00efd6-d4f2-43ba-ab4a-d18168ac4edf tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:50:04.877786 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1194fbb4-83e4-46e1-973b-eea1489ce9a2 req-ec00efd6-d4f2-43ba-ab4a-d18168ac4edf tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 945 time: 0.1154435 Mar 28 19:50:04.922592 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1194fbb4-83e4-46e1-973b-eea1489ce9a2 req-972aeabd-188e-4729-8f82-0f9c5376913c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396571 Mar 28 19:50:06.103255 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b7551-d565-4226-8208-a5aee6d8a93c req-5abaee47-18d3-42bc-bd88-9e8fdf58d98a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:50:06.104667 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dd9b7551-d565-4226-8208-a5aee6d8a93c req-5abaee47-18d3-42bc-bd88-9e8fdf58d98a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 945 time: 0.0773010 Mar 28 19:50:06.150773 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-dd9b7551-d565-4226-8208-a5aee6d8a93c req-8c01abc8-770b-4f7d-9c87-c93fab1083a2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405705 Mar 28 19:50:07.057661 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device ea52a3e1-fe53-4083-9e71-40481a9eb3d5 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:50:07.061440 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device ea52a3e1-fe53-4083-9e71-40481a9eb3d5 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:50:07.296985 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:50:07.325900 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port ea52a3e1-fe53-4083-9e71-40481a9eb3d5, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=ea52a3e1-fe53-4083-9e71-40481a9eb3d5,segment=NetworkSegment(b7ba09c6-e7d2-4309-8477-6f1d40f07c2c),segment_id=b7ba09c6-e7d2-4309-8477-6f1d40f07c2c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:50:07.340246 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb872c5-7c0e-43c1-9385-8f87a9b943ba req-780f8bff-efe1-4b4d-9879-1f0a4227897c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:50:07.341685 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cdb872c5-7c0e-43c1-9385-8f87a9b943ba req-780f8bff-efe1-4b4d-9879-1f0a4227897c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 945 time: 0.0805674 Mar 28 19:50:07.347482 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea52a3e1-fe53-4083-9e71-40481a9eb3d5'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:50:07.356028 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': 'ea52a3e1-fe53-4083-9e71-40481a9eb3d5', 'network_id': '9eef9805-e1e5-4111-8952-5cdd61032cbf', 'port_id': 'ea52a3e1-fe53-4083-9e71-40481a9eb3d5', 'mac_address': 'fa:16:3e:51:85:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e942ac-dcc7-42f8-80ac-8aaa3a07a274', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:50:07.359958 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port ea52a3e1-fe53-4083-9e71-40481a9eb3d5, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=ea52a3e1-fe53-4083-9e71-40481a9eb3d5,segment=NetworkSegment(b7ba09c6-e7d2-4309-8477-6f1d40f07c2c),segment_id=b7ba09c6-e7d2-4309-8477-6f1d40f07c2c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:50:07.390710 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cdb872c5-7c0e-43c1-9385-8f87a9b943ba req-049ebf18-9dfa-4f0d-999a-e915c2ba74c7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429871 Mar 28 19:50:07.414626 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea52a3e1-fe53-4083-9e71-40481a9eb3d5', 'code': 200} Mar 28 19:50:07.417777 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:50:07.453443 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:50:07.491829 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea52a3e1-fe53-4083-9e71-40481a9eb3d5 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:50:07.521714 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port ea52a3e1-fe53-4083-9e71-40481a9eb3d5, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=ea52a3e1-fe53-4083-9e71-40481a9eb3d5,segment=NetworkSegment(b7ba09c6-e7d2-4309-8477-6f1d40f07c2c),segment_id=b7ba09c6-e7d2-4309-8477-6f1d40f07c2c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:50:07.524667 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=ea52a3e1-fe53-4083-9e71-40481a9eb3d5,revision_number=6']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:50:07.528792 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:50:07.535620 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:50:07.536107 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:50:07.536456 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:50:07.536793 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:50:07.537125 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:50:07.537456 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:50:07.537786 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:50:07.538113 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:50:07.538436 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:50:07.538778 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:50:07.539106 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:50:07.539452 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:50:07.611491 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=ea52a3e1-fe53-4083-9e71-40481a9eb3d5,revision_number=7']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:50:07.615619 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['ea52a3e1-fe53-4083-9e71-40481a9eb3d5'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:50:08.683439 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754a62c-2ab9-4bbf-9f9e-f719c5aace52 req-309cfe9b-683f-4fa4-abac-e5935d3df823 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:50:08.684783 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3754a62c-2ab9-4bbf-9f9e-f719c5aace52 req-309cfe9b-683f-4fa4-abac-e5935d3df823 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 944 time: 0.1868255 Mar 28 19:50:08.728420 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3754a62c-2ab9-4bbf-9f9e-f719c5aace52 req-4db74c30-7154-4550-a7fb-2ac86de115d5 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375335 Mar 28 19:50:09.058233 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device ea52a3e1-fe53-4083-9e71-40481a9eb3d5 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:50:09.085913 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866d1cc-c268-48f6-8d03-81bb84715c1f req-47a73255-2cde-4dcd-81f7-9ff576af6dba tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:50:09.087373 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8866d1cc-c268-48f6-8d03-81bb84715c1f req-47a73255-2cde-4dcd-81f7-9ff576af6dba tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 944 time: 0.1416526 Mar 28 19:50:09.094502 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642f2a2-15d2-4f9b-8590-3fe3ac3a7c38 req-064ac823-9a20-4441-8835-a007a4b5c48c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:50:09.095940 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2642f2a2-15d2-4f9b-8590-3fe3ac3a7c38 req-064ac823-9a20-4441-8835-a007a4b5c48c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e&tenant_id=5c14268c8e5841d7aff34a232cfbb74a&binding%3Ahost_id=hv-neutron-8347 HTTP/1.1" status: 200 len: 944 time: 0.1483567 Mar 28 19:50:09.137301 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8866d1cc-c268-48f6-8d03-81bb84715c1f req-a11f6c86-eebe-472a-98fc-9f714403383e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404103 Mar 28 19:50:09.139896 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port ea52a3e1-fe53-4083-9e71-40481a9eb3d5 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:50:09.140423 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:50:09.243346 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642f2a2-15d2-4f9b-8590-3fe3ac3a7c38 req-d364e230-dd15-46fc-89c5-4154cd899662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:50:09.244796 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2642f2a2-15d2-4f9b-8590-3fe3ac3a7c38 req-d364e230-dd15-46fc-89c5-4154cd899662 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 1097 time: 0.0752218 Mar 28 19:50:09.300678 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:50:09.333788 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port ea52a3e1-fe53-4083-9e71-40481a9eb3d5, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=ea52a3e1-fe53-4083-9e71-40481a9eb3d5,segment=NetworkSegment(b7ba09c6-e7d2-4309-8477-6f1d40f07c2c),segment_id=b7ba09c6-e7d2-4309-8477-6f1d40f07c2c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:50:09.338846 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:50:09.405828 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=ea52a3e1-fe53-4083-9e71-40481a9eb3d5,revision_number=8']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:50:09.415725 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea52a3e1-fe53-4083-9e71-40481a9eb3d5'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:50:09.425331 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642f2a2-15d2-4f9b-8590-3fe3ac3a7c38 req-1bb0df87-70c9-45f1-b888-404de1b98ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:50:09.426754 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2642f2a2-15d2-4f9b-8590-3fe3ac3a7c38 req-1bb0df87-70c9-45f1-b888-404de1b98ade service neutron] 10.222.0.26 "GET /v2.0/networks?id=9eef9805-e1e5-4111-8952-5cdd61032cbf HTTP/1.1" status: 200 len: 898 time: 0.1766436 Mar 28 19:50:09.468527 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea52a3e1-fe53-4083-9e71-40481a9eb3d5', 'code': 200} Mar 28 19:50:09.512900 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a65a64-a6f9-45d6-9dc8-4b9b704bf578 req-fd89b089-c8d2-4d36-bcac-86deeafc9267 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:50:09.514314 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-49a65a64-a6f9-45d6-9dc8-4b9b704bf578 req-fd89b089-c8d2-4d36-bcac-86deeafc9267 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 945 time: 0.1849694 Mar 28 19:50:09.564943 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2642f2a2-15d2-4f9b-8590-3fe3ac3a7c38 req-309173f9-6f3c-44ac-bd82-9b56915e28cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea52a3e1-fe53-4083-9e71-40481a9eb3d5 HTTP/1.1" status: 200 len: 1001 time: 0.1300006 Mar 28 19:50:09.605235 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-49a65a64-a6f9-45d6-9dc8-4b9b704bf578 req-d73b7edd-0f8b-4aa4-bb87-19052a1b1b92 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850534 Mar 28 19:50:09.630682 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642f2a2-15d2-4f9b-8590-3fe3ac3a7c38 req-5f1acc5f-b291-4a2a-b50f-1a73ce605b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:50:09.632154 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2642f2a2-15d2-4f9b-8590-3fe3ac3a7c38 req-5f1acc5f-b291-4a2a-b50f-1a73ce605b18 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58e942ac-dcc7-42f8-80ac-8aaa3a07a274 HTTP/1.1" status: 200 len: 834 time: 0.0613394 Mar 28 19:50:09.707791 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642f2a2-15d2-4f9b-8590-3fe3ac3a7c38 req-0abc46c8-87bb-48e7-9704-e7ad0851d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:50:09.709423 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2642f2a2-15d2-4f9b-8590-3fe3ac3a7c38 req-0abc46c8-87bb-48e7-9704-e7ad0851d45e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9eef9805-e1e5-4111-8952-5cdd61032cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713944 Mar 28 19:50:09.834924 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2642f2a2-15d2-4f9b-8590-3fe3ac3a7c38 req-6dfc25e0-cc40-4a21-97a7-0d31f2cdbc8e service neutron] 10.222.0.26 "GET /v2.0/networks/9eef9805-e1e5-4111-8952-5cdd61032cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199145 Mar 28 19:50:09.959593 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2642f2a2-15d2-4f9b-8590-3fe3ac3a7c38 req-48a16100-b781-42b4-bfa0-c116e3155731 service neutron] 10.222.0.26 "GET /v2.0/networks/9eef9805-e1e5-4111-8952-5cdd61032cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194024 Mar 28 19:50:10.799573 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10930d7-aa05-4797-bbf7-8ea55282bee3 req-852d17bb-cb59-409e-8548-212f5b472f16 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:50:10.800990 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f10930d7-aa05-4797-bbf7-8ea55282bee3 req-852d17bb-cb59-409e-8548-212f5b472f16 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 945 time: 0.0777826 Mar 28 19:50:10.853660 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f10930d7-aa05-4797-bbf7-8ea55282bee3 req-8ad93c58-243b-4178-ba8c-0195ec1d3dce tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470371 Mar 28 19:50:10.878450 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39580) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:50:10.982202 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-909ebc82-8fa3-42e5-a041-0e83e207409b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/floatingips/63ba4f7e-44ba-4b91-bd69-6353ca188510 HTTP/1.1" status: 200 len: 993 time: 0.1024282 Mar 28 19:50:11.073473 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device ea52a3e1-fe53-4083-9e71-40481a9eb3d5 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:50:11.185645 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:50:11.217178 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port ea52a3e1-fe53-4083-9e71-40481a9eb3d5, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=ea52a3e1-fe53-4083-9e71-40481a9eb3d5,segment=NetworkSegment(b7ba09c6-e7d2-4309-8477-6f1d40f07c2c),segment_id=b7ba09c6-e7d2-4309-8477-6f1d40f07c2c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:50:11.222634 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:50:11.290831 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=ea52a3e1-fe53-4083-9e71-40481a9eb3d5,revision_number=9']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:50:11.469133 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea52a3e1-fe53-4083-9e71-40481a9eb3d5'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:50:11.513715 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea52a3e1-fe53-4083-9e71-40481a9eb3d5', 'code': 200} Mar 28 19:50:21.665824 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:50:25.382441 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-bdffb00e-4cf6-4329-84cd-56111baa73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:50:27.739999 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-20bc90e6-297d-4efc-ac59-a8c095e4c8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:50:28.716152 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:50:28.756962 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:50:30.323060 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:50:32.120741 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:50:50.233207 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-81b9bad3-e116-49bd-924c-e06bc71a3f97 req-ca920788-87c3-4915-8471-46cd3e6d4919 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715163 Mar 28 19:50:50.366507 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9bad3-e116-49bd-924c-e06bc71a3f97 req-60db1d66-970c-4661-8484-b4fc84a14e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:50:50.367936 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-81b9bad3-e116-49bd-924c-e06bc71a3f97 req-60db1d66-970c-4661-8484-b4fc84a14e1d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 1096 time: 0.0686336 Mar 28 19:50:50.513351 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9bad3-e116-49bd-924c-e06bc71a3f97 req-4bfba6b6-44fe-47e8-8d21-db116525d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:50:50.514751 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-81b9bad3-e116-49bd-924c-e06bc71a3f97 req-4bfba6b6-44fe-47e8-8d21-db116525d30b service neutron] 10.222.0.26 "GET /v2.0/networks?id=9eef9805-e1e5-4111-8952-5cdd61032cbf HTTP/1.1" status: 200 len: 898 time: 0.1283019 Mar 28 19:50:50.614407 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-81b9bad3-e116-49bd-924c-e06bc71a3f97 req-8bd282e3-75ac-4194-a3c2-475a3e21da15 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea52a3e1-fe53-4083-9e71-40481a9eb3d5 HTTP/1.1" status: 200 len: 999 time: 0.0938892 Mar 28 19:50:50.781371 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9bad3-e116-49bd-924c-e06bc71a3f97 req-ad387262-75db-4247-9a04-f3b36b4a81bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:50:50.783406 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-81b9bad3-e116-49bd-924c-e06bc71a3f97 req-ad387262-75db-4247-9a04-f3b36b4a81bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58e942ac-dcc7-42f8-80ac-8aaa3a07a274 HTTP/1.1" status: 200 len: 834 time: 0.1627178 Mar 28 19:50:50.854430 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9bad3-e116-49bd-924c-e06bc71a3f97 req-24752e2a-98be-432e-9043-685156edc55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:50:50.855858 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-81b9bad3-e116-49bd-924c-e06bc71a3f97 req-24752e2a-98be-432e-9043-685156edc55a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9eef9805-e1e5-4111-8952-5cdd61032cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666339 Mar 28 19:50:50.981945 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-81b9bad3-e116-49bd-924c-e06bc71a3f97 req-11039056-8d91-409f-8261-b72119a3ff98 service neutron] 10.222.0.26 "GET /v2.0/networks/9eef9805-e1e5-4111-8952-5cdd61032cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198983 Mar 28 19:50:51.109219 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-81b9bad3-e116-49bd-924c-e06bc71a3f97 req-6d1f702c-13b0-47a4-a323-4e5d023e2697 service neutron] 10.222.0.26 "GET /v2.0/networks/9eef9805-e1e5-4111-8952-5cdd61032cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206062 Mar 28 19:50:55.384554 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b5fa465c-828f-4865-95d3-4727dbe418a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:50:57.637854 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39598) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:50:57.744410 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b3a0b02f-03c4-4469-a826-1022f0bc983e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:50:57.843740 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-f9173726-c8a2-475b-ab09-aa481bf94aa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Deleting port 1dc85caf-7f43-4f17-9833-b418a932d430 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:50:57.844084 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f9173726-c8a2-475b-ab09-aa481bf94aa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:50:58.008946 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f9173726-c8a2-475b-ab09-aa481bf94aa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:50:58.009345 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f9173726-c8a2-475b-ab09-aa481bf94aa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:50:58.132743 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-f9173726-c8a2-475b-ab09-aa481bf94aa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Calling delete_port for 1dc85caf-7f43-4f17-9833-b418a932d430 owned by network:floatingip {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:50:58.276554 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f9173726-c8a2-475b-ab09-aa481bf94aa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:50:58.325855 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9173726-c8a2-475b-ab09-aa481bf94aa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'Port': ['ID=1dc85caf-7f43-4f17-9833-b418a932d430,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:50:58.357756 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9173726-c8a2-475b-ab09-aa481bf94aa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:50:58.358097 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9173726-c8a2-475b-ab09-aa481bf94aa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:50:58.358435 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9173726-c8a2-475b-ab09-aa481bf94aa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:50:58.358771 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9173726-c8a2-475b-ab09-aa481bf94aa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:50:58.359122 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9173726-c8a2-475b-ab09-aa481bf94aa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:50:58.359452 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9173726-c8a2-475b-ab09-aa481bf94aa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:50:58.359780 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9173726-c8a2-475b-ab09-aa481bf94aa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:50:58.360139 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9173726-c8a2-475b-ab09-aa481bf94aa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:50:58.360698 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9173726-c8a2-475b-ab09-aa481bf94aa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:50:58.361112 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9173726-c8a2-475b-ab09-aa481bf94aa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:50:58.361437 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9173726-c8a2-475b-ab09-aa481bf94aa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:50:58.361762 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9173726-c8a2-475b-ab09-aa481bf94aa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:50:58.426294 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f9173726-c8a2-475b-ab09-aa481bf94aa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for floatingip, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:50:58.426733 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-f9173726-c8a2-475b-ab09-aa481bf94aa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Floating IP 63ba4f7e-44ba-4b91-bd69-6353ca188510 disassociated (deleted). External IP: 172.26.4.136, port: ea52a3e1-fe53-4083-9e71-40481a9eb3d5. Mar 28 19:50:58.665317 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:50:58.719072 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:50:58.760823 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:50:58.885653 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9173726-c8a2-475b-ab09-aa481bf94aa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Router 45865ad6-b16b-49fd-bf88-8892655e5eb7 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:50:59.063542 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9173726-c8a2-475b-ab09-aa481bf94aa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:50:59.073258 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ab4802-5fe5-4e10-bb33-7c0383830923 None None] Sync routers for ids ['45865ad6-b16b-49fd-bf88-8892655e5eb7'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:50:59.083554 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f9173726-c8a2-475b-ab09-aa481bf94aa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:50:59.083731 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ab4802-5fe5-4e10-bb33-7c0383830923 None None] Routers {'45865ad6-b16b-49fd-bf88-8892655e5eb7'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:50:59.084306 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-93ab4802-5fe5-4e10-bb33-7c0383830923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:50:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['45865ad6-b16b-49fd-bf88-8892655e5eb7'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:50:59.138041 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f9173726-c8a2-475b-ab09-aa481bf94aa7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "DELETE /v2.0/floatingips/63ba4f7e-44ba-4b91-bd69-6353ca188510 HTTP/1.1" status: 204 len: 168 time: 1.4991145 Mar 28 19:50:59.138605 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e', 'tag': 'ea52a3e1-fe53-4083-9e71-40481a9eb3d5'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:50:59.271523 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e', 'tag': 'ea52a3e1-fe53-4083-9e71-40481a9eb3d5', 'status': 'completed', 'code': 200} Mar 28 19:50:59.307992 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-93ab4802-5fe5-4e10-bb33-7c0383830923 None None] Set router 45865ad6-b16b-49fd-bf88-8892655e5eb7 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:50:59.386652 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56ab19-6003-4c2b-aaff-40176203e491 req-685b6cd9-f76e-4ce0-af57-9ae6e8057ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:50:59.388560 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6d56ab19-6003-4c2b-aaff-40176203e491 req-685b6cd9-f76e-4ce0-af57-9ae6e8057ffa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 1096 time: 0.0923822 Mar 28 19:50:59.576518 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56ab19-6003-4c2b-aaff-40176203e491 req-188b5647-4a44-4545-8f32-f93695d974c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:50:59.577955 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6d56ab19-6003-4c2b-aaff-40176203e491 req-188b5647-4a44-4545-8f32-f93695d974c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9eef9805-e1e5-4111-8952-5cdd61032cbf HTTP/1.1" status: 200 len: 898 time: 0.1815910 Mar 28 19:50:59.625293 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-93ab4802-5fe5-4e10-bb33-7c0383830923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126764929', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '85944719-4185-4014-860e-ed65ec80c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:48:26Z', 'updated_at': '2022-03-28T19:48:31Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '85944719-4185-4014-860e-ed65ec80c872', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:48:27Z', 'updated_at': '2022-03-28T19:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'cbb7586e-f96e-40dd-bbec-1f25390b0d88', 'name': '', 'network_id': '9eef9805-e1e5-4111-8952-5cdd61032cbf', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:31:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '58e942ac-dcc7-42f8-80ac-8aaa3a07a274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:48:30Z', 'updated_at': '2022-03-28T19:48:35Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '58e942ac-dcc7-42f8-80ac-8aaa3a07a274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:50:59.629683 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ab4802-5fe5-4e10-bb33-7c0383830923 None None] Checking router: 45865ad6-b16b-49fd-bf88-8892655e5eb7 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:50:59.639986 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ab4802-5fe5-4e10-bb33-7c0383830923 None None] Routers {'45865ad6-b16b-49fd-bf88-8892655e5eb7'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:50:59.639986 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-93ab4802-5fe5-4e10-bb33-7c0383830923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:50:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['45865ad6-b16b-49fd-bf88-8892655e5eb7'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:50:59.652732 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6d56ab19-6003-4c2b-aaff-40176203e491 req-1428c811-8f0a-4369-9683-fef9df9a809d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea52a3e1-fe53-4083-9e71-40481a9eb3d5 HTTP/1.1" status: 200 len: 217 time: 0.0674384 Mar 28 19:50:59.665546 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46455d46-ea82-4912-a1cb-6c7d082bd269 req-48809108-fa11-4533-9c09-c0993670dc2f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:50:59.666270 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-46455d46-ea82-4912-a1cb-6c7d082bd269 req-48809108-fa11-4533-9c09-c0993670dc2f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Synchronizing usage tracker for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:50:59.730635 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-46455d46-ea82-4912-a1cb-6c7d082bd269 req-48809108-fa11-4533-9c09-c0993670dc2f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Unset dirty status for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:50:59.731814 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-46455d46-ea82-4912-a1cb-6c7d082bd269 req-48809108-fa11-4533-9c09-c0993670dc2f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 943 time: 0.2516985 Mar 28 19:50:59.736605 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56ab19-6003-4c2b-aaff-40176203e491 req-32a8452f-77c4-49c0-8336-abef7f6d7a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:50:59.737996 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6d56ab19-6003-4c2b-aaff-40176203e491 req-32a8452f-77c4-49c0-8336-abef7f6d7a0e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58e942ac-dcc7-42f8-80ac-8aaa3a07a274 HTTP/1.1" status: 200 len: 834 time: 0.0690055 Mar 28 19:50:59.819700 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-93ab4802-5fe5-4e10-bb33-7c0383830923 None None] Set router 45865ad6-b16b-49fd-bf88-8892655e5eb7 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:50:59.828528 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-46455d46-ea82-4912-a1cb-6c7d082bd269 req-7fd37697-0e2f-4ab6-a212-0aabbe1e3428 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895991 Mar 28 19:50:59.853341 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56ab19-6003-4c2b-aaff-40176203e491 req-dd32018f-b4cb-4a84-85b8-d824c1e6943a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:50:59.854775 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6d56ab19-6003-4c2b-aaff-40176203e491 req-dd32018f-b4cb-4a84-85b8-d824c1e6943a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9eef9805-e1e5-4111-8952-5cdd61032cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1031373 Mar 28 19:50:59.987543 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6d56ab19-6003-4c2b-aaff-40176203e491 req-9558060a-75cd-4abf-8608-9ef0d3aabddc service neutron] 10.222.0.26 "GET /v2.0/networks/9eef9805-e1e5-4111-8952-5cdd61032cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255717 Mar 28 19:51:00.127768 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-93ab4802-5fe5-4e10-bb33-7c0383830923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126764929', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '85944719-4185-4014-860e-ed65ec80c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:48:26Z', 'updated_at': '2022-03-28T19:48:31Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '85944719-4185-4014-860e-ed65ec80c872', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:48:27Z', 'updated_at': '2022-03-28T19:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'cbb7586e-f96e-40dd-bbec-1f25390b0d88', 'name': '', 'network_id': '9eef9805-e1e5-4111-8952-5cdd61032cbf', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:31:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '58e942ac-dcc7-42f8-80ac-8aaa3a07a274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:48:30Z', 'updated_at': '2022-03-28T19:48:35Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '58e942ac-dcc7-42f8-80ac-8aaa3a07a274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:51:00.131733 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ab4802-5fe5-4e10-bb33-7c0383830923 None None] The sync data for ids ['45865ad6-b16b-49fd-bf88-8892655e5eb7'] in dv-neutron-834711-1-hyperv is: [{'id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126764929', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '85944719-4185-4014-860e-ed65ec80c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:48:26Z', 'updated_at': '2022-03-28T19:48:31Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '85944719-4185-4014-860e-ed65ec80c872', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:48:27Z', 'updated_at': '2022-03-28T19:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': 'cbb7586e-f96e-40dd-bbec-1f25390b0d88', 'name': '', 'network_id': '9eef9805-e1e5-4111-8952-5cdd61032cbf', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:31:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '58e942ac-dcc7-42f8-80ac-8aaa3a07a274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:48:30Z', 'updated_at': '2022-03-28T19:48:35Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '58e942ac-dcc7-42f8-80ac-8aaa3a07a274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:51:00.141676 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6d56ab19-6003-4c2b-aaff-40176203e491 req-a08dce85-3c24-445c-8c42-c4d750bb20bd service neutron] 10.222.0.26 "GET /v2.0/networks/9eef9805-e1e5-4111-8952-5cdd61032cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476638 Mar 28 19:51:00.326254 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:00.334808 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb380c31-8961-42d4-bb15-820e82bb7a92 None None] New status for floating IP 63ba4f7e-44ba-4b91-bd69-6353ca188510: DOWN {{(pid=87835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:51:01.017740 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def386af-c125-4219-842e-b8f62a11e740 req-dd2ddb46-4f1d-42f8-b06b-15f8236284ff tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:01.019172 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-def386af-c125-4219-842e-b8f62a11e740 req-dd2ddb46-4f1d-42f8-b06b-15f8236284ff tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 943 time: 0.0827122 Mar 28 19:51:01.063972 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-def386af-c125-4219-842e-b8f62a11e740 req-0d439ded-fbf1-4bff-8757-72c68992021a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=35ae672a-6730-400d-8dde-3c0959819686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385752 Mar 28 19:51:01.387390 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c4068-eddd-4b48-994a-8de01bd83059 req-30d8dae4-07b6-4794-b4ac-6eb27cdbe3ba tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:01.388692 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-de6c4068-eddd-4b48-994a-8de01bd83059 req-30d8dae4-07b6-4794-b4ac-6eb27cdbe3ba tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 943 time: 0.0809405 Mar 28 19:51:01.457030 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-de6c4068-eddd-4b48-994a-8de01bd83059 req-a19788ec-ec5c-4ab0-a87b-6965d7fb5fdc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Deleting port ea52a3e1-fe53-4083-9e71-40481a9eb3d5 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:51:01.457355 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-de6c4068-eddd-4b48-994a-8de01bd83059 req-a19788ec-ec5c-4ab0-a87b-6965d7fb5fdc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:01.809779 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-de6c4068-eddd-4b48-994a-8de01bd83059 req-a19788ec-ec5c-4ab0-a87b-6965d7fb5fdc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] For port ea52a3e1-fe53-4083-9e71-40481a9eb3d5, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=ea52a3e1-fe53-4083-9e71-40481a9eb3d5,segment=NetworkSegment(b7ba09c6-e7d2-4309-8477-6f1d40f07c2c),segment_id=b7ba09c6-e7d2-4309-8477-6f1d40f07c2c)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:51:01.810128 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-de6c4068-eddd-4b48-994a-8de01bd83059 req-a19788ec-ec5c-4ab0-a87b-6965d7fb5fdc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:01.929157 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-de6c4068-eddd-4b48-994a-8de01bd83059 req-a19788ec-ec5c-4ab0-a87b-6965d7fb5fdc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Calling delete_port for ea52a3e1-fe53-4083-9e71-40481a9eb3d5 owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:51:02.073340 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-de6c4068-eddd-4b48-994a-8de01bd83059 req-a19788ec-ec5c-4ab0-a87b-6965d7fb5fdc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:02.130383 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19788ec-ec5c-4ab0-a87b-6965d7fb5fdc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'Port': ['ID=ea52a3e1-fe53-4083-9e71-40481a9eb3d5,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:02.142094 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:02.247873 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6c4068-eddd-4b48-994a-8de01bd83059 req-a19788ec-ec5c-4ab0-a87b-6965d7fb5fdc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] No DVR routers for this DVR port ea52a3e1-fe53-4083-9e71-40481a9eb3d5 on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:51:02.254256 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-de6c4068-eddd-4b48-994a-8de01bd83059 req-a19788ec-ec5c-4ab0-a87b-6965d7fb5fdc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:02.256761 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e', 'name': 'network-vif-deleted', 'tag': 'ea52a3e1-fe53-4083-9e71-40481a9eb3d5'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:51:02.262358 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a932117c-6e08-43d5-a445-b23cb47c72ab req-9793a64c-5286-49da-8061-69b0689b14b1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e HTTP/1.1" status: 200 len: 210 time: 0.0614364 Mar 28 19:51:02.274401 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-de6c4068-eddd-4b48-994a-8de01bd83059 req-a19788ec-ec5c-4ab0-a87b-6965d7fb5fdc tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.26 "DELETE /v2.0/ports/ea52a3e1-fe53-4083-9e71-40481a9eb3d5 HTTP/1.1" status: 204 len: 173 time: 0.8801935 Mar 28 19:51:02.311720 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca03eb84-4ae8-4c6b-9d2f-b4d08944a61e', 'name': 'network-vif-deleted', 'tag': 'ea52a3e1-fe53-4083-9e71-40481a9eb3d5', 'status': 'completed', 'code': 200} Mar 28 19:51:03.364560 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39622) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:51:03.900352 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e57adf2c-13bd-4599-99dc-59fa9770834e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:04.343865 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-e57adf2c-13bd-4599-99dc-59fa9770834e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Deleting port cbb7586e-f96e-40dd-bbec-1f25390b0d88 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:51:04.344202 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e57adf2c-13bd-4599-99dc-59fa9770834e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:04.532410 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-e57adf2c-13bd-4599-99dc-59fa9770834e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] For port cbb7586e-f96e-40dd-bbec-1f25390b0d88, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=cbb7586e-f96e-40dd-bbec-1f25390b0d88,segment=NetworkSegment(b7ba09c6-e7d2-4309-8477-6f1d40f07c2c),segment_id=b7ba09c6-e7d2-4309-8477-6f1d40f07c2c)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:51:04.533092 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e57adf2c-13bd-4599-99dc-59fa9770834e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:04.656317 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-e57adf2c-13bd-4599-99dc-59fa9770834e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Calling delete_port for cbb7586e-f96e-40dd-bbec-1f25390b0d88 owned by network:router_interface {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:51:05.001116 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e57adf2c-13bd-4599-99dc-59fa9770834e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:05.053907 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57adf2c-13bd-4599-99dc-59fa9770834e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'Port': ['ID=cbb7586e-f96e-40dd-bbec-1f25390b0d88,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:05.296986 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device ea52a3e1-fe53-4083-9e71-40481a9eb3d5 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:51:05.335476 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: ea52a3e1-fe53-4083-9e71-40481a9eb3d5 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:51:05.335731 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device ea52a3e1-fe53-4083-9e71-40481a9eb3d5 not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:51:05.377622 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e57adf2c-13bd-4599-99dc-59fa9770834e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:05.895998 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57adf2c-13bd-4599-99dc-59fa9770834e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Router 45865ad6-b16b-49fd-bf88-8892655e5eb7 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:51:06.071109 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57adf2c-13bd-4599-99dc-59fa9770834e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:51:06.080422 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb53ff96-5f1a-41c1-83d8-607ee3067e65 None None] Sync routers for ids ['45865ad6-b16b-49fd-bf88-8892655e5eb7'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:51:06.084125 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e57adf2c-13bd-4599-99dc-59fa9770834e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "PUT /v2.0/routers/45865ad6-b16b-49fd-bf88-8892655e5eb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7185080 Mar 28 19:51:06.086828 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39626) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:51:06.089428 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb53ff96-5f1a-41c1-83d8-607ee3067e65 None None] Routers {'45865ad6-b16b-49fd-bf88-8892655e5eb7'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:51:06.090026 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-cb53ff96-5f1a-41c1-83d8-607ee3067e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:50:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['45865ad6-b16b-49fd-bf88-8892655e5eb7'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:51:06.150327 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-8728d26e-6cc1-4625-b2be-9a397b250ef7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Deleting subnet 58e942ac-dcc7-42f8-80ac-8aaa3a07a274 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:51:06.153109 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8728d26e-6cc1-4625-b2be-9a397b250ef7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:06.209492 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8728d26e-6cc1-4625-b2be-9a397b250ef7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:06.263110 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-cb53ff96-5f1a-41c1-83d8-607ee3067e65 None None] Set router 45865ad6-b16b-49fd-bf88-8892655e5eb7 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:51:06.289046 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8728d26e-6cc1-4625-b2be-9a397b250ef7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:06.361515 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8728d26e-6cc1-4625-b2be-9a397b250ef7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:06.402048 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728d26e-6cc1-4625-b2be-9a397b250ef7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'Subnet': ['ID=58e942ac-dcc7-42f8-80ac-8aaa3a07a274,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:06.407236 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8728d26e-6cc1-4625-b2be-9a397b250ef7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:06.416113 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-8728d26e-6cc1-4625-b2be-9a397b250ef7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "DELETE /v2.0/subnets/58e942ac-dcc7-42f8-80ac-8aaa3a07a274 HTTP/1.1" status: 204 len: 168 time: 0.3260980 Mar 28 19:51:06.416370 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39630) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:51:06.455760 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cb1a6f-0ef6-46a0-9fad-56da6bc8294d None None] Network 9eef9805-e1e5-4111-8952-5cdd61032cbf requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:51:06.599777 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1d97b9b5-b637-41b5-9bf4-3118d79f80da tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:06.764705 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-cb53ff96-5f1a-41c1-83d8-607ee3067e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126764929', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '85944719-4185-4014-860e-ed65ec80c872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:48:26Z', 'updated_at': '2022-03-28T19:51:04Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '85944719-4185-4014-860e-ed65ec80c872', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:48:27Z', 'updated_at': '2022-03-28T19:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:51:06.771347 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb53ff96-5f1a-41c1-83d8-607ee3067e65 None None] Checking router: 45865ad6-b16b-49fd-bf88-8892655e5eb7 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:51:06.783162 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb53ff96-5f1a-41c1-83d8-607ee3067e65 None None] Routers {'45865ad6-b16b-49fd-bf88-8892655e5eb7'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:51:06.783757 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-cb53ff96-5f1a-41c1-83d8-607ee3067e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:50:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['45865ad6-b16b-49fd-bf88-8892655e5eb7'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:51:06.785931 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1d97b9b5-b637-41b5-9bf4-3118d79f80da tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:06.797177 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-1d97b9b5-b637-41b5-9bf4-3118d79f80da tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Deleting port 85944719-4185-4014-860e-ed65ec80c872 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:51:06.797736 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1d97b9b5-b637-41b5-9bf4-3118d79f80da tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:06.846862 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1633bd-c5f9-47bf-9769-54f53a0f7bde None None] DHCP port deletion for 9eef9805-e1e5-4111-8952-5cdd61032cbf request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:51:06.860852 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-ff1633bd-c5f9-47bf-9769-54f53a0f7bde None None] Deleting port 5e476b69-0b9e-4531-b96d-168d3909a729 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:51:06.861223 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ff1633bd-c5f9-47bf-9769-54f53a0f7bde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:06.972024 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-1d97b9b5-b637-41b5-9bf4-3118d79f80da tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] For port 85944719-4185-4014-860e-ed65ec80c872, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=85944719-4185-4014-860e-ed65ec80c872,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:51:06.972587 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1d97b9b5-b637-41b5-9bf4-3118d79f80da tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:07.013036 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-cb53ff96-5f1a-41c1-83d8-607ee3067e65 None None] Set router 45865ad6-b16b-49fd-bf88-8892655e5eb7 gateway port host: None {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:51:07.129670 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-cb53ff96-5f1a-41c1-83d8-607ee3067e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126764929', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:48:26Z', 'updated_at': '2022-03-28T19:51:06Z', 'revision_number': 6, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:51:07.138472 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb53ff96-5f1a-41c1-83d8-607ee3067e65 None None] The sync data for ids ['45865ad6-b16b-49fd-bf88-8892655e5eb7'] in dv-neutron-834711-1-hyperv is: [{'id': '45865ad6-b16b-49fd-bf88-8892655e5eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126764929', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:48:26Z', 'updated_at': '2022-03-28T19:51:06Z', 'revision_number': 6, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port_host': None}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:51:07.216896 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-1d97b9b5-b637-41b5-9bf4-3118d79f80da tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Calling delete_port for 85944719-4185-4014-860e-ed65ec80c872 owned by network:router_gateway {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:51:07.254740 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-ff1633bd-c5f9-47bf-9769-54f53a0f7bde None None] For port 5e476b69-0b9e-4531-b96d-168d3909a729, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=5e476b69-0b9e-4531-b96d-168d3909a729,segment=NetworkSegment(b7ba09c6-e7d2-4309-8477-6f1d40f07c2c),segment_id=b7ba09c6-e7d2-4309-8477-6f1d40f07c2c)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:51:07.255098 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ff1633bd-c5f9-47bf-9769-54f53a0f7bde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:07.381175 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-ff1633bd-c5f9-47bf-9769-54f53a0f7bde None None] Calling delete_port for 5e476b69-0b9e-4531-b96d-168d3909a729 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:51:07.381772 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1d97b9b5-b637-41b5-9bf4-3118d79f80da tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:07.428790 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97b9b5-b637-41b5-9bf4-3118d79f80da tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'Port': ['ID=85944719-4185-4014-860e-ed65ec80c872,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:07.460264 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ff1633bd-c5f9-47bf-9769-54f53a0f7bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:07.509247 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1633bd-c5f9-47bf-9769-54f53a0f7bde None None] Pushing event deleted for resources: {'Port': ['ID=5e476b69-0b9e-4531-b96d-168d3909a729,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:07.514510 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1633bd-c5f9-47bf-9769-54f53a0f7bde None None] No DVR routers for this DVR port 5e476b69-0b9e-4531-b96d-168d3909a729 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:51:07.530256 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1d97b9b5-b637-41b5-9bf4-3118d79f80da tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:07.704882 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1d97b9b5-b637-41b5-9bf4-3118d79f80da tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:07.707774 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1d97b9b5-b637-41b5-9bf4-3118d79f80da tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:07.730790 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1d97b9b5-b637-41b5-9bf4-3118d79f80da tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:07.731302 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d97b9b5-b637-41b5-9bf4-3118d79f80da tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Fanout notify agent at l3_agent the message router_deleted on router 45865ad6-b16b-49fd-bf88-8892655e5eb7 {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:51:07.746102 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1d97b9b5-b637-41b5-9bf4-3118d79f80da tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:07.747194 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1d97b9b5-b637-41b5-9bf4-3118d79f80da tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "DELETE /v2.0/routers/45865ad6-b16b-49fd-bf88-8892655e5eb7 HTTP/1.1" status: 204 len: 168 time: 1.3299026 Mar 28 19:51:07.749787 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39634) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:51:07.863525 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c7f5b612-b9e1-4fca-8ba7-c823f9c9beea tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:07.956670 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device cbb7586e-f96e-40dd-bbec-1f25390b0d88 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:51:07.990341 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: cbb7586e-f96e-40dd-bbec-1f25390b0d88 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:51:07.990680 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device cbb7586e-f96e-40dd-bbec-1f25390b0d88 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:51:07.991135 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 85944719-4185-4014-860e-ed65ec80c872 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:51:07.999570 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c7f5b612-b9e1-4fca-8ba7-c823f9c9beea tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:08.024760 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 85944719-4185-4014-860e-ed65ec80c872 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:51:08.025442 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 85944719-4185-4014-860e-ed65ec80c872 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:51:08.025585 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 5e476b69-0b9e-4531-b96d-168d3909a729 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:51:08.027110 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-c7f5b612-b9e1-4fca-8ba7-c823f9c9beea tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eef9805-e1e5-4111-8952-5cdd61032cbf']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:51:08.039442 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-c7f5b612-b9e1-4fca-8ba7-c823f9c9beea tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ba09c6-e7d2-4309-8477-6f1d40f07c2c') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:51:08.039742 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-c7f5b612-b9e1-4fca-8ba7-c823f9c9beea tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ba09c6-e7d2-4309-8477-6f1d40f07c2c') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:51:08.052220 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c7f5b612-b9e1-4fca-8ba7-c823f9c9beea tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:08.060320 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 5e476b69-0b9e-4531-b96d-168d3909a729 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:51:08.060664 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 5e476b69-0b9e-4531-b96d-168d3909a729 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:51:08.071340 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c7f5b612-b9e1-4fca-8ba7-c823f9c9beea tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:08.078654 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f5b612-b9e1-4fca-8ba7-c823f9c9beea tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:51:08.079094 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c7f5b612-b9e1-4fca-8ba7-c823f9c9beea tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:51:08.094379 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:51:08.176525 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c7f5b612-b9e1-4fca-8ba7-c823f9c9beea tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:08.195138 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c7f5b612-b9e1-4fca-8ba7-c823f9c9beea tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:08.205883 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5b612-b9e1-4fca-8ba7-c823f9c9beea tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'Network': ['ID=9eef9805-e1e5-4111-8952-5cdd61032cbf,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:08.213898 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c7f5b612-b9e1-4fca-8ba7-c823f9c9beea tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "DELETE /v2.0/networks/9eef9805-e1e5-4111-8952-5cdd61032cbf HTTP/1.1" status: 204 len: 168 time: 0.4631016 Mar 28 19:51:08.216573 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39638) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:51:08.281912 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3bfa600d-a597-4f59-af03-4c905ce2a1f1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:08.310420 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3bfa600d-a597-4f59-af03-4c905ce2a1f1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:08.379423 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3bfa600d-a597-4f59-af03-4c905ce2a1f1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:08.397334 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa600d-a597-4f59-af03-4c905ce2a1f1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ae672a-6730-400d-8dde-3c0959819686,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:08.410508 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3bfa600d-a597-4f59-af03-4c905ce2a1f1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:08.412318 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3bfa600d-a597-4f59-af03-4c905ce2a1f1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "DELETE /v2.0/security-groups/35ae672a-6730-400d-8dde-3c0959819686 HTTP/1.1" status: 204 len: 168 time: 0.1946793 Mar 28 19:51:09.037496 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39646) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:51:09.042676 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-b1d4021b-9545-4e16-a071-48cb81d79687 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-821336163', 'description': 'tempest-secgroup-smoke-821336163 description', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:51:09.048718 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b1d4021b-9545-4e16-a071-48cb81d79687 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:51:09.053395 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b1d4021b-9545-4e16-a071-48cb81d79687 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:51:09.056280 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b1d4021b-9545-4e16-a071-48cb81d79687 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:51:09.062018 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b1d4021b-9545-4e16-a071-48cb81d79687 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:51:09.072698 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b1d4021b-9545-4e16-a071-48cb81d79687 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:09.091564 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b1d4021b-9545-4e16-a071-48cb81d79687 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:51:09.095228 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b1d4021b-9545-4e16-a071-48cb81d79687 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:51:09.097932 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b1d4021b-9545-4e16-a071-48cb81d79687 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:51:09.103477 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b1d4021b-9545-4e16-a071-48cb81d79687 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:51:09.171874 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b1d4021b-9545-4e16-a071-48cb81d79687 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:09.175837 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b1d4021b-9545-4e16-a071-48cb81d79687 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:09.218760 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4021b-9545-4e16-a071-48cb81d79687 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:09.221536 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b1d4021b-9545-4e16-a071-48cb81d79687 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:09.222695 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b1d4021b-9545-4e16-a071-48cb81d79687 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1841669 Mar 28 19:51:09.225669 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39650) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:51:09.230676 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-39c8c982-b768-4474-afd4-0d8c11fe1bec tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group_rule': {'security_group_id': '983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:51:09.237022 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-39c8c982-b768-4474-afd4-0d8c11fe1bec tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:51:09.241004 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-39c8c982-b768-4474-afd4-0d8c11fe1bec tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:51:09.243783 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-39c8c982-b768-4474-afd4-0d8c11fe1bec tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:51:09.249272 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-39c8c982-b768-4474-afd4-0d8c11fe1bec tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:51:09.265190 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-39c8c982-b768-4474-afd4-0d8c11fe1bec tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:09.325994 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-39c8c982-b768-4474-afd4-0d8c11fe1bec tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:09.329182 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-39c8c982-b768-4474-afd4-0d8c11fe1bec tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:09.352208 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8c982-b768-4474-afd4-0d8c11fe1bec tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c90156-09d2-4bc2-b816-e2f3445f5f1c,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:09.360109 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-39c8c982-b768-4474-afd4-0d8c11fe1bec tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:09.361257 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-39c8c982-b768-4474-afd4-0d8c11fe1bec tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1346841 Mar 28 19:51:09.364706 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39654) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:51:09.369468 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-c122a72c-6f23-47c9-85fd-d4d63cab1c69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group_rule': {'security_group_id': '983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:51:09.375267 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c122a72c-6f23-47c9-85fd-d4d63cab1c69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:51:09.379025 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c122a72c-6f23-47c9-85fd-d4d63cab1c69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:51:09.381800 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c122a72c-6f23-47c9-85fd-d4d63cab1c69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:51:09.387504 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c122a72c-6f23-47c9-85fd-d4d63cab1c69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:51:09.402900 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c122a72c-6f23-47c9-85fd-d4d63cab1c69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:09.462552 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c122a72c-6f23-47c9-85fd-d4d63cab1c69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:09.465927 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c122a72c-6f23-47c9-85fd-d4d63cab1c69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:09.488883 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122a72c-6f23-47c9-85fd-d4d63cab1c69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a775a85e-d0f9-4a9c-b925-19786ffb2363,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:09.496830 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c122a72c-6f23-47c9-85fd-d4d63cab1c69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:09.497972 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c122a72c-6f23-47c9-85fd-d4d63cab1c69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1323683 Mar 28 19:51:09.500741 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39658) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:51:09.506351 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-cf875020-2fcc-4809-a32d-91bd11a034ed tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group_rule': {'security_group_id': '983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:51:09.512008 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-cf875020-2fcc-4809-a32d-91bd11a034ed tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:51:09.515778 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-cf875020-2fcc-4809-a32d-91bd11a034ed tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:51:09.519230 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-cf875020-2fcc-4809-a32d-91bd11a034ed tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:51:09.524764 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-cf875020-2fcc-4809-a32d-91bd11a034ed tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:51:09.541167 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cf875020-2fcc-4809-a32d-91bd11a034ed tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:09.602910 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cf875020-2fcc-4809-a32d-91bd11a034ed tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:09.605963 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cf875020-2fcc-4809-a32d-91bd11a034ed tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:09.629496 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf875020-2fcc-4809-a32d-91bd11a034ed tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e2f09f-c69b-497e-8878-4cd542629897,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:09.639665 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-cf875020-2fcc-4809-a32d-91bd11a034ed tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:09.640905 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-cf875020-2fcc-4809-a32d-91bd11a034ed tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392658 Mar 28 19:51:09.644456 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39662) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:51:09.650009 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-f961fd3e-7333-4b03-aff6-123f9129a73a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group_rule': {'security_group_id': '983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:51:09.656671 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f961fd3e-7333-4b03-aff6-123f9129a73a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:51:09.661213 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f961fd3e-7333-4b03-aff6-123f9129a73a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:51:09.664084 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f961fd3e-7333-4b03-aff6-123f9129a73a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:51:09.670080 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f961fd3e-7333-4b03-aff6-123f9129a73a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:51:09.687042 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f961fd3e-7333-4b03-aff6-123f9129a73a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:09.749129 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f961fd3e-7333-4b03-aff6-123f9129a73a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:09.752388 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f961fd3e-7333-4b03-aff6-123f9129a73a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:09.774643 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961fd3e-7333-4b03-aff6-123f9129a73a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=decda452-836e-4f1a-9600-b236f4a4f648,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:09.785859 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961fd3e-7333-4b03-aff6-123f9129a73a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:09.786234 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961fd3e-7333-4b03-aff6-123f9129a73a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:09.786621 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961fd3e-7333-4b03-aff6-123f9129a73a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:09.787016 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961fd3e-7333-4b03-aff6-123f9129a73a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:09.787392 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961fd3e-7333-4b03-aff6-123f9129a73a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:09.787727 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961fd3e-7333-4b03-aff6-123f9129a73a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:09.788057 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961fd3e-7333-4b03-aff6-123f9129a73a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:09.788382 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961fd3e-7333-4b03-aff6-123f9129a73a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:09.788712 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961fd3e-7333-4b03-aff6-123f9129a73a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:09.789035 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961fd3e-7333-4b03-aff6-123f9129a73a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:09.789373 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961fd3e-7333-4b03-aff6-123f9129a73a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:09.789678 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961fd3e-7333-4b03-aff6-123f9129a73a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:09.792611 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f961fd3e-7333-4b03-aff6-123f9129a73a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:09.793750 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f961fd3e-7333-4b03-aff6-123f9129a73a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1483293 Mar 28 19:51:09.796508 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39666) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:51:09.801533 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-d5a979e4-f4f6-4be6-b03f-e91ed13d2ab6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group_rule': {'security_group_id': '983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:51:09.807249 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d5a979e4-f4f6-4be6-b03f-e91ed13d2ab6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:51:09.811060 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d5a979e4-f4f6-4be6-b03f-e91ed13d2ab6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:51:09.814992 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d5a979e4-f4f6-4be6-b03f-e91ed13d2ab6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:51:09.820904 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d5a979e4-f4f6-4be6-b03f-e91ed13d2ab6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:51:09.832021 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-d5a979e4-f4f6-4be6-b03f-e91ed13d2ab6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Project 5c14268c8e5841d7aff34a232cfbb74a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:51:09.838313 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d5a979e4-f4f6-4be6-b03f-e91ed13d2ab6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:09.900621 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d5a979e4-f4f6-4be6-b03f-e91ed13d2ab6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:09.903924 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d5a979e4-f4f6-4be6-b03f-e91ed13d2ab6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:09.926696 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a979e4-f4f6-4be6-b03f-e91ed13d2ab6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=625f8dd3-ab2d-497a-835c-a62f1dac1358,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:09.935434 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d5a979e4-f4f6-4be6-b03f-e91ed13d2ab6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:09.936596 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d5a979e4-f4f6-4be6-b03f-e91ed13d2ab6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1391156 Mar 28 19:51:09.939418 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39670) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:51:09.944633 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-311ca347-819e-4d19-9a55-7a74a73ff8f8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group_rule': {'security_group_id': '983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:51:09.950249 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-311ca347-819e-4d19-9a55-7a74a73ff8f8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:51:09.954122 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-311ca347-819e-4d19-9a55-7a74a73ff8f8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:51:09.957506 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-311ca347-819e-4d19-9a55-7a74a73ff8f8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:51:09.963333 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-311ca347-819e-4d19-9a55-7a74a73ff8f8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:51:09.974035 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-311ca347-819e-4d19-9a55-7a74a73ff8f8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Project 5c14268c8e5841d7aff34a232cfbb74a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:51:09.980371 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-311ca347-819e-4d19-9a55-7a74a73ff8f8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:10.045289 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-311ca347-819e-4d19-9a55-7a74a73ff8f8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:10.048563 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-311ca347-819e-4d19-9a55-7a74a73ff8f8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:10.074974 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ca347-819e-4d19-9a55-7a74a73ff8f8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5202bd1-5744-4fce-ae2a-dd9f3009bf44,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:10.081685 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-311ca347-819e-4d19-9a55-7a74a73ff8f8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:10.082947 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-311ca347-819e-4d19-9a55-7a74a73ff8f8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1424377 Mar 28 19:51:10.085704 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39674) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:51:10.090926 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-b48c0336-0201-4b21-82fe-4f63285f495c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'network': {'name': 'tempest-network-smoke--1986568462', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'port_security_enabled': True}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:51:10.095645 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b48c0336-0201-4b21-82fe-4f63285f495c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:51:10.099731 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b48c0336-0201-4b21-82fe-4f63285f495c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:network and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:51:10.102650 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b48c0336-0201-4b21-82fe-4f63285f495c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:51:10.108235 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b48c0336-0201-4b21-82fe-4f63285f495c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:51:10.117842 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48c0336-0201-4b21-82fe-4f63285f495c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Made reservation on behalf of 5c14268c8e5841d7aff34a232cfbb74a for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:51:10.121162 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b48c0336-0201-4b21-82fe-4f63285f495c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:10.148974 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b48c0336-0201-4b21-82fe-4f63285f495c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:51:10.157477 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b48c0336-0201-4b21-82fe-4f63285f495c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:10.157759 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-b48c0336-0201-4b21-82fe-4f63285f495c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Added segment c0906793-caae-4479-ba37-43ffdccae94b of type vlan for network 60aa38cb-68d1-45af-8385-aba71a3f4b8b Mar 28 19:51:10.182445 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b48c0336-0201-4b21-82fe-4f63285f495c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:10.211546 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b48c0336-0201-4b21-82fe-4f63285f495c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:10.217014 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48c0336-0201-4b21-82fe-4f63285f495c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:10.217588 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b48c0336-0201-4b21-82fe-4f63285f495c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:10.313364 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b48c0336-0201-4b21-82fe-4f63285f495c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2266662 Mar 28 19:51:10.317086 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39678) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:51:10.322568 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-4ae91b9b-4ffa-45ed-9980-4be7fd8d4b87 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-320641245', 'admin_state_up': True, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:51:10.325893 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c0336-0201-4b21-82fe-4f63285f495c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Network': ['ID=60aa38cb-68d1-45af-8385-aba71a3f4b8b,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:10.330711 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4ae91b9b-4ffa-45ed-9980-4be7fd8d4b87 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:51:10.335275 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4ae91b9b-4ffa-45ed-9980-4be7fd8d4b87 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:router and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:51:10.337562 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 60aa38cb-68d1-45af-8385-aba71a3f4b8b details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:51:10.338188 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4ae91b9b-4ffa-45ed-9980-4be7fd8d4b87 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:51:10.347106 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4ae91b9b-4ffa-45ed-9980-4be7fd8d4b87 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:51:10.356278 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4ae91b9b-4ffa-45ed-9980-4be7fd8d4b87 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:10.357266 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4ae91b9b-4ffa-45ed-9980-4be7fd8d4b87 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:10.371559 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4ae91b9b-4ffa-45ed-9980-4be7fd8d4b87 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:10.735606 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4ae91b9b-4ffa-45ed-9980-4be7fd8d4b87 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:11.026053 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4ae91b9b-4ffa-45ed-9980-4be7fd8d4b87 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router_gateway, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:11.054311 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4ae91b9b-4ffa-45ed-9980-4be7fd8d4b87 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:11.184861 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-4ae91b9b-4ffa-45ed-9980-4be7fd8d4b87 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Allocated IP 172.26.4.141 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/ac955d92-7ab9-4a47-b2fa-f01377009fbf) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:51:11.326071 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4ae91b9b-4ffa-45ed-9980-4be7fd8d4b87 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:11.353481 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4ae91b9b-4ffa-45ed-9980-4be7fd8d4b87 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:11.410476 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae91b9b-4ffa-45ed-9980-4be7fd8d4b87 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:51:11.413091 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-4ae91b9b-4ffa-45ed-9980-4be7fd8d4b87 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:51:11.420500 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae91b9b-4ffa-45ed-9980-4be7fd8d4b87 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:51:11.464023 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae91b9b-4ffa-45ed-9980-4be7fd8d4b87 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Port': ['ID=ac955d92-7ab9-4a47-b2fa-f01377009fbf,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:11.833385 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4ae91b9b-4ffa-45ed-9980-4be7fd8d4b87 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router_gateway, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:12.300441 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4ae91b9b-4ffa-45ed-9980-4be7fd8d4b87 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:12.501335 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae91b9b-4ffa-45ed-9980-4be7fd8d4b87 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Router 98abec3e-edf7-4713-901a-2c89946904e9 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:51:12.673860 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae91b9b-4ffa-45ed-9980-4be7fd8d4b87 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:51:12.685177 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5211cfd-c27b-4397-bc00-b5042afc94d2 None None] Sync routers for ids ['98abec3e-edf7-4713-901a-2c89946904e9'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:51:12.695906 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5211cfd-c27b-4397-bc00-b5042afc94d2 None None] Routers {'98abec3e-edf7-4713-901a-2c89946904e9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:51:12.696626 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-c5211cfd-c27b-4397-bc00-b5042afc94d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:50:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['98abec3e-edf7-4713-901a-2c89946904e9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:51:12.701591 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4ae91b9b-4ffa-45ed-9980-4be7fd8d4b87 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:12.703203 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4ae91b9b-4ffa-45ed-9980-4be7fd8d4b87 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3847914 Mar 28 19:51:12.706365 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39682) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:51:12.795221 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5f2b6172-e2e4-4051-9613-ddbcc6061694 tempest-TestNetworkAdvancedServerOps-1671564215 tempest-TestNetworkAdvancedServerOps-1671564215-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=5c14268c8e5841d7aff34a232cfbb74a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0853677 Mar 28 19:51:12.795451 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39688) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:51:12.887096 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-c5211cfd-c27b-4397-bc00-b5042afc94d2 None None] Set router 98abec3e-edf7-4713-901a-2c89946904e9 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:51:12.926126 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e15a06-26c2-4e62-9acd-659ab4a82a54 tempest-TestNetworkAdvancedServerOps-1671564215 tempest-TestNetworkAdvancedServerOps-1671564215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:12.927591 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e8e15a06-26c2-4e62-9acd-659ab4a82a54 tempest-TestNetworkAdvancedServerOps-1671564215 tempest-TestNetworkAdvancedServerOps-1671564215-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1313045 Mar 28 19:51:12.930426 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39692) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:51:12.968097 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1e95fdde-cb6a-4760-aeae-46a233cbb879 tempest-TestNetworkAdvancedServerOps-1671564215 tempest-TestNetworkAdvancedServerOps-1671564215-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=222bb166-3b66-45c7-9663-18be61b96587&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365915 Mar 28 19:51:12.970471 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39696) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:51:12.976565 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-4ea66d7e-2bff-48c9-93f3-d75f015d5324 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1968684936', 'network_id': '60aa38cb-68d1-45af-8385-aba71a3f4b8b', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:51:13.084037 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4ea66d7e-2bff-48c9-93f3-d75f015d5324 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:51:13.087766 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4ea66d7e-2bff-48c9-93f3-d75f015d5324 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:subnet and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:51:13.090468 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-4ea66d7e-2bff-48c9-93f3-d75f015d5324 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:51:13.096338 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-4ea66d7e-2bff-48c9-93f3-d75f015d5324 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:51:13.106171 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea66d7e-2bff-48c9-93f3-d75f015d5324 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Made reservation on behalf of 5c14268c8e5841d7aff34a232cfbb74a for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:51:13.109640 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4ea66d7e-2bff-48c9-93f3-d75f015d5324 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:13.172373 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-c5211cfd-c27b-4397-bc00-b5042afc94d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98abec3e-edf7-4713-901a-2c89946904e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320641245', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ac955d92-7ab9-4a47-b2fa-f01377009fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:51:10Z', 'updated_at': '2022-03-28T19:51:11Z', 'revision_number': 3, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': 'ac955d92-7ab9-4a47-b2fa-f01377009fbf', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98abec3e-edf7-4713-901a-2c89946904e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:51:11Z', 'updated_at': '2022-03-28T19:51:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:51:13.176255 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5211cfd-c27b-4397-bc00-b5042afc94d2 None None] Checking router: 98abec3e-edf7-4713-901a-2c89946904e9 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:51:13.176538 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5211cfd-c27b-4397-bc00-b5042afc94d2 None None] Updating router 98abec3e-edf7-4713-901a-2c89946904e9 port ac955d92-7ab9-4a47-b2fa-f01377009fbf binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:51:13.233436 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-c5211cfd-c27b-4397-bc00-b5042afc94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:13.325870 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4ea66d7e-2bff-48c9-93f3-d75f015d5324 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:13.403374 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea66d7e-2bff-48c9-93f3-d75f015d5324 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Subnet': ['ID=995c272d-6a57-46a6-b30a-7e4101af8c95,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:13.411908 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea66d7e-2bff-48c9-93f3-d75f015d5324 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Checking segment: {'id': 'c0906793-caae-4479-ba37-43ffdccae94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '60aa38cb-68d1-45af-8385-aba71a3f4b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:51:13.412109 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea66d7e-2bff-48c9-93f3-d75f015d5324 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network hostable DHCP agents. Network: 60aa38cb-68d1-45af-8385-aba71a3f4b8b, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:51:13.431093 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea66d7e-2bff-48c9-93f3-d75f015d5324 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network 60aa38cb-68d1-45af-8385-aba71a3f4b8b is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:51:13.439930 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-4ea66d7e-2bff-48c9-93f3-d75f015d5324 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 60aa38cb-68d1-45af-8385-aba71a3f4b8b) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:51:13.444791 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea66d7e-2bff-48c9-93f3-d75f015d5324 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:13.445928 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4ea66d7e-2bff-48c9-93f3-d75f015d5324 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:13.449396 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c45d56a-fe5e-46eb-ac2a-f1f600123aac None None] Network 60aa38cb-68d1-45af-8385-aba71a3f4b8b requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:51:13.468736 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4ea66d7e-2bff-48c9-93f3-d75f015d5324 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4965081 Mar 28 19:51:13.472205 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39700) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:51:13.597342 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-c5211cfd-c27b-4397-bc00-b5042afc94d2 None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:13.610367 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-c5211cfd-c27b-4397-bc00-b5042afc94d2 None None] Transition to ACTIVE for port object ac955d92-7ab9-4a47-b2fa-f01377009fbf will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:51:13.620780 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-c5211cfd-c27b-4397-bc00-b5042afc94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:13.716581 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-c5211cfd-c27b-4397-bc00-b5042afc94d2 None None] Attempting to bind port ac955d92-7ab9-4a47-b2fa-f01377009fbf on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:51:13.717107 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-c5211cfd-c27b-4397-bc00-b5042afc94d2 None None] Attempting to bind port ac955d92-7ab9-4a47-b2fa-f01377009fbf by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:51:13.717357 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5211cfd-c27b-4397-bc00-b5042afc94d2 None None] Attempting to bind port ac955d92-7ab9-4a47-b2fa-f01377009fbf on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:51:13.725939 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd5535-c0f8-4b59-a5d3-c11c3b49b8c3 None None] Pushing event updated for resources: {'Port': ['ID=ac955d92-7ab9-4a47-b2fa-f01377009fbf,revision_number=2']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:13.728267 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5211cfd-c27b-4397-bc00-b5042afc94d2 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:51:13.728720 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5211cfd-c27b-4397-bc00-b5042afc94d2 None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:51:13.729209 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-c5211cfd-c27b-4397-bc00-b5042afc94d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:13.729760 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5211cfd-c27b-4397-bc00-b5042afc94d2 None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:51:13.730370 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-c5211cfd-c27b-4397-bc00-b5042afc94d2 None None] Bound port: ac955d92-7ab9-4a47-b2fa-f01377009fbf, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:51:13.730915 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-c5211cfd-c27b-4397-bc00-b5042afc94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:13.734815 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-60aa38cb-68d1-45af-8385-aba71a3f4b8b', 'network_id': '60aa38cb-68d1-45af-8385-aba71a3f4b8b', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'fixed_ips': [{'subnet_id': '995c272d-6a57-46a6-b30a-7e4101af8c95'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:51:13.735709 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:13.772935 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd5535-c0f8-4b59-a5d3-c11c3b49b8c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:13.773369 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd5535-c0f8-4b59-a5d3-c11c3b49b8c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:13.773994 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd5535-c0f8-4b59-a5d3-c11c3b49b8c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:13.774115 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd5535-c0f8-4b59-a5d3-c11c3b49b8c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:13.774539 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd5535-c0f8-4b59-a5d3-c11c3b49b8c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:13.775029 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd5535-c0f8-4b59-a5d3-c11c3b49b8c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:13.775418 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd5535-c0f8-4b59-a5d3-c11c3b49b8c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:13.775809 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd5535-c0f8-4b59-a5d3-c11c3b49b8c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:13.776195 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd5535-c0f8-4b59-a5d3-c11c3b49b8c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:13.777096 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd5535-c0f8-4b59-a5d3-c11c3b49b8c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:13.777096 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd5535-c0f8-4b59-a5d3-c11c3b49b8c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:13.777312 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd5535-c0f8-4b59-a5d3-c11c3b49b8c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:13.824762 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-c5211cfd-c27b-4397-bc00-b5042afc94d2 None None] For port ac955d92-7ab9-4a47-b2fa-f01377009fbf, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:51:13.828192 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-c5211cfd-c27b-4397-bc00-b5042afc94d2 None None] For port ac955d92-7ab9-4a47-b2fa-f01377009fbf, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=ac955d92-7ab9-4a47-b2fa-f01377009fbf,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:51:13.833074 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-c5211cfd-c27b-4397-bc00-b5042afc94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:13.894592 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Allocated IP 172.20.0.2 (60aa38cb-68d1-45af-8385-aba71a3f4b8b/995c272d-6a57-46a6-b30a-7e4101af8c95/ce8772c4-7db9-49e0-9ccf-00c876bf2e22) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:51:13.915918 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5211cfd-c27b-4397-bc00-b5042afc94d2 None None] Routers {'98abec3e-edf7-4713-901a-2c89946904e9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:51:13.916791 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-c5211cfd-c27b-4397-bc00-b5042afc94d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:50:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['98abec3e-edf7-4713-901a-2c89946904e9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:51:13.981279 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd5535-c0f8-4b59-a5d3-c11c3b49b8c3 None None] Pushing event updated for resources: {'Port': ['ID=ac955d92-7ab9-4a47-b2fa-f01377009fbf,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:14.099822 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-c5211cfd-c27b-4397-bc00-b5042afc94d2 None None] Set router 98abec3e-edf7-4713-901a-2c89946904e9 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:51:14.122625 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:14.134464 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Transition to ACTIVE for port object ce8772c4-7db9-49e0-9ccf-00c876bf2e22 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:51:14.153658 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Transition to ACTIVE for port object ce8772c4-7db9-49e0-9ccf-00c876bf2e22 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:51:14.159945 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:14.221064 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Network 60aa38cb-68d1-45af-8385-aba71a3f4b8b is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:51:14.228074 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:51:14.232830 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:51:14.239610 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Pushing event updated for resources: {'Port': ['ID=ce8772c4-7db9-49e0-9ccf-00c876bf2e22,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:14.275615 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:14.275962 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:14.276307 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:14.276648 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:14.276985 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:14.277322 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:14.277654 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:14.277987 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:14.278319 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:14.278646 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:14.278998 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:14.279327 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:51:14.298266 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-259eb715-a27d-4d54-867b-8dacb468843b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:14.339780 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Attempting to bind port ce8772c4-7db9-49e0-9ccf-00c876bf2e22 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:51:14.340144 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Attempting to bind port ce8772c4-7db9-49e0-9ccf-00c876bf2e22 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'c0906793-caae-4479-ba37-43ffdccae94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '60aa38cb-68d1-45af-8385-aba71a3f4b8b'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:51:14.340500 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Attempting to bind port ce8772c4-7db9-49e0-9ccf-00c876bf2e22 on network 60aa38cb-68d1-45af-8385-aba71a3f4b8b {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:51:14.345644 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:51:14.346561 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Checking segment: {'id': 'c0906793-caae-4479-ba37-43ffdccae94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '60aa38cb-68d1-45af-8385-aba71a3f4b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:51:14.346983 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:14.347401 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Bound using segment: {'id': 'c0906793-caae-4479-ba37-43ffdccae94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '60aa38cb-68d1-45af-8385-aba71a3f4b8b'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:51:14.347846 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Bound port: ce8772c4-7db9-49e0-9ccf-00c876bf2e22, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0906793-caae-4479-ba37-43ffdccae94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '60aa38cb-68d1-45af-8385-aba71a3f4b8b'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:51:14.348223 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:14.402632 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-c5211cfd-c27b-4397-bc00-b5042afc94d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98abec3e-edf7-4713-901a-2c89946904e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320641245', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ac955d92-7ab9-4a47-b2fa-f01377009fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:51:10Z', 'updated_at': '2022-03-28T19:51:11Z', 'revision_number': 3, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': 'ac955d92-7ab9-4a47-b2fa-f01377009fbf', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98abec3e-edf7-4713-901a-2c89946904e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:51:11Z', 'updated_at': '2022-03-28T19:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:51:14.406872 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5211cfd-c27b-4397-bc00-b5042afc94d2 None None] The sync data for ids ['98abec3e-edf7-4713-901a-2c89946904e9'] in dv-neutron-834711-1-hyperv is: [{'id': '98abec3e-edf7-4713-901a-2c89946904e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320641245', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ac955d92-7ab9-4a47-b2fa-f01377009fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:51:10Z', 'updated_at': '2022-03-28T19:51:11Z', 'revision_number': 3, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': 'ac955d92-7ab9-4a47-b2fa-f01377009fbf', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98abec3e-edf7-4713-901a-2c89946904e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:51:11Z', 'updated_at': '2022-03-28T19:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:51:14.441167 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] For port ce8772c4-7db9-49e0-9ccf-00c876bf2e22, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:51:14.444661 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] For port ce8772c4-7db9-49e0-9ccf-00c876bf2e22, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=ce8772c4-7db9-49e0-9ccf-00c876bf2e22,segment=NetworkSegment(c0906793-caae-4479-ba37-43ffdccae94b),segment_id=c0906793-caae-4479-ba37-43ffdccae94b)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:51:14.448612 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:14.536964 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0c9fc-f614-4fb8-a962-068fb062ed73 None None] Pushing event updated for resources: {'Port': ['ID=ce8772c4-7db9-49e0-9ccf-00c876bf2e22,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:14.772281 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-259eb715-a27d-4d54-867b-8dacb468843b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Allocated IP 172.20.0.1 (60aa38cb-68d1-45af-8385-aba71a3f4b8b/995c272d-6a57-46a6-b30a-7e4101af8c95/1d096dca-8e41-4fd9-99ca-ef35484717fd) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:51:14.947893 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-259eb715-a27d-4d54-867b-8dacb468843b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:14.965223 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-259eb715-a27d-4d54-867b-8dacb468843b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Transition to ACTIVE for port object 1d096dca-8e41-4fd9-99ca-ef35484717fd will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:51:14.990408 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-259eb715-a27d-4d54-867b-8dacb468843b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:15.057299 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259eb715-a27d-4d54-867b-8dacb468843b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network 60aa38cb-68d1-45af-8385-aba71a3f4b8b is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:51:15.060485 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-259eb715-a27d-4d54-867b-8dacb468843b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:51:15.069238 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259eb715-a27d-4d54-867b-8dacb468843b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:51:15.109602 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259eb715-a27d-4d54-867b-8dacb468843b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Port': ['ID=1d096dca-8e41-4fd9-99ca-ef35484717fd,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:15.145267 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-259eb715-a27d-4d54-867b-8dacb468843b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:15.571519 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-259eb715-a27d-4d54-867b-8dacb468843b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:15.601414 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca7ba29-1635-4f15-ba82-25b24f6c9b37 None None] Network 60aa38cb-68d1-45af-8385-aba71a3f4b8b requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:51:15.705189 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-af6e704f-b1ae-4dc5-8f5d-962c678ff29a None None] Provisioning for port ce8772c4-7db9-49e0-9ccf-00c876bf2e22 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:51:15.790165 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device ce8772c4-7db9-49e0-9ccf-00c876bf2e22 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:51:15.925713 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port ce8772c4-7db9-49e0-9ccf-00c876bf2e22 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:51:15.941063 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port ce8772c4-7db9-49e0-9ccf-00c876bf2e22 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:51:15.941436 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:16.021791 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-259eb715-a27d-4d54-867b-8dacb468843b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:16.026938 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-259eb715-a27d-4d54-867b-8dacb468843b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:16.073866 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:16.107789 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port ce8772c4-7db9-49e0-9ccf-00c876bf2e22, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=ce8772c4-7db9-49e0-9ccf-00c876bf2e22,segment=NetworkSegment(c0906793-caae-4479-ba37-43ffdccae94b),segment_id=c0906793-caae-4479-ba37-43ffdccae94b)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:51:16.112953 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:16.113918 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device ac955d92-7ab9-4a47-b2fa-f01377009fbf up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:51:16.153393 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259eb715-a27d-4d54-867b-8dacb468843b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Port': ['ID=1d096dca-8e41-4fd9-99ca-ef35484717fd,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:16.166926 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-259eb715-a27d-4d54-867b-8dacb468843b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:16.243894 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=ce8772c4-7db9-49e0-9ccf-00c876bf2e22,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:16.255155 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-daee980e-8f66-4c35-9356-3ada45c8d6fa None None] Provisioning for port 1d096dca-8e41-4fd9-99ca-ef35484717fd completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:51:16.259251 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port ac955d92-7ab9-4a47-b2fa-f01377009fbf completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:51:16.265005 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-daee980e-8f66-4c35-9356-3ada45c8d6fa None None] Provisioning complete for port 1d096dca-8e41-4fd9-99ca-ef35484717fd triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:51:16.265434 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-daee980e-8f66-4c35-9356-3ada45c8d6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:16.294552 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port ac955d92-7ab9-4a47-b2fa-f01377009fbf triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:51:16.294552 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:16.311068 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259eb715-a27d-4d54-867b-8dacb468843b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network 60aa38cb-68d1-45af-8385-aba71a3f4b8b is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:51:16.312318 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-259eb715-a27d-4d54-867b-8dacb468843b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:51:16.370763 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-daee980e-8f66-4c35-9356-3ada45c8d6fa None None] Port 1d096dca-8e41-4fd9-99ca-ef35484717fd cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:51:16.393095 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-daee980e-8f66-4c35-9356-3ada45c8d6fa None None] Provisioning complete for port ce8772c4-7db9-49e0-9ccf-00c876bf2e22 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:51:16.393095 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-daee980e-8f66-4c35-9356-3ada45c8d6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:16.510775 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259eb715-a27d-4d54-867b-8dacb468843b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Router 98abec3e-edf7-4713-901a-2c89946904e9 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:51:16.539447 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:16.561809 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port ac955d92-7ab9-4a47-b2fa-f01377009fbf, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=ac955d92-7ab9-4a47-b2fa-f01377009fbf,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:51:16.599593 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:16.681980 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=ac955d92-7ab9-4a47-b2fa-f01377009fbf,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:16.711086 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259eb715-a27d-4d54-867b-8dacb468843b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:51:16.720396 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a1c002-f9d5-479f-bd34-f2a48bd5a9c0 None None] Sync routers for ids ['98abec3e-edf7-4713-901a-2c89946904e9'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:51:16.725302 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-259eb715-a27d-4d54-867b-8dacb468843b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "PUT /v2.0/routers/98abec3e-edf7-4713-901a-2c89946904e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2521031 Mar 28 19:51:16.730036 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a1c002-f9d5-479f-bd34-f2a48bd5a9c0 None None] Routers {'98abec3e-edf7-4713-901a-2c89946904e9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:51:16.730632 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-90a1c002-f9d5-479f-bd34-f2a48bd5a9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:50:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['98abec3e-edf7-4713-901a-2c89946904e9'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:51:16.817596 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-1b0aab08-38d8-4d6e-ae49-f70a27d8acce None None] Provisioning complete for port 1d096dca-8e41-4fd9-99ca-ef35484717fd triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:51:16.818223 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1b0aab08-38d8-4d6e-ae49-f70a27d8acce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:16.895827 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-d1b4557d-b320-41f8-ae73-78efe17f638c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Synchronizing usage tracker for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:51:16.911514 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-d1b4557d-b320-41f8-ae73-78efe17f638c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Unset dirty status for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:51:16.912810 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-d1b4557d-b320-41f8-ae73-78efe17f638c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-821336163&fields=id&tenant_id=5c14268c8e5841d7aff34a232cfbb74a HTTP/1.1" status: 200 len: 267 time: 0.0548563 Mar 28 19:51:16.952561 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-1b0aab08-38d8-4d6e-ae49-f70a27d8acce None None] Port 1d096dca-8e41-4fd9-99ca-ef35484717fd cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:51:16.966890 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-90a1c002-f9d5-479f-bd34-f2a48bd5a9c0 None None] Set router 98abec3e-edf7-4713-901a-2c89946904e9 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:51:17.186382 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-9f217da6-8519-4b24-a18e-ca33a13f67fe tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:17.187077 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-9f217da6-8519-4b24-a18e-ca33a13f67fe tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Synchronizing usage tracker for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:network {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:51:17.202414 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-9f217da6-8519-4b24-a18e-ca33a13f67fe tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Unset dirty status for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:network {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:51:17.207421 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-9f217da6-8519-4b24-a18e-ca33a13f67fe tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/networks?id=60aa38cb-68d1-45af-8385-aba71a3f4b8b HTTP/1.1" status: 200 len: 797 time: 0.2874897 Mar 28 19:51:17.219143 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-a6dc7783-403f-416c-a33c-08cc8f93f178 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/quotas/5c14268c8e5841d7aff34a232cfbb74a HTTP/1.1" status: 200 len: 375 time: 0.0089948 Mar 28 19:51:17.281808 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-90a1c002-f9d5-479f-bd34-f2a48bd5a9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98abec3e-edf7-4713-901a-2c89946904e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320641245', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ac955d92-7ab9-4a47-b2fa-f01377009fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:51:10Z', 'updated_at': '2022-03-28T19:51:15Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': 'ac955d92-7ab9-4a47-b2fa-f01377009fbf', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98abec3e-edf7-4713-901a-2c89946904e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:51:11Z', 'updated_at': '2022-03-28T19:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '1d096dca-8e41-4fd9-99ca-ef35484717fd', 'name': '', 'network_id': '60aa38cb-68d1-45af-8385-aba71a3f4b8b', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:cb:52:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98abec3e-edf7-4713-901a-2c89946904e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '995c272d-6a57-46a6-b30a-7e4101af8c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:51:14Z', 'updated_at': '2022-03-28T19:51:15Z', 'revision_number': 2, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '995c272d-6a57-46a6-b30a-7e4101af8c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:51:17.286592 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a1c002-f9d5-479f-bd34-f2a48bd5a9c0 None None] Checking router: 98abec3e-edf7-4713-901a-2c89946904e9 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:51:17.286997 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a1c002-f9d5-479f-bd34-f2a48bd5a9c0 None None] Updating router 98abec3e-edf7-4713-901a-2c89946904e9 port 1d096dca-8e41-4fd9-99ca-ef35484717fd binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:51:17.302689 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-bc04de82-eee9-4fe0-bb26-4e110acf00a5 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Synchronizing usage tracker for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:51:17.318788 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-bc04de82-eee9-4fe0-bb26-4e110acf00a5 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Unset dirty status for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:51:17.320076 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-bc04de82-eee9-4fe0-bb26-4e110acf00a5 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0947607 Mar 28 19:51:17.344034 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-90a1c002-f9d5-479f-bd34-f2a48bd5a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:17.389717 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-cadcb218-6c5d-41e5-929b-d01c4ae5a913 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:51:17.390706 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-cadcb218-6c5d-41e5-929b-d01c4ae5a913 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0580492 Mar 28 19:51:17.529412 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-09d33522-fd9e-40a3-8b59-4fab0ca32da9 service neutron] 10.222.0.10 "GET /v2.0/networks/60aa38cb-68d1-45af-8385-aba71a3f4b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283569 Mar 28 19:51:17.664330 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-0dde9030-3e64-4d32-821d-ed9872383583 service neutron] 10.222.0.10 "GET /v2.0/networks/60aa38cb-68d1-45af-8385-aba71a3f4b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285763 Mar 28 19:51:17.698012 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device ce8772c4-7db9-49e0-9ccf-00c876bf2e22 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:51:17.762610 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-90a1c002-f9d5-479f-bd34-f2a48bd5a9c0 None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:17.790500 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-90a1c002-f9d5-479f-bd34-f2a48bd5a9c0 None None] Transition to ACTIVE for port object 1d096dca-8e41-4fd9-99ca-ef35484717fd will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:51:17.800728 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-90a1c002-f9d5-479f-bd34-f2a48bd5a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:17.858492 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-67a244c6-c60b-4eba-8c55-5fb23bc206c8 req-3d57fa5b-a90c-40ac-9995-850d750e06de tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 210 time: 0.0425122 Mar 28 19:51:17.917961 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port ce8772c4-7db9-49e0-9ccf-00c876bf2e22 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:51:17.918336 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:17.980313 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba28437-8746-4291-8ce9-e189ca470c77 None None] Pushing event updated for resources: {'Port': ['ID=1d096dca-8e41-4fd9-99ca-ef35484717fd,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:18.134516 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-90a1c002-f9d5-479f-bd34-f2a48bd5a9c0 None None] Attempting to bind port 1d096dca-8e41-4fd9-99ca-ef35484717fd on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:51:18.134767 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-90a1c002-f9d5-479f-bd34-f2a48bd5a9c0 None None] Attempting to bind port 1d096dca-8e41-4fd9-99ca-ef35484717fd by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'c0906793-caae-4479-ba37-43ffdccae94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '60aa38cb-68d1-45af-8385-aba71a3f4b8b'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:51:18.135153 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a1c002-f9d5-479f-bd34-f2a48bd5a9c0 None None] Attempting to bind port 1d096dca-8e41-4fd9-99ca-ef35484717fd on network 60aa38cb-68d1-45af-8385-aba71a3f4b8b {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:51:18.146148 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a1c002-f9d5-479f-bd34-f2a48bd5a9c0 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:51:18.146512 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a1c002-f9d5-479f-bd34-f2a48bd5a9c0 None None] Checking segment: {'id': 'c0906793-caae-4479-ba37-43ffdccae94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '60aa38cb-68d1-45af-8385-aba71a3f4b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:51:18.146924 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-90a1c002-f9d5-479f-bd34-f2a48bd5a9c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:18.147311 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a1c002-f9d5-479f-bd34-f2a48bd5a9c0 None None] Bound using segment: {'id': 'c0906793-caae-4479-ba37-43ffdccae94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '60aa38cb-68d1-45af-8385-aba71a3f4b8b'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:51:18.147763 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-90a1c002-f9d5-479f-bd34-f2a48bd5a9c0 None None] Bound port: 1d096dca-8e41-4fd9-99ca-ef35484717fd, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0906793-caae-4479-ba37-43ffdccae94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '60aa38cb-68d1-45af-8385-aba71a3f4b8b'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:51:18.148130 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-90a1c002-f9d5-479f-bd34-f2a48bd5a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:18.257862 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device ac955d92-7ab9-4a47-b2fa-f01377009fbf up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:51:18.336004 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-90a1c002-f9d5-479f-bd34-f2a48bd5a9c0 None None] For port 1d096dca-8e41-4fd9-99ca-ef35484717fd, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:51:18.344910 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-90a1c002-f9d5-479f-bd34-f2a48bd5a9c0 None None] For port 1d096dca-8e41-4fd9-99ca-ef35484717fd, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1d096dca-8e41-4fd9-99ca-ef35484717fd,segment=NetworkSegment(c0906793-caae-4479-ba37-43ffdccae94b),segment_id=c0906793-caae-4479-ba37-43ffdccae94b)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:51:18.351211 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-90a1c002-f9d5-479f-bd34-f2a48bd5a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:18.412514 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port ac955d92-7ab9-4a47-b2fa-f01377009fbf triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:51:18.412886 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:18.479055 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba28437-8746-4291-8ce9-e189ca470c77 None None] Pushing event updated for resources: {'Port': ['ID=1d096dca-8e41-4fd9-99ca-ef35484717fd,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:18.481561 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a1c002-f9d5-479f-bd34-f2a48bd5a9c0 None None] Routers {'98abec3e-edf7-4713-901a-2c89946904e9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:51:18.482158 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-90a1c002-f9d5-479f-bd34-f2a48bd5a9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:50:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['98abec3e-edf7-4713-901a-2c89946904e9'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:51:18.745703 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-90a1c002-f9d5-479f-bd34-f2a48bd5a9c0 None None] Set router 98abec3e-edf7-4713-901a-2c89946904e9 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:51:18.953791 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-44644f4e-d5c4-4390-9cd5-8c14cada2e8f req-fe33e987-a1f5-4d48-9330-2dcdc98471bd tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 210 time: 0.0409305 Mar 28 19:51:19.074280 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-90a1c002-f9d5-479f-bd34-f2a48bd5a9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98abec3e-edf7-4713-901a-2c89946904e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320641245', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ac955d92-7ab9-4a47-b2fa-f01377009fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:51:10Z', 'updated_at': '2022-03-28T19:51:15Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': 'ac955d92-7ab9-4a47-b2fa-f01377009fbf', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98abec3e-edf7-4713-901a-2c89946904e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:51:11Z', 'updated_at': '2022-03-28T19:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '1d096dca-8e41-4fd9-99ca-ef35484717fd', 'name': '', 'network_id': '60aa38cb-68d1-45af-8385-aba71a3f4b8b', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:cb:52:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98abec3e-edf7-4713-901a-2c89946904e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '995c272d-6a57-46a6-b30a-7e4101af8c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:51:14Z', 'updated_at': '2022-03-28T19:51:18Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '995c272d-6a57-46a6-b30a-7e4101af8c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:51:19.078148 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a1c002-f9d5-479f-bd34-f2a48bd5a9c0 None None] The sync data for ids ['98abec3e-edf7-4713-901a-2c89946904e9'] in dv-neutron-834711-1-hyperv is: [{'id': '98abec3e-edf7-4713-901a-2c89946904e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320641245', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ac955d92-7ab9-4a47-b2fa-f01377009fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:51:10Z', 'updated_at': '2022-03-28T19:51:15Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': 'ac955d92-7ab9-4a47-b2fa-f01377009fbf', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98abec3e-edf7-4713-901a-2c89946904e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:51:11Z', 'updated_at': '2022-03-28T19:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '1d096dca-8e41-4fd9-99ca-ef35484717fd', 'name': '', 'network_id': '60aa38cb-68d1-45af-8385-aba71a3f4b8b', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:cb:52:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98abec3e-edf7-4713-901a-2c89946904e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '995c272d-6a57-46a6-b30a-7e4101af8c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:51:14Z', 'updated_at': '2022-03-28T19:51:18Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '995c272d-6a57-46a6-b30a-7e4101af8c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:51:19.699296 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1d096dca-8e41-4fd9-99ca-ef35484717fd up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:51:19.775634 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 1d096dca-8e41-4fd9-99ca-ef35484717fd completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:51:19.787643 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 1d096dca-8e41-4fd9-99ca-ef35484717fd triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:51:19.788154 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:19.928144 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:19.955078 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-e5c9eba3-f4b2-4619-8282-94f632a0ef8b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:19.956675 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-e5c9eba3-f4b2-4619-8282-94f632a0ef8b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.26 "GET /v2.0/networks?id=60aa38cb-68d1-45af-8385-aba71a3f4b8b HTTP/1.1" status: 200 len: 797 time: 0.1591880 Mar 28 19:51:19.974023 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 1d096dca-8e41-4fd9-99ca-ef35484717fd, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1d096dca-8e41-4fd9-99ca-ef35484717fd,segment=NetworkSegment(c0906793-caae-4479-ba37-43ffdccae94b),segment_id=c0906793-caae-4479-ba37-43ffdccae94b)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:51:19.980960 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:20.035561 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-bfdb2350-390c-4259-aa03-2208146b5731 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c14268c8e5841d7aff34a232cfbb74a HTTP/1.1" status: 200 len: 379 time: 0.0701973 Mar 28 19:51:20.043950 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-16617674-8a83-46d9-a986-ae69004a5857 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'port': {'device_id': '707baa13-bc5b-44ca-aa28-0d96f18074fc', 'network_id': '60aa38cb-68d1-45af-8385-aba71a3f4b8b', 'admin_state_up': True, 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'security_groups': ['983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:51:20.098194 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=1d096dca-8e41-4fd9-99ca-ef35484717fd,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:20.174463 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-46b17dd0-b866-4891-970b-155d1ef95574 req-86915f32-69d7-4c69-8d2e-fb5bb2f0418a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 210 time: 0.0980906 Mar 28 19:51:20.229155 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-16617674-8a83-46d9-a986-ae69004a5857 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:51:20.239059 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-16617674-8a83-46d9-a986-ae69004a5857 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:51:20.248601 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-16617674-8a83-46d9-a986-ae69004a5857 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Made reservation on behalf of 5c14268c8e5841d7aff34a232cfbb74a for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:51:20.253000 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-16617674-8a83-46d9-a986-ae69004a5857 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:20.410541 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-16617674-8a83-46d9-a986-ae69004a5857 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Allocated IP 172.20.0.3 (60aa38cb-68d1-45af-8385-aba71a3f4b8b/995c272d-6a57-46a6-b30a-7e4101af8c95/0f8001d4-65eb-41cb-8392-93f727c949b2) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:51:20.602397 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-16617674-8a83-46d9-a986-ae69004a5857 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:20.617353 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-16617674-8a83-46d9-a986-ae69004a5857 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Transition to ACTIVE for port object 0f8001d4-65eb-41cb-8392-93f727c949b2 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:51:20.639637 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-16617674-8a83-46d9-a986-ae69004a5857 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:20.708086 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-16617674-8a83-46d9-a986-ae69004a5857 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network 60aa38cb-68d1-45af-8385-aba71a3f4b8b is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:51:20.715447 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-16617674-8a83-46d9-a986-ae69004a5857 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:51:20.719729 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-16617674-8a83-46d9-a986-ae69004a5857 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:51:20.749000 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16617674-8a83-46d9-a986-ae69004a5857 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Port': ['ID=0f8001d4-65eb-41cb-8392-93f727c949b2,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:20.785459 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-16617674-8a83-46d9-a986-ae69004a5857 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:20.786187 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-16617674-8a83-46d9-a986-ae69004a5857 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:20.811753 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-16617674-8a83-46d9-a986-ae69004a5857 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7717495 Mar 28 19:51:20.823037 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-eabdc10b-4d2d-4d42-9871-34c4fa3dbbbd service neutron] Request body: {'port': {'device_id': '707baa13-bc5b-44ca-aa28-0d96f18074fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:51:20.935767 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-eabdc10b-4d2d-4d42-9871-34c4fa3dbbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:20.975621 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-25fae40e-f83f-4213-a42d-e418deb8540b None None] Provisioning for port 0f8001d4-65eb-41cb-8392-93f727c949b2 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:51:20.980242 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-25fae40e-f83f-4213-a42d-e418deb8540b None None] Provisioning complete for port 0f8001d4-65eb-41cb-8392-93f727c949b2 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:51:20.980628 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-25fae40e-f83f-4213-a42d-e418deb8540b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:21.033262 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-25fae40e-f83f-4213-a42d-e418deb8540b None None] Port 0f8001d4-65eb-41cb-8392-93f727c949b2 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:51:21.430604 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef7842-fd77-4787-8f74-55ff2db216e7 req-e7bd79e2-da29-4b6d-b589-54a74c1d3617 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:21.431319 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-ffef7842-fd77-4787-8f74-55ff2db216e7 req-e7bd79e2-da29-4b6d-b589-54a74c1d3617 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Synchronizing usage tracker for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:51:21.448683 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-eabdc10b-4d2d-4d42-9871-34c4fa3dbbbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f8001d4-65eb-41cb-8392-93f727c949b2 {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:51:21.457657 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-eabdc10b-4d2d-4d42-9871-34c4fa3dbbbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:21.461868 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-ffef7842-fd77-4787-8f74-55ff2db216e7 req-e7bd79e2-da29-4b6d-b589-54a74c1d3617 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Unset dirty status for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:51:21.463030 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ffef7842-fd77-4787-8f74-55ff2db216e7 req-e7bd79e2-da29-4b6d-b589-54a74c1d3617 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 931 time: 0.1822343 Mar 28 19:51:21.488177 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-eabdc10b-4d2d-4d42-9871-34c4fa3dbbbd service neutron] Transition to ACTIVE for port object 0f8001d4-65eb-41cb-8392-93f727c949b2 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:51:21.496049 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-eabdc10b-4d2d-4d42-9871-34c4fa3dbbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:21.611506 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ffef7842-fd77-4787-8f74-55ff2db216e7 req-2f1e5b9b-83f1-4543-a022-a8d23a2d3332 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423748 Mar 28 19:51:21.669244 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabdc10b-4d2d-4d42-9871-34c4fa3dbbbd service neutron] Pushing event updated for resources: {'Port': ['ID=0f8001d4-65eb-41cb-8392-93f727c949b2,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:21.699638 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1d096dca-8e41-4fd9-99ca-ef35484717fd up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:51:21.764331 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-eabdc10b-4d2d-4d42-9871-34c4fa3dbbbd service neutron] Attempting to bind port 0f8001d4-65eb-41cb-8392-93f727c949b2 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:51:21.764671 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-eabdc10b-4d2d-4d42-9871-34c4fa3dbbbd service neutron] Attempting to bind port 0f8001d4-65eb-41cb-8392-93f727c949b2 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': 'c0906793-caae-4479-ba37-43ffdccae94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '60aa38cb-68d1-45af-8385-aba71a3f4b8b'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:51:21.764999 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-eabdc10b-4d2d-4d42-9871-34c4fa3dbbbd service neutron] Attempting to bind port 0f8001d4-65eb-41cb-8392-93f727c949b2 on network 60aa38cb-68d1-45af-8385-aba71a3f4b8b {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:51:21.770518 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-eabdc10b-4d2d-4d42-9871-34c4fa3dbbbd service neutron] Port 0f8001d4-65eb-41cb-8392-93f727c949b2 on network 60aa38cb-68d1-45af-8385-aba71a3f4b8b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:51:21.770840 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-eabdc10b-4d2d-4d42-9871-34c4fa3dbbbd service neutron] Attempting to bind port 0f8001d4-65eb-41cb-8392-93f727c949b2 on network 60aa38cb-68d1-45af-8385-aba71a3f4b8b {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:51:21.775929 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-eabdc10b-4d2d-4d42-9871-34c4fa3dbbbd service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:51:21.776263 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-eabdc10b-4d2d-4d42-9871-34c4fa3dbbbd service neutron] Checking segment: {'id': 'c0906793-caae-4479-ba37-43ffdccae94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '60aa38cb-68d1-45af-8385-aba71a3f4b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:51:21.776663 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-eabdc10b-4d2d-4d42-9871-34c4fa3dbbbd service neutron] Bound using segment: {'id': 'c0906793-caae-4479-ba37-43ffdccae94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '60aa38cb-68d1-45af-8385-aba71a3f4b8b'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:51:21.777195 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-eabdc10b-4d2d-4d42-9871-34c4fa3dbbbd service neutron] Bound port: 0f8001d4-65eb-41cb-8392-93f727c949b2, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0906793-caae-4479-ba37-43ffdccae94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '60aa38cb-68d1-45af-8385-aba71a3f4b8b'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:51:21.777543 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-eabdc10b-4d2d-4d42-9871-34c4fa3dbbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:21.780884 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 1d096dca-8e41-4fd9-99ca-ef35484717fd triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:51:21.781252 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:21.868357 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-eabdc10b-4d2d-4d42-9871-34c4fa3dbbbd service neutron] For port 0f8001d4-65eb-41cb-8392-93f727c949b2, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:51:21.871200 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-eabdc10b-4d2d-4d42-9871-34c4fa3dbbbd service neutron] For port 0f8001d4-65eb-41cb-8392-93f727c949b2, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=0f8001d4-65eb-41cb-8392-93f727c949b2,segment=NetworkSegment(c0906793-caae-4479-ba37-43ffdccae94b),segment_id=c0906793-caae-4479-ba37-43ffdccae94b)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:51:21.876168 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-eabdc10b-4d2d-4d42-9871-34c4fa3dbbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:21.933731 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-eabdc10b-4d2d-4d42-9871-34c4fa3dbbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:21.934345 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-eabdc10b-4d2d-4d42-9871-34c4fa3dbbbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:21.935707 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-eabdc10b-4d2d-4d42-9871-34c4fa3dbbbd service neutron] 10.222.0.26 "PUT /v2.0/ports/0f8001d4-65eb-41cb-8392-93f727c949b2 HTTP/1.1" status: 200 len: 1093 time: 1.1169169 Mar 28 19:51:21.936172 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707baa13-bc5b-44ca-aa28-0d96f18074fc', 'tag': '0f8001d4-65eb-41cb-8392-93f727c949b2'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:51:21.971919 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabdc10b-4d2d-4d42-9871-34c4fa3dbbbd service neutron] Pushing event updated for resources: {'Port': ['ID=0f8001d4-65eb-41cb-8392-93f727c949b2,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:22.007922 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '707baa13-bc5b-44ca-aa28-0d96f18074fc', 'tag': '0f8001d4-65eb-41cb-8392-93f727c949b2', 'status': 'completed', 'code': 200} Mar 28 19:51:22.049353 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-48c394e8-bce5-401a-af26-0c71c27d7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:22.050976 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-48c394e8-bce5-401a-af26-0c71c27d7428 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 1096 time: 0.0760012 Mar 28 19:51:22.121977 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-b662cecd-6780-47d3-aba3-17a883021702 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f8001d4-65eb-41cb-8392-93f727c949b2 HTTP/1.1" status: 200 len: 217 time: 0.0646257 Mar 28 19:51:22.186412 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-381840bb-242c-417a-818b-c44f5aebb200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:22.187866 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-381840bb-242c-417a-818b-c44f5aebb200 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=995c272d-6a57-46a6-b30a-7e4101af8c95 HTTP/1.1" status: 200 len: 835 time: 0.0599961 Mar 28 19:51:22.260946 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-c7f63b21-a687-4eb6-baf3-07654035eeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:22.262273 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-c7f63b21-a687-4eb6-baf3-07654035eeee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60aa38cb-68d1-45af-8385-aba71a3f4b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685213 Mar 28 19:51:22.389189 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-c331ff63-e02d-4853-8da7-93a28a65ea8e service neutron] 10.222.0.26 "GET /v2.0/networks/60aa38cb-68d1-45af-8385-aba71a3f4b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203406 Mar 28 19:51:22.516412 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d5fa613a-11f9-42aa-b5a7-66ed754eaaf7 req-1ad76686-21f1-4cf9-851d-c28ef3e87729 service neutron] 10.222.0.26 "GET /v2.0/networks/60aa38cb-68d1-45af-8385-aba71a3f4b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213150 Mar 28 19:51:22.628662 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a552d-cfce-4658-8667-ff3553be4215 req-4e26d8d0-0bb9-4fea-a142-e3d25270ca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:22.630104 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-344a552d-cfce-4658-8667-ff3553be4215 req-4e26d8d0-0bb9-4fea-a142-e3d25270ca58 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 1096 time: 0.0701559 Mar 28 19:51:22.913828 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a552d-cfce-4658-8667-ff3553be4215 req-282024b8-c350-4d36-9225-f05d9d9e0f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:22.915253 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-344a552d-cfce-4658-8667-ff3553be4215 req-282024b8-c350-4d36-9225-f05d9d9e0f8d service neutron] 10.222.0.26 "GET /v2.0/networks?id=60aa38cb-68d1-45af-8385-aba71a3f4b8b HTTP/1.1" status: 200 len: 898 time: 0.2795348 Mar 28 19:51:22.990826 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-344a552d-cfce-4658-8667-ff3553be4215 req-9a30a299-9d06-489a-9c38-7a323fdae1cc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f8001d4-65eb-41cb-8392-93f727c949b2 HTTP/1.1" status: 200 len: 217 time: 0.0643499 Mar 28 19:51:22.998756 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4144837-1acd-47c9-8f62-e439ce8a503e req-604a3454-1dfa-4afb-bc1c-aefdd8b7eaee tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:23.000143 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f4144837-1acd-47c9-8f62-e439ce8a503e req-604a3454-1dfa-4afb-bc1c-aefdd8b7eaee tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 943 time: 0.2677348 Mar 28 19:51:23.084506 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a552d-cfce-4658-8667-ff3553be4215 req-1e6e0ba1-854c-4e09-8d0d-1dc05e14907b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:23.085886 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-344a552d-cfce-4658-8667-ff3553be4215 req-1e6e0ba1-854c-4e09-8d0d-1dc05e14907b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=995c272d-6a57-46a6-b30a-7e4101af8c95 HTTP/1.1" status: 200 len: 835 time: 0.0849316 Mar 28 19:51:23.088787 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f4144837-1acd-47c9-8f62-e439ce8a503e req-bfca384a-8eaa-443a-9635-c85d638b730a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598998 Mar 28 19:51:23.163117 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a552d-cfce-4658-8667-ff3553be4215 req-2dba34fb-0e6f-4294-bd50-abf0c3736099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:23.164615 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-344a552d-cfce-4658-8667-ff3553be4215 req-2dba34fb-0e6f-4294-bd50-abf0c3736099 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60aa38cb-68d1-45af-8385-aba71a3f4b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717890 Mar 28 19:51:23.292796 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-344a552d-cfce-4658-8667-ff3553be4215 req-a5a95c5a-d767-485c-b673-bf5976abc940 service neutron] 10.222.0.26 "GET /v2.0/networks/60aa38cb-68d1-45af-8385-aba71a3f4b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219406 Mar 28 19:51:23.421833 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-344a552d-cfce-4658-8667-ff3553be4215 req-0dd18d53-bebe-4e7c-8123-b8010e3cfaff service neutron] 10.222.0.26 "GET /v2.0/networks/60aa38cb-68d1-45af-8385-aba71a3f4b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225164 Mar 28 19:51:24.276999 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de704772-a0fc-41c8-bd50-9f9697825f82 req-24c7449a-97e2-415f-a764-0d4d64ca7668 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:24.278430 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-de704772-a0fc-41c8-bd50-9f9697825f82 req-24c7449a-97e2-415f-a764-0d4d64ca7668 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 943 time: 0.0791278 Mar 28 19:51:24.322181 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-de704772-a0fc-41c8-bd50-9f9697825f82 req-014221df-fd4f-4661-b5fd-ff35b333e08b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369596 Mar 28 19:51:25.415043 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 0f8001d4-65eb-41cb-8392-93f727c949b2 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:51:25.431657 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1a7e59f7-61b6-4204-85f8-0cf29cba9bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:25.513251 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dda6c-082e-46e8-84ff-19660e395a61 req-e1640b3d-9c3b-4301-81ea-a9e5aca1d882 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:25.514600 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-be0dda6c-082e-46e8-84ff-19660e395a61 req-e1640b3d-9c3b-4301-81ea-a9e5aca1d882 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 943 time: 0.0820830 Mar 28 19:51:25.552197 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 0f8001d4-65eb-41cb-8392-93f727c949b2, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=0f8001d4-65eb-41cb-8392-93f727c949b2,segment=NetworkSegment(c0906793-caae-4479-ba37-43ffdccae94b),segment_id=c0906793-caae-4479-ba37-43ffdccae94b)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:51:25.559426 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-be0dda6c-082e-46e8-84ff-19660e395a61 req-12f89aca-034e-46ca-b09a-8b5784f2a354 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383675 Mar 28 19:51:25.565855 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '0f8001d4-65eb-41cb-8392-93f727c949b2', 'network_id': '60aa38cb-68d1-45af-8385-aba71a3f4b8b', 'port_id': '0f8001d4-65eb-41cb-8392-93f727c949b2', 'mac_address': 'fa:16:3e:f1:7d:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '995c272d-6a57-46a6-b30a-7e4101af8c95', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:51:25.620552 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:25.637230 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8001d4-65eb-41cb-8392-93f727c949b2 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:51:25.652276 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 0f8001d4-65eb-41cb-8392-93f727c949b2, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=0f8001d4-65eb-41cb-8392-93f727c949b2,segment=NetworkSegment(c0906793-caae-4479-ba37-43ffdccae94b),segment_id=c0906793-caae-4479-ba37-43ffdccae94b)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:51:25.657814 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:25.726299 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=0f8001d4-65eb-41cb-8392-93f727c949b2,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:26.050224 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['0f8001d4-65eb-41cb-8392-93f727c949b2'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:51:26.743499 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887878f-8b46-43b5-8053-4edaaf7cd116 req-4ef040da-1cee-4d37-854e-259ba0fdb89f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:26.744921 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1887878f-8b46-43b5-8053-4edaaf7cd116 req-4ef040da-1cee-4d37-854e-259ba0fdb89f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 944 time: 0.0785904 Mar 28 19:51:26.787343 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1887878f-8b46-43b5-8053-4edaaf7cd116 req-8c95324f-33a7-4a2a-8e39-6687c772182e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367494 Mar 28 19:51:27.405746 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 0f8001d4-65eb-41cb-8392-93f727c949b2 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:51:27.481182 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port 0f8001d4-65eb-41cb-8392-93f727c949b2 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:51:27.486972 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 0f8001d4-65eb-41cb-8392-93f727c949b2 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:51:27.487406 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:27.598376 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:27.627468 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707baa13-bc5b-44ca-aa28-0d96f18074fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8001d4-65eb-41cb-8392-93f727c949b2'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:51:27.637458 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 0f8001d4-65eb-41cb-8392-93f727c949b2, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=0f8001d4-65eb-41cb-8392-93f727c949b2,segment=NetworkSegment(c0906793-caae-4479-ba37-43ffdccae94b),segment_id=c0906793-caae-4479-ba37-43ffdccae94b)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:51:27.643236 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:27.717120 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=0f8001d4-65eb-41cb-8392-93f727c949b2,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:27.722114 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707baa13-bc5b-44ca-aa28-0d96f18074fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8001d4-65eb-41cb-8392-93f727c949b2', 'code': 200} Mar 28 19:51:27.747607 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fa58883e-ecfa-4f03-b4aa-e0be5a7cd237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:28.013357 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c38e6-a2ec-43ff-a5b5-acbc876626a8 req-bb3973e1-85f8-4b81-bd96-78b53407b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:28.014684 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ad5c38e6-a2ec-43ff-a5b5-acbc876626a8 req-bb3973e1-85f8-4b81-bd96-78b53407b1e4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 1098 time: 0.1333909 Mar 28 19:51:28.023757 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb881e7e-1826-48ca-b6bb-3ab8f72efa9b req-d2cb13f4-b284-411a-a370-1243cf0d6a58 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:28.025070 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bb881e7e-1826-48ca-b6bb-3ab8f72efa9b req-d2cb13f4-b284-411a-a370-1243cf0d6a58 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 945 time: 0.1112390 Mar 28 19:51:28.095532 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ad5c38e6-a2ec-43ff-a5b5-acbc876626a8 req-7b002cfc-34bb-4f3b-9a9c-37cedf1355fa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695286 Mar 28 19:51:28.100623 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bb881e7e-1826-48ca-b6bb-3ab8f72efa9b req-38cf6ac8-b0fd-4d78-a4ac-cd2b8afb980b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624640 Mar 28 19:51:28.722831 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:28.762692 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:29.287429 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8889027-1490-48df-99e2-edf7e5787f27 req-5d5c0a33-c857-4b62-998b-de3dbf1e0ba4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:29.288889 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b8889027-1490-48df-99e2-edf7e5787f27 req-5d5c0a33-c857-4b62-998b-de3dbf1e0ba4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 945 time: 0.0792804 Mar 28 19:51:29.335836 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b8889027-1490-48df-99e2-edf7e5787f27 req-db8d4e11-c3d1-4e98-b819-58207abf528a tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395384 Mar 28 19:51:30.328639 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:30.527347 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70044b-5593-416a-94c8-aeb2cb209b16 req-51def983-13ac-4190-989b-0ee8ab104ce9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:30.528784 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1f70044b-5593-416a-94c8-aeb2cb209b16 req-51def983-13ac-4190-989b-0ee8ab104ce9 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 945 time: 0.0832903 Mar 28 19:51:30.572477 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1f70044b-5593-416a-94c8-aeb2cb209b16 req-5df577e0-697d-4f1e-bb9c-4a86a6a9b63f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377705 Mar 28 19:51:30.753918 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c74665-f763-42de-9bbd-24788821ffbf req-3484ec3b-9d0a-47ed-8190-cb7ddfc09235 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:30.755397 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e3c74665-f763-42de-9bbd-24788821ffbf req-3484ec3b-9d0a-47ed-8190-cb7ddfc09235 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 945 time: 0.0797162 Mar 28 19:51:30.797366 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e3c74665-f763-42de-9bbd-24788821ffbf req-f6dde15f-bc79-493b-8a2d-ebb8a444dd81 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363226 Mar 28 19:51:30.821145 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39768) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:51:30.891843 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd964f5e-9ebb-447f-9dd0-e7e08bfc0c3a tempest-TestNetworkAdvancedServerOps-1671564215 tempest-TestNetworkAdvancedServerOps-1671564215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:30.893286 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-bd964f5e-9ebb-447f-9dd0-e7e08bfc0c3a tempest-TestNetworkAdvancedServerOps-1671564215 tempest-TestNetworkAdvancedServerOps-1671564215-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 1093 time: 0.0711730 Mar 28 19:51:30.896041 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39772) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:51:30.900716 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-155a8d10-d397-42ae-a051-6a35b21780a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'port_id': '0f8001d4-65eb-41cb-8392-93f727c949b2', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:51:30.906406 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-155a8d10-d397-42ae-a051-6a35b21780a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:51:30.910271 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-155a8d10-d397-42ae-a051-6a35b21780a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:floatingip and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:51:30.913205 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-155a8d10-d397-42ae-a051-6a35b21780a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:51:30.918904 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-155a8d10-d397-42ae-a051-6a35b21780a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:51:30.929513 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-155a8d10-d397-42ae-a051-6a35b21780a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:31.063001 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-155a8d10-d397-42ae-a051-6a35b21780a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:31.297004 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-155a8d10-d397-42ae-a051-6a35b21780a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Allocated IP 172.26.4.233 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/f56d03d6-2888-46ee-a1c1-cd91a6ede258) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:51:31.436878 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-155a8d10-d397-42ae-a051-6a35b21780a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:31.465180 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-155a8d10-d397-42ae-a051-6a35b21780a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:31.522109 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155a8d10-d397-42ae-a051-6a35b21780a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:51:31.524730 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-155a8d10-d397-42ae-a051-6a35b21780a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:51:31.532177 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155a8d10-d397-42ae-a051-6a35b21780a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:51:31.570342 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a8d10-d397-42ae-a051-6a35b21780a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Port': ['ID=f56d03d6-2888-46ee-a1c1-cd91a6ede258,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:31.933093 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-155a8d10-d397-42ae-a051-6a35b21780a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:32.005266 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-155a8d10-d397-42ae-a051-6a35b21780a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:32.138842 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:32.206240 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-155a8d10-d397-42ae-a051-6a35b21780a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:32.210580 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-155a8d10-d397-42ae-a051-6a35b21780a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:32.316222 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a8d10-d397-42ae-a051-6a35b21780a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Port': ['ID=f56d03d6-2888-46ee-a1c1-cd91a6ede258,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:51:32.325929 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-155a8d10-d397-42ae-a051-6a35b21780a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:32.501067 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-155a8d10-d397-42ae-a051-6a35b21780a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Floating IP ce9b0592-894c-4d30-9820-0410a1d33d38 associated. External IP: 172.26.4.233, port: 0f8001d4-65eb-41cb-8392-93f727c949b2. Mar 28 19:51:32.956718 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155a8d10-d397-42ae-a051-6a35b21780a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Router 98abec3e-edf7-4713-901a-2c89946904e9 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:51:33.136562 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155a8d10-d397-42ae-a051-6a35b21780a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:51:33.146229 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e4412f-384e-4a34-aa94-3094b7dd5716 None None] Sync routers for ids ['98abec3e-edf7-4713-901a-2c89946904e9'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:51:33.156353 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e4412f-384e-4a34-aa94-3094b7dd5716 None None] Routers {'98abec3e-edf7-4713-901a-2c89946904e9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:51:33.156952 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-10e4412f-384e-4a34-aa94-3094b7dd5716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:51:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['98abec3e-edf7-4713-901a-2c89946904e9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:51:33.160700 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-155a8d10-d397-42ae-a051-6a35b21780a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:33.215051 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-155a8d10-d397-42ae-a051-6a35b21780a6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3178158 Mar 28 19:51:33.215448 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707baa13-bc5b-44ca-aa28-0d96f18074fc', 'tag': '0f8001d4-65eb-41cb-8392-93f727c949b2'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:51:33.261270 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '707baa13-bc5b-44ca-aa28-0d96f18074fc', 'tag': '0f8001d4-65eb-41cb-8392-93f727c949b2', 'status': 'completed', 'code': 200} Mar 28 19:51:33.339041 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-10e4412f-384e-4a34-aa94-3094b7dd5716 None None] Set router 98abec3e-edf7-4713-901a-2c89946904e9 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:51:33.408396 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4c5c1-3ca5-40f1-aab6-95cd3812f176 req-6cb5d68b-f4da-4dfa-80e5-db6bf0924bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:33.409857 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1ef4c5c1-3ca5-40f1-aab6-95cd3812f176 req-6cb5d68b-f4da-4dfa-80e5-db6bf0924bd8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 1098 time: 0.1257629 Mar 28 19:51:33.463195 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2195633-e64b-4eea-8f79-0fd9cadfa8dc req-5727981e-368c-44de-81dd-bea937008e7c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:33.464626 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e2195633-e64b-4eea-8f79-0fd9cadfa8dc req-5727981e-368c-44de-81dd-bea937008e7c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 945 time: 0.1511683 Mar 28 19:51:33.572825 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e2195633-e64b-4eea-8f79-0fd9cadfa8dc req-31bf989c-2c20-489c-bba8-8face19576df tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598803 Mar 28 19:51:33.588288 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4c5c1-3ca5-40f1-aab6-95cd3812f176 req-bc08bd8c-9b17-4711-a748-ab40196634ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:33.589706 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1ef4c5c1-3ca5-40f1-aab6-95cd3812f176 req-bc08bd8c-9b17-4711-a748-ab40196634ea service neutron] 10.222.0.26 "GET /v2.0/networks?id=60aa38cb-68d1-45af-8385-aba71a3f4b8b HTTP/1.1" status: 200 len: 898 time: 0.1735823 Mar 28 19:51:33.596769 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39780) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:51:33.708483 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1ef4c5c1-3ca5-40f1-aab6-95cd3812f176 req-73a51958-0530-4ea5-aeb7-d32f67a5cdf2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f8001d4-65eb-41cb-8392-93f727c949b2 HTTP/1.1" status: 200 len: 999 time: 0.1128554 Mar 28 19:51:33.739393 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-4608dc98-180e-48aa-93e6-574a95e00459 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/floatingips/ce9b0592-894c-4d30-9820-0410a1d33d38 HTTP/1.1" status: 200 len: 991 time: 0.1413300 Mar 28 19:51:33.741173 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-10e4412f-384e-4a34-aa94-3094b7dd5716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98abec3e-edf7-4713-901a-2c89946904e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320641245', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ac955d92-7ab9-4a47-b2fa-f01377009fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:51:10Z', 'updated_at': '2022-03-28T19:51:15Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': 'ac955d92-7ab9-4a47-b2fa-f01377009fbf', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98abec3e-edf7-4713-901a-2c89946904e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:51:11Z', 'updated_at': '2022-03-28T19:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'ce9b0592-894c-4d30-9820-0410a1d33d38', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'floating_ip_address': '172.26.4.233', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '98abec3e-edf7-4713-901a-2c89946904e9', 'port_id': '0f8001d4-65eb-41cb-8392-93f727c949b2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60aa38cb-68d1-45af-8385-aba71a3f4b8b', 'mac_address': 'fa:16:3e:f1:7d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707baa13-bc5b-44ca-aa28-0d96f18074fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:51:31Z', 'updated_at': '2022-03-28T19:51:31Z', 'revision_number': 0, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d096dca-8e41-4fd9-99ca-ef35484717fd', 'name': '', 'network_id': '60aa38cb-68d1-45af-8385-aba71a3f4b8b', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:cb:52:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98abec3e-edf7-4713-901a-2c89946904e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '995c272d-6a57-46a6-b30a-7e4101af8c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:51:14Z', 'updated_at': '2022-03-28T19:51:19Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '995c272d-6a57-46a6-b30a-7e4101af8c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:51:33.745098 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e4412f-384e-4a34-aa94-3094b7dd5716 None None] Checking router: 98abec3e-edf7-4713-901a-2c89946904e9 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:51:33.753403 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e4412f-384e-4a34-aa94-3094b7dd5716 None None] Routers {'98abec3e-edf7-4713-901a-2c89946904e9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:51:33.753998 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-10e4412f-384e-4a34-aa94-3094b7dd5716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:51:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['98abec3e-edf7-4713-901a-2c89946904e9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:51:33.773473 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4c5c1-3ca5-40f1-aab6-95cd3812f176 req-1e271523-53af-42c5-ab49-1c119959d91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:33.774986 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1ef4c5c1-3ca5-40f1-aab6-95cd3812f176 req-1e271523-53af-42c5-ab49-1c119959d91d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=995c272d-6a57-46a6-b30a-7e4101af8c95 HTTP/1.1" status: 200 len: 835 time: 0.0598490 Mar 28 19:51:33.852996 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4c5c1-3ca5-40f1-aab6-95cd3812f176 req-e720cb8e-9935-45bb-94bd-da785ada3874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:33.854368 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1ef4c5c1-3ca5-40f1-aab6-95cd3812f176 req-e720cb8e-9935-45bb-94bd-da785ada3874 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60aa38cb-68d1-45af-8385-aba71a3f4b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733068 Mar 28 19:51:33.929799 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-10e4412f-384e-4a34-aa94-3094b7dd5716 None None] Set router 98abec3e-edf7-4713-901a-2c89946904e9 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:51:33.984344 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1ef4c5c1-3ca5-40f1-aab6-95cd3812f176 req-56e051a2-bacf-48d4-a470-df026fc889a6 service neutron] 10.222.0.26 "GET /v2.0/networks/60aa38cb-68d1-45af-8385-aba71a3f4b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236367 Mar 28 19:51:34.117159 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1ef4c5c1-3ca5-40f1-aab6-95cd3812f176 req-ad5485e6-075b-4012-89bc-2d08b17314a3 service neutron] 10.222.0.26 "GET /v2.0/networks/60aa38cb-68d1-45af-8385-aba71a3f4b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271698 Mar 28 19:51:34.271507 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-10e4412f-384e-4a34-aa94-3094b7dd5716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98abec3e-edf7-4713-901a-2c89946904e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320641245', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ac955d92-7ab9-4a47-b2fa-f01377009fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:51:10Z', 'updated_at': '2022-03-28T19:51:15Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': 'ac955d92-7ab9-4a47-b2fa-f01377009fbf', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98abec3e-edf7-4713-901a-2c89946904e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:51:11Z', 'updated_at': '2022-03-28T19:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'ce9b0592-894c-4d30-9820-0410a1d33d38', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'floating_ip_address': '172.26.4.233', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '98abec3e-edf7-4713-901a-2c89946904e9', 'port_id': '0f8001d4-65eb-41cb-8392-93f727c949b2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60aa38cb-68d1-45af-8385-aba71a3f4b8b', 'mac_address': 'fa:16:3e:f1:7d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707baa13-bc5b-44ca-aa28-0d96f18074fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:51:31Z', 'updated_at': '2022-03-28T19:51:31Z', 'revision_number': 0, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d096dca-8e41-4fd9-99ca-ef35484717fd', 'name': '', 'network_id': '60aa38cb-68d1-45af-8385-aba71a3f4b8b', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:cb:52:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98abec3e-edf7-4713-901a-2c89946904e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '995c272d-6a57-46a6-b30a-7e4101af8c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:51:14Z', 'updated_at': '2022-03-28T19:51:19Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '995c272d-6a57-46a6-b30a-7e4101af8c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:51:34.275295 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e4412f-384e-4a34-aa94-3094b7dd5716 None None] The sync data for ids ['98abec3e-edf7-4713-901a-2c89946904e9'] in dv-neutron-834711-1-hyperv is: [{'id': '98abec3e-edf7-4713-901a-2c89946904e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320641245', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ac955d92-7ab9-4a47-b2fa-f01377009fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:51:10Z', 'updated_at': '2022-03-28T19:51:15Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': 'ac955d92-7ab9-4a47-b2fa-f01377009fbf', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98abec3e-edf7-4713-901a-2c89946904e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:51:11Z', 'updated_at': '2022-03-28T19:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'ce9b0592-894c-4d30-9820-0410a1d33d38', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'floating_ip_address': '172.26.4.233', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '98abec3e-edf7-4713-901a-2c89946904e9', 'port_id': '0f8001d4-65eb-41cb-8392-93f727c949b2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60aa38cb-68d1-45af-8385-aba71a3f4b8b', 'mac_address': 'fa:16:3e:f1:7d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707baa13-bc5b-44ca-aa28-0d96f18074fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:51:31Z', 'updated_at': '2022-03-28T19:51:31Z', 'revision_number': 0, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d096dca-8e41-4fd9-99ca-ef35484717fd', 'name': '', 'network_id': '60aa38cb-68d1-45af-8385-aba71a3f4b8b', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:cb:52:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98abec3e-edf7-4713-901a-2c89946904e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '995c272d-6a57-46a6-b30a-7e4101af8c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:51:14Z', 'updated_at': '2022-03-28T19:51:19Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '995c272d-6a57-46a6-b30a-7e4101af8c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:51:34.456150 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad7ec1b-68e5-46c5-9f29-5b94a9a72b8d None None] New status for floating IP ce9b0592-894c-4d30-9820-0410a1d33d38: ACTIVE {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:51:34.743550 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39784) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:51:34.848074 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2ded4a06-fbb4-4d23-887d-62ae495cb1eb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/floatingips/ce9b0592-894c-4d30-9820-0410a1d33d38 HTTP/1.1" status: 200 len: 993 time: 0.1034713 Mar 28 19:51:35.664592 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:51:49.934655 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [req-e8566fa9-4fbd-474b-bde2-11aed1f9c956 req-60456e75-1b44-4482-a71f-3be2923efba9 service neutron] (87832) timed out ('10.222.0.10', 36014) {{(pid=87832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 28 19:51:52.808093 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f042d7a4-d26d-46c4-9860-35ed206a933d req-53177809-0297-4835-869b-a177382a0f92 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675082 Mar 28 19:51:52.947658 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042d7a4-d26d-46c4-9860-35ed206a933d req-8f9cef97-0916-4d5f-884d-512fc35b5032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:52.949108 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f042d7a4-d26d-46c4-9860-35ed206a933d req-8f9cef97-0916-4d5f-884d-512fc35b5032 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 1098 time: 0.0733829 Mar 28 19:51:53.208101 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042d7a4-d26d-46c4-9860-35ed206a933d req-95c3acf6-f92d-4bc4-8ce7-acde85728f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:53.209530 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f042d7a4-d26d-46c4-9860-35ed206a933d req-95c3acf6-f92d-4bc4-8ce7-acde85728f51 service neutron] 10.222.0.26 "GET /v2.0/networks?id=60aa38cb-68d1-45af-8385-aba71a3f4b8b HTTP/1.1" status: 200 len: 898 time: 0.2420666 Mar 28 19:51:53.311838 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f042d7a4-d26d-46c4-9860-35ed206a933d req-2815a397-559d-42e0-9036-fd541c5c712b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f8001d4-65eb-41cb-8392-93f727c949b2 HTTP/1.1" status: 200 len: 1001 time: 0.0949097 Mar 28 19:51:53.372795 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042d7a4-d26d-46c4-9860-35ed206a933d req-f42adfd6-382b-4e89-9301-6c76365a9f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:53.374224 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f042d7a4-d26d-46c4-9860-35ed206a933d req-f42adfd6-382b-4e89-9301-6c76365a9f8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=995c272d-6a57-46a6-b30a-7e4101af8c95 HTTP/1.1" status: 200 len: 835 time: 0.0569229 Mar 28 19:51:53.446748 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042d7a4-d26d-46c4-9860-35ed206a933d req-a471b1e6-b766-4647-a782-8d6288fc5338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:51:53.448194 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f042d7a4-d26d-46c4-9860-35ed206a933d req-a471b1e6-b766-4647-a782-8d6288fc5338 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60aa38cb-68d1-45af-8385-aba71a3f4b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686631 Mar 28 19:51:53.577567 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f042d7a4-d26d-46c4-9860-35ed206a933d req-bba4e115-317b-4010-b7a1-bef38c08b729 service neutron] 10.222.0.26 "GET /v2.0/networks/60aa38cb-68d1-45af-8385-aba71a3f4b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228592 Mar 28 19:51:53.710349 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f042d7a4-d26d-46c4-9860-35ed206a933d req-bdd2c3fb-de68-42c2-94e8-fef1d65be2c3 service neutron] 10.222.0.26 "GET /v2.0/networks/60aa38cb-68d1-45af-8385-aba71a3f4b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270046 Mar 28 19:51:55.383312 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c0d02e65-39d7-4bab-98d8-d1049185ef5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:57.755936 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0ca95e55-0da6-49f9-bcbe-29a119a17840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:58.725359 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:51:58.765061 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:52:00.332988 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:52:02.145341 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:52:12.664181 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:52:25.384193 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-cee7df1c-1e53-4ad2-bb9b-9fa0a1e69370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:52:27.747442 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-643239c3-f2e9-4af2-baa2-2de48d1b2451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:52:28.729085 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:52:28.767088 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:52:30.333614 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:52:32.163707 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:52:33.906693 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3655c-b3e1-41bd-a5ca-b847e1fad3ed req-cd775614-f5a2-48d5-aa13-45e5400a501b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:52:33.908143 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-70f3655c-b3e1-41bd-a5ca-b847e1fad3ed req-cd775614-f5a2-48d5-aa13-45e5400a501b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 945 time: 0.1452496 Mar 28 19:52:33.952125 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-70f3655c-b3e1-41bd-a5ca-b847e1fad3ed req-98546fb0-2d29-4ab0-940d-be963741a631 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382848 Mar 28 19:52:35.184794 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b47d9c-b3dd-4c1b-b0ea-35d18d6c1832 req-e03edfc2-4ffb-491e-8bb3-878c67cb4609 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:52:35.186243 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f2b47d9c-b3dd-4c1b-b0ea-35d18d6c1832 req-e03edfc2-4ffb-491e-8bb3-878c67cb4609 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 945 time: 0.1227045 Mar 28 19:52:35.234034 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f2b47d9c-b3dd-4c1b-b0ea-35d18d6c1832 req-903da0b0-9a0d-4802-a033-47e74a88d181 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419934 Mar 28 19:52:36.414489 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ccc17-5f64-4f64-b0dc-ee00aba97296 req-2c3ae5ef-eab9-4f56-905d-dd9eedd0c0a1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:52:36.415934 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-798ccc17-5f64-4f64-b0dc-ee00aba97296 req-2c3ae5ef-eab9-4f56-905d-dd9eedd0c0a1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 945 time: 0.0790246 Mar 28 19:52:36.459575 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-798ccc17-5f64-4f64-b0dc-ee00aba97296 req-d4a5a11f-0b81-4701-ac08-3f0f3b3771ba tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379310 Mar 28 19:52:37.643126 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e6241-5e58-400d-a689-ac1c64a873ba req-3d650615-9344-4fe1-ba68-283fd06bdc0b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:52:37.644857 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fb8e6241-5e58-400d-a689-ac1c64a873ba req-3d650615-9344-4fe1-ba68-283fd06bdc0b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 945 time: 0.0820673 Mar 28 19:52:37.688823 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fb8e6241-5e58-400d-a689-ac1c64a873ba req-22c074ac-c0a9-410f-a45a-2865727ea246 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383880 Mar 28 19:52:38.873318 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e629f36-6ef7-43a2-82e8-f1cf5dc06688 req-245792c0-f887-4a0e-83b1-58281b063a9b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:52:38.874780 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0e629f36-6ef7-43a2-82e8-f1cf5dc06688 req-245792c0-f887-4a0e-83b1-58281b063a9b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 945 time: 0.0792825 Mar 28 19:52:38.918699 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0e629f36-6ef7-43a2-82e8-f1cf5dc06688 req-2dd71aeb-1271-4c99-b529-d2b6b95059e6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381258 Mar 28 19:52:40.107485 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664b62c-bb89-44f9-ad4f-d166f928dcc1 req-3496c314-5953-49ca-a3ad-b671cc3648f0 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:52:40.108908 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4664b62c-bb89-44f9-ad4f-d166f928dcc1 req-3496c314-5953-49ca-a3ad-b671cc3648f0 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 945 time: 0.0819263 Mar 28 19:52:40.152473 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4664b62c-bb89-44f9-ad4f-d166f928dcc1 req-027aea9a-b69b-4d27-ab93-e142162a518e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378573 Mar 28 19:52:41.332388 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f11c4-0576-4c24-8430-c4008a8e1145 req-6290c791-ec51-4b63-8f53-d63fee43b768 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:52:41.333813 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-262f11c4-0576-4c24-8430-c4008a8e1145 req-6290c791-ec51-4b63-8f53-d63fee43b768 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 945 time: 0.0782197 Mar 28 19:52:41.380349 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-262f11c4-0576-4c24-8430-c4008a8e1145 req-f97ca385-3948-4fbd-9309-06b1522b9453 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410049 Mar 28 19:52:42.564592 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b96fc4-98c0-4728-9f9b-641b814e2865 req-2151147b-50dd-42f2-af12-16db550a2da2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:52:42.566532 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-63b96fc4-98c0-4728-9f9b-641b814e2865 req-2151147b-50dd-42f2-af12-16db550a2da2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 945 time: 0.0801587 Mar 28 19:52:42.610806 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-63b96fc4-98c0-4728-9f9b-641b814e2865 req-5696f4c2-01ca-4550-83ca-9da8d0102a02 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383892 Mar 28 19:52:43.795007 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd62ca8-01a1-4c5f-87ae-b00c87f80206 req-9a1a3cdd-63f8-4397-b4e8-dd18a660de8d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:52:43.796414 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bfd62ca8-01a1-4c5f-87ae-b00c87f80206 req-9a1a3cdd-63f8-4397-b4e8-dd18a660de8d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 945 time: 0.0807014 Mar 28 19:52:43.840696 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bfd62ca8-01a1-4c5f-87ae-b00c87f80206 req-ab123d83-1645-4ba7-a36d-3a71a41f8e06 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384190 Mar 28 19:52:45.024840 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa09d3a-72ff-414c-bce9-1867fab3d83a req-829233ce-3750-4dd1-834b-d57c93e02f11 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:52:45.026283 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0aa09d3a-72ff-414c-bce9-1867fab3d83a req-829233ce-3750-4dd1-834b-d57c93e02f11 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 945 time: 0.0786600 Mar 28 19:52:45.068805 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0aa09d3a-72ff-414c-bce9-1867fab3d83a req-c200ad72-1440-4475-a9c4-ee0f6e7cde95 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369835 Mar 28 19:52:45.092822 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39840) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:52:45.201082 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ac312d80-f911-41ee-885c-2364b3dd0db6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/floatingips/ce9b0592-894c-4d30-9820-0410a1d33d38 HTTP/1.1" status: 200 len: 993 time: 0.1071303 Mar 28 19:52:46.699598 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c45f3-3cc0-4e59-ac58-c51f331a104b req-cfd94bfa-647d-4269-b351-a44f18706416 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:52:46.701049 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c85c45f3-3cc0-4e59-ac58-c51f331a104b req-cfd94bfa-647d-4269-b351-a44f18706416 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 945 time: 0.1328466 Mar 28 19:52:46.732872 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43a97a-e767-4b4f-ae0d-b7938cf35519 req-e4a972bb-c635-4d27-9f29-994e5777a831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:52:46.734224 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6f43a97a-e767-4b4f-ae0d-b7938cf35519 req-e4a972bb-c635-4d27-9f29-994e5777a831 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 1098 time: 0.1152387 Mar 28 19:52:46.788114 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c85c45f3-3cc0-4e59-ac58-c51f331a104b req-c0bdc710-f9ad-4127-8fc7-a3e35085d0e4 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780468 Mar 28 19:52:46.875828 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43a97a-e767-4b4f-ae0d-b7938cf35519 req-4a1b82bb-2224-4562-8766-6915ec8d0c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:52:46.877257 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6f43a97a-e767-4b4f-ae0d-b7938cf35519 req-4a1b82bb-2224-4562-8766-6915ec8d0c72 service neutron] 10.222.0.26 "GET /v2.0/networks?id=60aa38cb-68d1-45af-8385-aba71a3f4b8b HTTP/1.1" status: 200 len: 898 time: 0.1328068 Mar 28 19:52:46.981248 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6f43a97a-e767-4b4f-ae0d-b7938cf35519 req-0756f66f-b1cd-4a2a-ac74-d842d229b93e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f8001d4-65eb-41cb-8392-93f727c949b2 HTTP/1.1" status: 200 len: 1001 time: 0.0976117 Mar 28 19:52:47.045465 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43a97a-e767-4b4f-ae0d-b7938cf35519 req-9e9dd9e6-3180-409d-8706-1a935e819d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:52:47.046768 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6f43a97a-e767-4b4f-ae0d-b7938cf35519 req-9e9dd9e6-3180-409d-8706-1a935e819d61 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=995c272d-6a57-46a6-b30a-7e4101af8c95 HTTP/1.1" status: 200 len: 835 time: 0.0600264 Mar 28 19:52:47.119196 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43a97a-e767-4b4f-ae0d-b7938cf35519 req-4da91897-4162-4600-9b72-ba0b9da3096f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:52:47.120634 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6f43a97a-e767-4b4f-ae0d-b7938cf35519 req-4da91897-4162-4600-9b72-ba0b9da3096f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60aa38cb-68d1-45af-8385-aba71a3f4b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681381 Mar 28 19:52:47.345773 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6f43a97a-e767-4b4f-ae0d-b7938cf35519 req-35dc8505-e317-4e6b-95aa-7502c9d5ef9d service neutron] 10.222.0.26 "GET /v2.0/networks/60aa38cb-68d1-45af-8385-aba71a3f4b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191186 Mar 28 19:52:47.473904 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6f43a97a-e767-4b4f-ae0d-b7938cf35519 req-83222ff3-7360-495b-b24e-78ce702b4f5a service neutron] 10.222.0.26 "GET /v2.0/networks/60aa38cb-68d1-45af-8385-aba71a3f4b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220946 Mar 28 19:52:47.976051 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be04b0d-ba1c-4b16-92b5-c148809005fb req-c3499ffe-9e92-4ef4-951f-350f6c7b4b77 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:52:47.977425 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2be04b0d-ba1c-4b16-92b5-c148809005fb req-c3499ffe-9e92-4ef4-951f-350f6c7b4b77 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 945 time: 0.0841467 Mar 28 19:52:48.022958 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2be04b0d-ba1c-4b16-92b5-c148809005fb req-2d6d0915-b7dc-4ffc-9059-01e163f4ad0e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390475 Mar 28 19:52:49.202973 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37c522-dda3-4426-83b1-5b61903a5c3c req-3a2bc9b9-5108-4b57-b951-83f229a23570 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:52:49.204392 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b37c522-dda3-4426-83b1-5b61903a5c3c req-3a2bc9b9-5108-4b57-b951-83f229a23570 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 945 time: 0.0771327 Mar 28 19:52:49.247378 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5b37c522-dda3-4426-83b1-5b61903a5c3c req-51095401-509a-4d90-b7b3-727fbeb0a447 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371912 Mar 28 19:52:49.270028 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39854) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:52:49.374353 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1125e0ae-bbee-47af-ba34-dd632ba7afb1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/floatingips/ce9b0592-894c-4d30-9820-0410a1d33d38 HTTP/1.1" status: 200 len: 993 time: 0.1031330 Mar 28 19:52:49.663245 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:52:54.787644 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d43f416f-19f5-44d0-bf6f-356de829a97e req-f0617c36-8a2d-4578-922d-357265a27251 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698543 Mar 28 19:52:54.919652 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f416f-19f5-44d0-bf6f-356de829a97e req-14abaeda-4030-432c-94cf-0c0c20d22a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:52:54.921091 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d43f416f-19f5-44d0-bf6f-356de829a97e req-14abaeda-4030-432c-94cf-0c0c20d22a57 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 1098 time: 0.0691895 Mar 28 19:52:55.059684 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f416f-19f5-44d0-bf6f-356de829a97e req-9efb9f0c-f0b7-4445-af2e-abe7901629cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:52:55.061001 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d43f416f-19f5-44d0-bf6f-356de829a97e req-9efb9f0c-f0b7-4445-af2e-abe7901629cc service neutron] 10.222.0.26 "GET /v2.0/networks?id=60aa38cb-68d1-45af-8385-aba71a3f4b8b HTTP/1.1" status: 200 len: 898 time: 0.1224604 Mar 28 19:52:55.164862 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d43f416f-19f5-44d0-bf6f-356de829a97e req-c4c8dc7b-e4bc-4fc9-a2d0-ab3cdc16fc2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f8001d4-65eb-41cb-8392-93f727c949b2 HTTP/1.1" status: 200 len: 1001 time: 0.0975056 Mar 28 19:52:55.227015 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f416f-19f5-44d0-bf6f-356de829a97e req-83ed975b-1268-4c60-a09c-117824efb728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:52:55.228384 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d43f416f-19f5-44d0-bf6f-356de829a97e req-83ed975b-1268-4c60-a09c-117824efb728 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=995c272d-6a57-46a6-b30a-7e4101af8c95 HTTP/1.1" status: 200 len: 835 time: 0.0576830 Mar 28 19:52:55.308960 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f416f-19f5-44d0-bf6f-356de829a97e req-b5d7cc53-099a-40fe-b8b2-7dc95b193378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:52:55.310495 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d43f416f-19f5-44d0-bf6f-356de829a97e req-b5d7cc53-099a-40fe-b8b2-7dc95b193378 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60aa38cb-68d1-45af-8385-aba71a3f4b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761933 Mar 28 19:52:55.386352 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ff613a84-4609-465d-a709-7bd42889956d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:52:55.441864 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d43f416f-19f5-44d0-bf6f-356de829a97e req-aa0c7d02-bd4c-4c5b-ae8f-5067e72e0d70 service neutron] 10.222.0.26 "GET /v2.0/networks/60aa38cb-68d1-45af-8385-aba71a3f4b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251600 Mar 28 19:52:55.571265 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d43f416f-19f5-44d0-bf6f-356de829a97e req-0d75fe3c-dc70-4a62-b2c5-909d2df42cea service neutron] 10.222.0.26 "GET /v2.0/networks/60aa38cb-68d1-45af-8385-aba71a3f4b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233757 Mar 28 19:52:57.748007 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2d6091a0-5234-45ec-b983-8b79f8694502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:52:58.730420 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:52:58.769311 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:00.335684 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:02.162482 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:25.387401 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-544a03bf-0627-46e8-bde7-416f5cf93ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:26.666166 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:53:27.750105 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ce3926af-7981-450f-a69c-6d3ebadf0d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:28.731567 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:28.771786 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:30.337644 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:32.185955 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:37.823058 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39886) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:53:38.126241 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-9694da6e-bbe7-47ad-be50-205fa586021c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Deleting port f56d03d6-2888-46ee-a1c1-cd91a6ede258 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:53:38.126489 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9694da6e-bbe7-47ad-be50-205fa586021c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:38.292028 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9694da6e-bbe7-47ad-be50-205fa586021c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:38.292350 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9694da6e-bbe7-47ad-be50-205fa586021c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:38.413709 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-9694da6e-bbe7-47ad-be50-205fa586021c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Calling delete_port for f56d03d6-2888-46ee-a1c1-cd91a6ede258 owned by network:floatingip {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:53:38.560022 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9694da6e-bbe7-47ad-be50-205fa586021c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:38.609505 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694da6e-bbe7-47ad-be50-205fa586021c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'Port': ['ID=f56d03d6-2888-46ee-a1c1-cd91a6ede258,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:53:38.670815 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694da6e-bbe7-47ad-be50-205fa586021c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:38.671093 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694da6e-bbe7-47ad-be50-205fa586021c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:38.671426 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694da6e-bbe7-47ad-be50-205fa586021c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:38.671752 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694da6e-bbe7-47ad-be50-205fa586021c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:38.672082 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694da6e-bbe7-47ad-be50-205fa586021c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:38.672404 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694da6e-bbe7-47ad-be50-205fa586021c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:38.672723 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694da6e-bbe7-47ad-be50-205fa586021c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:38.673041 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694da6e-bbe7-47ad-be50-205fa586021c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:38.673360 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694da6e-bbe7-47ad-be50-205fa586021c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:38.673677 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694da6e-bbe7-47ad-be50-205fa586021c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:38.673993 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694da6e-bbe7-47ad-be50-205fa586021c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:38.674304 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694da6e-bbe7-47ad-be50-205fa586021c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:38.705398 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9694da6e-bbe7-47ad-be50-205fa586021c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for floatingip, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:38.705730 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-9694da6e-bbe7-47ad-be50-205fa586021c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Floating IP ce9b0592-894c-4d30-9820-0410a1d33d38 disassociated (deleted). External IP: 172.26.4.233, port: 0f8001d4-65eb-41cb-8392-93f727c949b2. Mar 28 19:53:39.061215 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9694da6e-bbe7-47ad-be50-205fa586021c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Router 98abec3e-edf7-4713-901a-2c89946904e9 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:53:39.238442 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9694da6e-bbe7-47ad-be50-205fa586021c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:53:39.248492 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c8607-3f49-455d-a276-e349fe067391 None None] Sync routers for ids ['98abec3e-edf7-4713-901a-2c89946904e9'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:53:39.257561 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843c8607-3f49-455d-a276-e349fe067391 None None] Routers {'98abec3e-edf7-4713-901a-2c89946904e9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:53:39.258164 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-843c8607-3f49-455d-a276-e349fe067391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:53:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['98abec3e-edf7-4713-901a-2c89946904e9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:53:39.259001 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9694da6e-bbe7-47ad-be50-205fa586021c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:39.317117 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9694da6e-bbe7-47ad-be50-205fa586021c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "DELETE /v2.0/floatingips/ce9b0592-894c-4d30-9820-0410a1d33d38 HTTP/1.1" status: 204 len: 168 time: 1.4928932 Mar 28 19:53:39.317943 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707baa13-bc5b-44ca-aa28-0d96f18074fc', 'tag': '0f8001d4-65eb-41cb-8392-93f727c949b2'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:53:39.372884 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '707baa13-bc5b-44ca-aa28-0d96f18074fc', 'tag': '0f8001d4-65eb-41cb-8392-93f727c949b2', 'status': 'completed', 'code': 200} Mar 28 19:53:39.440107 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-843c8607-3f49-455d-a276-e349fe067391 None None] Set router 98abec3e-edf7-4713-901a-2c89946904e9 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:53:39.511299 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd7396-d5bd-409b-bd61-e92c59305209 req-85c00154-a878-4fc9-8983-99e1d2957552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:53:39.513398 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bdfd7396-d5bd-409b-bd61-e92c59305209 req-85c00154-a878-4fc9-8983-99e1d2957552 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 1098 time: 0.1189754 Mar 28 19:53:39.808530 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-843c8607-3f49-455d-a276-e349fe067391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98abec3e-edf7-4713-901a-2c89946904e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320641245', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ac955d92-7ab9-4a47-b2fa-f01377009fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:51:10Z', 'updated_at': '2022-03-28T19:51:15Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': 'ac955d92-7ab9-4a47-b2fa-f01377009fbf', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98abec3e-edf7-4713-901a-2c89946904e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:51:11Z', 'updated_at': '2022-03-28T19:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '1d096dca-8e41-4fd9-99ca-ef35484717fd', 'name': '', 'network_id': '60aa38cb-68d1-45af-8385-aba71a3f4b8b', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:cb:52:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98abec3e-edf7-4713-901a-2c89946904e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '995c272d-6a57-46a6-b30a-7e4101af8c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:51:14Z', 'updated_at': '2022-03-28T19:51:19Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '995c272d-6a57-46a6-b30a-7e4101af8c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:53:39.812292 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c8607-3f49-455d-a276-e349fe067391 None None] Checking router: 98abec3e-edf7-4713-901a-2c89946904e9 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:53:39.821596 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843c8607-3f49-455d-a276-e349fe067391 None None] Routers {'98abec3e-edf7-4713-901a-2c89946904e9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:53:39.822202 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-843c8607-3f49-455d-a276-e349fe067391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:53:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['98abec3e-edf7-4713-901a-2c89946904e9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:53:39.836405 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd7396-d5bd-409b-bd61-e92c59305209 req-d776521e-57cb-45d4-9c97-7766fed8f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:53:39.837862 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bdfd7396-d5bd-409b-bd61-e92c59305209 req-d776521e-57cb-45d4-9c97-7766fed8f645 service neutron] 10.222.0.26 "GET /v2.0/networks?id=60aa38cb-68d1-45af-8385-aba71a3f4b8b HTTP/1.1" status: 200 len: 898 time: 0.3102984 Mar 28 19:53:39.908526 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bdfd7396-d5bd-409b-bd61-e92c59305209 req-787a4bca-8ada-422a-b87b-b87558e515a4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f8001d4-65eb-41cb-8392-93f727c949b2 HTTP/1.1" status: 200 len: 217 time: 0.0626183 Mar 28 19:53:39.916849 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd7869-6117-4ee5-98eb-f34bbaebf4c0 req-f4645299-69fa-4261-8489-7d12264fa0a0 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:53:39.917622 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-f2dd7869-6117-4ee5-98eb-f34bbaebf4c0 req-f4645299-69fa-4261-8489-7d12264fa0a0 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Synchronizing usage tracker for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:53:39.982308 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-f2dd7869-6117-4ee5-98eb-f34bbaebf4c0 req-f4645299-69fa-4261-8489-7d12264fa0a0 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Unset dirty status for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:53:39.983692 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f2dd7869-6117-4ee5-98eb-f34bbaebf4c0 req-f4645299-69fa-4261-8489-7d12264fa0a0 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 945 time: 0.2433541 Mar 28 19:53:39.992551 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd7396-d5bd-409b-bd61-e92c59305209 req-d9da4723-6807-4955-8334-f1bf28c3051b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:53:39.993923 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bdfd7396-d5bd-409b-bd61-e92c59305209 req-d9da4723-6807-4955-8334-f1bf28c3051b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=995c272d-6a57-46a6-b30a-7e4101af8c95 HTTP/1.1" status: 200 len: 835 time: 0.0732455 Mar 28 19:53:39.997843 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-843c8607-3f49-455d-a276-e349fe067391 None None] Set router 98abec3e-edf7-4713-901a-2c89946904e9 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:53:40.075288 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f2dd7869-6117-4ee5-98eb-f34bbaebf4c0 req-00e1d3e4-d3c6-4d7e-90fd-461f1cf03983 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852294 Mar 28 19:53:40.105371 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd7396-d5bd-409b-bd61-e92c59305209 req-3e55fb55-b79b-4c26-bf1d-3831e5b0cea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:53:40.106804 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bdfd7396-d5bd-409b-bd61-e92c59305209 req-3e55fb55-b79b-4c26-bf1d-3831e5b0cea5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60aa38cb-68d1-45af-8385-aba71a3f4b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1006439 Mar 28 19:53:40.236492 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bdfd7396-d5bd-409b-bd61-e92c59305209 req-8ce48908-da14-4ee9-a100-2085e2f7ecea service neutron] 10.222.0.26 "GET /v2.0/networks/60aa38cb-68d1-45af-8385-aba71a3f4b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220412 Mar 28 19:53:40.312902 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-843c8607-3f49-455d-a276-e349fe067391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98abec3e-edf7-4713-901a-2c89946904e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320641245', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ac955d92-7ab9-4a47-b2fa-f01377009fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:51:10Z', 'updated_at': '2022-03-28T19:51:15Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': 'ac955d92-7ab9-4a47-b2fa-f01377009fbf', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98abec3e-edf7-4713-901a-2c89946904e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:51:11Z', 'updated_at': '2022-03-28T19:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '1d096dca-8e41-4fd9-99ca-ef35484717fd', 'name': '', 'network_id': '60aa38cb-68d1-45af-8385-aba71a3f4b8b', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:cb:52:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98abec3e-edf7-4713-901a-2c89946904e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '995c272d-6a57-46a6-b30a-7e4101af8c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:51:14Z', 'updated_at': '2022-03-28T19:51:19Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '995c272d-6a57-46a6-b30a-7e4101af8c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:53:40.316682 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c8607-3f49-455d-a276-e349fe067391 None None] The sync data for ids ['98abec3e-edf7-4713-901a-2c89946904e9'] in dv-neutron-834711-1-hyperv is: [{'id': '98abec3e-edf7-4713-901a-2c89946904e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320641245', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ac955d92-7ab9-4a47-b2fa-f01377009fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:51:10Z', 'updated_at': '2022-03-28T19:51:15Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': 'ac955d92-7ab9-4a47-b2fa-f01377009fbf', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98abec3e-edf7-4713-901a-2c89946904e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:51:11Z', 'updated_at': '2022-03-28T19:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '1d096dca-8e41-4fd9-99ca-ef35484717fd', 'name': '', 'network_id': '60aa38cb-68d1-45af-8385-aba71a3f4b8b', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:cb:52:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98abec3e-edf7-4713-901a-2c89946904e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '995c272d-6a57-46a6-b30a-7e4101af8c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:51:14Z', 'updated_at': '2022-03-28T19:51:19Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': '995c272d-6a57-46a6-b30a-7e4101af8c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:53:40.368972 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bdfd7396-d5bd-409b-bd61-e92c59305209 req-e42da4ce-f3ad-435b-9902-b5e56192a424 service neutron] 10.222.0.26 "GET /v2.0/networks/60aa38cb-68d1-45af-8385-aba71a3f4b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260521 Mar 28 19:53:40.536159 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac99823b-3ab2-470e-9391-fb1b1d897838 None None] New status for floating IP ce9b0592-894c-4d30-9820-0410a1d33d38: DOWN {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:53:41.267393 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651f72d-d6fa-480b-b30d-2429c79da494 req-786f6647-829e-4449-ad6c-2599984f8e6c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:53:41.268832 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4651f72d-d6fa-480b-b30d-2429c79da494 req-786f6647-829e-4449-ad6c-2599984f8e6c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 945 time: 0.0832126 Mar 28 19:53:41.311778 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4651f72d-d6fa-480b-b30d-2429c79da494 req-04c47db6-d08c-4dbe-b5d6-fa89fe63d1f7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372257 Mar 28 19:53:41.399556 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5013442-1a82-4361-a720-5d4d490ce6ea req-7073a417-1dcd-4af8-8da3-db3afe2f5a16 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:53:41.400867 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e5013442-1a82-4361-a720-5d4d490ce6ea req-7073a417-1dcd-4af8-8da3-db3afe2f5a16 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.26 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 945 time: 0.0765662 Mar 28 19:53:41.492782 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-e5013442-1a82-4361-a720-5d4d490ce6ea req-d71a6add-824d-4291-b848-88f6e5450512 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Deleting port 0f8001d4-65eb-41cb-8392-93f727c949b2 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:53:41.493116 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-e5013442-1a82-4361-a720-5d4d490ce6ea req-d71a6add-824d-4291-b848-88f6e5450512 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:41.745545 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-e5013442-1a82-4361-a720-5d4d490ce6ea req-d71a6add-824d-4291-b848-88f6e5450512 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] For port 0f8001d4-65eb-41cb-8392-93f727c949b2, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=0f8001d4-65eb-41cb-8392-93f727c949b2,segment=NetworkSegment(c0906793-caae-4479-ba37-43ffdccae94b),segment_id=c0906793-caae-4479-ba37-43ffdccae94b)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:53:41.745895 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-e5013442-1a82-4361-a720-5d4d490ce6ea req-d71a6add-824d-4291-b848-88f6e5450512 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:41.866382 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-e5013442-1a82-4361-a720-5d4d490ce6ea req-d71a6add-824d-4291-b848-88f6e5450512 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Calling delete_port for 0f8001d4-65eb-41cb-8392-93f727c949b2 owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:53:42.007794 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-e5013442-1a82-4361-a720-5d4d490ce6ea req-d71a6add-824d-4291-b848-88f6e5450512 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:42.083381 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a6add-824d-4291-b848-88f6e5450512 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'Port': ['ID=0f8001d4-65eb-41cb-8392-93f727c949b2,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:53:42.226508 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5013442-1a82-4361-a720-5d4d490ce6ea req-d71a6add-824d-4291-b848-88f6e5450512 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] No DVR routers for this DVR port 0f8001d4-65eb-41cb-8392-93f727c949b2 on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:53:42.228883 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-e5013442-1a82-4361-a720-5d4d490ce6ea req-d71a6add-824d-4291-b848-88f6e5450512 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:42.231415 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707baa13-bc5b-44ca-aa28-0d96f18074fc', 'name': 'network-vif-deleted', 'tag': '0f8001d4-65eb-41cb-8392-93f727c949b2'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:53:42.247262 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e5013442-1a82-4361-a720-5d4d490ce6ea req-d71a6add-824d-4291-b848-88f6e5450512 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.26 "DELETE /v2.0/ports/0f8001d4-65eb-41cb-8392-93f727c949b2 HTTP/1.1" status: 204 len: 173 time: 0.8407655 Mar 28 19:53:42.276608 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707baa13-bc5b-44ca-aa28-0d96f18074fc', 'name': 'network-vif-deleted', 'tag': '0f8001d4-65eb-41cb-8392-93f727c949b2', 'status': 'completed', 'code': 200} Mar 28 19:53:42.487357 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-1a0878c6-bf1c-492f-98e7-3bd121c20ff8 req-17c3e3e0-a9e8-41e4-b023-7ee17ff996ca tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Synchronizing usage tracker for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:53:42.504967 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-1a0878c6-bf1c-492f-98e7-3bd121c20ff8 req-17c3e3e0-a9e8-41e4-b023-7ee17ff996ca tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Unset dirty status for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:53:42.506377 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1a0878c6-bf1c-492f-98e7-3bd121c20ff8 req-17c3e3e0-a9e8-41e4-b023-7ee17ff996ca tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=707baa13-bc5b-44ca-aa28-0d96f18074fc HTTP/1.1" status: 200 len: 210 time: 0.0613656 Mar 28 19:53:43.601026 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39906) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:53:44.126582 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 0f8001d4-65eb-41cb-8392-93f727c949b2 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:53:44.132679 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-791fb598-7543-4db7-95ca-5c4e2f187663 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:44.159607 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: 0f8001d4-65eb-41cb-8392-93f727c949b2 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:53:44.159948 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 0f8001d4-65eb-41cb-8392-93f727c949b2 not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:53:44.476698 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-791fb598-7543-4db7-95ca-5c4e2f187663 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Deleting port 1d096dca-8e41-4fd9-99ca-ef35484717fd {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:53:44.477032 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-791fb598-7543-4db7-95ca-5c4e2f187663 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:44.657493 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-791fb598-7543-4db7-95ca-5c4e2f187663 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] For port 1d096dca-8e41-4fd9-99ca-ef35484717fd, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=1d096dca-8e41-4fd9-99ca-ef35484717fd,segment=NetworkSegment(c0906793-caae-4479-ba37-43ffdccae94b),segment_id=c0906793-caae-4479-ba37-43ffdccae94b)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:53:44.658159 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-791fb598-7543-4db7-95ca-5c4e2f187663 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:44.779357 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-791fb598-7543-4db7-95ca-5c4e2f187663 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Calling delete_port for 1d096dca-8e41-4fd9-99ca-ef35484717fd owned by network:router_interface {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:53:45.211668 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-791fb598-7543-4db7-95ca-5c4e2f187663 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:45.287188 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791fb598-7543-4db7-95ca-5c4e2f187663 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'Port': ['ID=1d096dca-8e41-4fd9-99ca-ef35484717fd,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:53:45.528899 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-791fb598-7543-4db7-95ca-5c4e2f187663 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:45.880386 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791fb598-7543-4db7-95ca-5c4e2f187663 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Router 98abec3e-edf7-4713-901a-2c89946904e9 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:53:46.069431 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791fb598-7543-4db7-95ca-5c4e2f187663 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:53:46.079724 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bed3b64-5aee-439c-9f42-5c0412c38028 None None] Sync routers for ids ['98abec3e-edf7-4713-901a-2c89946904e9'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:53:46.086592 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-791fb598-7543-4db7-95ca-5c4e2f187663 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "PUT /v2.0/routers/98abec3e-edf7-4713-901a-2c89946904e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4844983 Mar 28 19:53:46.089264 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39910) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:53:46.089644 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bed3b64-5aee-439c-9f42-5c0412c38028 None None] Routers {'98abec3e-edf7-4713-901a-2c89946904e9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:53:46.090240 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-4bed3b64-5aee-439c-9f42-5c0412c38028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:53:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['98abec3e-edf7-4713-901a-2c89946904e9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:53:46.152764 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-e19dabcc-8b47-473e-8f5c-aeafc606e733 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Deleting subnet 995c272d-6a57-46a6-b30a-7e4101af8c95 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:53:46.155536 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e19dabcc-8b47-473e-8f5c-aeafc606e733 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:46.212959 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e19dabcc-8b47-473e-8f5c-aeafc606e733 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:46.275358 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-4bed3b64-5aee-439c-9f42-5c0412c38028 None None] Set router 98abec3e-edf7-4713-901a-2c89946904e9 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:53:46.410953 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e19dabcc-8b47-473e-8f5c-aeafc606e733 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:46.482359 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e19dabcc-8b47-473e-8f5c-aeafc606e733 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:46.526232 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19dabcc-8b47-473e-8f5c-aeafc606e733 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'Subnet': ['ID=995c272d-6a57-46a6-b30a-7e4101af8c95,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:53:46.528387 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e19dabcc-8b47-473e-8f5c-aeafc606e733 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:46.538080 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e19dabcc-8b47-473e-8f5c-aeafc606e733 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "DELETE /v2.0/subnets/995c272d-6a57-46a6-b30a-7e4101af8c95 HTTP/1.1" status: 204 len: 168 time: 0.4478188 Mar 28 19:53:46.538535 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39914) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:53:46.548732 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d78f84-06a5-40fd-bfd5-0bea7c61c2f4 None None] Network 60aa38cb-68d1-45af-8385-aba71a3f4b8b requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:53:46.556447 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-4bed3b64-5aee-439c-9f42-5c0412c38028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98abec3e-edf7-4713-901a-2c89946904e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320641245', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ac955d92-7ab9-4a47-b2fa-f01377009fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:51:10Z', 'updated_at': '2022-03-28T19:53:45Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': 'ac955d92-7ab9-4a47-b2fa-f01377009fbf', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98abec3e-edf7-4713-901a-2c89946904e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:51:11Z', 'updated_at': '2022-03-28T19:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:53:46.560382 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bed3b64-5aee-439c-9f42-5c0412c38028 None None] Checking router: 98abec3e-edf7-4713-901a-2c89946904e9 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:53:46.569170 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bed3b64-5aee-439c-9f42-5c0412c38028 None None] Routers {'98abec3e-edf7-4713-901a-2c89946904e9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:53:46.569865 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-4bed3b64-5aee-439c-9f42-5c0412c38028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:53:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['98abec3e-edf7-4713-901a-2c89946904e9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:53:46.789554 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-4bed3b64-5aee-439c-9f42-5c0412c38028 None None] Set router 98abec3e-edf7-4713-901a-2c89946904e9 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:53:46.845230 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162bb4c8-ee5f-4a59-a662-9b26d764985a None None] DHCP port deletion for 60aa38cb-68d1-45af-8385-aba71a3f4b8b request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:53:46.849425 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-162bb4c8-ee5f-4a59-a662-9b26d764985a None None] Deleting port ce8772c4-7db9-49e0-9ccf-00c876bf2e22 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:53:46.850117 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-162bb4c8-ee5f-4a59-a662-9b26d764985a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:46.857121 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-78cb171c-7aaf-4d27-922c-52c6af907027 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:47.041768 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-78cb171c-7aaf-4d27-922c-52c6af907027 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:47.051912 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-78cb171c-7aaf-4d27-922c-52c6af907027 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Deleting port ac955d92-7ab9-4a47-b2fa-f01377009fbf {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:53:47.052212 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-78cb171c-7aaf-4d27-922c-52c6af907027 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:47.061845 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-162bb4c8-ee5f-4a59-a662-9b26d764985a None None] For port ce8772c4-7db9-49e0-9ccf-00c876bf2e22, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=ce8772c4-7db9-49e0-9ccf-00c876bf2e22,segment=NetworkSegment(c0906793-caae-4479-ba37-43ffdccae94b),segment_id=c0906793-caae-4479-ba37-43ffdccae94b)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:53:47.062518 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-162bb4c8-ee5f-4a59-a662-9b26d764985a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:47.082976 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-4bed3b64-5aee-439c-9f42-5c0412c38028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98abec3e-edf7-4713-901a-2c89946904e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320641245', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ac955d92-7ab9-4a47-b2fa-f01377009fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:51:10Z', 'updated_at': '2022-03-28T19:53:45Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': 'ac955d92-7ab9-4a47-b2fa-f01377009fbf', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98abec3e-edf7-4713-901a-2c89946904e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:51:11Z', 'updated_at': '2022-03-28T19:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:53:47.087949 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bed3b64-5aee-439c-9f42-5c0412c38028 None None] The sync data for ids ['98abec3e-edf7-4713-901a-2c89946904e9'] in dv-neutron-834711-1-hyperv is: [{'id': '98abec3e-edf7-4713-901a-2c89946904e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320641245', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.141'}], 'enable_snat': True}, 'gw_port_id': 'ac955d92-7ab9-4a47-b2fa-f01377009fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:51:10Z', 'updated_at': '2022-03-28T19:53:45Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': 'ac955d92-7ab9-4a47-b2fa-f01377009fbf', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98abec3e-edf7-4713-901a-2c89946904e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:51:11Z', 'updated_at': '2022-03-28T19:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:53:47.196403 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-162bb4c8-ee5f-4a59-a662-9b26d764985a None None] Calling delete_port for ce8772c4-7db9-49e0-9ccf-00c876bf2e22 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:53:47.233632 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-78cb171c-7aaf-4d27-922c-52c6af907027 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] For port ac955d92-7ab9-4a47-b2fa-f01377009fbf, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=ac955d92-7ab9-4a47-b2fa-f01377009fbf,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:53:47.233991 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-78cb171c-7aaf-4d27-922c-52c6af907027 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:47.270260 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-162bb4c8-ee5f-4a59-a662-9b26d764985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:47.316552 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bb4c8-ee5f-4a59-a662-9b26d764985a None None] Pushing event deleted for resources: {'Port': ['ID=ce8772c4-7db9-49e0-9ccf-00c876bf2e22,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:53:47.323893 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162bb4c8-ee5f-4a59-a662-9b26d764985a None None] No DVR routers for this DVR port ce8772c4-7db9-49e0-9ccf-00c876bf2e22 on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:53:47.332298 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bb4c8-ee5f-4a59-a662-9b26d764985a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:47.332644 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bb4c8-ee5f-4a59-a662-9b26d764985a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:47.332984 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bb4c8-ee5f-4a59-a662-9b26d764985a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:47.333313 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bb4c8-ee5f-4a59-a662-9b26d764985a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:47.333643 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bb4c8-ee5f-4a59-a662-9b26d764985a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:47.333970 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bb4c8-ee5f-4a59-a662-9b26d764985a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:47.335155 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bb4c8-ee5f-4a59-a662-9b26d764985a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:47.335483 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bb4c8-ee5f-4a59-a662-9b26d764985a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:47.335804 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bb4c8-ee5f-4a59-a662-9b26d764985a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:47.336123 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bb4c8-ee5f-4a59-a662-9b26d764985a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:47.336444 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bb4c8-ee5f-4a59-a662-9b26d764985a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:47.336814 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162bb4c8-ee5f-4a59-a662-9b26d764985a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:47.358102 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-78cb171c-7aaf-4d27-922c-52c6af907027 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Calling delete_port for ac955d92-7ab9-4a47-b2fa-f01377009fbf owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:53:47.527417 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-78cb171c-7aaf-4d27-922c-52c6af907027 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:47.575661 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb171c-7aaf-4d27-922c-52c6af907027 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'Port': ['ID=ac955d92-7ab9-4a47-b2fa-f01377009fbf,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:53:47.618117 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb171c-7aaf-4d27-922c-52c6af907027 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:47.618466 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb171c-7aaf-4d27-922c-52c6af907027 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:47.618806 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb171c-7aaf-4d27-922c-52c6af907027 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:47.619169 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb171c-7aaf-4d27-922c-52c6af907027 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:47.619503 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb171c-7aaf-4d27-922c-52c6af907027 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:47.619829 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb171c-7aaf-4d27-922c-52c6af907027 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:47.620154 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb171c-7aaf-4d27-922c-52c6af907027 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:47.620820 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb171c-7aaf-4d27-922c-52c6af907027 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:47.621165 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb171c-7aaf-4d27-922c-52c6af907027 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:47.621487 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb171c-7aaf-4d27-922c-52c6af907027 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:47.621809 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb171c-7aaf-4d27-922c-52c6af907027 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:47.622135 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cb171c-7aaf-4d27-922c-52c6af907027 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:47.681685 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-78cb171c-7aaf-4d27-922c-52c6af907027 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:47.799307 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1d096dca-8e41-4fd9-99ca-ef35484717fd no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:53:47.836368 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 1d096dca-8e41-4fd9-99ca-ef35484717fd {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:53:47.836609 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 1d096dca-8e41-4fd9-99ca-ef35484717fd not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:53:47.837024 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device ce8772c4-7db9-49e0-9ccf-00c876bf2e22 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:53:47.858319 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-78cb171c-7aaf-4d27-922c-52c6af907027 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:47.860526 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-78cb171c-7aaf-4d27-922c-52c6af907027 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:47.869002 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: ce8772c4-7db9-49e0-9ccf-00c876bf2e22 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:53:47.869343 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device ce8772c4-7db9-49e0-9ccf-00c876bf2e22 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:53:47.884142 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-78cb171c-7aaf-4d27-922c-52c6af907027 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:47.884633 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cb171c-7aaf-4d27-922c-52c6af907027 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Fanout notify agent at l3_agent the message router_deleted on router 98abec3e-edf7-4713-901a-2c89946904e9 {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:53:47.900607 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-78cb171c-7aaf-4d27-922c-52c6af907027 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:47.904431 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39918) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:53:47.904886 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-78cb171c-7aaf-4d27-922c-52c6af907027 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "DELETE /v2.0/routers/98abec3e-edf7-4713-901a-2c89946904e9 HTTP/1.1" status: 204 len: 168 time: 1.3648117 Mar 28 19:53:48.022007 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-53e7cadf-cf9d-4a3c-b5ae-bda5791a7831 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:48.148674 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-53e7cadf-cf9d-4a3c-b5ae-bda5791a7831 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:48.172805 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-53e7cadf-cf9d-4a3c-b5ae-bda5791a7831 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60aa38cb-68d1-45af-8385-aba71a3f4b8b']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:53:48.184868 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-53e7cadf-cf9d-4a3c-b5ae-bda5791a7831 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0906793-caae-4479-ba37-43ffdccae94b') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:53:48.185168 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-53e7cadf-cf9d-4a3c-b5ae-bda5791a7831 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0906793-caae-4479-ba37-43ffdccae94b') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:53:48.201256 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-53e7cadf-cf9d-4a3c-b5ae-bda5791a7831 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:48.216580 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-53e7cadf-cf9d-4a3c-b5ae-bda5791a7831 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:48.222543 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e7cadf-cf9d-4a3c-b5ae-bda5791a7831 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:53:48.222954 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-53e7cadf-cf9d-4a3c-b5ae-bda5791a7831 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:53:48.237449 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:53:48.315771 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-53e7cadf-cf9d-4a3c-b5ae-bda5791a7831 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:48.333920 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-53e7cadf-cf9d-4a3c-b5ae-bda5791a7831 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:48.345161 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7cadf-cf9d-4a3c-b5ae-bda5791a7831 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'Network': ['ID=60aa38cb-68d1-45af-8385-aba71a3f4b8b,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:53:48.360074 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39922) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:53:48.360241 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-53e7cadf-cf9d-4a3c-b5ae-bda5791a7831 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "DELETE /v2.0/networks/60aa38cb-68d1-45af-8385-aba71a3f4b8b HTTP/1.1" status: 204 len: 168 time: 0.4545588 Mar 28 19:53:48.427239 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b3485306-30dc-48b2-b2dc-85474658dac2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:48.456607 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b3485306-30dc-48b2-b2dc-85474658dac2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:48.519765 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b3485306-30dc-48b2-b2dc-85474658dac2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:48.539234 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3485306-30dc-48b2-b2dc-85474658dac2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:53:48.550162 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b3485306-30dc-48b2-b2dc-85474658dac2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:48.551332 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b3485306-30dc-48b2-b2dc-85474658dac2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "DELETE /v2.0/security-groups/983c0bac-a3fb-4ff5-a052-f3cba9e5d9a8 HTTP/1.1" status: 204 len: 168 time: 0.1902664 Mar 28 19:53:49.207878 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39930) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:53:49.212988 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-43ade207-ba50-4450-bcfa-bea8baa0dc6d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2025224860', 'description': 'tempest-secgroup-smoke-2025224860 description', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:53:49.219216 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-43ade207-ba50-4450-bcfa-bea8baa0dc6d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:53:49.223209 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-43ade207-ba50-4450-bcfa-bea8baa0dc6d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:53:49.226492 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-43ade207-ba50-4450-bcfa-bea8baa0dc6d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:53:49.232070 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-43ade207-ba50-4450-bcfa-bea8baa0dc6d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:53:49.242677 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-43ade207-ba50-4450-bcfa-bea8baa0dc6d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:49.263976 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-43ade207-ba50-4450-bcfa-bea8baa0dc6d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:53:49.267872 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-43ade207-ba50-4450-bcfa-bea8baa0dc6d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:53:49.270531 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-43ade207-ba50-4450-bcfa-bea8baa0dc6d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:53:49.276609 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-43ade207-ba50-4450-bcfa-bea8baa0dc6d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:53:49.342745 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-43ade207-ba50-4450-bcfa-bea8baa0dc6d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:49.346314 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-43ade207-ba50-4450-bcfa-bea8baa0dc6d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:49.393174 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ade207-ba50-4450-bcfa-bea8baa0dc6d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e237f0a0-cb1e-4da3-ada1-7b7b42704f13,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:53:49.396272 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-43ade207-ba50-4450-bcfa-bea8baa0dc6d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:49.397765 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-43ade207-ba50-4450-bcfa-bea8baa0dc6d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1888926 Mar 28 19:53:49.400856 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39934) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:53:49.405398 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-ba9eb6e0-ecf7-4b8d-b010-779c49d5781f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group_rule': {'security_group_id': 'e237f0a0-cb1e-4da3-ada1-7b7b42704f13', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:53:49.411317 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-ba9eb6e0-ecf7-4b8d-b010-779c49d5781f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:53:49.415408 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ba9eb6e0-ecf7-4b8d-b010-779c49d5781f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:53:49.418249 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-ba9eb6e0-ecf7-4b8d-b010-779c49d5781f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:53:49.423892 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-ba9eb6e0-ecf7-4b8d-b010-779c49d5781f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:53:49.440548 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba9eb6e0-ecf7-4b8d-b010-779c49d5781f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:49.500826 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba9eb6e0-ecf7-4b8d-b010-779c49d5781f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:49.504341 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba9eb6e0-ecf7-4b8d-b010-779c49d5781f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:49.527911 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9eb6e0-ecf7-4b8d-b010-779c49d5781f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf05da6-2c7f-4a03-b882-42d58f2be2ba,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:53:49.536194 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ba9eb6e0-ecf7-4b8d-b010-779c49d5781f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:49.537695 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ba9eb6e0-ecf7-4b8d-b010-779c49d5781f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1361678 Mar 28 19:53:49.540598 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39938) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:53:49.545408 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-d29083c1-f4cd-492b-b1f7-06fc59b0084e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group_rule': {'security_group_id': 'e237f0a0-cb1e-4da3-ada1-7b7b42704f13', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:53:49.551121 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d29083c1-f4cd-492b-b1f7-06fc59b0084e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:53:49.555510 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d29083c1-f4cd-492b-b1f7-06fc59b0084e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:53:49.558329 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d29083c1-f4cd-492b-b1f7-06fc59b0084e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:53:49.563979 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d29083c1-f4cd-492b-b1f7-06fc59b0084e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:53:49.580633 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d29083c1-f4cd-492b-b1f7-06fc59b0084e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:49.710523 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device ac955d92-7ab9-4a47-b2fa-f01377009fbf no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:53:49.746404 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d29083c1-f4cd-492b-b1f7-06fc59b0084e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:49.748619 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: ac955d92-7ab9-4a47-b2fa-f01377009fbf {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:53:49.749026 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device ac955d92-7ab9-4a47-b2fa-f01377009fbf not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:53:49.751328 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d29083c1-f4cd-492b-b1f7-06fc59b0084e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:49.779270 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29083c1-f4cd-492b-b1f7-06fc59b0084e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1cecdc1-b669-4979-929b-1202c8d5f93e,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:53:49.786107 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d29083c1-f4cd-492b-b1f7-06fc59b0084e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:49.787869 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d29083c1-f4cd-492b-b1f7-06fc59b0084e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2458036 Mar 28 19:53:49.790640 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39942) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:53:49.795538 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-8b2b34af-480a-476a-b2c2-5a61b5eb122b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group_rule': {'security_group_id': 'e237f0a0-cb1e-4da3-ada1-7b7b42704f13', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:53:49.801336 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8b2b34af-480a-476a-b2c2-5a61b5eb122b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:53:49.806037 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8b2b34af-480a-476a-b2c2-5a61b5eb122b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:53:49.809238 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8b2b34af-480a-476a-b2c2-5a61b5eb122b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:53:49.814794 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8b2b34af-480a-476a-b2c2-5a61b5eb122b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:53:49.831390 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8b2b34af-480a-476a-b2c2-5a61b5eb122b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:49.893673 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8b2b34af-480a-476a-b2c2-5a61b5eb122b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:49.897314 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8b2b34af-480a-476a-b2c2-5a61b5eb122b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:49.920674 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b34af-480a-476a-b2c2-5a61b5eb122b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdfa6b5e-119e-4bea-b27b-9c99b3ce6143,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:53:49.929358 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8b2b34af-480a-476a-b2c2-5a61b5eb122b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:49.930503 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8b2b34af-480a-476a-b2c2-5a61b5eb122b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389287 Mar 28 19:53:49.933259 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39946) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:53:49.938142 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-f3c842c6-adae-4217-b0e7-e626d77093e1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group_rule': {'security_group_id': 'e237f0a0-cb1e-4da3-ada1-7b7b42704f13', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:53:49.944044 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f3c842c6-adae-4217-b0e7-e626d77093e1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:53:49.948173 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f3c842c6-adae-4217-b0e7-e626d77093e1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:53:49.950987 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f3c842c6-adae-4217-b0e7-e626d77093e1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:53:49.956732 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f3c842c6-adae-4217-b0e7-e626d77093e1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:53:49.973431 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f3c842c6-adae-4217-b0e7-e626d77093e1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:50.039129 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f3c842c6-adae-4217-b0e7-e626d77093e1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:50.042440 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f3c842c6-adae-4217-b0e7-e626d77093e1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:50.064354 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c842c6-adae-4217-b0e7-e626d77093e1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1679769c-fc61-4883-bcc3-26d9719ce6fa,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:53:50.073187 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f3c842c6-adae-4217-b0e7-e626d77093e1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:50.074341 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f3c842c6-adae-4217-b0e7-e626d77093e1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1401575 Mar 28 19:53:50.077154 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39950) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:53:50.082044 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-0d3bd762-db12-49b2-91e5-4b8b2dadbd5c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group_rule': {'security_group_id': 'e237f0a0-cb1e-4da3-ada1-7b7b42704f13', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:53:50.088478 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0d3bd762-db12-49b2-91e5-4b8b2dadbd5c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:53:50.092213 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0d3bd762-db12-49b2-91e5-4b8b2dadbd5c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:53:50.095002 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-0d3bd762-db12-49b2-91e5-4b8b2dadbd5c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:53:50.101211 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-0d3bd762-db12-49b2-91e5-4b8b2dadbd5c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:53:50.111175 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-0d3bd762-db12-49b2-91e5-4b8b2dadbd5c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Project 5c14268c8e5841d7aff34a232cfbb74a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:53:50.117527 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0d3bd762-db12-49b2-91e5-4b8b2dadbd5c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:50.180244 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0d3bd762-db12-49b2-91e5-4b8b2dadbd5c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:50.183654 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0d3bd762-db12-49b2-91e5-4b8b2dadbd5c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:50.206767 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3bd762-db12-49b2-91e5-4b8b2dadbd5c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a81ae8-e8c5-413a-a6dd-bce6f5ebb75f,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:53:50.216815 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0d3bd762-db12-49b2-91e5-4b8b2dadbd5c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:50.217977 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0d3bd762-db12-49b2-91e5-4b8b2dadbd5c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1398451 Mar 28 19:53:50.220732 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39954) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:53:50.226257 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-e4c67f94-9f40-4547-8b9b-3b25a1beadaf tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'security_group_rule': {'security_group_id': 'e237f0a0-cb1e-4da3-ada1-7b7b42704f13', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:53:50.231954 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e4c67f94-9f40-4547-8b9b-3b25a1beadaf tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:53:50.235690 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e4c67f94-9f40-4547-8b9b-3b25a1beadaf tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:security_group_rule and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:53:50.238527 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e4c67f94-9f40-4547-8b9b-3b25a1beadaf tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:53:50.244547 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e4c67f94-9f40-4547-8b9b-3b25a1beadaf tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:53:50.254405 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-e4c67f94-9f40-4547-8b9b-3b25a1beadaf tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Project 5c14268c8e5841d7aff34a232cfbb74a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:53:50.261000 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e4c67f94-9f40-4547-8b9b-3b25a1beadaf tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:50.325087 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e4c67f94-9f40-4547-8b9b-3b25a1beadaf tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:50.328494 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e4c67f94-9f40-4547-8b9b-3b25a1beadaf tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:50.351428 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c67f94-9f40-4547-8b9b-3b25a1beadaf tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66bd81ba-f744-47f7-9c13-3606fe092e98,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:53:50.360382 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e4c67f94-9f40-4547-8b9b-3b25a1beadaf tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:50.361544 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e4c67f94-9f40-4547-8b9b-3b25a1beadaf tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1399198 Mar 28 19:53:50.364317 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 39958) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:53:50.370423 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-d0e58f60-f0ed-441d-a79c-015c908461d8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'network': {'name': 'tempest-network-smoke--1244991167', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'port_security_enabled': True}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:53:50.375139 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d0e58f60-f0ed-441d-a79c-015c908461d8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:53:50.379312 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d0e58f60-f0ed-441d-a79c-015c908461d8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:network and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:53:50.383011 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-d0e58f60-f0ed-441d-a79c-015c908461d8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:53:50.388609 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-d0e58f60-f0ed-441d-a79c-015c908461d8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:53:50.400820 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e58f60-f0ed-441d-a79c-015c908461d8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Made reservation on behalf of 5c14268c8e5841d7aff34a232cfbb74a for: {'network': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:53:50.404269 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d0e58f60-f0ed-441d-a79c-015c908461d8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:50.431692 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e58f60-f0ed-441d-a79c-015c908461d8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=87832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:53:50.440230 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d0e58f60-f0ed-441d-a79c-015c908461d8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:50.440676 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.segments_db [None req-d0e58f60-f0ed-441d-a79c-015c908461d8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Added segment 2381506b-69e6-4363-aa78-1b1947bafb71 of type vlan for network 500d6196-25ea-4d98-9122-3be77705e0e0 Mar 28 19:53:50.466862 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d0e58f60-f0ed-441d-a79c-015c908461d8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:50.496073 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d0e58f60-f0ed-441d-a79c-015c908461d8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:50.501301 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e58f60-f0ed-441d-a79c-015c908461d8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:53:50.501868 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-d0e58f60-f0ed-441d-a79c-015c908461d8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:50.596710 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-d0e58f60-f0ed-441d-a79c-015c908461d8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2314148 Mar 28 19:53:50.599561 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39962) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:53:50.605277 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-264df566-dcc6-43db-a73e-3e38afde97c6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-977944566', 'admin_state_up': True, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:53:50.608627 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e58f60-f0ed-441d-a79c-015c908461d8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Network': ['ID=500d6196-25ea-4d98-9122-3be77705e0e0,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:53:50.613729 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-264df566-dcc6-43db-a73e-3e38afde97c6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:53:50.617881 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-264df566-dcc6-43db-a73e-3e38afde97c6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:router and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:53:50.619008 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 500d6196-25ea-4d98-9122-3be77705e0e0 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:53:50.620737 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-264df566-dcc6-43db-a73e-3e38afde97c6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:53:50.626819 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-264df566-dcc6-43db-a73e-3e38afde97c6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:53:50.637331 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-264df566-dcc6-43db-a73e-3e38afde97c6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:50.638322 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-264df566-dcc6-43db-a73e-3e38afde97c6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:50.655017 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-264df566-dcc6-43db-a73e-3e38afde97c6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:50.911818 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-264df566-dcc6-43db-a73e-3e38afde97c6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:51.203280 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-264df566-dcc6-43db-a73e-3e38afde97c6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router_gateway, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:51.231613 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-264df566-dcc6-43db-a73e-3e38afde97c6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:51.467647 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-264df566-dcc6-43db-a73e-3e38afde97c6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Allocated IP 172.26.4.154 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/2f9b324f-0085-497b-b34a-ba922d67dbcf) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:53:51.611899 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-264df566-dcc6-43db-a73e-3e38afde97c6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:51.641270 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-264df566-dcc6-43db-a73e-3e38afde97c6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:51.695407 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264df566-dcc6-43db-a73e-3e38afde97c6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:53:51.698226 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-264df566-dcc6-43db-a73e-3e38afde97c6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:53:51.702210 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264df566-dcc6-43db-a73e-3e38afde97c6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:53:51.753353 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264df566-dcc6-43db-a73e-3e38afde97c6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Port': ['ID=2f9b324f-0085-497b-b34a-ba922d67dbcf,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:53:52.109918 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-264df566-dcc6-43db-a73e-3e38afde97c6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router_gateway, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:52.440736 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-264df566-dcc6-43db-a73e-3e38afde97c6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:52.639063 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264df566-dcc6-43db-a73e-3e38afde97c6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Router dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:53:52.930986 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264df566-dcc6-43db-a73e-3e38afde97c6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:53:52.940694 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900b854b-a9f3-4e4c-8fd3-a364cd837a36 None None] Sync routers for ids ['dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:53:52.950064 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900b854b-a9f3-4e4c-8fd3-a364cd837a36 None None] Routers {'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:53:52.950676 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-900b854b-a9f3-4e4c-8fd3-a364cd837a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:53:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:53:52.957316 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-264df566-dcc6-43db-a73e-3e38afde97c6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:52.958478 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-264df566-dcc6-43db-a73e-3e38afde97c6 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3574505 Mar 28 19:53:52.961894 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39966) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:53:53.002098 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5e28218b-c75e-451f-a4e0-0cb14a95fe37 tempest-TestNetworkAdvancedServerOps-1671564215 tempest-TestNetworkAdvancedServerOps-1671564215-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=5c14268c8e5841d7aff34a232cfbb74a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391142 Mar 28 19:53:53.004712 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39970) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:53:53.134157 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568a9250-29a8-4561-9e23-fbcfc06e5033 tempest-TestNetworkAdvancedServerOps-1671564215 tempest-TestNetworkAdvancedServerOps-1671564215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:53:53.135651 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-568a9250-29a8-4561-9e23-fbcfc06e5033 tempest-TestNetworkAdvancedServerOps-1671564215 tempest-TestNetworkAdvancedServerOps-1671564215-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299801 Mar 28 19:53:53.138420 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39974) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:53:53.160543 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-900b854b-a9f3-4e4c-8fd3-a364cd837a36 None None] Set router dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:53:53.179344 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e0295a0f-01ff-4607-8a1c-510d645df2e1 tempest-TestNetworkAdvancedServerOps-1671564215 tempest-TestNetworkAdvancedServerOps-1671564215-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=222bb166-3b66-45c7-9663-18be61b96587&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398245 Mar 28 19:53:53.181772 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39978) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:53:53.186918 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-b2db7a6e-425c-4c5e-bfef-f8b286c7f078 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1284237868', 'network_id': '500d6196-25ea-4d98-9122-3be77705e0e0', 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:53:53.294555 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b2db7a6e-425c-4c5e-bfef-f8b286c7f078 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:53:53.298413 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b2db7a6e-425c-4c5e-bfef-f8b286c7f078 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:subnet and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:53:53.301204 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b2db7a6e-425c-4c5e-bfef-f8b286c7f078 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:53:53.306928 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-b2db7a6e-425c-4c5e-bfef-f8b286c7f078 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:53:53.316460 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2db7a6e-425c-4c5e-bfef-f8b286c7f078 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Made reservation on behalf of 5c14268c8e5841d7aff34a232cfbb74a for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:53:53.319928 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b2db7a6e-425c-4c5e-bfef-f8b286c7f078 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:53.452562 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-900b854b-a9f3-4e4c-8fd3-a364cd837a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977944566', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '2f9b324f-0085-497b-b34a-ba922d67dbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:53:50Z', 'updated_at': '2022-03-28T19:53:51Z', 'revision_number': 3, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '2f9b324f-0085-497b-b34a-ba922d67dbcf', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:42:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:53:51Z', 'updated_at': '2022-03-28T19:53:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:53:53.456898 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900b854b-a9f3-4e4c-8fd3-a364cd837a36 None None] Checking router: dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:53:53.457402 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900b854b-a9f3-4e4c-8fd3-a364cd837a36 None None] Updating router dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c port 2f9b324f-0085-497b-b34a-ba922d67dbcf binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:53:53.509598 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-900b854b-a9f3-4e4c-8fd3-a364cd837a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:53.543982 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b2db7a6e-425c-4c5e-bfef-f8b286c7f078 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:53.621321 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db7a6e-425c-4c5e-bfef-f8b286c7f078 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Subnet': ['ID=c48353d4-42ff-4b38-beec-013250772526,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:53:53.628663 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2db7a6e-425c-4c5e-bfef-f8b286c7f078 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Checking segment: {'id': '2381506b-69e6-4363-aa78-1b1947bafb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '500d6196-25ea-4d98-9122-3be77705e0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:53:53.629023 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2db7a6e-425c-4c5e-bfef-f8b286c7f078 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network hostable DHCP agents. Network: 500d6196-25ea-4d98-9122-3be77705e0e0, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:53:53.649502 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2db7a6e-425c-4c5e-bfef-f8b286c7f078 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network 500d6196-25ea-4d98-9122-3be77705e0e0 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:53:53.659170 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-b2db7a6e-425c-4c5e-bfef-f8b286c7f078 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 500d6196-25ea-4d98-9122-3be77705e0e0) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:53:53.675879 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2db7a6e-425c-4c5e-bfef-f8b286c7f078 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:53:53.677107 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b2db7a6e-425c-4c5e-bfef-f8b286c7f078 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:53.706270 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b2db7a6e-425c-4c5e-bfef-f8b286c7f078 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5209687 Mar 28 19:53:53.706618 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 39982) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:53:53.715274 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3a5bd6-0bb8-4f8c-986f-4e800cd7f196 None None] Network 500d6196-25ea-4d98-9122-3be77705e0e0 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:53:54.011538 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-900b854b-a9f3-4e4c-8fd3-a364cd837a36 None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:54.019382 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c335de-e72e-40c3-add4-6fa4517784f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-500d6196-25ea-4d98-9122-3be77705e0e0', 'network_id': '500d6196-25ea-4d98-9122-3be77705e0e0', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'fixed_ips': [{'subnet_id': 'c48353d4-42ff-4b38-beec-013250772526'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:53:54.020176 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-48c335de-e72e-40c3-add4-6fa4517784f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:54.038957 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-900b854b-a9f3-4e4c-8fd3-a364cd837a36 None None] Transition to ACTIVE for port object 2f9b324f-0085-497b-b34a-ba922d67dbcf will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:53:54.079663 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-900b854b-a9f3-4e4c-8fd3-a364cd837a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:54.187295 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f176373-5728-44ec-9e8b-d2a96b5c0286 None None] Pushing event updated for resources: {'Port': ['ID=2f9b324f-0085-497b-b34a-ba922d67dbcf,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:53:54.193444 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-900b854b-a9f3-4e4c-8fd3-a364cd837a36 None None] Attempting to bind port 2f9b324f-0085-497b-b34a-ba922d67dbcf on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:53:54.193938 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-900b854b-a9f3-4e4c-8fd3-a364cd837a36 None None] Attempting to bind port 2f9b324f-0085-497b-b34a-ba922d67dbcf by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:53:54.194403 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900b854b-a9f3-4e4c-8fd3-a364cd837a36 None None] Attempting to bind port 2f9b324f-0085-497b-b34a-ba922d67dbcf on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:53:54.229854 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900b854b-a9f3-4e4c-8fd3-a364cd837a36 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:53:54.230226 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900b854b-a9f3-4e4c-8fd3-a364cd837a36 None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:53:54.230620 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-900b854b-a9f3-4e4c-8fd3-a364cd837a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:54.231037 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900b854b-a9f3-4e4c-8fd3-a364cd837a36 None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:53:54.231515 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-900b854b-a9f3-4e4c-8fd3-a364cd837a36 None None] Bound port: 2f9b324f-0085-497b-b34a-ba922d67dbcf, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:53:54.231885 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-900b854b-a9f3-4e4c-8fd3-a364cd837a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:54.319805 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-48c335de-e72e-40c3-add4-6fa4517784f9 None None] Allocated IP 172.20.0.2 (500d6196-25ea-4d98-9122-3be77705e0e0/c48353d4-42ff-4b38-beec-013250772526/2bb1407a-57e4-4e10-acc2-6841a934cf6f) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:53:54.331621 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-900b854b-a9f3-4e4c-8fd3-a364cd837a36 None None] For port 2f9b324f-0085-497b-b34a-ba922d67dbcf, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:53:54.335069 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-900b854b-a9f3-4e4c-8fd3-a364cd837a36 None None] For port 2f9b324f-0085-497b-b34a-ba922d67dbcf, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=2f9b324f-0085-497b-b34a-ba922d67dbcf,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:53:54.340430 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-900b854b-a9f3-4e4c-8fd3-a364cd837a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:54.516109 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6c98837a-fb1f-4674-97e2-4c5c29a8763d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:54.547451 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900b854b-a9f3-4e4c-8fd3-a364cd837a36 None None] Routers {'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:53:54.548065 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-900b854b-a9f3-4e4c-8fd3-a364cd837a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:53:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:53:54.620966 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f176373-5728-44ec-9e8b-d2a96b5c0286 None None] Pushing event updated for resources: {'Port': ['ID=2f9b324f-0085-497b-b34a-ba922d67dbcf,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:53:54.808140 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-900b854b-a9f3-4e4c-8fd3-a364cd837a36 None None] Set router dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:53:54.848822 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-48c335de-e72e-40c3-add4-6fa4517784f9 None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:54.930577 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-48c335de-e72e-40c3-add4-6fa4517784f9 None None] Transition to ACTIVE for port object 2bb1407a-57e4-4e10-acc2-6841a934cf6f will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:53:55.010572 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-48c335de-e72e-40c3-add4-6fa4517784f9 None None] Transition to ACTIVE for port object 2bb1407a-57e4-4e10-acc2-6841a934cf6f will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:53:55.023287 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-48c335de-e72e-40c3-add4-6fa4517784f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:55.090244 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-6c98837a-fb1f-4674-97e2-4c5c29a8763d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Allocated IP 172.20.0.1 (500d6196-25ea-4d98-9122-3be77705e0e0/c48353d4-42ff-4b38-beec-013250772526/07176cf9-ab68-4815-aad8-6a5dde0fab64) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:53:55.109957 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c335de-e72e-40c3-add4-6fa4517784f9 None None] Network 500d6196-25ea-4d98-9122-3be77705e0e0 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:53:55.117367 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-48c335de-e72e-40c3-add4-6fa4517784f9 None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:53:55.145937 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c335de-e72e-40c3-add4-6fa4517784f9 None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:53:55.151131 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c335de-e72e-40c3-add4-6fa4517784f9 None None] Pushing event updated for resources: {'Port': ['ID=2bb1407a-57e4-4e10-acc2-6841a934cf6f,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:53:55.251581 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-48c335de-e72e-40c3-add4-6fa4517784f9 None None] Attempting to bind port 2bb1407a-57e4-4e10-acc2-6841a934cf6f on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:53:55.251851 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-48c335de-e72e-40c3-add4-6fa4517784f9 None None] Attempting to bind port 2bb1407a-57e4-4e10-acc2-6841a934cf6f by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '2381506b-69e6-4363-aa78-1b1947bafb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '500d6196-25ea-4d98-9122-3be77705e0e0'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:53:55.252204 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c335de-e72e-40c3-add4-6fa4517784f9 None None] Attempting to bind port 2bb1407a-57e4-4e10-acc2-6841a934cf6f on network 500d6196-25ea-4d98-9122-3be77705e0e0 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:53:55.256111 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6c98837a-fb1f-4674-97e2-4c5c29a8763d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:55.259769 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c335de-e72e-40c3-add4-6fa4517784f9 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:53:55.260133 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c335de-e72e-40c3-add4-6fa4517784f9 None None] Checking segment: {'id': '2381506b-69e6-4363-aa78-1b1947bafb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '500d6196-25ea-4d98-9122-3be77705e0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:53:55.260525 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-48c335de-e72e-40c3-add4-6fa4517784f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:55.260911 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c335de-e72e-40c3-add4-6fa4517784f9 None None] Bound using segment: {'id': '2381506b-69e6-4363-aa78-1b1947bafb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '500d6196-25ea-4d98-9122-3be77705e0e0'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:53:55.261365 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-48c335de-e72e-40c3-add4-6fa4517784f9 None None] Bound port: 2bb1407a-57e4-4e10-acc2-6841a934cf6f, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2381506b-69e6-4363-aa78-1b1947bafb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '500d6196-25ea-4d98-9122-3be77705e0e0'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:53:55.261732 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-48c335de-e72e-40c3-add4-6fa4517784f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:55.273118 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-6c98837a-fb1f-4674-97e2-4c5c29a8763d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Transition to ACTIVE for port object 07176cf9-ab68-4815-aad8-6a5dde0fab64 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:53:55.296613 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6c98837a-fb1f-4674-97e2-4c5c29a8763d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:55.314322 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-900b854b-a9f3-4e4c-8fd3-a364cd837a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977944566', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '2f9b324f-0085-497b-b34a-ba922d67dbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:53:50Z', 'updated_at': '2022-03-28T19:53:51Z', 'revision_number': 3, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '2f9b324f-0085-497b-b34a-ba922d67dbcf', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:42:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:53:51Z', 'updated_at': '2022-03-28T19:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:53:55.326830 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900b854b-a9f3-4e4c-8fd3-a364cd837a36 None None] The sync data for ids ['dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c'] in dv-neutron-834711-1-hyperv is: [{'id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977944566', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '2f9b324f-0085-497b-b34a-ba922d67dbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:53:50Z', 'updated_at': '2022-03-28T19:53:51Z', 'revision_number': 3, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '2f9b324f-0085-497b-b34a-ba922d67dbcf', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:42:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:53:51Z', 'updated_at': '2022-03-28T19:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:53:55.363887 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-48c335de-e72e-40c3-add4-6fa4517784f9 None None] For port 2bb1407a-57e4-4e10-acc2-6841a934cf6f, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:53:55.367679 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-48c335de-e72e-40c3-add4-6fa4517784f9 None None] For port 2bb1407a-57e4-4e10-acc2-6841a934cf6f, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=2bb1407a-57e4-4e10-acc2-6841a934cf6f,segment=NetworkSegment(2381506b-69e6-4363-aa78-1b1947bafb71),segment_id=2381506b-69e6-4363-aa78-1b1947bafb71)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:53:55.373799 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-48c335de-e72e-40c3-add4-6fa4517784f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:55.377059 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98837a-fb1f-4674-97e2-4c5c29a8763d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Port': ['ID=07176cf9-ab68-4815-aad8-6a5dde0fab64,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:53:55.381532 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c98837a-fb1f-4674-97e2-4c5c29a8763d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network 500d6196-25ea-4d98-9122-3be77705e0e0 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:53:55.383018 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-6c98837a-fb1f-4674-97e2-4c5c29a8763d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:53:55.385143 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c98837a-fb1f-4674-97e2-4c5c29a8763d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:53:55.444197 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6c98837a-fb1f-4674-97e2-4c5c29a8763d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:55.456264 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fd57af1d-7659-48c1-9fc5-673993c8342c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:55.469170 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c335de-e72e-40c3-add4-6fa4517784f9 None None] Pushing event updated for resources: {'Port': ['ID=2bb1407a-57e4-4e10-acc2-6841a934cf6f,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:53:55.767772 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6c98837a-fb1f-4674-97e2-4c5c29a8763d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:55.878560 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2bb1407a-57e4-4e10-acc2-6841a934cf6f up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:53:55.962399 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 2bb1407a-57e4-4e10-acc2-6841a934cf6f completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:53:55.967971 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2f9b324f-0085-497b-b34a-ba922d67dbcf up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:53:56.040790 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 2f9b324f-0085-497b-b34a-ba922d67dbcf completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:53:56.052308 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 2f9b324f-0085-497b-b34a-ba922d67dbcf triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:53:56.054071 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:56.187949 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:56.205759 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 2f9b324f-0085-497b-b34a-ba922d67dbcf, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=2f9b324f-0085-497b-b34a-ba922d67dbcf,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:53:56.211254 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:56.236830 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6c98837a-fb1f-4674-97e2-4c5c29a8763d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:56.244139 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6c98837a-fb1f-4674-97e2-4c5c29a8763d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:56.296393 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=2f9b324f-0085-497b-b34a-ba922d67dbcf,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:53:56.497133 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6c98837a-fb1f-4674-97e2-4c5c29a8763d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:56.500525 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98837a-fb1f-4674-97e2-4c5c29a8763d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Port': ['ID=07176cf9-ab68-4815-aad8-6a5dde0fab64,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:53:56.545745 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ac692a-8c0a-45d8-84f4-c9863bf925ee None None] Network 500d6196-25ea-4d98-9122-3be77705e0e0 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:53:56.636915 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c98837a-fb1f-4674-97e2-4c5c29a8763d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network 500d6196-25ea-4d98-9122-3be77705e0e0 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:53:56.637553 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-6c98837a-fb1f-4674-97e2-4c5c29a8763d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:53:56.751722 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-02330962-d207-4a8d-96c3-ec8b2402d323 None None] Provisioning for port 2bb1407a-57e4-4e10-acc2-6841a934cf6f completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:53:56.761129 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-02330962-d207-4a8d-96c3-ec8b2402d323 None None] Provisioning complete for port 2bb1407a-57e4-4e10-acc2-6841a934cf6f triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:53:56.761501 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-02330962-d207-4a8d-96c3-ec8b2402d323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:56.838811 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c98837a-fb1f-4674-97e2-4c5c29a8763d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Router dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:53:56.947670 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-02330962-d207-4a8d-96c3-ec8b2402d323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:56.984941 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-02330962-d207-4a8d-96c3-ec8b2402d323 None None] For port 2bb1407a-57e4-4e10-acc2-6841a934cf6f, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=2bb1407a-57e4-4e10-acc2-6841a934cf6f,segment=NetworkSegment(2381506b-69e6-4363-aa78-1b1947bafb71),segment_id=2381506b-69e6-4363-aa78-1b1947bafb71)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:53:56.989562 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-02330962-d207-4a8d-96c3-ec8b2402d323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:57.029123 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c98837a-fb1f-4674-97e2-4c5c29a8763d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:53:57.038404 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b02c99-bf50-4731-b5a6-60056a660ba7 None None] Sync routers for ids ['dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:53:57.048421 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b02c99-bf50-4731-b5a6-60056a660ba7 None None] Routers {'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:53:57.049501 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-d9b02c99-bf50-4731-b5a6-60056a660ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:53:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:53:57.053211 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6c98837a-fb1f-4674-97e2-4c5c29a8763d tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "PUT /v2.0/routers/dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3449178 Mar 28 19:53:57.074580 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02330962-d207-4a8d-96c3-ec8b2402d323 None None] Pushing event updated for resources: {'Port': ['ID=2bb1407a-57e4-4e10-acc2-6841a934cf6f,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:53:57.212287 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-31085dd0-726b-4a40-a0b4-1379f5ffbe69 None None] Provisioning complete for port 2bb1407a-57e4-4e10-acc2-6841a934cf6f triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:53:57.212758 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-31085dd0-726b-4a40-a0b4-1379f5ffbe69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:57.239832 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-d9b02c99-bf50-4731-b5a6-60056a660ba7 None None] Set router dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:53:57.380156 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-0ee81661-befc-4e0a-973c-bb5448f7b674 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2025224860&fields=id&tenant_id=5c14268c8e5841d7aff34a232cfbb74a HTTP/1.1" status: 200 len: 267 time: 0.0559416 Mar 28 19:53:57.395364 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-31085dd0-726b-4a40-a0b4-1379f5ffbe69 None None] Provisioning for port 07176cf9-ab68-4815-aad8-6a5dde0fab64 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:53:57.401991 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-31085dd0-726b-4a40-a0b4-1379f5ffbe69 None None] Provisioning complete for port 07176cf9-ab68-4815-aad8-6a5dde0fab64 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:53:57.402527 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-31085dd0-726b-4a40-a0b4-1379f5ffbe69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:57.459958 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-31085dd0-726b-4a40-a0b4-1379f5ffbe69 None None] Port 07176cf9-ab68-4815-aad8-6a5dde0fab64 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:53:57.544959 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-35a11408-89bf-4679-9b55-4b8e73753d43 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:53:57.545653 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-35a11408-89bf-4679-9b55-4b8e73753d43 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Synchronizing usage tracker for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:network {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:53:57.564418 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-35a11408-89bf-4679-9b55-4b8e73753d43 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Unset dirty status for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:network {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:53:57.567303 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-35a11408-89bf-4679-9b55-4b8e73753d43 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/networks?id=500d6196-25ea-4d98-9122-3be77705e0e0 HTTP/1.1" status: 200 len: 797 time: 0.1765032 Mar 28 19:53:57.580999 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a3f49567-2383-4989-9b23-0f357d9e545f None None] Provisioning complete for port 07176cf9-ab68-4815-aad8-6a5dde0fab64 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:53:57.581379 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a3f49567-2383-4989-9b23-0f357d9e545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:57.582389 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-d9b02c99-bf50-4731-b5a6-60056a660ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977944566', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '2f9b324f-0085-497b-b34a-ba922d67dbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:53:50Z', 'updated_at': '2022-03-28T19:53:55Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '2f9b324f-0085-497b-b34a-ba922d67dbcf', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:42:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:53:51Z', 'updated_at': '2022-03-28T19:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '07176cf9-ab68-4815-aad8-6a5dde0fab64', 'name': '', 'network_id': '500d6196-25ea-4d98-9122-3be77705e0e0', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:96:83:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'c48353d4-42ff-4b38-beec-013250772526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:53:54Z', 'updated_at': '2022-03-28T19:53:56Z', 'revision_number': 2, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': 'c48353d4-42ff-4b38-beec-013250772526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:53:57.584684 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-8d7212d3-4952-486b-aad7-469d6a6b2fb3 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/quotas/5c14268c8e5841d7aff34a232cfbb74a HTTP/1.1" status: 200 len: 375 time: 0.0102541 Mar 28 19:53:57.593449 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b02c99-bf50-4731-b5a6-60056a660ba7 None None] Checking router: dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:53:57.594102 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b02c99-bf50-4731-b5a6-60056a660ba7 None None] Updating router dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c port 07176cf9-ab68-4815-aad8-6a5dde0fab64 binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:53:57.648182 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a3f49567-2383-4989-9b23-0f357d9e545f None None] Port 07176cf9-ab68-4815-aad8-6a5dde0fab64 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:53:57.660561 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-d9b02c99-bf50-4731-b5a6-60056a660ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:57.687140 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-167e23b7-24e2-43d2-b840-a2cad18a9dd7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Synchronizing usage tracker for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:53:57.706085 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-167e23b7-24e2-43d2-b840-a2cad18a9dd7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Unset dirty status for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:53:57.720629 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-167e23b7-24e2-43d2-b840-a2cad18a9dd7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1194389 Mar 28 19:53:57.759624 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c5a16fc1-f3de-4b2e-bdd4-1b1921a5d7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:57.776171 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2bb1407a-57e4-4e10-acc2-6841a934cf6f up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:53:57.813501 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-60e6b1a0-eeeb-4679-8d58-9417bf805a76 None None] Provisioning complete for port 07176cf9-ab68-4815-aad8-6a5dde0fab64 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:53:57.813872 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-60e6b1a0-eeeb-4679-8d58-9417bf805a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:57.854788 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-04851cef-767b-4871-8b63-f8d94d0ff368 service neutron] 10.222.0.10 "GET /v2.0/networks/500d6196-25ea-4d98-9122-3be77705e0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331823 Mar 28 19:53:57.883900 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-60e6b1a0-eeeb-4679-8d58-9417bf805a76 None None] Port 07176cf9-ab68-4815-aad8-6a5dde0fab64 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:53:57.893949 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 2bb1407a-57e4-4e10-acc2-6841a934cf6f triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:53:57.894324 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:57.999815 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-c5765344-c443-4cfb-837e-9dfe3f772bbd service neutron] 10.222.0.10 "GET /v2.0/networks/500d6196-25ea-4d98-9122-3be77705e0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359615 Mar 28 19:53:58.024715 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2f9b324f-0085-497b-b34a-ba922d67dbcf up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:53:58.041930 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-d9b02c99-bf50-4731-b5a6-60056a660ba7 None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:58.054560 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-d9b02c99-bf50-4731-b5a6-60056a660ba7 None None] Transition to ACTIVE for port object 07176cf9-ab68-4815-aad8-6a5dde0fab64 will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:53:58.060556 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-d9b02c99-bf50-4731-b5a6-60056a660ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:58.103145 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 2f9b324f-0085-497b-b34a-ba922d67dbcf triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:53:58.103700 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:58.189779 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab836-8260-47bc-b215-0d08f4685dbe None None] Pushing event updated for resources: {'Port': ['ID=07176cf9-ab68-4815-aad8-6a5dde0fab64,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:53:58.229316 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab836-8260-47bc-b215-0d08f4685dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:58.229660 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab836-8260-47bc-b215-0d08f4685dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:58.229994 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab836-8260-47bc-b215-0d08f4685dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:58.230320 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab836-8260-47bc-b215-0d08f4685dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:58.230640 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab836-8260-47bc-b215-0d08f4685dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:58.230987 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab836-8260-47bc-b215-0d08f4685dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:58.231307 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab836-8260-47bc-b215-0d08f4685dbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:58.231624 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab836-8260-47bc-b215-0d08f4685dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:58.231939 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab836-8260-47bc-b215-0d08f4685dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:58.232252 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab836-8260-47bc-b215-0d08f4685dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:58.232563 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab836-8260-47bc-b215-0d08f4685dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:58.232872 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab836-8260-47bc-b215-0d08f4685dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:53:58.319294 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-d9b02c99-bf50-4731-b5a6-60056a660ba7 None None] Attempting to bind port 07176cf9-ab68-4815-aad8-6a5dde0fab64 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:53:58.319651 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-d9b02c99-bf50-4731-b5a6-60056a660ba7 None None] Attempting to bind port 07176cf9-ab68-4815-aad8-6a5dde0fab64 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '2381506b-69e6-4363-aa78-1b1947bafb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '500d6196-25ea-4d98-9122-3be77705e0e0'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:53:58.320000 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b02c99-bf50-4731-b5a6-60056a660ba7 None None] Attempting to bind port 07176cf9-ab68-4815-aad8-6a5dde0fab64 on network 500d6196-25ea-4d98-9122-3be77705e0e0 {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:53:58.325236 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b02c99-bf50-4731-b5a6-60056a660ba7 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:53:58.325601 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b02c99-bf50-4731-b5a6-60056a660ba7 None None] Checking segment: {'id': '2381506b-69e6-4363-aa78-1b1947bafb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '500d6196-25ea-4d98-9122-3be77705e0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:53:58.325988 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-d9b02c99-bf50-4731-b5a6-60056a660ba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:58.326371 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b02c99-bf50-4731-b5a6-60056a660ba7 None None] Bound using segment: {'id': '2381506b-69e6-4363-aa78-1b1947bafb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '500d6196-25ea-4d98-9122-3be77705e0e0'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:53:58.326819 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-d9b02c99-bf50-4731-b5a6-60056a660ba7 None None] Bound port: 07176cf9-ab68-4815-aad8-6a5dde0fab64, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2381506b-69e6-4363-aa78-1b1947bafb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '500d6196-25ea-4d98-9122-3be77705e0e0'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:53:58.327203 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-d9b02c99-bf50-4731-b5a6-60056a660ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:58.411226 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-d9b02c99-bf50-4731-b5a6-60056a660ba7 None None] For port 07176cf9-ab68-4815-aad8-6a5dde0fab64, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:53:58.415194 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-d9b02c99-bf50-4731-b5a6-60056a660ba7 None None] For port 07176cf9-ab68-4815-aad8-6a5dde0fab64, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=07176cf9-ab68-4815-aad8-6a5dde0fab64,segment=NetworkSegment(2381506b-69e6-4363-aa78-1b1947bafb71),segment_id=2381506b-69e6-4363-aa78-1b1947bafb71)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:53:58.419200 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-d9b02c99-bf50-4731-b5a6-60056a660ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:58.493941 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b02c99-bf50-4731-b5a6-60056a660ba7 None None] Routers {'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:53:58.494546 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-d9b02c99-bf50-4731-b5a6-60056a660ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:53:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:53:58.558373 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab836-8260-47bc-b215-0d08f4685dbe None None] Pushing event updated for resources: {'Port': ['ID=07176cf9-ab68-4815-aad8-6a5dde0fab64,revision_number=4']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:53:58.674130 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-d9b02c99-bf50-4731-b5a6-60056a660ba7 None None] Set router dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:53:58.741171 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:58.774931 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:53:58.976896 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-d9b02c99-bf50-4731-b5a6-60056a660ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977944566', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '2f9b324f-0085-497b-b34a-ba922d67dbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:53:50Z', 'updated_at': '2022-03-28T19:53:55Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '2f9b324f-0085-497b-b34a-ba922d67dbcf', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:42:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:53:51Z', 'updated_at': '2022-03-28T19:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '07176cf9-ab68-4815-aad8-6a5dde0fab64', 'name': '', 'network_id': '500d6196-25ea-4d98-9122-3be77705e0e0', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:96:83:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'c48353d4-42ff-4b38-beec-013250772526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:53:54Z', 'updated_at': '2022-03-28T19:53:58Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': 'c48353d4-42ff-4b38-beec-013250772526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:53:58.980554 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b02c99-bf50-4731-b5a6-60056a660ba7 None None] The sync data for ids ['dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c'] in dv-neutron-834711-1-hyperv is: [{'id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977944566', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '2f9b324f-0085-497b-b34a-ba922d67dbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:53:50Z', 'updated_at': '2022-03-28T19:53:55Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '2f9b324f-0085-497b-b34a-ba922d67dbcf', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:42:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:53:51Z', 'updated_at': '2022-03-28T19:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '07176cf9-ab68-4815-aad8-6a5dde0fab64', 'name': '', 'network_id': '500d6196-25ea-4d98-9122-3be77705e0e0', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:96:83:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'c48353d4-42ff-4b38-beec-013250772526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:53:54Z', 'updated_at': '2022-03-28T19:53:58Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': 'c48353d4-42ff-4b38-beec-013250772526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:53:59.201871 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-75f3fd12-fa52-407e-88a1-673eb07ff491 req-b91e3657-be50-4158-a784-440de7f33b76 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=1eee93f6-788e-4ada-bc8d-bd2fdfa31517 HTTP/1.1" status: 200 len: 210 time: 0.0433033 Mar 28 19:53:59.801760 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 07176cf9-ab68-4815-aad8-6a5dde0fab64 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:53:59.872377 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 07176cf9-ab68-4815-aad8-6a5dde0fab64 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:53:59.877857 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 07176cf9-ab68-4815-aad8-6a5dde0fab64 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:53:59.878247 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:00.001070 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:00.034453 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 07176cf9-ab68-4815-aad8-6a5dde0fab64, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=07176cf9-ab68-4815-aad8-6a5dde0fab64,segment=NetworkSegment(2381506b-69e6-4363-aa78-1b1947bafb71),segment_id=2381506b-69e6-4363-aa78-1b1947bafb71)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:54:00.039899 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:00.108087 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=07176cf9-ab68-4815-aad8-6a5dde0fab64,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:54:00.269521 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-440ac0fb-d9ff-468e-b973-ac8235583f5e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:54:00.270677 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-440ac0fb-d9ff-468e-b973-ac8235583f5e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.26 "GET /v2.0/networks?id=500d6196-25ea-4d98-9122-3be77705e0e0 HTTP/1.1" status: 200 len: 797 time: 0.1566451 Mar 28 19:54:00.342237 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:00.367069 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-4b465ebd-d5d4-4e86-ad73-8cd65245caf5 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c14268c8e5841d7aff34a232cfbb74a HTTP/1.1" status: 200 len: 380 time: 0.0882242 Mar 28 19:54:00.369198 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fb58865c-742d-4520-a533-60a9eaa0fca7 req-2ec97708-be49-455c-8d53-911fa54d0c77 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=1eee93f6-788e-4ada-bc8d-bd2fdfa31517 HTTP/1.1" status: 200 len: 210 time: 0.0597956 Mar 28 19:54:00.375667 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-42dcd405-fe07-403b-91ef-be5803efb9b7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'port': {'device_id': '1eee93f6-788e-4ada-bc8d-bd2fdfa31517', 'network_id': '500d6196-25ea-4d98-9122-3be77705e0e0', 'admin_state_up': True, 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'security_groups': ['e237f0a0-cb1e-4da3-ada1-7b7b42704f13']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:54:00.623226 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-42dcd405-fe07-403b-91ef-be5803efb9b7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:54:00.632572 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-42dcd405-fe07-403b-91ef-be5803efb9b7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:54:00.642160 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-42dcd405-fe07-403b-91ef-be5803efb9b7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Made reservation on behalf of 5c14268c8e5841d7aff34a232cfbb74a for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:54:00.645575 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-42dcd405-fe07-403b-91ef-be5803efb9b7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:00.802015 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-42dcd405-fe07-403b-91ef-be5803efb9b7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Allocated IP 172.20.0.3 (500d6196-25ea-4d98-9122-3be77705e0e0/c48353d4-42ff-4b38-beec-013250772526/a677a759-dd80-40d2-9add-da19bb970ee9) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:54:00.983698 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-42dcd405-fe07-403b-91ef-be5803efb9b7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:00.998495 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-42dcd405-fe07-403b-91ef-be5803efb9b7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Transition to ACTIVE for port object a677a759-dd80-40d2-9add-da19bb970ee9 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:54:01.021073 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-42dcd405-fe07-403b-91ef-be5803efb9b7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:01.086694 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-42dcd405-fe07-403b-91ef-be5803efb9b7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network 500d6196-25ea-4d98-9122-3be77705e0e0 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:54:01.089570 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-42dcd405-fe07-403b-91ef-be5803efb9b7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:54:01.097768 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-42dcd405-fe07-403b-91ef-be5803efb9b7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:54:01.139833 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dcd405-fe07-403b-91ef-be5803efb9b7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Port': ['ID=a677a759-dd80-40d2-9add-da19bb970ee9,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:54:01.164399 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-42dcd405-fe07-403b-91ef-be5803efb9b7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:54:01.165100 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-42dcd405-fe07-403b-91ef-be5803efb9b7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:01.194422 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-42dcd405-fe07-403b-91ef-be5803efb9b7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8219538 Mar 28 19:54:01.206468 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-46113901-c381-49c3-8859-201a67772f50 service neutron] Request body: {'port': {'device_id': '1eee93f6-788e-4ada-bc8d-bd2fdfa31517', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:54:01.324155 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-46113901-c381-49c3-8859-201a67772f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:01.378663 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ce40d023-a1db-4f16-a34c-6d84c24a6fd4 None None] Provisioning for port a677a759-dd80-40d2-9add-da19bb970ee9 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:54:01.384057 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ce40d023-a1db-4f16-a34c-6d84c24a6fd4 None None] Provisioning complete for port a677a759-dd80-40d2-9add-da19bb970ee9 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:54:01.384427 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ce40d023-a1db-4f16-a34c-6d84c24a6fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:01.440455 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-ce40d023-a1db-4f16-a34c-6d84c24a6fd4 None None] Port a677a759-dd80-40d2-9add-da19bb970ee9 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:54:01.672247 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea29e0-6b04-4e2b-a138-8647ae813d95 req-50d7a6ab-40cc-4678-8ce0-16b99f1c40ab tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:54:01.672940 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-ecea29e0-6b04-4e2b-a138-8647ae813d95 req-50d7a6ab-40cc-4678-8ce0-16b99f1c40ab tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Synchronizing usage tracker for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:54:01.699118 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-ecea29e0-6b04-4e2b-a138-8647ae813d95 req-50d7a6ab-40cc-4678-8ce0-16b99f1c40ab tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Unset dirty status for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:54:01.700278 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ecea29e0-6b04-4e2b-a138-8647ae813d95 req-50d7a6ab-40cc-4678-8ce0-16b99f1c40ab tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=1eee93f6-788e-4ada-bc8d-bd2fdfa31517 HTTP/1.1" status: 200 len: 931 time: 0.2206998 Mar 28 19:54:01.761221 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 07176cf9-ab68-4815-aad8-6a5dde0fab64 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:54:01.786708 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-46113901-c381-49c3-8859-201a67772f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a677a759-dd80-40d2-9add-da19bb970ee9 {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:54:01.798461 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-46113901-c381-49c3-8859-201a67772f50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:01.806645 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ecea29e0-6b04-4e2b-a138-8647ae813d95 req-1fb95622-1e37-451b-8eba-21c9dbba9b01 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e237f0a0-cb1e-4da3-ada1-7b7b42704f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681283 Mar 28 19:54:01.818616 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-46113901-c381-49c3-8859-201a67772f50 service neutron] Transition to ACTIVE for port object a677a759-dd80-40d2-9add-da19bb970ee9 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:54:01.823164 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-46113901-c381-49c3-8859-201a67772f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:01.830613 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 07176cf9-ab68-4815-aad8-6a5dde0fab64 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:54:01.831021 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:01.978477 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46113901-c381-49c3-8859-201a67772f50 service neutron] Pushing event updated for resources: {'Port': ['ID=a677a759-dd80-40d2-9add-da19bb970ee9,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:54:02.059977 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-46113901-c381-49c3-8859-201a67772f50 service neutron] Attempting to bind port a677a759-dd80-40d2-9add-da19bb970ee9 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:54:02.060303 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-46113901-c381-49c3-8859-201a67772f50 service neutron] Attempting to bind port a677a759-dd80-40d2-9add-da19bb970ee9 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '2381506b-69e6-4363-aa78-1b1947bafb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '500d6196-25ea-4d98-9122-3be77705e0e0'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:54:02.060624 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-46113901-c381-49c3-8859-201a67772f50 service neutron] Attempting to bind port a677a759-dd80-40d2-9add-da19bb970ee9 on network 500d6196-25ea-4d98-9122-3be77705e0e0 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:54:02.065205 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-46113901-c381-49c3-8859-201a67772f50 service neutron] Port a677a759-dd80-40d2-9add-da19bb970ee9 on network 500d6196-25ea-4d98-9122-3be77705e0e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:54:02.065513 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-46113901-c381-49c3-8859-201a67772f50 service neutron] Attempting to bind port a677a759-dd80-40d2-9add-da19bb970ee9 on network 500d6196-25ea-4d98-9122-3be77705e0e0 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:54:02.070857 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-46113901-c381-49c3-8859-201a67772f50 service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:54:02.071208 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-46113901-c381-49c3-8859-201a67772f50 service neutron] Checking segment: {'id': '2381506b-69e6-4363-aa78-1b1947bafb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '500d6196-25ea-4d98-9122-3be77705e0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:54:02.071576 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-46113901-c381-49c3-8859-201a67772f50 service neutron] Bound using segment: {'id': '2381506b-69e6-4363-aa78-1b1947bafb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '500d6196-25ea-4d98-9122-3be77705e0e0'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:54:02.071987 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-46113901-c381-49c3-8859-201a67772f50 service neutron] Bound port: a677a759-dd80-40d2-9add-da19bb970ee9, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2381506b-69e6-4363-aa78-1b1947bafb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '500d6196-25ea-4d98-9122-3be77705e0e0'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:54:02.072322 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-46113901-c381-49c3-8859-201a67772f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:02.157667 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-46113901-c381-49c3-8859-201a67772f50 service neutron] For port a677a759-dd80-40d2-9add-da19bb970ee9, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:54:02.160703 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-46113901-c381-49c3-8859-201a67772f50 service neutron] For port a677a759-dd80-40d2-9add-da19bb970ee9, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=a677a759-dd80-40d2-9add-da19bb970ee9,segment=NetworkSegment(2381506b-69e6-4363-aa78-1b1947bafb71),segment_id=2381506b-69e6-4363-aa78-1b1947bafb71)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:54:02.164909 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-46113901-c381-49c3-8859-201a67772f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:02.187548 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:02.221871 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-46113901-c381-49c3-8859-201a67772f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:54:02.222465 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-46113901-c381-49c3-8859-201a67772f50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:02.223813 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-46113901-c381-49c3-8859-201a67772f50 service neutron] 10.222.0.26 "PUT /v2.0/ports/a677a759-dd80-40d2-9add-da19bb970ee9 HTTP/1.1" status: 200 len: 1093 time: 1.0215621 Mar 28 19:54:02.224239 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eee93f6-788e-4ada-bc8d-bd2fdfa31517', 'tag': 'a677a759-dd80-40d2-9add-da19bb970ee9'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:54:02.252087 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46113901-c381-49c3-8859-201a67772f50 service neutron] Pushing event updated for resources: {'Port': ['ID=a677a759-dd80-40d2-9add-da19bb970ee9,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:54:02.269806 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eee93f6-788e-4ada-bc8d-bd2fdfa31517', 'tag': 'a677a759-dd80-40d2-9add-da19bb970ee9', 'status': 'completed', 'code': 200} Mar 28 19:54:02.343647 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-7d4b0f8f-21b8-4efb-9f87-c208094812ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:54:02.345138 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-7d4b0f8f-21b8-4efb-9f87-c208094812ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=1eee93f6-788e-4ada-bc8d-bd2fdfa31517 HTTP/1.1" status: 200 len: 1096 time: 0.0714397 Mar 28 19:54:02.414813 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-99f1c1d6-c40e-4428-a3af-f04a194e9cda service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a677a759-dd80-40d2-9add-da19bb970ee9 HTTP/1.1" status: 200 len: 217 time: 0.0630412 Mar 28 19:54:02.476248 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-de142724-d5bf-4c31-b95a-119546a42fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:54:02.477582 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-de142724-d5bf-4c31-b95a-119546a42fbc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c48353d4-42ff-4b38-beec-013250772526 HTTP/1.1" status: 200 len: 835 time: 0.0570314 Mar 28 19:54:02.654648 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-8c5c9290-b805-4446-bcf5-e78b39347bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:54:02.656035 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-8c5c9290-b805-4446-bcf5-e78b39347bd9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=500d6196-25ea-4d98-9122-3be77705e0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1714330 Mar 28 19:54:02.782823 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-f16238a2-dd60-448f-af16-160ad5d374f3 service neutron] 10.222.0.26 "GET /v2.0/networks/500d6196-25ea-4d98-9122-3be77705e0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209726 Mar 28 19:54:02.910861 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-49f48b06-16f2-489b-8b6e-cdbf8d143960 req-f7c005a0-307f-49d4-ad88-216ffb014f03 service neutron] 10.222.0.26 "GET /v2.0/networks/500d6196-25ea-4d98-9122-3be77705e0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216784 Mar 28 19:54:03.046726 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3b320-6184-4b38-b7a9-b565e7ee5202 req-802980dc-0dbc-43b2-a3ed-fc6115e11b40 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:54:03.048075 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7fc3b320-6184-4b38-b7a9-b565e7ee5202 req-802980dc-0dbc-43b2-a3ed-fc6115e11b40 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=1eee93f6-788e-4ada-bc8d-bd2fdfa31517 HTTP/1.1" status: 200 len: 943 time: 0.1363564 Mar 28 19:54:03.053652 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b7f71-fbc2-428c-a7ac-8a8cddd131be req-e2fddcd7-350f-4014-88ad-e90553a6873f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:54:03.054997 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-847b7f71-fbc2-428c-a7ac-8a8cddd131be req-e2fddcd7-350f-4014-88ad-e90553a6873f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=1eee93f6-788e-4ada-bc8d-bd2fdfa31517 HTTP/1.1" status: 200 len: 1096 time: 0.0989580 Mar 28 19:54:03.169995 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7fc3b320-6184-4b38-b7a9-b565e7ee5202 req-a0dc4cfd-232a-4145-8f61-eab91bb1b3a3 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e237f0a0-cb1e-4da3-ada1-7b7b42704f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140635 Mar 28 19:54:03.212395 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b7f71-fbc2-428c-a7ac-8a8cddd131be req-6c117e05-9b34-43e3-b59f-64b5aa1382c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:54:03.213801 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-847b7f71-fbc2-428c-a7ac-8a8cddd131be req-6c117e05-9b34-43e3-b59f-64b5aa1382c4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=500d6196-25ea-4d98-9122-3be77705e0e0 HTTP/1.1" status: 200 len: 898 time: 0.1459045 Mar 28 19:54:03.281862 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-847b7f71-fbc2-428c-a7ac-8a8cddd131be req-62936795-b56f-4a48-b3f1-0669e5fd7da2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a677a759-dd80-40d2-9add-da19bb970ee9 HTTP/1.1" status: 200 len: 217 time: 0.0617881 Mar 28 19:54:03.341326 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b7f71-fbc2-428c-a7ac-8a8cddd131be req-71b5f6d1-e311-41e6-9c12-e1c8ab0d8fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:54:03.342591 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-847b7f71-fbc2-428c-a7ac-8a8cddd131be req-71b5f6d1-e311-41e6-9c12-e1c8ab0d8fa1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c48353d4-42ff-4b38-beec-013250772526 HTTP/1.1" status: 200 len: 835 time: 0.0551405 Mar 28 19:54:03.413457 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b7f71-fbc2-428c-a7ac-8a8cddd131be req-c9904a05-41ee-4e70-a928-fda4cf47f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:54:03.414857 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-847b7f71-fbc2-428c-a7ac-8a8cddd131be req-c9904a05-41ee-4e70-a928-fda4cf47f24d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=500d6196-25ea-4d98-9122-3be77705e0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666773 Mar 28 19:54:03.553752 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-847b7f71-fbc2-428c-a7ac-8a8cddd131be req-b5f2d4cc-6cd3-470f-8a5a-9cba7fef6ca0 service neutron] 10.222.0.26 "GET /v2.0/networks/500d6196-25ea-4d98-9122-3be77705e0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281724 Mar 28 19:54:03.664439 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:54:03.684059 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-847b7f71-fbc2-428c-a7ac-8a8cddd131be req-1128913e-36a0-4980-aa64-4af146f2cbd0 service neutron] 10.222.0.26 "GET /v2.0/networks/500d6196-25ea-4d98-9122-3be77705e0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240759 Mar 28 19:54:04.359255 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e260fd-ada9-4a33-8738-282f7f1fdb96 req-aff62d22-c355-4a7d-bad4-e87c2d2b893f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:54:04.360691 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f8e260fd-ada9-4a33-8738-282f7f1fdb96 req-aff62d22-c355-4a7d-bad4-e87c2d2b893f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=1eee93f6-788e-4ada-bc8d-bd2fdfa31517 HTTP/1.1" status: 200 len: 943 time: 0.0825531 Mar 28 19:54:04.403486 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f8e260fd-ada9-4a33-8738-282f7f1fdb96 req-15023fc4-1ebd-4fc9-8198-9c9fedfccc69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e237f0a0-cb1e-4da3-ada1-7b7b42704f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370185 Mar 28 19:54:05.588584 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b44c0e-dce8-4642-b9ca-510b83f84a96 req-88bd77cc-936e-4010-8a8c-7bc6ac6fcf4c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:54:05.590014 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-39b44c0e-dce8-4642-b9ca-510b83f84a96 req-88bd77cc-936e-4010-8a8c-7bc6ac6fcf4c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=1eee93f6-788e-4ada-bc8d-bd2fdfa31517 HTTP/1.1" status: 200 len: 943 time: 0.0784514 Mar 28 19:54:05.636062 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-39b44c0e-dce8-4642-b9ca-510b83f84a96 req-c5612a5f-f0d5-4672-941a-c4e0eaa0b532 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e237f0a0-cb1e-4da3-ada1-7b7b42704f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404451 Mar 28 19:54:06.235149 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device a677a759-dd80-40d2-9add-da19bb970ee9 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:54:06.386666 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port a677a759-dd80-40d2-9add-da19bb970ee9, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=a677a759-dd80-40d2-9add-da19bb970ee9,segment=NetworkSegment(2381506b-69e6-4363-aa78-1b1947bafb71),segment_id=2381506b-69e6-4363-aa78-1b1947bafb71)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:54:06.399125 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': 'a677a759-dd80-40d2-9add-da19bb970ee9', 'network_id': '500d6196-25ea-4d98-9122-3be77705e0e0', 'port_id': 'a677a759-dd80-40d2-9add-da19bb970ee9', 'mac_address': 'fa:16:3e:5f:1d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c48353d4-42ff-4b38-beec-013250772526', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:54:06.454313 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:06.469958 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a677a759-dd80-40d2-9add-da19bb970ee9 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:54:06.485958 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port a677a759-dd80-40d2-9add-da19bb970ee9, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=a677a759-dd80-40d2-9add-da19bb970ee9,segment=NetworkSegment(2381506b-69e6-4363-aa78-1b1947bafb71),segment_id=2381506b-69e6-4363-aa78-1b1947bafb71)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:54:06.489869 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:06.558267 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=a677a759-dd80-40d2-9add-da19bb970ee9,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:54:06.824932 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cdcf8-0e1b-4e06-9430-d95a3029adcb req-8313f80a-e6c7-47de-8340-ac4c9170445e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:54:06.826369 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-824cdcf8-0e1b-4e06-9430-d95a3029adcb req-8313f80a-e6c7-47de-8340-ac4c9170445e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=1eee93f6-788e-4ada-bc8d-bd2fdfa31517 HTTP/1.1" status: 200 len: 944 time: 0.0839343 Mar 28 19:54:06.853117 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['a677a759-dd80-40d2-9add-da19bb970ee9'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:54:06.870301 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-824cdcf8-0e1b-4e06-9430-d95a3029adcb req-ae3b488a-fdaa-43bd-99fe-a079c653cea3 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e237f0a0-cb1e-4da3-ada1-7b7b42704f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382345 Mar 28 19:54:08.210370 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc1fa2-7326-4af4-a7b3-179014f7637b req-2204edfa-d740-4c16-8b25-eefbfd267562 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:54:08.211824 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-73fc1fa2-7326-4af4-a7b3-179014f7637b req-2204edfa-d740-4c16-8b25-eefbfd267562 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=1eee93f6-788e-4ada-bc8d-bd2fdfa31517 HTTP/1.1" status: 200 len: 944 time: 0.0851686 Mar 28 19:54:08.236189 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device a677a759-dd80-40d2-9add-da19bb970ee9 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:54:08.257880 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-73fc1fa2-7326-4af4-a7b3-179014f7637b req-8b33fc45-5b95-4886-a1bd-909400b78ce3 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e237f0a0-cb1e-4da3-ada1-7b7b42704f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395634 Mar 28 19:54:08.309107 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port a677a759-dd80-40d2-9add-da19bb970ee9 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:54:08.314038 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port a677a759-dd80-40d2-9add-da19bb970ee9 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:54:08.314403 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:08.438839 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:08.468984 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eee93f6-788e-4ada-bc8d-bd2fdfa31517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a677a759-dd80-40d2-9add-da19bb970ee9'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:54:08.479681 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port a677a759-dd80-40d2-9add-da19bb970ee9, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=a677a759-dd80-40d2-9add-da19bb970ee9,segment=NetworkSegment(2381506b-69e6-4363-aa78-1b1947bafb71),segment_id=2381506b-69e6-4363-aa78-1b1947bafb71)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:54:08.484447 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:08.529624 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eee93f6-788e-4ada-bc8d-bd2fdfa31517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a677a759-dd80-40d2-9add-da19bb970ee9', 'code': 200} Mar 28 19:54:08.562982 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=a677a759-dd80-40d2-9add-da19bb970ee9,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:54:08.745758 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34f841-a559-45f3-86ed-b077c2872fcb req-60a50989-12dc-4ef4-aecd-f79f19de098d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:54:08.747182 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9a34f841-a559-45f3-86ed-b077c2872fcb req-60a50989-12dc-4ef4-aecd-f79f19de098d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1eee93f6-788e-4ada-bc8d-bd2fdfa31517 HTTP/1.1" status: 200 len: 1098 time: 0.0744779 Mar 28 19:54:08.793837 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9a34f841-a559-45f3-86ed-b077c2872fcb req-c636d356-15ea-4392-b8e8-89c1b4dae97d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e237f0a0-cb1e-4da3-ada1-7b7b42704f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358248 Mar 28 19:54:09.546998 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac7fa6-6735-453e-9bdf-eb737a222743 req-88188883-2b1a-4eb6-9110-a6d9f0746fe5 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:54:09.548432 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-99ac7fa6-6735-453e-9bdf-eb737a222743 req-88188883-2b1a-4eb6-9110-a6d9f0746fe5 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=1eee93f6-788e-4ada-bc8d-bd2fdfa31517 HTTP/1.1" status: 200 len: 945 time: 0.1848207 Mar 28 19:54:09.592136 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-99ac7fa6-6735-453e-9bdf-eb737a222743 req-64421aba-e1f5-4083-92e9-aafe4a51b603 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e237f0a0-cb1e-4da3-ada1-7b7b42704f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378191 Mar 28 19:54:10.777403 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46f7c5-3f63-4d91-a983-e3df3bebc378 req-d449afe9-6c96-45d2-805a-6e1acc6c5c11 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:54:10.778819 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-eb46f7c5-3f63-4d91-a983-e3df3bebc378 req-d449afe9-6c96-45d2-805a-6e1acc6c5c11 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=1eee93f6-788e-4ada-bc8d-bd2fdfa31517 HTTP/1.1" status: 200 len: 945 time: 0.0805235 Mar 28 19:54:10.822116 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-eb46f7c5-3f63-4d91-a983-e3df3bebc378 req-b1e53e2f-4d0e-432e-a8b6-a3e2a98efd17 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e237f0a0-cb1e-4da3-ada1-7b7b42704f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376353 Mar 28 19:54:11.001065 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de52776-c4bd-4937-9cd8-6513fd56e817 req-5a09699d-53cd-414b-93a5-8196570a2df8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:54:11.002491 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5de52776-c4bd-4937-9cd8-6513fd56e817 req-5a09699d-53cd-414b-93a5-8196570a2df8 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=1eee93f6-788e-4ada-bc8d-bd2fdfa31517 HTTP/1.1" status: 200 len: 945 time: 0.0783865 Mar 28 19:54:11.045686 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5de52776-c4bd-4937-9cd8-6513fd56e817 req-40486e4d-7176-4152-b87b-c68852cb4b23 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e237f0a0-cb1e-4da3-ada1-7b7b42704f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366747 Mar 28 19:54:11.068790 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 40038) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:54:11.139727 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b95c3d5-1c64-4771-9481-3c3be2a8b02c tempest-TestNetworkAdvancedServerOps-1671564215 tempest-TestNetworkAdvancedServerOps-1671564215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:54:11.141085 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2b95c3d5-1c64-4771-9481-3c3be2a8b02c tempest-TestNetworkAdvancedServerOps-1671564215 tempest-TestNetworkAdvancedServerOps-1671564215-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1eee93f6-788e-4ada-bc8d-bd2fdfa31517 HTTP/1.1" status: 200 len: 1093 time: 0.0714893 Mar 28 19:54:11.143832 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 40042) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:54:11.148752 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-dc84b8dd-a374-47f6-a9e8-71086c884d69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'port_id': 'a677a759-dd80-40d2-9add-da19bb970ee9', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:54:11.154452 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-dc84b8dd-a374-47f6-a9e8-71086c884d69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:54:11.158183 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-dc84b8dd-a374-47f6-a9e8-71086c884d69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Usage tracker for resource:floatingip and tenant:5c14268c8e5841d7aff34a232cfbb74a is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:54:11.160917 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-dc84b8dd-a374-47f6-a9e8-71086c884d69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:54:11.166626 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-dc84b8dd-a374-47f6-a9e8-71086c884d69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:54:11.176316 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dc84b8dd-a374-47f6-a9e8-71086c884d69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:11.310655 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dc84b8dd-a374-47f6-a9e8-71086c884d69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:11.443031 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-dc84b8dd-a374-47f6-a9e8-71086c884d69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Allocated IP 172.26.4.29 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/83f47c66-1b23-42e9-ab04-4e92c68a491c) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:54:11.586872 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dc84b8dd-a374-47f6-a9e8-71086c884d69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:11.614631 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dc84b8dd-a374-47f6-a9e8-71086c884d69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:11.672011 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc84b8dd-a374-47f6-a9e8-71086c884d69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:54:11.674635 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-dc84b8dd-a374-47f6-a9e8-71086c884d69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:54:11.677368 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc84b8dd-a374-47f6-a9e8-71086c884d69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:54:11.726847 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84b8dd-a374-47f6-a9e8-71086c884d69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Port': ['ID=83f47c66-1b23-42e9-ab04-4e92c68a491c,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:54:12.091640 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dc84b8dd-a374-47f6-a9e8-71086c884d69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:12.163895 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dc84b8dd-a374-47f6-a9e8-71086c884d69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:12.363906 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dc84b8dd-a374-47f6-a9e8-71086c884d69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:12.368264 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dc84b8dd-a374-47f6-a9e8-71086c884d69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:12.581147 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84b8dd-a374-47f6-a9e8-71086c884d69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event updated for resources: {'Port': ['ID=83f47c66-1b23-42e9-ab04-4e92c68a491c,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:54:12.590833 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dc84b8dd-a374-47f6-a9e8-71086c884d69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:12.757313 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-dc84b8dd-a374-47f6-a9e8-71086c884d69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Floating IP fd7b71b6-a582-43e0-aa75-2692cd9146b2 associated. External IP: 172.26.4.29, port: a677a759-dd80-40d2-9add-da19bb970ee9. Mar 28 19:54:13.098736 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc84b8dd-a374-47f6-a9e8-71086c884d69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Router dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:54:13.269150 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc84b8dd-a374-47f6-a9e8-71086c884d69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:54:13.279261 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e971bb64-6798-4205-9694-959953dfd728 None None] Sync routers for ids ['dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:54:13.288514 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e971bb64-6798-4205-9694-959953dfd728 None None] Routers {'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:54:13.289275 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-e971bb64-6798-4205-9694-959953dfd728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:53:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:54:13.292753 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-dc84b8dd-a374-47f6-a9e8-71086c884d69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:13.350102 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-dc84b8dd-a374-47f6-a9e8-71086c884d69 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2051194 Mar 28 19:54:13.350641 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eee93f6-788e-4ada-bc8d-bd2fdfa31517', 'tag': 'a677a759-dd80-40d2-9add-da19bb970ee9'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:54:13.402229 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eee93f6-788e-4ada-bc8d-bd2fdfa31517', 'tag': 'a677a759-dd80-40d2-9add-da19bb970ee9', 'status': 'completed', 'code': 200} Mar 28 19:54:13.471662 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-e971bb64-6798-4205-9694-959953dfd728 None None] Set router dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:54:13.559561 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d795b-2f3c-4ef8-85f9-681504c638ef req-d6dad010-66b5-4f19-97c1-9879a0b9615f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:54:13.561036 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-235d795b-2f3c-4ef8-85f9-681504c638ef req-d6dad010-66b5-4f19-97c1-9879a0b9615f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=1eee93f6-788e-4ada-bc8d-bd2fdfa31517 HTTP/1.1" status: 200 len: 1098 time: 0.1311836 Mar 28 19:54:13.569779 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b2180-f5c5-4185-923b-1e3ba6973225 req-c6e75fd9-b72d-4711-a83c-ed1d6f74edff tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:54:13.571394 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8e5b2180-f5c5-4185-923b-1e3ba6973225 req-c6e75fd9-b72d-4711-a83c-ed1d6f74edff tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=1eee93f6-788e-4ada-bc8d-bd2fdfa31517 HTTP/1.1" status: 200 len: 945 time: 0.1069984 Mar 28 19:54:13.710459 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8e5b2180-f5c5-4185-923b-1e3ba6973225 req-715643fc-7a24-4924-b52e-6065a4552deb tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e237f0a0-cb1e-4da3-ada1-7b7b42704f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161008 Mar 28 19:54:13.734350 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 40050) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:54:13.747215 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d795b-2f3c-4ef8-85f9-681504c638ef req-c571405f-de56-4548-aec7-08d7b1a88abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:54:13.748785 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-235d795b-2f3c-4ef8-85f9-681504c638ef req-c571405f-de56-4548-aec7-08d7b1a88abe service neutron] 10.222.0.26 "GET /v2.0/networks?id=500d6196-25ea-4d98-9122-3be77705e0e0 HTTP/1.1" status: 200 len: 898 time: 0.1765604 Mar 28 19:54:13.815929 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-e971bb64-6798-4205-9694-959953dfd728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977944566', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '2f9b324f-0085-497b-b34a-ba922d67dbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:53:50Z', 'updated_at': '2022-03-28T19:53:55Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '2f9b324f-0085-497b-b34a-ba922d67dbcf', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:42:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:53:51Z', 'updated_at': '2022-03-28T19:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'fd7b71b6-a582-43e0-aa75-2692cd9146b2', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'floating_ip_address': '172.26.4.29', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'port_id': 'a677a759-dd80-40d2-9add-da19bb970ee9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '500d6196-25ea-4d98-9122-3be77705e0e0', 'mac_address': 'fa:16:3e:5f:1d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee93f6-788e-4ada-bc8d-bd2fdfa31517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:54:12Z', 'updated_at': '2022-03-28T19:54:12Z', 'revision_number': 0, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07176cf9-ab68-4815-aad8-6a5dde0fab64', 'name': '', 'network_id': '500d6196-25ea-4d98-9122-3be77705e0e0', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:96:83:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'c48353d4-42ff-4b38-beec-013250772526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:53:54Z', 'updated_at': '2022-03-28T19:54:00Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': 'c48353d4-42ff-4b38-beec-013250772526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:54:13.821303 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e971bb64-6798-4205-9694-959953dfd728 None None] Checking router: dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:54:13.829705 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e971bb64-6798-4205-9694-959953dfd728 None None] Routers {'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:54:13.830297 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-e971bb64-6798-4205-9694-959953dfd728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:53:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:54:13.845419 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7e060d90-4fd2-4766-9ccc-370da8706e5e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/floatingips/fd7b71b6-a582-43e0-aa75-2692cd9146b2 HTTP/1.1" status: 200 len: 990 time: 0.1099229 Mar 28 19:54:13.857289 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-235d795b-2f3c-4ef8-85f9-681504c638ef req-22eac60c-19d7-47e8-bfbc-f72ea1cc45ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a677a759-dd80-40d2-9add-da19bb970ee9 HTTP/1.1" status: 200 len: 998 time: 0.1029203 Mar 28 19:54:14.038629 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d795b-2f3c-4ef8-85f9-681504c638ef req-687f12a0-1d7b-442e-81b4-1e8ebed8696b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:54:14.040006 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-235d795b-2f3c-4ef8-85f9-681504c638ef req-687f12a0-1d7b-442e-81b4-1e8ebed8696b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c48353d4-42ff-4b38-beec-013250772526 HTTP/1.1" status: 200 len: 835 time: 0.1767166 Mar 28 19:54:14.052601 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-e971bb64-6798-4205-9694-959953dfd728 None None] Set router dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:54:14.117759 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d795b-2f3c-4ef8-85f9-681504c638ef req-b77326a8-8898-46b1-bd43-8f53292d7261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:54:14.119232 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-235d795b-2f3c-4ef8-85f9-681504c638ef req-b77326a8-8898-46b1-bd43-8f53292d7261 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=500d6196-25ea-4d98-9122-3be77705e0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726063 Mar 28 19:54:14.249475 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-235d795b-2f3c-4ef8-85f9-681504c638ef req-f121d66c-a945-4995-a025-bc3863d1d127 service neutron] 10.222.0.26 "GET /v2.0/networks/500d6196-25ea-4d98-9122-3be77705e0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241198 Mar 28 19:54:14.380155 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-235d795b-2f3c-4ef8-85f9-681504c638ef req-852aed2c-471b-46ad-b507-bc84a0079a20 service neutron] 10.222.0.26 "GET /v2.0/networks/500d6196-25ea-4d98-9122-3be77705e0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250675 Mar 28 19:54:14.389089 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-e971bb64-6798-4205-9694-959953dfd728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977944566', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '2f9b324f-0085-497b-b34a-ba922d67dbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:53:50Z', 'updated_at': '2022-03-28T19:53:55Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '2f9b324f-0085-497b-b34a-ba922d67dbcf', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:42:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:53:51Z', 'updated_at': '2022-03-28T19:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'fd7b71b6-a582-43e0-aa75-2692cd9146b2', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'floating_ip_address': '172.26.4.29', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'port_id': 'a677a759-dd80-40d2-9add-da19bb970ee9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '500d6196-25ea-4d98-9122-3be77705e0e0', 'mac_address': 'fa:16:3e:5f:1d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee93f6-788e-4ada-bc8d-bd2fdfa31517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:54:12Z', 'updated_at': '2022-03-28T19:54:12Z', 'revision_number': 0, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07176cf9-ab68-4815-aad8-6a5dde0fab64', 'name': '', 'network_id': '500d6196-25ea-4d98-9122-3be77705e0e0', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:96:83:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'c48353d4-42ff-4b38-beec-013250772526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:53:54Z', 'updated_at': '2022-03-28T19:54:00Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': 'c48353d4-42ff-4b38-beec-013250772526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:54:14.393055 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e971bb64-6798-4205-9694-959953dfd728 None None] The sync data for ids ['dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c'] in dv-neutron-834711-1-hyperv is: [{'id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977944566', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '2f9b324f-0085-497b-b34a-ba922d67dbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:53:50Z', 'updated_at': '2022-03-28T19:53:55Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '2f9b324f-0085-497b-b34a-ba922d67dbcf', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:42:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:53:51Z', 'updated_at': '2022-03-28T19:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'fd7b71b6-a582-43e0-aa75-2692cd9146b2', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'floating_ip_address': '172.26.4.29', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'port_id': 'a677a759-dd80-40d2-9add-da19bb970ee9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '500d6196-25ea-4d98-9122-3be77705e0e0', 'mac_address': 'fa:16:3e:5f:1d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee93f6-788e-4ada-bc8d-bd2fdfa31517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:54:12Z', 'updated_at': '2022-03-28T19:54:12Z', 'revision_number': 0, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07176cf9-ab68-4815-aad8-6a5dde0fab64', 'name': '', 'network_id': '500d6196-25ea-4d98-9122-3be77705e0e0', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:96:83:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'c48353d4-42ff-4b38-beec-013250772526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:53:54Z', 'updated_at': '2022-03-28T19:54:00Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': 'c48353d4-42ff-4b38-beec-013250772526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:54:14.574158 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ec40d0-7436-417a-ab92-43ae9f63c165 None None] New status for floating IP fd7b71b6-a582-43e0-aa75-2692cd9146b2: ACTIVE {{(pid=87835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:54:14.847194 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 40054) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:54:14.952096 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-14863f0a-3e32-4bae-9bc3-a8a70e45f02f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/floatingips/fd7b71b6-a582-43e0-aa75-2692cd9146b2 HTTP/1.1" status: 200 len: 992 time: 0.1037738 Mar 28 19:54:25.388709 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1289416e-20c8-4ec4-9bcf-1af925212aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:27.752290 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-381e6845-cf8d-497f-ba68-b98a7d2580d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:28.737495 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:28.776740 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:30.342976 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:32.186725 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:40.663531 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:54:55.391388 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4ec3ba73-b288-4f7e-80fc-0a30b69b77ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:57.221667 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-36b5306c-d261-4bab-9d6d-4228c4cfa419 req-cb274aa7-8b9f-412d-960b-cc76ee053d64 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1eee93f6-788e-4ada-bc8d-bd2fdfa31517&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713074 Mar 28 19:54:57.363682 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5306c-d261-4bab-9d6d-4228c4cfa419 req-e6eea7c4-b4e5-42ff-8787-f58383ae4eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:54:57.365100 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-36b5306c-d261-4bab-9d6d-4228c4cfa419 req-e6eea7c4-b4e5-42ff-8787-f58383ae4eb7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=1eee93f6-788e-4ada-bc8d-bd2fdfa31517 HTTP/1.1" status: 200 len: 1098 time: 0.0684333 Mar 28 19:54:57.504215 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5306c-d261-4bab-9d6d-4228c4cfa419 req-26f96cf8-6609-4837-a84f-7b030d9d7aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:54:57.505537 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-36b5306c-d261-4bab-9d6d-4228c4cfa419 req-26f96cf8-6609-4837-a84f-7b030d9d7aa4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=500d6196-25ea-4d98-9122-3be77705e0e0 HTTP/1.1" status: 200 len: 898 time: 0.1220884 Mar 28 19:54:57.605302 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-36b5306c-d261-4bab-9d6d-4228c4cfa419 req-ff84f951-e44a-4d60-ab43-b1d51acdad4b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a677a759-dd80-40d2-9add-da19bb970ee9 HTTP/1.1" status: 200 len: 1000 time: 0.0939481 Mar 28 19:54:57.670311 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5306c-d261-4bab-9d6d-4228c4cfa419 req-a6b4dc8b-eef2-4ca1-857c-9c33fad0718a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:54:57.671768 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-36b5306c-d261-4bab-9d6d-4228c4cfa419 req-a6b4dc8b-eef2-4ca1-857c-9c33fad0718a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c48353d4-42ff-4b38-beec-013250772526 HTTP/1.1" status: 200 len: 835 time: 0.0598338 Mar 28 19:54:57.746055 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5306c-d261-4bab-9d6d-4228c4cfa419 req-8791e86e-43e7-4a32-b415-462fca5038fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:54:57.747567 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-36b5306c-d261-4bab-9d6d-4228c4cfa419 req-8791e86e-43e7-4a32-b415-462fca5038fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=500d6196-25ea-4d98-9122-3be77705e0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697958 Mar 28 19:54:57.753309 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-279e1154-024f-4e6b-bb2a-f2ac4d450aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:57.878371 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-36b5306c-d261-4bab-9d6d-4228c4cfa419 req-e0e51f1a-b327-4f1a-b4c3-9c37d3d8815c service neutron] 10.222.0.26 "GET /v2.0/networks/500d6196-25ea-4d98-9122-3be77705e0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233873 Mar 28 19:54:58.006855 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-36b5306c-d261-4bab-9d6d-4228c4cfa419 req-660f298e-63ea-4f01-a5be-6c21b24cec7b service neutron] 10.222.0.26 "GET /v2.0/networks/500d6196-25ea-4d98-9122-3be77705e0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219847 Mar 28 19:54:58.729828 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:54:58.779880 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:00.346715 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:02.176325 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:16.090715 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe268a-d440-4982-a141-04de2dff8453 req-a704ff25-ea85-4020-baa8-23ca4ab87062 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:16.092073 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-befe268a-d440-4982-a141-04de2dff8453 req-a704ff25-ea85-4020-baa8-23ca4ab87062 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=1eee93f6-788e-4ada-bc8d-bd2fdfa31517 HTTP/1.1" status: 200 len: 945 time: 0.0820057 Mar 28 19:55:16.134988 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-befe268a-d440-4982-a141-04de2dff8453 req-0b1921da-1dc7-4b96-9def-aec4cda5be2e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e237f0a0-cb1e-4da3-ada1-7b7b42704f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373347 Mar 28 19:55:17.323188 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9ec63-5fcb-4628-b035-fe220d4d0d66 req-1365e70f-62ce-46c0-8086-e1ffbb348ca2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:17.324618 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f3d9ec63-5fcb-4628-b035-fe220d4d0d66 req-1365e70f-62ce-46c0-8086-e1ffbb348ca2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=1eee93f6-788e-4ada-bc8d-bd2fdfa31517 HTTP/1.1" status: 200 len: 945 time: 0.0787370 Mar 28 19:55:17.368359 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f3d9ec63-5fcb-4628-b035-fe220d4d0d66 req-27b19ba9-659b-4309-8e5f-9a4efdbb4247 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e237f0a0-cb1e-4da3-ada1-7b7b42704f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380044 Mar 28 19:55:17.664127 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:55:18.550811 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6a0dc-266c-4055-a0db-4f869b948e6f req-d789935b-4ec7-4e91-86ce-0ab9b01ef58b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:18.552248 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c8a6a0dc-266c-4055-a0db-4f869b948e6f req-d789935b-4ec7-4e91-86ce-0ab9b01ef58b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=1eee93f6-788e-4ada-bc8d-bd2fdfa31517 HTTP/1.1" status: 200 len: 945 time: 0.0805638 Mar 28 19:55:18.594806 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c8a6a0dc-266c-4055-a0db-4f869b948e6f req-c8a582f2-bb0f-4457-a175-6e31e1228253 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e237f0a0-cb1e-4da3-ada1-7b7b42704f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368738 Mar 28 19:55:18.618011 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 40092) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:55:18.730348 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-302bc1e7-7739-4814-8456-068784add89f tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/floatingips/fd7b71b6-a582-43e0-aa75-2692cd9146b2 HTTP/1.1" status: 200 len: 992 time: 0.1111963 Mar 28 19:55:20.349713 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb372b-8cc5-4a34-b35d-6e891646bfb4 req-c7ccfe5f-7aaf-40a8-a4d3-4c05d82fdd45 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:20.351166 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bacb372b-8cc5-4a34-b35d-6e891646bfb4 req-c7ccfe5f-7aaf-40a8-a4d3-4c05d82fdd45 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=1eee93f6-788e-4ada-bc8d-bd2fdfa31517 HTTP/1.1" status: 200 len: 945 time: 0.2384400 Mar 28 19:55:20.353754 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83599328-2c12-464e-8c43-7c19e068a40b req-d3aaa50b-39e3-4002-8de5-03cb9c661845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:20.355089 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-83599328-2c12-464e-8c43-7c19e068a40b req-d3aaa50b-39e3-4002-8de5-03cb9c661845 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=1eee93f6-788e-4ada-bc8d-bd2fdfa31517 HTTP/1.1" status: 200 len: 1098 time: 0.2103851 Mar 28 19:55:20.483758 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bacb372b-8cc5-4a34-b35d-6e891646bfb4 req-7e41278a-c26a-46b4-b8f7-f19d570c00ed tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e237f0a0-cb1e-4da3-ada1-7b7b42704f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266921 Mar 28 19:55:20.514576 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83599328-2c12-464e-8c43-7c19e068a40b req-112274c7-c635-454d-96c9-6346c4467117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:20.516023 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-83599328-2c12-464e-8c43-7c19e068a40b req-112274c7-c635-454d-96c9-6346c4467117 service neutron] 10.222.0.26 "GET /v2.0/networks?id=500d6196-25ea-4d98-9122-3be77705e0e0 HTTP/1.1" status: 200 len: 898 time: 0.1464655 Mar 28 19:55:20.618933 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-83599328-2c12-464e-8c43-7c19e068a40b req-34b4ff8c-fa86-4de9-ac23-0e9da174e199 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a677a759-dd80-40d2-9add-da19bb970ee9 HTTP/1.1" status: 200 len: 1000 time: 0.0969374 Mar 28 19:55:20.679241 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83599328-2c12-464e-8c43-7c19e068a40b req-8ed2d2a4-58fb-401d-a2f8-de7f45b7cde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:20.680638 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-83599328-2c12-464e-8c43-7c19e068a40b req-8ed2d2a4-58fb-401d-a2f8-de7f45b7cde4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c48353d4-42ff-4b38-beec-013250772526 HTTP/1.1" status: 200 len: 835 time: 0.0562584 Mar 28 19:55:20.757111 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83599328-2c12-464e-8c43-7c19e068a40b req-8df6631e-9a3e-47c3-8d34-aac7e135c354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:20.758588 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-83599328-2c12-464e-8c43-7c19e068a40b req-8df6631e-9a3e-47c3-8d34-aac7e135c354 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=500d6196-25ea-4d98-9122-3be77705e0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719545 Mar 28 19:55:20.886970 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-83599328-2c12-464e-8c43-7c19e068a40b req-74d93df6-f3ac-4262-b80f-0b3214bcb790 service neutron] 10.222.0.26 "GET /v2.0/networks/500d6196-25ea-4d98-9122-3be77705e0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226449 Mar 28 19:55:21.017937 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-83599328-2c12-464e-8c43-7c19e068a40b req-9bc4b7b5-448a-4e45-aea3-e63d8df671e6 service neutron] 10.222.0.26 "GET /v2.0/networks/500d6196-25ea-4d98-9122-3be77705e0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250784 Mar 28 19:55:21.669875 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b3d07-5128-4150-943a-a93b0f208b55 req-aaabacd1-cfd0-454d-855c-0964a1232164 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:21.671318 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ea9b3d07-5128-4150-943a-a93b0f208b55 req-aaabacd1-cfd0-454d-855c-0964a1232164 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=1eee93f6-788e-4ada-bc8d-bd2fdfa31517 HTTP/1.1" status: 200 len: 945 time: 0.0779757 Mar 28 19:55:21.715404 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ea9b3d07-5128-4150-943a-a93b0f208b55 req-02058fb5-16ec-46c1-866a-da021c92fc71 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e237f0a0-cb1e-4da3-ada1-7b7b42704f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383747 Mar 28 19:55:22.901010 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1220b-a2a1-43c8-93b0-3506bbb548e5 req-87f32c23-2673-4def-a0f1-ead0731c4b94 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:22.902426 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fbb1220b-a2a1-43c8-93b0-3506bbb548e5 req-87f32c23-2673-4def-a0f1-ead0731c4b94 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=1eee93f6-788e-4ada-bc8d-bd2fdfa31517 HTTP/1.1" status: 200 len: 945 time: 0.0810525 Mar 28 19:55:22.947128 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fbb1220b-a2a1-43c8-93b0-3506bbb548e5 req-57acee2f-2b91-43bb-b835-370325f7f69e tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e237f0a0-cb1e-4da3-ada1-7b7b42704f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389891 Mar 28 19:55:22.970496 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 40106) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:55:23.073055 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-af4b105d-b484-484a-8e2d-3adb902b5cf2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/floatingips/fd7b71b6-a582-43e0-aa75-2692cd9146b2 HTTP/1.1" status: 200 len: 992 time: 0.1013904 Mar 28 19:55:23.340626 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 40114) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:55:23.531293 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-299b2c53-e51b-4e59-962f-912107e3f345 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Deleting port 83f47c66-1b23-42e9-ab04-4e92c68a491c {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:55:23.531627 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-299b2c53-e51b-4e59-962f-912107e3f345 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:23.701929 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-299b2c53-e51b-4e59-962f-912107e3f345 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:23.702253 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-299b2c53-e51b-4e59-962f-912107e3f345 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:23.933788 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-299b2c53-e51b-4e59-962f-912107e3f345 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Calling delete_port for 83f47c66-1b23-42e9-ab04-4e92c68a491c owned by network:floatingip {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:55:24.076893 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-299b2c53-e51b-4e59-962f-912107e3f345 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:24.121936 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b2c53-e51b-4e59-962f-912107e3f345 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'Port': ['ID=83f47c66-1b23-42e9-ab04-4e92c68a491c,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:24.159850 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b2c53-e51b-4e59-962f-912107e3f345 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:24.160187 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b2c53-e51b-4e59-962f-912107e3f345 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:24.160520 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b2c53-e51b-4e59-962f-912107e3f345 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:24.160848 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b2c53-e51b-4e59-962f-912107e3f345 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:24.161168 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b2c53-e51b-4e59-962f-912107e3f345 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:24.161488 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b2c53-e51b-4e59-962f-912107e3f345 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:24.161804 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b2c53-e51b-4e59-962f-912107e3f345 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:24.162718 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b2c53-e51b-4e59-962f-912107e3f345 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:24.163167 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b2c53-e51b-4e59-962f-912107e3f345 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:24.163488 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b2c53-e51b-4e59-962f-912107e3f345 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:24.163805 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b2c53-e51b-4e59-962f-912107e3f345 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:24.164116 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b2c53-e51b-4e59-962f-912107e3f345 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:24.224023 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-299b2c53-e51b-4e59-962f-912107e3f345 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for floatingip, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:24.224343 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-299b2c53-e51b-4e59-962f-912107e3f345 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Floating IP fd7b71b6-a582-43e0-aa75-2692cd9146b2 disassociated (deleted). External IP: 172.26.4.29, port: a677a759-dd80-40d2-9add-da19bb970ee9. Mar 28 19:55:24.566061 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299b2c53-e51b-4e59-962f-912107e3f345 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Router dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:55:24.745877 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299b2c53-e51b-4e59-962f-912107e3f345 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:55:24.755064 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594baeae-b4a2-427e-9446-c61c086c7e61 None None] Sync routers for ids ['dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:55:24.765949 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594baeae-b4a2-427e-9446-c61c086c7e61 None None] Routers {'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:55:24.766561 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-594baeae-b4a2-427e-9446-c61c086c7e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:54:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:55:24.767883 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-299b2c53-e51b-4e59-962f-912107e3f345 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:24.825632 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-299b2c53-e51b-4e59-962f-912107e3f345 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "DELETE /v2.0/floatingips/fd7b71b6-a582-43e0-aa75-2692cd9146b2 HTTP/1.1" status: 204 len: 168 time: 1.4814954 Mar 28 19:55:24.825632 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eee93f6-788e-4ada-bc8d-bd2fdfa31517', 'tag': 'a677a759-dd80-40d2-9add-da19bb970ee9'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:55:24.869627 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eee93f6-788e-4ada-bc8d-bd2fdfa31517', 'tag': 'a677a759-dd80-40d2-9add-da19bb970ee9', 'status': 'completed', 'code': 200} Mar 28 19:55:24.955550 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-594baeae-b4a2-427e-9446-c61c086c7e61 None None] Set router dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:55:24.964136 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7ec08-3028-4a3a-b42e-7653891f6126 req-a853272a-cf77-4781-81ef-20766647cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:24.965597 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d1c7ec08-3028-4a3a-b42e-7653891f6126 req-a853272a-cf77-4781-81ef-20766647cea2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&device_id=1eee93f6-788e-4ada-bc8d-bd2fdfa31517 HTTP/1.1" status: 200 len: 1098 time: 0.0758333 Mar 28 19:55:25.112393 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7ec08-3028-4a3a-b42e-7653891f6126 req-95781857-b02f-4496-84ea-447999bebe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:25.113733 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d1c7ec08-3028-4a3a-b42e-7653891f6126 req-95781857-b02f-4496-84ea-447999bebe26 service neutron] 10.222.0.26 "GET /v2.0/networks?id=500d6196-25ea-4d98-9122-3be77705e0e0 HTTP/1.1" status: 200 len: 898 time: 0.1421959 Mar 28 19:55:25.220299 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d1c7ec08-3028-4a3a-b42e-7653891f6126 req-b7fb605e-74ac-49ff-b6d2-9b44e7934de9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a677a759-dd80-40d2-9add-da19bb970ee9 HTTP/1.1" status: 200 len: 217 time: 0.0999379 Mar 28 19:55:25.275537 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-594baeae-b4a2-427e-9446-c61c086c7e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977944566', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '2f9b324f-0085-497b-b34a-ba922d67dbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:53:50Z', 'updated_at': '2022-03-28T19:53:55Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '2f9b324f-0085-497b-b34a-ba922d67dbcf', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:42:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:53:51Z', 'updated_at': '2022-03-28T19:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '07176cf9-ab68-4815-aad8-6a5dde0fab64', 'name': '', 'network_id': '500d6196-25ea-4d98-9122-3be77705e0e0', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:96:83:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'c48353d4-42ff-4b38-beec-013250772526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:53:54Z', 'updated_at': '2022-03-28T19:54:00Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': 'c48353d4-42ff-4b38-beec-013250772526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:55:25.279383 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594baeae-b4a2-427e-9446-c61c086c7e61 None None] Checking router: dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:55:25.288298 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594baeae-b4a2-427e-9446-c61c086c7e61 None None] Routers {'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:55:25.288872 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-594baeae-b4a2-427e-9446-c61c086c7e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:54:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:55:25.295888 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7ec08-3028-4a3a-b42e-7653891f6126 req-50a26962-4951-4b84-8ddd-cfc89ccc11ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:25.297288 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d1c7ec08-3028-4a3a-b42e-7653891f6126 req-50a26962-4951-4b84-8ddd-cfc89ccc11ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c48353d4-42ff-4b38-beec-013250772526 HTTP/1.1" status: 200 len: 835 time: 0.0701737 Mar 28 19:55:25.308344 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bf72a-02c5-49fd-b3e2-4376a58685ea req-da495b4d-b440-4e63-a9a8-1f836f56a897 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:25.308979 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-6f1bf72a-02c5-49fd-b3e2-4376a58685ea req-da495b4d-b440-4e63-a9a8-1f836f56a897 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Synchronizing usage tracker for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:55:25.456962 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b6796f2a-201e-4466-9ab4-a283f9eea40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:25.482459 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-594baeae-b4a2-427e-9446-c61c086c7e61 None None] Set router dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:55:25.485857 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-6f1bf72a-02c5-49fd-b3e2-4376a58685ea req-da495b4d-b440-4e63-a9a8-1f836f56a897 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Unset dirty status for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:55:25.487013 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6f1bf72a-02c5-49fd-b3e2-4376a58685ea req-da495b4d-b440-4e63-a9a8-1f836f56a897 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=1eee93f6-788e-4ada-bc8d-bd2fdfa31517 HTTP/1.1" status: 200 len: 945 time: 0.3211517 Mar 28 19:55:25.525384 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7ec08-3028-4a3a-b42e-7653891f6126 req-5f31713b-d1ba-4003-bca3-eea3f068ada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:25.526808 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d1c7ec08-3028-4a3a-b42e-7653891f6126 req-5f31713b-d1ba-4003-bca3-eea3f068ada8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=500d6196-25ea-4d98-9122-3be77705e0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2143881 Mar 28 19:55:25.565514 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6f1bf72a-02c5-49fd-b3e2-4376a58685ea req-c074840d-4fbd-4590-aadb-e5a09fed5493 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e237f0a0-cb1e-4da3-ada1-7b7b42704f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715616 Mar 28 19:55:25.684428 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d1c7ec08-3028-4a3a-b42e-7653891f6126 req-7ade7af2-1e4d-4b7b-9ca7-475fd34167be service neutron] 10.222.0.26 "GET /v2.0/networks/500d6196-25ea-4d98-9122-3be77705e0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488326 Mar 28 19:55:25.817587 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d1c7ec08-3028-4a3a-b42e-7653891f6126 req-ce6bcdb2-950f-478b-9cf8-98cd3e5a4e63 service neutron] 10.222.0.26 "GET /v2.0/networks/500d6196-25ea-4d98-9122-3be77705e0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269398 Mar 28 19:55:25.839563 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-594baeae-b4a2-427e-9446-c61c086c7e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977944566', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '2f9b324f-0085-497b-b34a-ba922d67dbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:53:50Z', 'updated_at': '2022-03-28T19:53:55Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '2f9b324f-0085-497b-b34a-ba922d67dbcf', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:42:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:53:51Z', 'updated_at': '2022-03-28T19:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '07176cf9-ab68-4815-aad8-6a5dde0fab64', 'name': '', 'network_id': '500d6196-25ea-4d98-9122-3be77705e0e0', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:96:83:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'c48353d4-42ff-4b38-beec-013250772526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:53:54Z', 'updated_at': '2022-03-28T19:54:00Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': 'c48353d4-42ff-4b38-beec-013250772526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:55:25.843501 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594baeae-b4a2-427e-9446-c61c086c7e61 None None] The sync data for ids ['dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c'] in dv-neutron-834711-1-hyperv is: [{'id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977944566', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '2f9b324f-0085-497b-b34a-ba922d67dbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:53:50Z', 'updated_at': '2022-03-28T19:53:55Z', 'revision_number': 4, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '2f9b324f-0085-497b-b34a-ba922d67dbcf', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:42:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:53:51Z', 'updated_at': '2022-03-28T19:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '07176cf9-ab68-4815-aad8-6a5dde0fab64', 'name': '', 'network_id': '500d6196-25ea-4d98-9122-3be77705e0e0', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'mac_address': 'fa:16:3e:96:83:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'c48353d4-42ff-4b38-beec-013250772526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:53:54Z', 'updated_at': '2022-03-28T19:54:00Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'subnets': [{'id': 'c48353d4-42ff-4b38-beec-013250772526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:55:26.054017 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4454a8-8725-4f27-9d8b-dac8f46051e5 None None] New status for floating IP fd7b71b6-a582-43e0-aa75-2692cd9146b2: DOWN {{(pid=87835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:55:26.753029 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff67e8e-858d-4cf8-bcb1-12aab266267c req-854f0c07-e44d-4844-a75f-5f4544648af1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:26.754460 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9ff67e8e-858d-4cf8-bcb1-12aab266267c req-854f0c07-e44d-4844-a75f-5f4544648af1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=1eee93f6-788e-4ada-bc8d-bd2fdfa31517 HTTP/1.1" status: 200 len: 945 time: 0.0785666 Mar 28 19:55:26.842144 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9ff67e8e-858d-4cf8-bcb1-12aab266267c req-58dcd35e-6c8b-4405-a697-39f966b748c1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e237f0a0-cb1e-4da3-ada1-7b7b42704f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809853 Mar 28 19:55:26.880731 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87141f5-394b-4637-af1a-2070ba3445f8 req-f4b7e983-64b1-4081-9167-eb4bf84c1d5c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:26.882146 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f87141f5-394b-4637-af1a-2070ba3445f8 req-f4b7e983-64b1-4081-9167-eb4bf84c1d5c tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.26 "GET /v2.0/ports?device_id=1eee93f6-788e-4ada-bc8d-bd2fdfa31517 HTTP/1.1" status: 200 len: 945 time: 0.0882428 Mar 28 19:55:26.948702 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-f87141f5-394b-4637-af1a-2070ba3445f8 req-e185f70b-9078-42a3-b580-4d6826aafef2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Deleting port a677a759-dd80-40d2-9add-da19bb970ee9 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:55:26.949036 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f87141f5-394b-4637-af1a-2070ba3445f8 req-e185f70b-9078-42a3-b580-4d6826aafef2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:27.184828 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-f87141f5-394b-4637-af1a-2070ba3445f8 req-e185f70b-9078-42a3-b580-4d6826aafef2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] For port a677a759-dd80-40d2-9add-da19bb970ee9, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=a677a759-dd80-40d2-9add-da19bb970ee9,segment=NetworkSegment(2381506b-69e6-4363-aa78-1b1947bafb71),segment_id=2381506b-69e6-4363-aa78-1b1947bafb71)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:55:27.185182 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f87141f5-394b-4637-af1a-2070ba3445f8 req-e185f70b-9078-42a3-b580-4d6826aafef2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:27.306658 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [req-f87141f5-394b-4637-af1a-2070ba3445f8 req-e185f70b-9078-42a3-b580-4d6826aafef2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Calling delete_port for a677a759-dd80-40d2-9add-da19bb970ee9 owned by compute:nova {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:55:27.444232 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f87141f5-394b-4637-af1a-2070ba3445f8 req-e185f70b-9078-42a3-b580-4d6826aafef2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:27.528443 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185f70b-9078-42a3-b580-4d6826aafef2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'Port': ['ID=a677a759-dd80-40d2-9add-da19bb970ee9,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:27.576636 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87141f5-394b-4637-af1a-2070ba3445f8 req-e185f70b-9078-42a3-b580-4d6826aafef2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] No DVR routers for this DVR port a677a759-dd80-40d2-9add-da19bb970ee9 on host hv-neutron-8347 {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:55:27.579020 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-f87141f5-394b-4637-af1a-2070ba3445f8 req-e185f70b-9078-42a3-b580-4d6826aafef2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:27.581487 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eee93f6-788e-4ada-bc8d-bd2fdfa31517', 'name': 'network-vif-deleted', 'tag': 'a677a759-dd80-40d2-9add-da19bb970ee9'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:55:27.598168 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f87141f5-394b-4637-af1a-2070ba3445f8 req-e185f70b-9078-42a3-b580-4d6826aafef2 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.26 "DELETE /v2.0/ports/a677a759-dd80-40d2-9add-da19bb970ee9 HTTP/1.1" status: 204 len: 173 time: 0.7112944 Mar 28 19:55:27.631107 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eee93f6-788e-4ada-bc8d-bd2fdfa31517', 'name': 'network-vif-deleted', 'tag': 'a677a759-dd80-40d2-9add-da19bb970ee9', 'status': 'completed', 'code': 200} Mar 28 19:55:27.754958 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1015784f-041b-41d4-b494-6ac3bddb03bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:28.015280 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-218ca45b-f631-4d04-b2a4-64a8c2e1da24 req-7c27da9b-fc5e-4b38-8ca7-6af1ccb4bcd5 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Synchronizing usage tracker for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:55:28.031224 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-218ca45b-f631-4d04-b2a4-64a8c2e1da24 req-7c27da9b-fc5e-4b38-8ca7-6af1ccb4bcd5 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Unset dirty status for tenant:5c14268c8e5841d7aff34a232cfbb74a on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:55:28.032453 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-218ca45b-f631-4d04-b2a4-64a8c2e1da24 req-7c27da9b-fc5e-4b38-8ca7-6af1ccb4bcd5 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "GET /v2.0/ports?device_id=1eee93f6-788e-4ada-bc8d-bd2fdfa31517 HTTP/1.1" status: 200 len: 210 time: 0.0615101 Mar 28 19:55:28.735905 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:28.783157 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:29.128647 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 40132) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:55:29.768310 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4bb693ad-ef40-4a0e-bd1b-b309680515d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:30.118142 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-4bb693ad-ef40-4a0e-bd1b-b309680515d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Deleting port 07176cf9-ab68-4815-aad8-6a5dde0fab64 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:55:30.118395 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4bb693ad-ef40-4a0e-bd1b-b309680515d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:30.303151 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-4bb693ad-ef40-4a0e-bd1b-b309680515d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] For port 07176cf9-ab68-4815-aad8-6a5dde0fab64, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=07176cf9-ab68-4815-aad8-6a5dde0fab64,segment=NetworkSegment(2381506b-69e6-4363-aa78-1b1947bafb71),segment_id=2381506b-69e6-4363-aa78-1b1947bafb71)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:55:30.303991 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4bb693ad-ef40-4a0e-bd1b-b309680515d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:30.349442 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:30.424649 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-4bb693ad-ef40-4a0e-bd1b-b309680515d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Calling delete_port for 07176cf9-ab68-4815-aad8-6a5dde0fab64 owned by network:router_interface {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:55:30.691737 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device a677a759-dd80-40d2-9add-da19bb970ee9 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:55:30.725382 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: a677a759-dd80-40d2-9add-da19bb970ee9 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:55:30.725726 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device a677a759-dd80-40d2-9add-da19bb970ee9 not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:55:30.744354 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4bb693ad-ef40-4a0e-bd1b-b309680515d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:30.796205 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb693ad-ef40-4a0e-bd1b-b309680515d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'Port': ['ID=07176cf9-ab68-4815-aad8-6a5dde0fab64,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:31.184508 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-4bb693ad-ef40-4a0e-bd1b-b309680515d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:31.539683 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb693ad-ef40-4a0e-bd1b-b309680515d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Router dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:55:31.722318 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb693ad-ef40-4a0e-bd1b-b309680515d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:55:31.735253 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19c5e74-0386-48bc-b6f1-c551bc6ee4ce None None] Sync routers for ids ['dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:55:31.739774 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-4bb693ad-ef40-4a0e-bd1b-b309680515d1 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "PUT /v2.0/routers/dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6100605 Mar 28 19:55:31.743600 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 40136) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:55:31.746733 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19c5e74-0386-48bc-b6f1-c551bc6ee4ce None None] Routers {'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:55:31.747536 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-c19c5e74-0386-48bc-b6f1-c551bc6ee4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:55:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:55:31.818186 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-005ce4d5-437f-4219-ba4d-9492f40b50d7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Deleting subnet c48353d4-42ff-4b38-beec-013250772526 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 19:55:31.822002 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-005ce4d5-437f-4219-ba4d-9492f40b50d7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:31.878659 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-005ce4d5-437f-4219-ba4d-9492f40b50d7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:31.930327 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-c19c5e74-0386-48bc-b6f1-c551bc6ee4ce None None] Set router dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:55:31.961863 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-005ce4d5-437f-4219-ba4d-9492f40b50d7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:32.036999 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-005ce4d5-437f-4219-ba4d-9492f40b50d7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:32.075993 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ce4d5-437f-4219-ba4d-9492f40b50d7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'Subnet': ['ID=c48353d4-42ff-4b38-beec-013250772526,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:32.081562 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-005ce4d5-437f-4219-ba4d-9492f40b50d7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:32.091460 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-005ce4d5-437f-4219-ba4d-9492f40b50d7 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "DELETE /v2.0/subnets/c48353d4-42ff-4b38-beec-013250772526 HTTP/1.1" status: 204 len: 168 time: 0.3444705 Mar 28 19:55:32.091904 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 40140) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:55:32.109437 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa18ab2-bdfc-464e-81ba-1d4b5c0f9671 None None] Network 500d6196-25ea-4d98-9122-3be77705e0e0 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:55:32.268279 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed479d4c-f990-477a-abe6-93f8230f6a4b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:32.270218 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:32.390098 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-c19c5e74-0386-48bc-b6f1-c551bc6ee4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977944566', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '2f9b324f-0085-497b-b34a-ba922d67dbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:53:50Z', 'updated_at': '2022-03-28T19:55:30Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '2f9b324f-0085-497b-b34a-ba922d67dbcf', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:42:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:53:51Z', 'updated_at': '2022-03-28T19:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:55:32.393941 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19c5e74-0386-48bc-b6f1-c551bc6ee4ce None None] Checking router: dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:55:32.403176 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19c5e74-0386-48bc-b6f1-c551bc6ee4ce None None] Routers {'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:55:32.403760 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-c19c5e74-0386-48bc-b6f1-c551bc6ee4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:55:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:55:32.449914 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed479d4c-f990-477a-abe6-93f8230f6a4b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:32.456807 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3726e61-1bac-4e55-9ae7-a92176f3f914 None None] DHCP port deletion for 500d6196-25ea-4d98-9122-3be77705e0e0 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 19:55:32.461389 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ed479d4c-f990-477a-abe6-93f8230f6a4b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Deleting port 2f9b324f-0085-497b-b34a-ba922d67dbcf {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:55:32.461808 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed479d4c-f990-477a-abe6-93f8230f6a4b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:32.473099 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a3726e61-1bac-4e55-9ae7-a92176f3f914 None None] Deleting port 2bb1407a-57e4-4e10-acc2-6841a934cf6f {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 19:55:32.473468 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a3726e61-1bac-4e55-9ae7-a92176f3f914 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:32.646096 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-ed479d4c-f990-477a-abe6-93f8230f6a4b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] For port 2f9b324f-0085-497b-b34a-ba922d67dbcf, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=2f9b324f-0085-497b-b34a-ba922d67dbcf,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:55:32.646096 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed479d4c-f990-477a-abe6-93f8230f6a4b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:32.691557 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-c19c5e74-0386-48bc-b6f1-c551bc6ee4ce None None] Set router dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:55:32.876501 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-ed479d4c-f990-477a-abe6-93f8230f6a4b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Calling delete_port for 2f9b324f-0085-497b-b34a-ba922d67dbcf owned by network:router_gateway {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:55:32.979808 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a3726e61-1bac-4e55-9ae7-a92176f3f914 None None] For port 2bb1407a-57e4-4e10-acc2-6841a934cf6f, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=2bb1407a-57e4-4e10-acc2-6841a934cf6f,segment=NetworkSegment(2381506b-69e6-4363-aa78-1b1947bafb71),segment_id=2381506b-69e6-4363-aa78-1b1947bafb71)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:55:32.980427 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a3726e61-1bac-4e55-9ae7-a92176f3f914 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:33.049361 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed479d4c-f990-477a-abe6-93f8230f6a4b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:33.113608 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a3726e61-1bac-4e55-9ae7-a92176f3f914 None None] Calling delete_port for 2bb1407a-57e4-4e10-acc2-6841a934cf6f owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 19:55:33.129444 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed479d4c-f990-477a-abe6-93f8230f6a4b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'Port': ['ID=2f9b324f-0085-497b-b34a-ba922d67dbcf,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:33.171415 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed479d4c-f990-477a-abe6-93f8230f6a4b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:33.171758 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed479d4c-f990-477a-abe6-93f8230f6a4b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:33.172098 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed479d4c-f990-477a-abe6-93f8230f6a4b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:33.172434 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed479d4c-f990-477a-abe6-93f8230f6a4b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:33.172761 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed479d4c-f990-477a-abe6-93f8230f6a4b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:33.173084 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed479d4c-f990-477a-abe6-93f8230f6a4b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:33.173407 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed479d4c-f990-477a-abe6-93f8230f6a4b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:33.173723 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed479d4c-f990-477a-abe6-93f8230f6a4b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:33.174037 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed479d4c-f990-477a-abe6-93f8230f6a4b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:33.174574 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed479d4c-f990-477a-abe6-93f8230f6a4b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:33.174717 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed479d4c-f990-477a-abe6-93f8230f6a4b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:33.174984 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed479d4c-f990-477a-abe6-93f8230f6a4b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:33.201933 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed479d4c-f990-477a-abe6-93f8230f6a4b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:33.236079 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a3726e61-1bac-4e55-9ae7-a92176f3f914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610'] for port, after_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:33.284743 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3726e61-1bac-4e55-9ae7-a92176f3f914 None None] Pushing event deleted for resources: {'Port': ['ID=2bb1407a-57e4-4e10-acc2-6841a934cf6f,revision_number=None']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:33.296370 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3726e61-1bac-4e55-9ae7-a92176f3f914 None None] No DVR routers for this DVR port 2bb1407a-57e4-4e10-acc2-6841a934cf6f on host dv-neutron-834711-1-hyperv {{(pid=87834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 19:55:33.298832 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3726e61-1bac-4e55-9ae7-a92176f3f914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:33.299205 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3726e61-1bac-4e55-9ae7-a92176f3f914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:33.299541 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3726e61-1bac-4e55-9ae7-a92176f3f914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:33.299869 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3726e61-1bac-4e55-9ae7-a92176f3f914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:33.300197 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3726e61-1bac-4e55-9ae7-a92176f3f914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:33.300523 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3726e61-1bac-4e55-9ae7-a92176f3f914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:33.300845 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3726e61-1bac-4e55-9ae7-a92176f3f914 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:33.301165 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3726e61-1bac-4e55-9ae7-a92176f3f914 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:33.301485 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3726e61-1bac-4e55-9ae7-a92176f3f914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:33.301799 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3726e61-1bac-4e55-9ae7-a92176f3f914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:33.302117 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3726e61-1bac-4e55-9ae7-a92176f3f914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:33.302432 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3726e61-1bac-4e55-9ae7-a92176f3f914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:33.320522 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-c19c5e74-0386-48bc-b6f1-c551bc6ee4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977944566', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '2f9b324f-0085-497b-b34a-ba922d67dbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:53:50Z', 'updated_at': '2022-03-28T19:55:30Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '2f9b324f-0085-497b-b34a-ba922d67dbcf', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:42:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:53:51Z', 'updated_at': '2022-03-28T19:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:55:33.324735 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19c5e74-0386-48bc-b6f1-c551bc6ee4ce None None] The sync data for ids ['dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c'] in dv-neutron-834711-1-hyperv is: [{'id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-977944566', 'tenant_id': '5c14268c8e5841d7aff34a232cfbb74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '2f9b324f-0085-497b-b34a-ba922d67dbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:53:50Z', 'updated_at': '2022-03-28T19:55:30Z', 'revision_number': 5, 'project_id': '5c14268c8e5841d7aff34a232cfbb74a', 'gw_port': {'id': '2f9b324f-0085-497b-b34a-ba922d67dbcf', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:42:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:53:51Z', 'updated_at': '2022-03-28T19:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:55:33.386039 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed479d4c-f990-477a-abe6-93f8230f6a4b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:33.388189 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed479d4c-f990-477a-abe6-93f8230f6a4b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:33.410717 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed479d4c-f990-477a-abe6-93f8230f6a4b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:33.411221 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed479d4c-f990-477a-abe6-93f8230f6a4b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Fanout notify agent at l3_agent the message router_deleted on router dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c {{(pid=87832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 19:55:33.425957 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-ed479d4c-f990-477a-abe6-93f8230f6a4b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:33.427052 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-ed479d4c-f990-477a-abe6-93f8230f6a4b tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "DELETE /v2.0/routers/dbc6e224-6866-4dfa-a902-4b0fbd6ffc9c HTTP/1.1" status: 204 len: 168 time: 1.3341660 Mar 28 19:55:33.430243 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 40144) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:55:33.539259 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b46cfa0e-e891-449e-9aab-704147b32364 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:33.672099 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b46cfa0e-e891-449e-9aab-704147b32364 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:33.701438 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-b46cfa0e-e891-449e-9aab-704147b32364 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500d6196-25ea-4d98-9122-3be77705e0e0']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:55:33.714586 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-b46cfa0e-e891-449e-9aab-704147b32364 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2381506b-69e6-4363-aa78-1b1947bafb71') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:55:33.714976 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-b46cfa0e-e891-449e-9aab-704147b32364 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2381506b-69e6-4363-aa78-1b1947bafb71') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:55:33.726786 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b46cfa0e-e891-449e-9aab-704147b32364 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:33.748064 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b46cfa0e-e891-449e-9aab-704147b32364 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:33.760137 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46cfa0e-e891-449e-9aab-704147b32364 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 19:55:33.760545 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b46cfa0e-e891-449e-9aab-704147b32364 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 19:55:33.776301 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 19:55:33.851371 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 07176cf9-ab68-4815-aad8-6a5dde0fab64 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:55:33.855099 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b46cfa0e-e891-449e-9aab-704147b32364 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:33.859694 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b46cfa0e-e891-449e-9aab-704147b32364 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:33.886505 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46cfa0e-e891-449e-9aab-704147b32364 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'Network': ['ID=500d6196-25ea-4d98-9122-3be77705e0e0,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:33.886902 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 07176cf9-ab68-4815-aad8-6a5dde0fab64 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:55:33.887247 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 07176cf9-ab68-4815-aad8-6a5dde0fab64 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:55:33.887681 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2bb1407a-57e4-4e10-acc2-6841a934cf6f no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:55:33.897378 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b46cfa0e-e891-449e-9aab-704147b32364 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "DELETE /v2.0/networks/500d6196-25ea-4d98-9122-3be77705e0e0 HTTP/1.1" status: 204 len: 168 time: 0.4660285 Mar 28 19:55:33.900715 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 40148) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:55:33.926143 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 2bb1407a-57e4-4e10-acc2-6841a934cf6f {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:55:33.926582 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2bb1407a-57e4-4e10-acc2-6841a934cf6f not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:55:33.978164 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-178126fb-dad4-4c69-84f4-922843ee7157 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:34.008743 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-178126fb-dad4-4c69-84f4-922843ee7157 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:34.073014 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-178126fb-dad4-4c69-84f4-922843ee7157 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:34.095435 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178126fb-dad4-4c69-84f4-922843ee7157 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e237f0a0-cb1e-4da3-ada1-7b7b42704f13,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:34.103126 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-178126fb-dad4-4c69-84f4-922843ee7157 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:34.104242 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-178126fb-dad4-4c69-84f4-922843ee7157 tempest-TestNetworkAdvancedServerOps-1467488396 tempest-TestNetworkAdvancedServerOps-1467488396-project] 10.222.0.10 "DELETE /v2.0/security-groups/e237f0a0-cb1e-4da3-ada1-7b7b42704f13 HTTP/1.1" status: 204 len: 168 time: 0.2020192 Mar 28 19:55:34.466365 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 40158) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:55:34.630524 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f58b7a2c-9c5d-4f61-a7dd-9afd62c1883d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5c14268c8e5841d7aff34a232cfbb74a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1629002 Mar 28 19:55:34.633792 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 40164) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:55:34.690660 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-be71307b-17cc-404f-8539-dd3d97afca5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:34.717577 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-be71307b-17cc-404f-8539-dd3d97afca5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:34.771254 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-be71307b-17cc-404f-8539-dd3d97afca5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:34.789809 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71307b-17cc-404f-8539-dd3d97afca5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba54645-3ee8-4c06-b435-5b8b58650b2b,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:34.800188 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-be71307b-17cc-404f-8539-dd3d97afca5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:34.803702 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-be71307b-17cc-404f-8539-dd3d97afca5b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1ba54645-3ee8-4c06-b435-5b8b58650b2b HTTP/1.1" status: 204 len: 168 time: 0.1666594 Mar 28 19:55:35.102661 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 40172) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:55:35.120339 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e2020c3e-0d51-488b-a731-c11da6161695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:35.134693 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e2020c3e-0d51-488b-a731-c11da6161695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:55:35.138391 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e2020c3e-0d51-488b-a731-c11da6161695 admin admin] Usage tracker for resource:security_group_rule and tenant:6088964c6c114602b2348b41a8da6098 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:55:35.141175 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-e2020c3e-0d51-488b-a731-c11da6161695 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:55:35.146752 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-e2020c3e-0d51-488b-a731-c11da6161695 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:55:35.339742 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e2020c3e-0d51-488b-a731-c11da6161695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:35.343832 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e2020c3e-0d51-488b-a731-c11da6161695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:35.387849 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2020c3e-0d51-488b-a731-c11da6161695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73215ab5-4e88-4f1c-8667-16c28e7d3dc4,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:35.391953 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e2020c3e-0d51-488b-a731-c11da6161695 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6088964c6c114602b2348b41a8da6098&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2882771 Mar 28 19:55:35.394543 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 40176) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:55:35.450795 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-61585318-e40b-4dcd-9b74-b92f2df1f9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:35.477174 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-61585318-e40b-4dcd-9b74-b92f2df1f9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:35.529332 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-61585318-e40b-4dcd-9b74-b92f2df1f9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:35.543040 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61585318-e40b-4dcd-9b74-b92f2df1f9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73215ab5-4e88-4f1c-8667-16c28e7d3dc4,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:35.548967 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-61585318-e40b-4dcd-9b74-b92f2df1f9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:35.550053 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-61585318-e40b-4dcd-9b74-b92f2df1f9f9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/73215ab5-4e88-4f1c-8667-16c28e7d3dc4 HTTP/1.1" status: 204 len: 168 time: 0.1546004 Mar 28 19:55:35.758520 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2f9b324f-0085-497b-b34a-ba922d67dbcf no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:55:35.791531 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 2f9b324f-0085-497b-b34a-ba922d67dbcf {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 19:55:35.791876 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2f9b324f-0085-497b-b34a-ba922d67dbcf not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 19:55:36.313085 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 40200) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:55:36.416037 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-76666124-59a3-4602-84b9-c6b754f239fa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-365589093-network', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:55:36.420754 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-76666124-59a3-4602-84b9-c6b754f239fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:55:36.424475 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-76666124-59a3-4602-84b9-c6b754f239fa admin admin] Usage tracker for resource:network and tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:55:36.427257 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-76666124-59a3-4602-84b9-c6b754f239fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:55:36.436520 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-76666124-59a3-4602-84b9-c6b754f239fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:55:36.447463 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76666124-59a3-4602-84b9-c6b754f239fa admin admin] Made reservation on behalf of d5ccd9e4a5764d5c8e883b99a4d9b82d for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:55:36.449830 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-76666124-59a3-4602-84b9-c6b754f239fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:36.461952 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-76666124-59a3-4602-84b9-c6b754f239fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:36.476092 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-76666124-59a3-4602-84b9-c6b754f239fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:55:36.479876 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-76666124-59a3-4602-84b9-c6b754f239fa admin admin] Usage tracker for resource:security_group_rule and tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:55:36.482615 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-76666124-59a3-4602-84b9-c6b754f239fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:55:36.488183 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-76666124-59a3-4602-84b9-c6b754f239fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:55:36.570203 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-76666124-59a3-4602-84b9-c6b754f239fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:36.573894 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-76666124-59a3-4602-84b9-c6b754f239fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:36.603494 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76666124-59a3-4602-84b9-c6b754f239fa admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:55:36.612108 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76666124-59a3-4602-84b9-c6b754f239fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336493bf-90fa-4aee-906e-3a6ad292a4fe,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:36.619836 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-76666124-59a3-4602-84b9-c6b754f239fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:36.620172 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-76666124-59a3-4602-84b9-c6b754f239fa admin admin] Added segment d27fec95-3ede-4e25-900b-3b6e8fdae5e9 of type vlan for network d0faa9fa-2474-46fe-92c3-fa38d28fe02c Mar 28 19:55:36.646742 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-76666124-59a3-4602-84b9-c6b754f239fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:36.674357 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-76666124-59a3-4602-84b9-c6b754f239fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:36.675322 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76666124-59a3-4602-84b9-c6b754f239fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:36.675900 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-76666124-59a3-4602-84b9-c6b754f239fa admin admin] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:36.777493 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76666124-59a3-4602-84b9-c6b754f239fa admin admin] Pushing event updated for resources: {'Network': ['ID=d0faa9fa-2474-46fe-92c3-fa38d28fe02c,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:36.783570 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-76666124-59a3-4602-84b9-c6b754f239fa admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4667444 Mar 28 19:55:36.783814 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 40206) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:55:36.789782 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-5fdc44ef-750e-43e6-82d3-64cda6ee286d admin admin] Request body: {'subnet': {'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-365589093-subnet', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'ip_version': 4}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:55:36.790149 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network d0faa9fa-2474-46fe-92c3-fa38d28fe02c details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:55:36.794694 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-5fdc44ef-750e-43e6-82d3-64cda6ee286d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:55:36.798594 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5fdc44ef-750e-43e6-82d3-64cda6ee286d admin admin] Usage tracker for resource:subnet and tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:55:36.801438 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-5fdc44ef-750e-43e6-82d3-64cda6ee286d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:55:36.807905 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-5fdc44ef-750e-43e6-82d3-64cda6ee286d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:55:36.817542 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdc44ef-750e-43e6-82d3-64cda6ee286d admin admin] Made reservation on behalf of d5ccd9e4a5764d5c8e883b99a4d9b82d for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:55:36.820760 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5fdc44ef-750e-43e6-82d3-64cda6ee286d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:37.027221 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5fdc44ef-750e-43e6-82d3-64cda6ee286d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:37.101187 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc44ef-750e-43e6-82d3-64cda6ee286d admin admin] Pushing event updated for resources: {'Subnet': ['ID=641c2664-b9a8-4dd2-85de-3358ba9028d0,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:37.107383 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdc44ef-750e-43e6-82d3-64cda6ee286d admin admin] Checking segment: {'id': 'd27fec95-3ede-4e25-900b-3b6e8fdae5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:55:37.107738 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdc44ef-750e-43e6-82d3-64cda6ee286d admin admin] Network hostable DHCP agents. Network: d0faa9fa-2474-46fe-92c3-fa38d28fe02c, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:55:37.125179 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdc44ef-750e-43e6-82d3-64cda6ee286d admin admin] Network d0faa9fa-2474-46fe-92c3-fa38d28fe02c is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:55:37.134675 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-5fdc44ef-750e-43e6-82d3-64cda6ee286d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, d0faa9fa-2474-46fe-92c3-fa38d28fe02c) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:55:37.140719 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdc44ef-750e-43e6-82d3-64cda6ee286d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:37.141630 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-5fdc44ef-750e-43e6-82d3-64cda6ee286d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:37.142587 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddeab31c-f217-4c41-a536-2f21387de3d0 None None] Network d0faa9fa-2474-46fe-92c3-fa38d28fe02c requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:55:37.163698 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-5fdc44ef-750e-43e6-82d3-64cda6ee286d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3787568 Mar 28 19:55:37.166278 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 40210) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:55:37.171189 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-230c05ee-4e97-4dd4-b168-ac283e6e4480 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-365589093-router', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:55:37.175652 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-230c05ee-4e97-4dd4-b168-ac283e6e4480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:55:37.180315 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-230c05ee-4e97-4dd4-b168-ac283e6e4480 admin admin] Usage tracker for resource:router and tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:55:37.183098 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-230c05ee-4e97-4dd4-b168-ac283e6e4480 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:55:37.188654 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-230c05ee-4e97-4dd4-b168-ac283e6e4480 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:55:37.201807 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-230c05ee-4e97-4dd4-b168-ac283e6e4480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:37.202836 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-230c05ee-4e97-4dd4-b168-ac283e6e4480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:37.219739 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-230c05ee-4e97-4dd4-b168-ac283e6e4480 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:37.360064 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d211b5-43e2-4645-af54-a8496fedb29a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-d0faa9fa-2474-46fe-92c3-fa38d28fe02c', 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'fixed_ips': [{'subnet_id': '641c2664-b9a8-4dd2-85de-3358ba9028d0'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:55:37.360905 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f7d211b5-43e2-4645-af54-a8496fedb29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:37.494182 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-230c05ee-4e97-4dd4-b168-ac283e6e4480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:37.515531 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-f7d211b5-43e2-4645-af54-a8496fedb29a None None] Allocated IP 172.20.0.2 (d0faa9fa-2474-46fe-92c3-fa38d28fe02c/641c2664-b9a8-4dd2-85de-3358ba9028d0/bf91781c-3f9c-4e7f-81c0-98ab1f67323e) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:55:37.721525 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f7d211b5-43e2-4645-af54-a8496fedb29a None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:37.732696 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f7d211b5-43e2-4645-af54-a8496fedb29a None None] Transition to ACTIVE for port object bf91781c-3f9c-4e7f-81c0-98ab1f67323e will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:55:37.751806 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f7d211b5-43e2-4645-af54-a8496fedb29a None None] Transition to ACTIVE for port object bf91781c-3f9c-4e7f-81c0-98ab1f67323e will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:55:37.757312 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f7d211b5-43e2-4645-af54-a8496fedb29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:37.812937 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-230c05ee-4e97-4dd4-b168-ac283e6e4480 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:37.814445 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d211b5-43e2-4645-af54-a8496fedb29a None None] Network d0faa9fa-2474-46fe-92c3-fa38d28fe02c is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:55:37.817227 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-f7d211b5-43e2-4645-af54-a8496fedb29a None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:55:37.821014 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d211b5-43e2-4645-af54-a8496fedb29a None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:55:37.842394 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-230c05ee-4e97-4dd4-b168-ac283e6e4480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:37.865859 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d211b5-43e2-4645-af54-a8496fedb29a None None] Pushing event updated for resources: {'Port': ['ID=bf91781c-3f9c-4e7f-81c0-98ab1f67323e,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:37.968417 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-f7d211b5-43e2-4645-af54-a8496fedb29a None None] Attempting to bind port bf91781c-3f9c-4e7f-81c0-98ab1f67323e on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:55:37.968697 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-f7d211b5-43e2-4645-af54-a8496fedb29a None None] Attempting to bind port bf91781c-3f9c-4e7f-81c0-98ab1f67323e by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'd27fec95-3ede-4e25-900b-3b6e8fdae5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:55:37.969086 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d211b5-43e2-4645-af54-a8496fedb29a None None] Attempting to bind port bf91781c-3f9c-4e7f-81c0-98ab1f67323e on network d0faa9fa-2474-46fe-92c3-fa38d28fe02c {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:55:37.974760 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d211b5-43e2-4645-af54-a8496fedb29a None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:55:37.975169 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d211b5-43e2-4645-af54-a8496fedb29a None None] Checking segment: {'id': 'd27fec95-3ede-4e25-900b-3b6e8fdae5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:55:37.975574 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f7d211b5-43e2-4645-af54-a8496fedb29a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:37.975971 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d211b5-43e2-4645-af54-a8496fedb29a None None] Bound using segment: {'id': 'd27fec95-3ede-4e25-900b-3b6e8fdae5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:55:37.976439 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-f7d211b5-43e2-4645-af54-a8496fedb29a None None] Bound port: bf91781c-3f9c-4e7f-81c0-98ab1f67323e, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fec95-3ede-4e25-900b-3b6e8fdae5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:55:37.976814 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f7d211b5-43e2-4645-af54-a8496fedb29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:38.064336 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-f7d211b5-43e2-4645-af54-a8496fedb29a None None] For port bf91781c-3f9c-4e7f-81c0-98ab1f67323e, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:55:38.067323 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-f7d211b5-43e2-4645-af54-a8496fedb29a None None] For port bf91781c-3f9c-4e7f-81c0-98ab1f67323e, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=bf91781c-3f9c-4e7f-81c0-98ab1f67323e,segment=NetworkSegment(d27fec95-3ede-4e25-900b-3b6e8fdae5e9),segment_id=d27fec95-3ede-4e25-900b-3b6e8fdae5e9)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:55:38.072437 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f7d211b5-43e2-4645-af54-a8496fedb29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:38.090997 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-230c05ee-4e97-4dd4-b168-ac283e6e4480 admin admin] Allocated IP 172.26.4.84 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/0d425e5e-8caa-4650-a281-1896fdf94fc9) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:55:38.158495 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d211b5-43e2-4645-af54-a8496fedb29a None None] Pushing event updated for resources: {'Port': ['ID=bf91781c-3f9c-4e7f-81c0-98ab1f67323e,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:38.242085 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-230c05ee-4e97-4dd4-b168-ac283e6e4480 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:38.273209 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-230c05ee-4e97-4dd4-b168-ac283e6e4480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:38.358467 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230c05ee-4e97-4dd4-b168-ac283e6e4480 admin admin] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:55:38.361628 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-230c05ee-4e97-4dd4-b168-ac283e6e4480 admin admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:55:38.366614 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230c05ee-4e97-4dd4-b168-ac283e6e4480 admin admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:55:38.394171 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c05ee-4e97-4dd4-b168-ac283e6e4480 admin admin] Pushing event updated for resources: {'Port': ['ID=0d425e5e-8caa-4650-a281-1896fdf94fc9,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:38.810512 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-230c05ee-4e97-4dd4-b168-ac283e6e4480 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:39.067473 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd16cba-d468-48f8-9561-f77e21c00638 None None] Network d0faa9fa-2474-46fe-92c3-fa38d28fe02c requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:55:39.160777 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-230c05ee-4e97-4dd4-b168-ac283e6e4480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:39.184201 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-7d243c56-6d24-464c-b7f9-ef2953e767f9 None None] Provisioning for port bf91781c-3f9c-4e7f-81c0-98ab1f67323e completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:55:39.378175 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230c05ee-4e97-4dd4-b168-ac283e6e4480 admin admin] Router 2a070263-6296-492d-b56d-afc893408a03 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:55:39.674285 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230c05ee-4e97-4dd4-b168-ac283e6e4480 admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:55:39.683663 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6321fb88-2593-416c-95d5-e35341bf8d58 None None] Sync routers for ids ['2a070263-6296-492d-b56d-afc893408a03'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:55:39.693540 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6321fb88-2593-416c-95d5-e35341bf8d58 None None] Routers {'2a070263-6296-492d-b56d-afc893408a03'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:55:39.694249 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-6321fb88-2593-416c-95d5-e35341bf8d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:55:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2a070263-6296-492d-b56d-afc893408a03'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:55:39.697830 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-230c05ee-4e97-4dd4-b168-ac283e6e4480 admin admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:39.701671 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-230c05ee-4e97-4dd4-b168-ac283e6e4480 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5319467 Mar 28 19:55:39.701906 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 40214) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:55:39.839621 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device bf91781c-3f9c-4e7f-81c0-98ab1f67323e up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:55:39.896218 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-6321fb88-2593-416c-95d5-e35341bf8d58 None None] Set router 2a070263-6296-492d-b56d-afc893408a03 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:55:39.910661 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port bf91781c-3f9c-4e7f-81c0-98ab1f67323e completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:55:39.916221 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port bf91781c-3f9c-4e7f-81c0-98ab1f67323e triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:55:39.916596 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:40.037795 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:40.069844 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port bf91781c-3f9c-4e7f-81c0-98ab1f67323e, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=bf91781c-3f9c-4e7f-81c0-98ab1f67323e,segment=NetworkSegment(d27fec95-3ede-4e25-900b-3b6e8fdae5e9),segment_id=d27fec95-3ede-4e25-900b-3b6e8fdae5e9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:55:40.075279 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:40.145612 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=bf91781c-3f9c-4e7f-81c0-98ab1f67323e,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:40.192980 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-6321fb88-2593-416c-95d5-e35341bf8d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a070263-6296-492d-b56d-afc893408a03', 'name': 'tempest-TestShelveInstance-365589093-router', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:38Z', 'revision_number': 3, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'gw_port': {'id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:55:40.196950 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6321fb88-2593-416c-95d5-e35341bf8d58 None None] Checking router: 2a070263-6296-492d-b56d-afc893408a03 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:55:40.197287 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6321fb88-2593-416c-95d5-e35341bf8d58 None None] Updating router 2a070263-6296-492d-b56d-afc893408a03 port 0d425e5e-8caa-4650-a281-1896fdf94fc9 binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:55:40.252800 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-6321fb88-2593-416c-95d5-e35341bf8d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:40.387881 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0e92f1a7-2ff8-4492-82a0-08f707a130c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:40.578816 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-6321fb88-2593-416c-95d5-e35341bf8d58 None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:40.591098 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-6321fb88-2593-416c-95d5-e35341bf8d58 None None] Transition to ACTIVE for port object 0d425e5e-8caa-4650-a281-1896fdf94fc9 will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:55:40.593277 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-0e92f1a7-2ff8-4492-82a0-08f707a130c0 admin admin] Allocated IP 172.20.0.1 (d0faa9fa-2474-46fe-92c3-fa38d28fe02c/641c2664-b9a8-4dd2-85de-3358ba9028d0/19e41560-5ce7-4cac-8fc2-e6699b79643d) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:55:40.597552 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-6321fb88-2593-416c-95d5-e35341bf8d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:40.680760 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-6321fb88-2593-416c-95d5-e35341bf8d58 None None] Attempting to bind port 0d425e5e-8caa-4650-a281-1896fdf94fc9 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:55:40.681736 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-6321fb88-2593-416c-95d5-e35341bf8d58 None None] Attempting to bind port 0d425e5e-8caa-4650-a281-1896fdf94fc9 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:55:40.681736 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6321fb88-2593-416c-95d5-e35341bf8d58 None None] Attempting to bind port 0d425e5e-8caa-4650-a281-1896fdf94fc9 on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:55:40.683584 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef1345-4f08-482f-8134-e6cd5ad050f7 None None] Pushing event updated for resources: {'Port': ['ID=0d425e5e-8caa-4650-a281-1896fdf94fc9,revision_number=2']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:40.690454 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6321fb88-2593-416c-95d5-e35341bf8d58 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:55:40.691159 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6321fb88-2593-416c-95d5-e35341bf8d58 None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:55:40.691261 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-6321fb88-2593-416c-95d5-e35341bf8d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:40.691593 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6321fb88-2593-416c-95d5-e35341bf8d58 None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:55:40.692041 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-6321fb88-2593-416c-95d5-e35341bf8d58 None None] Bound port: 0d425e5e-8caa-4650-a281-1896fdf94fc9, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:55:40.692887 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-6321fb88-2593-416c-95d5-e35341bf8d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:40.724756 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef1345-4f08-482f-8134-e6cd5ad050f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:40.725117 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef1345-4f08-482f-8134-e6cd5ad050f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:40.725695 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef1345-4f08-482f-8134-e6cd5ad050f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:40.726086 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef1345-4f08-482f-8134-e6cd5ad050f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:40.726415 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef1345-4f08-482f-8134-e6cd5ad050f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:40.726747 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef1345-4f08-482f-8134-e6cd5ad050f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:40.727098 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef1345-4f08-482f-8134-e6cd5ad050f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:40.727428 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef1345-4f08-482f-8134-e6cd5ad050f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:40.727750 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef1345-4f08-482f-8134-e6cd5ad050f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:40.728066 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef1345-4f08-482f-8134-e6cd5ad050f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:40.728381 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef1345-4f08-482f-8134-e6cd5ad050f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:40.728701 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef1345-4f08-482f-8134-e6cd5ad050f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:55:40.741923 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0e92f1a7-2ff8-4492-82a0-08f707a130c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:40.758182 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-0e92f1a7-2ff8-4492-82a0-08f707a130c0 admin admin] Transition to ACTIVE for port object 19e41560-5ce7-4cac-8fc2-e6699b79643d will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:55:40.778447 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-6321fb88-2593-416c-95d5-e35341bf8d58 None None] For port 0d425e5e-8caa-4650-a281-1896fdf94fc9, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:55:40.782327 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-6321fb88-2593-416c-95d5-e35341bf8d58 None None] For port 0d425e5e-8caa-4650-a281-1896fdf94fc9, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=0d425e5e-8caa-4650-a281-1896fdf94fc9,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:55:40.783376 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0e92f1a7-2ff8-4492-82a0-08f707a130c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:40.786039 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-6321fb88-2593-416c-95d5-e35341bf8d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:40.844232 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e92f1a7-2ff8-4492-82a0-08f707a130c0 admin admin] Network d0faa9fa-2474-46fe-92c3-fa38d28fe02c is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:55:40.851199 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-0e92f1a7-2ff8-4492-82a0-08f707a130c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:55:40.859226 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e92f1a7-2ff8-4492-82a0-08f707a130c0 admin admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:55:40.863916 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6321fb88-2593-416c-95d5-e35341bf8d58 None None] Routers {'2a070263-6296-492d-b56d-afc893408a03'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:55:40.864659 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-6321fb88-2593-416c-95d5-e35341bf8d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:55:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2a070263-6296-492d-b56d-afc893408a03'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:55:40.889512 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92f1a7-2ff8-4492-82a0-08f707a130c0 admin admin] Pushing event updated for resources: {'Port': ['ID=19e41560-5ce7-4cac-8fc2-e6699b79643d,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:40.917419 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0e92f1a7-2ff8-4492-82a0-08f707a130c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:40.934164 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef1345-4f08-482f-8134-e6cd5ad050f7 None None] Pushing event updated for resources: {'Port': ['ID=0d425e5e-8caa-4650-a281-1896fdf94fc9,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:41.054360 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-6321fb88-2593-416c-95d5-e35341bf8d58 None None] Set router 2a070263-6296-492d-b56d-afc893408a03 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:55:41.144994 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-bdb7ce0b-5bf8-43a9-840a-4fc86195293e None None] Provisioning for port 19e41560-5ce7-4cac-8fc2-e6699b79643d completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:55:41.150899 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-bdb7ce0b-5bf8-43a9-840a-4fc86195293e None None] Provisioning complete for port 19e41560-5ce7-4cac-8fc2-e6699b79643d triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:55:41.151296 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-bdb7ce0b-5bf8-43a9-840a-4fc86195293e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:41.205829 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-bdb7ce0b-5bf8-43a9-840a-4fc86195293e None None] Port 19e41560-5ce7-4cac-8fc2-e6699b79643d cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:55:41.306242 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0e92f1a7-2ff8-4492-82a0-08f707a130c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:41.362486 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-6321fb88-2593-416c-95d5-e35341bf8d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a070263-6296-492d-b56d-afc893408a03', 'name': 'tempest-TestShelveInstance-365589093-router', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:38Z', 'revision_number': 3, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'gw_port': {'id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:55:41.367008 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6321fb88-2593-416c-95d5-e35341bf8d58 None None] The sync data for ids ['2a070263-6296-492d-b56d-afc893408a03'] in dv-neutron-834711-1-hyperv is: [{'id': '2a070263-6296-492d-b56d-afc893408a03', 'name': 'tempest-TestShelveInstance-365589093-router', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:38Z', 'revision_number': 3, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'gw_port': {'id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:55:41.535981 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0e92f1a7-2ff8-4492-82a0-08f707a130c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:41.540864 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0e92f1a7-2ff8-4492-82a0-08f707a130c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:41.659848 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92f1a7-2ff8-4492-82a0-08f707a130c0 admin admin] Pushing event updated for resources: {'Port': ['ID=19e41560-5ce7-4cac-8fc2-e6699b79643d,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:41.665145 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0e92f1a7-2ff8-4492-82a0-08f707a130c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:41.807440 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e92f1a7-2ff8-4492-82a0-08f707a130c0 admin admin] Network d0faa9fa-2474-46fe-92c3-fa38d28fe02c is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:55:41.808615 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-0e92f1a7-2ff8-4492-82a0-08f707a130c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:55:41.893943 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 0d425e5e-8caa-4650-a281-1896fdf94fc9 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:55:41.981678 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 0d425e5e-8caa-4650-a281-1896fdf94fc9 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:55:41.989550 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 0d425e5e-8caa-4650-a281-1896fdf94fc9 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:55:41.990126 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:42.020815 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e92f1a7-2ff8-4492-82a0-08f707a130c0 admin admin] Router 2a070263-6296-492d-b56d-afc893408a03 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:55:42.114036 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:42.143301 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 0d425e5e-8caa-4650-a281-1896fdf94fc9, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=0d425e5e-8caa-4650-a281-1896fdf94fc9,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:55:42.146243 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-2165d96d-b0a9-4b94-a4cf-2bf101f59b95 None None] Provisioning complete for port 19e41560-5ce7-4cac-8fc2-e6699b79643d triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:55:42.147027 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2165d96d-b0a9-4b94-a4cf-2bf101f59b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:42.175315 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:42.176338 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device bf91781c-3f9c-4e7f-81c0-98ab1f67323e up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:55:42.213970 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e92f1a7-2ff8-4492-82a0-08f707a130c0 admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:55:42.223001 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0e92f1a7-2ff8-4492-82a0-08f707a130c0 admin admin] 10.222.0.10 "PUT /v2.0/routers/2a070263-6296-492d-b56d-afc893408a03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5200336 Mar 28 19:55:42.307374 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-2165d96d-b0a9-4b94-a4cf-2bf101f59b95 None None] Port 19e41560-5ce7-4cac-8fc2-e6699b79643d cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:55:42.319080 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=0d425e5e-8caa-4650-a281-1896fdf94fc9,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:42.329871 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port bf91781c-3f9c-4e7f-81c0-98ab1f67323e triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:55:42.330238 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:42.729155 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 40232) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:55:42.734655 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-274766f1-63fe-484f-9763-217965e0f032 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1866957773-network', 'tenant_id': 'f074bec135684f57b8b54245c6274edb'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:55:42.739868 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-274766f1-63fe-484f-9763-217965e0f032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:55:42.744278 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-274766f1-63fe-484f-9763-217965e0f032 admin admin] Usage tracker for resource:network and tenant:f074bec135684f57b8b54245c6274edb is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:55:42.747184 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-274766f1-63fe-484f-9763-217965e0f032 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:55:42.752924 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-274766f1-63fe-484f-9763-217965e0f032 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:55:42.764999 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274766f1-63fe-484f-9763-217965e0f032 admin admin] Made reservation on behalf of f074bec135684f57b8b54245c6274edb for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:55:42.767485 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-274766f1-63fe-484f-9763-217965e0f032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:42.781197 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-274766f1-63fe-484f-9763-217965e0f032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:42.796993 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-274766f1-63fe-484f-9763-217965e0f032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:55:42.800796 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-274766f1-63fe-484f-9763-217965e0f032 admin admin] Usage tracker for resource:security_group_rule and tenant:f074bec135684f57b8b54245c6274edb is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:55:42.803841 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-274766f1-63fe-484f-9763-217965e0f032 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:55:42.809460 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-274766f1-63fe-484f-9763-217965e0f032 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:55:42.894233 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-274766f1-63fe-484f-9763-217965e0f032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:42.898379 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-274766f1-63fe-484f-9763-217965e0f032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:42.929524 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-274766f1-63fe-484f-9763-217965e0f032 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 19:55:42.934750 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274766f1-63fe-484f-9763-217965e0f032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa87ba4-ad3d-4eed-8664-5af9a50d3ec0,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:42.941683 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-274766f1-63fe-484f-9763-217965e0f032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:42.942098 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-274766f1-63fe-484f-9763-217965e0f032 admin admin] Added segment 88a91ab6-3fc6-495e-a7ac-13fbff1a8868 of type vlan for network db8d9a5e-4bc4-45c2-986c-81b93b0d8632 Mar 28 19:55:42.969301 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-274766f1-63fe-484f-9763-217965e0f032 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:43.001817 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-274766f1-63fe-484f-9763-217965e0f032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:43.002012 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274766f1-63fe-484f-9763-217965e0f032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:43.002664 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-274766f1-63fe-484f-9763-217965e0f032 admin admin] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:43.025016 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b924e8-131d-4a75-93ab-225880480fd5 None None] Sync routers for ids ['2a070263-6296-492d-b56d-afc893408a03'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:55:43.033932 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b924e8-131d-4a75-93ab-225880480fd5 None None] Routers {'2a070263-6296-492d-b56d-afc893408a03'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:55:43.034535 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-c1b924e8-131d-4a75-93ab-225880480fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:55:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2a070263-6296-492d-b56d-afc893408a03'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:55:43.104011 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274766f1-63fe-484f-9763-217965e0f032 admin admin] Pushing event updated for resources: {'Network': ['ID=db8d9a5e-4bc4-45c2-986c-81b93b0d8632,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:43.107082 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-274766f1-63fe-484f-9763-217965e0f032 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3768764 Mar 28 19:55:43.109808 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 40236) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:55:43.114996 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-f99df556-506b-4cf3-8061-d726e9028909 admin admin] Request body: {'subnet': {'network_id': 'db8d9a5e-4bc4-45c2-986c-81b93b0d8632', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1866957773-subnet', 'tenant_id': 'f074bec135684f57b8b54245c6274edb', 'ip_version': 4}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:55:43.117100 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network db8d9a5e-4bc4-45c2-986c-81b93b0d8632 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 19:55:43.120849 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f99df556-506b-4cf3-8061-d726e9028909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:55:43.124626 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f99df556-506b-4cf3-8061-d726e9028909 admin admin] Usage tracker for resource:subnet and tenant:f074bec135684f57b8b54245c6274edb is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:55:43.127437 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-f99df556-506b-4cf3-8061-d726e9028909 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:55:43.133516 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-f99df556-506b-4cf3-8061-d726e9028909 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:55:43.144057 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99df556-506b-4cf3-8061-d726e9028909 admin admin] Made reservation on behalf of f074bec135684f57b8b54245c6274edb for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:55:43.146742 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f99df556-506b-4cf3-8061-d726e9028909 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:43.344626 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-c1b924e8-131d-4a75-93ab-225880480fd5 None None] Set router 2a070263-6296-492d-b56d-afc893408a03 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:55:43.472819 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f99df556-506b-4cf3-8061-d726e9028909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:43.546660 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99df556-506b-4cf3-8061-d726e9028909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bd0a3f0-7ace-470b-a258-db6cdc6ac3f8,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:43.556314 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99df556-506b-4cf3-8061-d726e9028909 admin admin] Checking segment: {'id': '88a91ab6-3fc6-495e-a7ac-13fbff1a8868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'db8d9a5e-4bc4-45c2-986c-81b93b0d8632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:55:43.556669 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99df556-506b-4cf3-8061-d726e9028909 admin admin] Network hostable DHCP agents. Network: db8d9a5e-4bc4-45c2-986c-81b93b0d8632, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 19:55:43.576071 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99df556-506b-4cf3-8061-d726e9028909 admin admin] Network db8d9a5e-4bc4-45c2-986c-81b93b0d8632 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 19:55:43.584956 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-f99df556-506b-4cf3-8061-d726e9028909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, db8d9a5e-4bc4-45c2-986c-81b93b0d8632) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:55:43.591076 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99df556-506b-4cf3-8061-d726e9028909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:43.591193 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f99df556-506b-4cf3-8061-d726e9028909 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:43.596569 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59be263a-7742-4393-8fa0-1635bc029ac8 None None] Network db8d9a5e-4bc4-45c2-986c-81b93b0d8632 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:55:43.613487 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f99df556-506b-4cf3-8061-d726e9028909 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5026088 Mar 28 19:55:43.616516 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 40240) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:55:43.621686 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-19f3c841-2599-40fc-a43f-01c3ae4a02c6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1866957773-router', 'tenant_id': 'f074bec135684f57b8b54245c6274edb', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:55:43.627451 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-19f3c841-2599-40fc-a43f-01c3ae4a02c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:55:43.631685 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-19f3c841-2599-40fc-a43f-01c3ae4a02c6 admin admin] Usage tracker for resource:router and tenant:f074bec135684f57b8b54245c6274edb is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:55:43.634726 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-19f3c841-2599-40fc-a43f-01c3ae4a02c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:55:43.642609 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-19f3c841-2599-40fc-a43f-01c3ae4a02c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:55:43.660357 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-19f3c841-2599-40fc-a43f-01c3ae4a02c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:43.661859 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-19f3c841-2599-40fc-a43f-01c3ae4a02c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:43.681368 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-19f3c841-2599-40fc-a43f-01c3ae4a02c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:43.812197 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 0d425e5e-8caa-4650-a281-1896fdf94fc9 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:55:43.849100 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-c1b924e8-131d-4a75-93ab-225880480fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a070263-6296-492d-b56d-afc893408a03', 'name': 'tempest-TestShelveInstance-365589093-router', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:41Z', 'revision_number': 4, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'gw_port': {'id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '19e41560-5ce7-4cac-8fc2-e6699b79643d', 'name': '', 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'mac_address': 'fa:16:3e:00:96:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:40Z', 'updated_at': '2022-03-28T19:55:41Z', 'revision_number': 2, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'subnets': [{'id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:55:43.891957 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b924e8-131d-4a75-93ab-225880480fd5 None None] Checking router: 2a070263-6296-492d-b56d-afc893408a03 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:55:43.892305 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b924e8-131d-4a75-93ab-225880480fd5 None None] Updating router 2a070263-6296-492d-b56d-afc893408a03 port 19e41560-5ce7-4cac-8fc2-e6699b79643d binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:55:43.953219 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-19f3c841-2599-40fc-a43f-01c3ae4a02c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:43.954060 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd0534c-6189-431e-887c-4816184f4dfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-db8d9a5e-4bc4-45c2-986c-81b93b0d8632', 'network_id': 'db8d9a5e-4bc4-45c2-986c-81b93b0d8632', 'tenant_id': 'f074bec135684f57b8b54245c6274edb', 'fixed_ips': [{'subnet_id': '0bd0a3f0-7ace-470b-a258-db6cdc6ac3f8'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 19:55:43.954872 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2fd0534c-6189-431e-887c-4816184f4dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:43.984999 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c1b924e8-131d-4a75-93ab-225880480fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:44.040609 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 0d425e5e-8caa-4650-a281-1896fdf94fc9 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:55:44.040972 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:44.263068 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-19f3c841-2599-40fc-a43f-01c3ae4a02c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:44.293213 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-19f3c841-2599-40fc-a43f-01c3ae4a02c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:44.421974 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-2fd0534c-6189-431e-887c-4816184f4dfc None None] Allocated IP 172.20.0.2 (db8d9a5e-4bc4-45c2-986c-81b93b0d8632/0bd0a3f0-7ace-470b-a258-db6cdc6ac3f8/b201eeb0-532b-4472-bf35-af3abf54bcc5) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:55:44.431853 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-19f3c841-2599-40fc-a43f-01c3ae4a02c6 admin admin] Allocated IP 172.26.4.83 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/e4b4a367-7345-4cef-981b-d858aa1dfd46) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:55:44.580147 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-19f3c841-2599-40fc-a43f-01c3ae4a02c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:44.609542 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-19f3c841-2599-40fc-a43f-01c3ae4a02c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:44.674680 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f3c841-2599-40fc-a43f-01c3ae4a02c6 admin admin] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:55:44.677606 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-19f3c841-2599-40fc-a43f-01c3ae4a02c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:55:44.687350 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f3c841-2599-40fc-a43f-01c3ae4a02c6 admin admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:55:44.722754 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3c841-2599-40fc-a43f-01c3ae4a02c6 admin admin] Pushing event updated for resources: {'Port': ['ID=e4b4a367-7345-4cef-981b-d858aa1dfd46,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:44.768340 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c1b924e8-131d-4a75-93ab-225880480fd5 None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:44.791397 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-c1b924e8-131d-4a75-93ab-225880480fd5 None None] Transition to ACTIVE for port object 19e41560-5ce7-4cac-8fc2-e6699b79643d will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:55:44.793919 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2fd0534c-6189-431e-887c-4816184f4dfc None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:44.803228 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c1b924e8-131d-4a75-93ab-225880480fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:44.843873 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-2fd0534c-6189-431e-887c-4816184f4dfc None None] Transition to ACTIVE for port object b201eeb0-532b-4472-bf35-af3abf54bcc5 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:55:44.950861 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-2fd0534c-6189-431e-887c-4816184f4dfc None None] Transition to ACTIVE for port object b201eeb0-532b-4472-bf35-af3abf54bcc5 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:55:44.957469 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fcc64b-dc16-4127-a852-13ba37715f83 None None] Pushing event updated for resources: {'Port': ['ID=19e41560-5ce7-4cac-8fc2-e6699b79643d,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:44.990248 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2fd0534c-6189-431e-887c-4816184f4dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:45.104469 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd0534c-6189-431e-887c-4816184f4dfc None None] Network db8d9a5e-4bc4-45c2-986c-81b93b0d8632 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:55:45.112725 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-2fd0534c-6189-431e-887c-4816184f4dfc None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:55:45.119800 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-c1b924e8-131d-4a75-93ab-225880480fd5 None None] Attempting to bind port 19e41560-5ce7-4cac-8fc2-e6699b79643d on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:55:45.120173 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-c1b924e8-131d-4a75-93ab-225880480fd5 None None] Attempting to bind port 19e41560-5ce7-4cac-8fc2-e6699b79643d by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'd27fec95-3ede-4e25-900b-3b6e8fdae5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:55:45.120543 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b924e8-131d-4a75-93ab-225880480fd5 None None] Attempting to bind port 19e41560-5ce7-4cac-8fc2-e6699b79643d on network d0faa9fa-2474-46fe-92c3-fa38d28fe02c {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:55:45.125204 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd0534c-6189-431e-887c-4816184f4dfc None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:55:45.129704 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0534c-6189-431e-887c-4816184f4dfc None None] Pushing event updated for resources: {'Port': ['ID=b201eeb0-532b-4472-bf35-af3abf54bcc5,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:45.158742 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b924e8-131d-4a75-93ab-225880480fd5 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:55:45.159144 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b924e8-131d-4a75-93ab-225880480fd5 None None] Checking segment: {'id': 'd27fec95-3ede-4e25-900b-3b6e8fdae5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:55:45.159550 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c1b924e8-131d-4a75-93ab-225880480fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:45.159946 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b924e8-131d-4a75-93ab-225880480fd5 None None] Bound using segment: {'id': 'd27fec95-3ede-4e25-900b-3b6e8fdae5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:55:45.160427 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-c1b924e8-131d-4a75-93ab-225880480fd5 None None] Bound port: 19e41560-5ce7-4cac-8fc2-e6699b79643d, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fec95-3ede-4e25-900b-3b6e8fdae5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:55:45.160803 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c1b924e8-131d-4a75-93ab-225880480fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:45.229691 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-19f3c841-2599-40fc-a43f-01c3ae4a02c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:45.290679 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-2fd0534c-6189-431e-887c-4816184f4dfc None None] Attempting to bind port b201eeb0-532b-4472-bf35-af3abf54bcc5 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:55:45.291079 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-2fd0534c-6189-431e-887c-4816184f4dfc None None] Attempting to bind port b201eeb0-532b-4472-bf35-af3abf54bcc5 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '88a91ab6-3fc6-495e-a7ac-13fbff1a8868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'db8d9a5e-4bc4-45c2-986c-81b93b0d8632'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:55:45.291451 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd0534c-6189-431e-887c-4816184f4dfc None None] Attempting to bind port b201eeb0-532b-4472-bf35-af3abf54bcc5 on network db8d9a5e-4bc4-45c2-986c-81b93b0d8632 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:55:45.306826 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd0534c-6189-431e-887c-4816184f4dfc None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:55:45.307223 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd0534c-6189-431e-887c-4816184f4dfc None None] Checking segment: {'id': '88a91ab6-3fc6-495e-a7ac-13fbff1a8868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'db8d9a5e-4bc4-45c2-986c-81b93b0d8632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:55:45.307624 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2fd0534c-6189-431e-887c-4816184f4dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:45.308019 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd0534c-6189-431e-887c-4816184f4dfc None None] Bound using segment: {'id': '88a91ab6-3fc6-495e-a7ac-13fbff1a8868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'db8d9a5e-4bc4-45c2-986c-81b93b0d8632'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:55:45.308493 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-2fd0534c-6189-431e-887c-4816184f4dfc None None] Bound port: b201eeb0-532b-4472-bf35-af3abf54bcc5, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88a91ab6-3fc6-495e-a7ac-13fbff1a8868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'db8d9a5e-4bc4-45c2-986c-81b93b0d8632'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:55:45.308869 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2fd0534c-6189-431e-887c-4816184f4dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:45.361949 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-c1b924e8-131d-4a75-93ab-225880480fd5 None None] For port 19e41560-5ce7-4cac-8fc2-e6699b79643d, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:55:45.382669 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-c1b924e8-131d-4a75-93ab-225880480fd5 None None] For port 19e41560-5ce7-4cac-8fc2-e6699b79643d, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=19e41560-5ce7-4cac-8fc2-e6699b79643d,segment=NetworkSegment(d27fec95-3ede-4e25-900b-3b6e8fdae5e9),segment_id=d27fec95-3ede-4e25-900b-3b6e8fdae5e9)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:55:45.392131 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c1b924e8-131d-4a75-93ab-225880480fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:45.474373 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-2fd0534c-6189-431e-887c-4816184f4dfc None None] For port b201eeb0-532b-4472-bf35-af3abf54bcc5, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:55:45.495769 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b924e8-131d-4a75-93ab-225880480fd5 None None] Routers {'2a070263-6296-492d-b56d-afc893408a03'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:55:45.496401 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-c1b924e8-131d-4a75-93ab-225880480fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:55:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2a070263-6296-492d-b56d-afc893408a03'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:55:45.555925 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-2fd0534c-6189-431e-887c-4816184f4dfc None None] For port b201eeb0-532b-4472-bf35-af3abf54bcc5, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=b201eeb0-532b-4472-bf35-af3abf54bcc5,segment=NetworkSegment(88a91ab6-3fc6-495e-a7ac-13fbff1a8868),segment_id=88a91ab6-3fc6-495e-a7ac-13fbff1a8868)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:55:45.566229 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fcc64b-dc16-4127-a852-13ba37715f83 None None] Pushing event updated for resources: {'Port': ['ID=19e41560-5ce7-4cac-8fc2-e6699b79643d,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:45.571734 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2fd0534c-6189-431e-887c-4816184f4dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:45.575325 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-19f3c841-2599-40fc-a43f-01c3ae4a02c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:45.759706 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0534c-6189-431e-887c-4816184f4dfc None None] Pushing event updated for resources: {'Port': ['ID=b201eeb0-532b-4472-bf35-af3abf54bcc5,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:45.779405 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-c1b924e8-131d-4a75-93ab-225880480fd5 None None] Set router 2a070263-6296-492d-b56d-afc893408a03 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:55:45.800684 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f3c841-2599-40fc-a43f-01c3ae4a02c6 admin admin] Router e9008808-8f17-4ff0-bb75-58ad4307dd63 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 19:55:46.023352 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f3c841-2599-40fc-a43f-01c3ae4a02c6 admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:55:46.033523 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e5a5d9-8c8f-4a87-976c-fab3d33a91b2 None None] Sync routers for ids ['e9008808-8f17-4ff0-bb75-58ad4307dd63'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:55:46.049186 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e5a5d9-8c8f-4a87-976c-fab3d33a91b2 None None] Routers {'e9008808-8f17-4ff0-bb75-58ad4307dd63'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:55:46.050079 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-79e5a5d9-8c8f-4a87-976c-fab3d33a91b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:55:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e9008808-8f17-4ff0-bb75-58ad4307dd63'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:55:46.054337 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-19f3c841-2599-40fc-a43f-01c3ae4a02c6 admin admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:46.057988 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-19f3c841-2599-40fc-a43f-01c3ae4a02c6 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4380698 Mar 28 19:55:46.058199 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 40246) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:55:46.147171 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-c1b924e8-131d-4a75-93ab-225880480fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a070263-6296-492d-b56d-afc893408a03', 'name': 'tempest-TestShelveInstance-365589093-router', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:41Z', 'revision_number': 4, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'gw_port': {'id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '19e41560-5ce7-4cac-8fc2-e6699b79643d', 'name': '', 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'mac_address': 'fa:16:3e:00:96:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:40Z', 'updated_at': '2022-03-28T19:55:45Z', 'revision_number': 4, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'subnets': [{'id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:55:46.151221 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b924e8-131d-4a75-93ab-225880480fd5 None None] The sync data for ids ['2a070263-6296-492d-b56d-afc893408a03'] in dv-neutron-834711-1-hyperv is: [{'id': '2a070263-6296-492d-b56d-afc893408a03', 'name': 'tempest-TestShelveInstance-365589093-router', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:41Z', 'revision_number': 4, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'gw_port': {'id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '19e41560-5ce7-4cac-8fc2-e6699b79643d', 'name': '', 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'mac_address': 'fa:16:3e:00:96:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:40Z', 'updated_at': '2022-03-28T19:55:45Z', 'revision_number': 4, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'subnets': [{'id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:55:46.259130 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-79e5a5d9-8c8f-4a87-976c-fab3d33a91b2 None None] Set router e9008808-8f17-4ff0-bb75-58ad4307dd63 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:55:46.565387 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-79e5a5d9-8c8f-4a87-976c-fab3d33a91b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9008808-8f17-4ff0-bb75-58ad4307dd63', 'name': 'tempest-TestShelveInstance-1866957773-router', 'tenant_id': 'f074bec135684f57b8b54245c6274edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'e4b4a367-7345-4cef-981b-d858aa1dfd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:55:43Z', 'updated_at': '2022-03-28T19:55:45Z', 'revision_number': 3, 'project_id': 'f074bec135684f57b8b54245c6274edb', 'gw_port': {'id': 'e4b4a367-7345-4cef-981b-d858aa1dfd46', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9008808-8f17-4ff0-bb75-58ad4307dd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:44Z', 'updated_at': '2022-03-28T19:55:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:55:46.571158 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e5a5d9-8c8f-4a87-976c-fab3d33a91b2 None None] Checking router: e9008808-8f17-4ff0-bb75-58ad4307dd63 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:55:46.571933 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e5a5d9-8c8f-4a87-976c-fab3d33a91b2 None None] Updating router e9008808-8f17-4ff0-bb75-58ad4307dd63 port e4b4a367-7345-4cef-981b-d858aa1dfd46 binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:55:46.632588 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-79e5a5d9-8c8f-4a87-976c-fab3d33a91b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:46.870560 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c8f951-9464-4853-923c-f9fb26e85034 None None] Network db8d9a5e-4bc4-45c2-986c-81b93b0d8632 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 19:55:46.993785 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bcd0671a-d44f-4fd4-b6b9-1c51813631c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:47.018726 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-116ef266-ddfe-438d-a299-cfbd7cceeb44 None None] Provisioning for port b201eeb0-532b-4472-bf35-af3abf54bcc5 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:55:47.053880 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-79e5a5d9-8c8f-4a87-976c-fab3d33a91b2 None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:47.072966 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-79e5a5d9-8c8f-4a87-976c-fab3d33a91b2 None None] Transition to ACTIVE for port object e4b4a367-7345-4cef-981b-d858aa1dfd46 will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:55:47.082320 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-79e5a5d9-8c8f-4a87-976c-fab3d33a91b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:47.160032 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-79e5a5d9-8c8f-4a87-976c-fab3d33a91b2 None None] Attempting to bind port e4b4a367-7345-4cef-981b-d858aa1dfd46 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:55:47.160398 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-79e5a5d9-8c8f-4a87-976c-fab3d33a91b2 None None] Attempting to bind port e4b4a367-7345-4cef-981b-d858aa1dfd46 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:55:47.160755 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e5a5d9-8c8f-4a87-976c-fab3d33a91b2 None None] Attempting to bind port e4b4a367-7345-4cef-981b-d858aa1dfd46 on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:55:47.177266 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e5a5d9-8c8f-4a87-976c-fab3d33a91b2 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:55:47.177764 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e5a5d9-8c8f-4a87-976c-fab3d33a91b2 None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:55:47.178691 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-79e5a5d9-8c8f-4a87-976c-fab3d33a91b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:47.179271 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e5a5d9-8c8f-4a87-976c-fab3d33a91b2 None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:55:47.179747 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-79e5a5d9-8c8f-4a87-976c-fab3d33a91b2 None None] Bound port: e4b4a367-7345-4cef-981b-d858aa1dfd46, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:55:47.180111 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-79e5a5d9-8c8f-4a87-976c-fab3d33a91b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:47.233529 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-bcd0671a-d44f-4fd4-b6b9-1c51813631c0 admin admin] Allocated IP 172.20.0.1 (db8d9a5e-4bc4-45c2-986c-81b93b0d8632/0bd0a3f0-7ace-470b-a258-db6cdc6ac3f8/45b36380-da97-4ee7-906e-fd8a85231f79) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:55:47.260610 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-79e5a5d9-8c8f-4a87-976c-fab3d33a91b2 None None] For port e4b4a367-7345-4cef-981b-d858aa1dfd46, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:55:47.265534 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-79e5a5d9-8c8f-4a87-976c-fab3d33a91b2 None None] For port e4b4a367-7345-4cef-981b-d858aa1dfd46, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e4b4a367-7345-4cef-981b-d858aa1dfd46,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:55:47.277360 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-79e5a5d9-8c8f-4a87-976c-fab3d33a91b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:47.290121 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cd37d-a065-4ac7-ba69-623376ec8d8d None None] Pushing event updated for resources: {'Port': ['ID=e4b4a367-7345-4cef-981b-d858aa1dfd46,revision_number=2']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:47.367756 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cd37d-a065-4ac7-ba69-623376ec8d8d None None] Pushing event updated for resources: {'Port': ['ID=e4b4a367-7345-4cef-981b-d858aa1dfd46,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:47.377447 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e5a5d9-8c8f-4a87-976c-fab3d33a91b2 None None] Routers {'e9008808-8f17-4ff0-bb75-58ad4307dd63'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:55:47.378061 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-79e5a5d9-8c8f-4a87-976c-fab3d33a91b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:55:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e9008808-8f17-4ff0-bb75-58ad4307dd63'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:55:47.422290 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bcd0671a-d44f-4fd4-b6b9-1c51813631c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:47.443125 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-bcd0671a-d44f-4fd4-b6b9-1c51813631c0 admin admin] Transition to ACTIVE for port object 45b36380-da97-4ee7-906e-fd8a85231f79 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:55:47.471791 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bcd0671a-d44f-4fd4-b6b9-1c51813631c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:47.534738 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd0671a-d44f-4fd4-b6b9-1c51813631c0 admin admin] Network db8d9a5e-4bc4-45c2-986c-81b93b0d8632 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:55:47.535863 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-bcd0671a-d44f-4fd4-b6b9-1c51813631c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:55:47.538649 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd0671a-d44f-4fd4-b6b9-1c51813631c0 admin admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:55:47.597151 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0671a-d44f-4fd4-b6b9-1c51813631c0 admin admin] Pushing event updated for resources: {'Port': ['ID=45b36380-da97-4ee7-906e-fd8a85231f79,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:47.611664 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bcd0671a-d44f-4fd4-b6b9-1c51813631c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:47.616157 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-79e5a5d9-8c8f-4a87-976c-fab3d33a91b2 None None] Set router e9008808-8f17-4ff0-bb75-58ad4307dd63 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:55:47.743987 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bcd0671a-d44f-4fd4-b6b9-1c51813631c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:47.883429 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device b201eeb0-532b-4472-bf35-af3abf54bcc5 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:55:47.920830 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-2f661bed-cd54-4ac0-8726-51fc4a3803b6 None None] Provisioning for port 45b36380-da97-4ee7-906e-fd8a85231f79 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:55:47.927496 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-2f661bed-cd54-4ac0-8726-51fc4a3803b6 None None] Provisioning complete for port 45b36380-da97-4ee7-906e-fd8a85231f79 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:55:47.928515 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2f661bed-cd54-4ac0-8726-51fc4a3803b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:47.933987 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-79e5a5d9-8c8f-4a87-976c-fab3d33a91b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9008808-8f17-4ff0-bb75-58ad4307dd63', 'name': 'tempest-TestShelveInstance-1866957773-router', 'tenant_id': 'f074bec135684f57b8b54245c6274edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'e4b4a367-7345-4cef-981b-d858aa1dfd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:55:43Z', 'updated_at': '2022-03-28T19:55:45Z', 'revision_number': 3, 'project_id': 'f074bec135684f57b8b54245c6274edb', 'gw_port': {'id': 'e4b4a367-7345-4cef-981b-d858aa1dfd46', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9008808-8f17-4ff0-bb75-58ad4307dd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:44Z', 'updated_at': '2022-03-28T19:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:55:47.937797 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e5a5d9-8c8f-4a87-976c-fab3d33a91b2 None None] The sync data for ids ['e9008808-8f17-4ff0-bb75-58ad4307dd63'] in dv-neutron-834711-1-hyperv is: [{'id': 'e9008808-8f17-4ff0-bb75-58ad4307dd63', 'name': 'tempest-TestShelveInstance-1866957773-router', 'tenant_id': 'f074bec135684f57b8b54245c6274edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'e4b4a367-7345-4cef-981b-d858aa1dfd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:55:43Z', 'updated_at': '2022-03-28T19:55:45Z', 'revision_number': 3, 'project_id': 'f074bec135684f57b8b54245c6274edb', 'gw_port': {'id': 'e4b4a367-7345-4cef-981b-d858aa1dfd46', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9008808-8f17-4ff0-bb75-58ad4307dd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:44Z', 'updated_at': '2022-03-28T19:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:55:48.011551 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-2f661bed-cd54-4ac0-8726-51fc4a3803b6 None None] Port 45b36380-da97-4ee7-906e-fd8a85231f79 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:55:48.017464 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bcd0671a-d44f-4fd4-b6b9-1c51813631c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:48.022799 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bcd0671a-d44f-4fd4-b6b9-1c51813631c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:48.024352 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port b201eeb0-532b-4472-bf35-af3abf54bcc5 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:55:48.029523 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port b201eeb0-532b-4472-bf35-af3abf54bcc5 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:55:48.029888 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:48.132135 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bcd0671a-d44f-4fd4-b6b9-1c51813631c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:48.135602 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0671a-d44f-4fd4-b6b9-1c51813631c0 admin admin] Pushing event updated for resources: {'Port': ['ID=45b36380-da97-4ee7-906e-fd8a85231f79,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:48.157980 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:48.221662 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port b201eeb0-532b-4472-bf35-af3abf54bcc5, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=b201eeb0-532b-4472-bf35-af3abf54bcc5,segment=NetworkSegment(88a91ab6-3fc6-495e-a7ac-13fbff1a8868),segment_id=88a91ab6-3fc6-495e-a7ac-13fbff1a8868)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:55:48.226638 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:48.227480 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 19e41560-5ce7-4cac-8fc2-e6699b79643d up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:55:48.289926 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd0671a-d44f-4fd4-b6b9-1c51813631c0 admin admin] Network db8d9a5e-4bc4-45c2-986c-81b93b0d8632 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:55:48.295876 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-bcd0671a-d44f-4fd4-b6b9-1c51813631c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:55:48.350983 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=b201eeb0-532b-4472-bf35-af3abf54bcc5,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:48.392091 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 19e41560-5ce7-4cac-8fc2-e6699b79643d completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:55:48.398620 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 19e41560-5ce7-4cac-8fc2-e6699b79643d triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:55:48.399234 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:48.546276 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:48.581408 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 19e41560-5ce7-4cac-8fc2-e6699b79643d, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=19e41560-5ce7-4cac-8fc2-e6699b79643d,segment=NetworkSegment(d27fec95-3ede-4e25-900b-3b6e8fdae5e9),segment_id=d27fec95-3ede-4e25-900b-3b6e8fdae5e9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:55:48.586563 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:48.649782 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd0671a-d44f-4fd4-b6b9-1c51813631c0 admin admin] Router e9008808-8f17-4ff0-bb75-58ad4307dd63 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:55:48.658381 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-fd30650d-fbae-4708-af04-e3638522c467 None None] Provisioning complete for port 45b36380-da97-4ee7-906e-fd8a85231f79 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:55:48.658755 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fd30650d-fbae-4708-af04-e3638522c467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:48.702298 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=19e41560-5ce7-4cac-8fc2-e6699b79643d,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:48.720354 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-fd30650d-fbae-4708-af04-e3638522c467 None None] Port 45b36380-da97-4ee7-906e-fd8a85231f79 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:55:48.838420 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd0671a-d44f-4fd4-b6b9-1c51813631c0 admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:55:48.847645 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-bcd0671a-d44f-4fd4-b6b9-1c51813631c0 admin admin] 10.222.0.10 "PUT /v2.0/routers/e9008808-8f17-4ff0-bb75-58ad4307dd63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7878988 Mar 28 19:55:49.583694 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 40256) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:55:49.589632 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-3ed333ba-a337-454b-a6ec-f9b53d278bbd tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-661528436', 'description': 'tempest-secgroup-smoke-661528436 description', 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:55:49.596275 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-3ed333ba-a337-454b-a6ec-f9b53d278bbd tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:55:49.601105 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3ed333ba-a337-454b-a6ec-f9b53d278bbd tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Usage tracker for resource:security_group and tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:55:49.604154 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3ed333ba-a337-454b-a6ec-f9b53d278bbd tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:55:49.609944 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-3ed333ba-a337-454b-a6ec-f9b53d278bbd tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:55:49.613379 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d549de-4a55-4217-97a5-299eaba3acec None None] Sync routers for ids ['e9008808-8f17-4ff0-bb75-58ad4307dd63'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:55:49.623027 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3ed333ba-a337-454b-a6ec-f9b53d278bbd tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:49.623884 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d549de-4a55-4217-97a5-299eaba3acec None None] Routers {'e9008808-8f17-4ff0-bb75-58ad4307dd63'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:55:49.624530 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-18d549de-4a55-4217-97a5-299eaba3acec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:55:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e9008808-8f17-4ff0-bb75-58ad4307dd63'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:55:49.642982 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-3ed333ba-a337-454b-a6ec-f9b53d278bbd tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:55:49.646845 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3ed333ba-a337-454b-a6ec-f9b53d278bbd tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Usage tracker for resource:security_group_rule and tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:55:49.649605 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-3ed333ba-a337-454b-a6ec-f9b53d278bbd tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:55:49.655345 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-3ed333ba-a337-454b-a6ec-f9b53d278bbd tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:55:49.731511 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3ed333ba-a337-454b-a6ec-f9b53d278bbd tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:49.735357 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3ed333ba-a337-454b-a6ec-f9b53d278bbd tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:49.786611 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed333ba-a337-454b-a6ec-f9b53d278bbd tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc11779-9bc9-42d1-b390-8913b249e711,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:49.790504 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-3ed333ba-a337-454b-a6ec-f9b53d278bbd tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:49.791764 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-3ed333ba-a337-454b-a6ec-f9b53d278bbd tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2068269 Mar 28 19:55:49.795232 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 40260) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:55:49.800371 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-c781e103-1061-4718-b8a5-b16075c86cf8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Request body: {'security_group_rule': {'security_group_id': 'fbc11779-9bc9-42d1-b390-8913b249e711', 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:55:49.807392 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c781e103-1061-4718-b8a5-b16075c86cf8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:55:49.811978 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c781e103-1061-4718-b8a5-b16075c86cf8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Usage tracker for resource:security_group_rule and tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:55:49.814382 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-18d549de-4a55-4217-97a5-299eaba3acec None None] Set router e9008808-8f17-4ff0-bb75-58ad4307dd63 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:55:49.814855 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-c781e103-1061-4718-b8a5-b16075c86cf8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:55:49.820790 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-c781e103-1061-4718-b8a5-b16075c86cf8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:55:49.850317 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c781e103-1061-4718-b8a5-b16075c86cf8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:49.924612 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c781e103-1061-4718-b8a5-b16075c86cf8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:49.929074 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c781e103-1061-4718-b8a5-b16075c86cf8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:49.939659 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device b201eeb0-532b-4472-bf35-af3abf54bcc5 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:55:49.952185 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781e103-1061-4718-b8a5-b16075c86cf8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd9f5b5-3dc9-498f-8721-912df4c030fd,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:49.962193 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-c781e103-1061-4718-b8a5-b16075c86cf8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:49.966137 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 40264) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:55:49.966665 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c781e103-1061-4718-b8a5-b16075c86cf8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1699944 Mar 28 19:55:49.971799 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-37a54f3a-d835-40cc-8bfa-dede575af38a tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Request body: {'security_group_rule': {'security_group_id': 'fbc11779-9bc9-42d1-b390-8913b249e711', 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:55:49.978124 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-37a54f3a-d835-40cc-8bfa-dede575af38a tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:55:49.982091 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-37a54f3a-d835-40cc-8bfa-dede575af38a tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Usage tracker for resource:security_group_rule and tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:55:49.985045 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-37a54f3a-d835-40cc-8bfa-dede575af38a tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:55:49.995933 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-37a54f3a-d835-40cc-8bfa-dede575af38a tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:55:50.011704 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-37a54f3a-d835-40cc-8bfa-dede575af38a tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:50.074025 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-37a54f3a-d835-40cc-8bfa-dede575af38a tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:50.077820 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-37a54f3a-d835-40cc-8bfa-dede575af38a tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:50.102955 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a54f3a-d835-40cc-8bfa-dede575af38a tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c92a08c-44fc-438f-b9cb-a4a1cad8c41a,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:50.113449 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-37a54f3a-d835-40cc-8bfa-dede575af38a tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:50.114657 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-37a54f3a-d835-40cc-8bfa-dede575af38a tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1474838 Mar 28 19:55:50.118397 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 40268) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:55:50.122635 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port b201eeb0-532b-4472-bf35-af3abf54bcc5 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:55:50.123051 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:50.124008 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-96706942-c1ee-498c-890d-6293838ca9a1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Request body: {'security_group_rule': {'security_group_id': 'fbc11779-9bc9-42d1-b390-8913b249e711', 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:55:50.129847 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-96706942-c1ee-498c-890d-6293838ca9a1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:55:50.134402 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-96706942-c1ee-498c-890d-6293838ca9a1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Usage tracker for resource:security_group_rule and tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:55:50.137325 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-96706942-c1ee-498c-890d-6293838ca9a1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:55:50.143212 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-96706942-c1ee-498c-890d-6293838ca9a1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:55:50.160334 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-96706942-c1ee-498c-890d-6293838ca9a1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:50.224383 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-96706942-c1ee-498c-890d-6293838ca9a1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:50.228625 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-96706942-c1ee-498c-890d-6293838ca9a1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:50.249455 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96706942-c1ee-498c-890d-6293838ca9a1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf643b2-b7f6-4834-b732-0f5456e800f3,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:50.260767 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-96706942-c1ee-498c-890d-6293838ca9a1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:50.262079 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-96706942-c1ee-498c-890d-6293838ca9a1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421225 Mar 28 19:55:50.264848 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 40272) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:55:50.269977 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-75dbf772-9b04-4f11-bd33-26dfd755abd7 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Request body: {'security_group_rule': {'security_group_id': 'fbc11779-9bc9-42d1-b390-8913b249e711', 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:55:50.276798 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-75dbf772-9b04-4f11-bd33-26dfd755abd7 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:55:50.280819 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-75dbf772-9b04-4f11-bd33-26dfd755abd7 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Usage tracker for resource:security_group_rule and tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:55:50.283856 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-75dbf772-9b04-4f11-bd33-26dfd755abd7 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:55:50.290450 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-75dbf772-9b04-4f11-bd33-26dfd755abd7 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:55:50.307042 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-75dbf772-9b04-4f11-bd33-26dfd755abd7 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:50.334789 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 19e41560-5ce7-4cac-8fc2-e6699b79643d up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:55:50.362667 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-18d549de-4a55-4217-97a5-299eaba3acec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9008808-8f17-4ff0-bb75-58ad4307dd63', 'name': 'tempest-TestShelveInstance-1866957773-router', 'tenant_id': 'f074bec135684f57b8b54245c6274edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'e4b4a367-7345-4cef-981b-d858aa1dfd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:55:43Z', 'updated_at': '2022-03-28T19:55:47Z', 'revision_number': 4, 'project_id': 'f074bec135684f57b8b54245c6274edb', 'gw_port': {'id': 'e4b4a367-7345-4cef-981b-d858aa1dfd46', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9008808-8f17-4ff0-bb75-58ad4307dd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:44Z', 'updated_at': '2022-03-28T19:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '45b36380-da97-4ee7-906e-fd8a85231f79', 'name': '', 'network_id': 'db8d9a5e-4bc4-45c2-986c-81b93b0d8632', 'tenant_id': 'f074bec135684f57b8b54245c6274edb', 'mac_address': 'fa:16:3e:11:e1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9008808-8f17-4ff0-bb75-58ad4307dd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '0bd0a3f0-7ace-470b-a258-db6cdc6ac3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:47Z', 'updated_at': '2022-03-28T19:55:47Z', 'revision_number': 2, 'project_id': 'f074bec135684f57b8b54245c6274edb', 'subnets': [{'id': '0bd0a3f0-7ace-470b-a258-db6cdc6ac3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:55:50.372509 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-75dbf772-9b04-4f11-bd33-26dfd755abd7 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:50.375436 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d549de-4a55-4217-97a5-299eaba3acec None None] Checking router: e9008808-8f17-4ff0-bb75-58ad4307dd63 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:55:50.375771 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d549de-4a55-4217-97a5-299eaba3acec None None] Updating router e9008808-8f17-4ff0-bb75-58ad4307dd63 port 45b36380-da97-4ee7-906e-fd8a85231f79 binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 19:55:50.376559 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-75dbf772-9b04-4f11-bd33-26dfd755abd7 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:50.405092 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dbf772-9b04-4f11-bd33-26dfd755abd7 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f89d0973-51c4-406a-a2f4-4542de9c3253,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:50.413523 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-75dbf772-9b04-4f11-bd33-26dfd755abd7 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:50.417448 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-75dbf772-9b04-4f11-bd33-26dfd755abd7 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1489992 Mar 28 19:55:50.417575 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 40276) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:55:50.423059 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-c6fa11b2-f2c9-4b8d-ae5c-8ed70808efcf tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Request body: {'security_group_rule': {'security_group_id': 'fbc11779-9bc9-42d1-b390-8913b249e711', 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:55:50.428954 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c6fa11b2-f2c9-4b8d-ae5c-8ed70808efcf tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:55:50.432796 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c6fa11b2-f2c9-4b8d-ae5c-8ed70808efcf tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Usage tracker for resource:security_group_rule and tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:55:50.435581 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c6fa11b2-f2c9-4b8d-ae5c-8ed70808efcf tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:55:50.441165 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c6fa11b2-f2c9-4b8d-ae5c-8ed70808efcf tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:55:50.446012 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-18d549de-4a55-4217-97a5-299eaba3acec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:50.452058 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-c6fa11b2-f2c9-4b8d-ae5c-8ed70808efcf tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Project d5ccd9e4a5764d5c8e883b99a4d9b82d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:55:50.458511 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6fa11b2-f2c9-4b8d-ae5c-8ed70808efcf tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:50.502161 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 19e41560-5ce7-4cac-8fc2-e6699b79643d triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:55:50.502536 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:50.524113 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6fa11b2-f2c9-4b8d-ae5c-8ed70808efcf tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:50.527829 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6fa11b2-f2c9-4b8d-ae5c-8ed70808efcf tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:50.553673 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa11b2-f2c9-4b8d-ae5c-8ed70808efcf tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=104dad93-243a-4a5f-9cac-cb3ced626975,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:50.563450 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c6fa11b2-f2c9-4b8d-ae5c-8ed70808efcf tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:50.567338 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c6fa11b2-f2c9-4b8d-ae5c-8ed70808efcf tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1462646 Mar 28 19:55:50.567568 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 40280) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:55:50.573552 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-880d0548-bd91-42a6-8fa0-dc99133fdd54 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Request body: {'security_group_rule': {'security_group_id': 'fbc11779-9bc9-42d1-b390-8913b249e711', 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:55:50.579308 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-880d0548-bd91-42a6-8fa0-dc99133fdd54 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:55:50.583105 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-880d0548-bd91-42a6-8fa0-dc99133fdd54 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Usage tracker for resource:security_group_rule and tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:55:50.586495 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-880d0548-bd91-42a6-8fa0-dc99133fdd54 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:55:50.592111 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-880d0548-bd91-42a6-8fa0-dc99133fdd54 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:55:50.603065 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-880d0548-bd91-42a6-8fa0-dc99133fdd54 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Project d5ccd9e4a5764d5c8e883b99a4d9b82d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 19:55:50.609569 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-880d0548-bd91-42a6-8fa0-dc99133fdd54 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:50.681517 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-880d0548-bd91-42a6-8fa0-dc99133fdd54 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:50.685813 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-880d0548-bd91-42a6-8fa0-dc99133fdd54 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:50.715762 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d0548-bd91-42a6-8fa0-dc99133fdd54 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f17a43-9ea1-46a2-b39d-7734a7e18155,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:50.725943 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-880d0548-bd91-42a6-8fa0-dc99133fdd54 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:50.727257 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-880d0548-bd91-42a6-8fa0-dc99133fdd54 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1587515 Mar 28 19:55:50.767031 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e4b4a367-7345-4cef-981b-d858aa1dfd46 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:55:50.883965 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port e4b4a367-7345-4cef-981b-d858aa1dfd46 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:55:50.889445 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-ea9481ab-6d61-404f-837b-eecbee9df4f5 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Synchronizing usage tracker for tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:55:50.906334 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-ea9481ab-6d61-404f-837b-eecbee9df4f5 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Unset dirty status for tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:55:50.907571 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-ea9481ab-6d61-404f-837b-eecbee9df4f5 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-661528436&fields=id&tenant_id=d5ccd9e4a5764d5c8e883b99a4d9b82d HTTP/1.1" status: 200 len: 267 time: 0.0576210 Mar 28 19:55:50.920394 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port e4b4a367-7345-4cef-981b-d858aa1dfd46 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:55:50.920767 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:50.999763 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-18d549de-4a55-4217-97a5-299eaba3acec None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:51.016108 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-18d549de-4a55-4217-97a5-299eaba3acec None None] Transition to ACTIVE for port object 45b36380-da97-4ee7-906e-fd8a85231f79 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:55:51.024706 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-18d549de-4a55-4217-97a5-299eaba3acec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:51.064395 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-99e7ec0f-5e54-4224-8655-3b0653c08f32 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:51.065082 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-99e7ec0f-5e54-4224-8655-3b0653c08f32 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Synchronizing usage tracker for tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d on resource:network {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:55:51.083407 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-99e7ec0f-5e54-4224-8655-3b0653c08f32 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Unset dirty status for tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d on resource:network {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:55:51.084610 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-99e7ec0f-5e54-4224-8655-3b0653c08f32 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/networks?id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c HTTP/1.1" status: 200 len: 808 time: 0.1693530 Mar 28 19:55:51.100568 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-0105a2c5-e562-4813-b4d8-1e728fb37636 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/quotas/d5ccd9e4a5764d5c8e883b99a4d9b82d HTTP/1.1" status: 200 len: 375 time: 0.0093949 Mar 28 19:55:51.195708 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7776a9-6d74-41b9-a202-f751f428d3bc None None] Pushing event updated for resources: {'Port': ['ID=45b36380-da97-4ee7-906e-fd8a85231f79,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:51.196203 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-806266bc-6c0c-4a77-8b80-9b66921485c5 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Synchronizing usage tracker for tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:55:51.202778 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:51.215441 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-806266bc-6c0c-4a77-8b80-9b66921485c5 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Unset dirty status for tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:55:51.217027 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-806266bc-6c0c-4a77-8b80-9b66921485c5 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d5ccd9e4a5764d5c8e883b99a4d9b82d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1108305 Mar 28 19:55:51.292364 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port e4b4a367-7345-4cef-981b-d858aa1dfd46, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e4b4a367-7345-4cef-981b-d858aa1dfd46,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:55:51.300362 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:51.336509 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-18d549de-4a55-4217-97a5-299eaba3acec None None] Attempting to bind port 45b36380-da97-4ee7-906e-fd8a85231f79 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:55:51.336872 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-18d549de-4a55-4217-97a5-299eaba3acec None None] Attempting to bind port 45b36380-da97-4ee7-906e-fd8a85231f79 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '88a91ab6-3fc6-495e-a7ac-13fbff1a8868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'db8d9a5e-4bc4-45c2-986c-81b93b0d8632'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:55:51.337230 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d549de-4a55-4217-97a5-299eaba3acec None None] Attempting to bind port 45b36380-da97-4ee7-906e-fd8a85231f79 on network db8d9a5e-4bc4-45c2-986c-81b93b0d8632 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:55:51.358788 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d549de-4a55-4217-97a5-299eaba3acec None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:55:51.359182 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d549de-4a55-4217-97a5-299eaba3acec None None] Checking segment: {'id': '88a91ab6-3fc6-495e-a7ac-13fbff1a8868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'db8d9a5e-4bc4-45c2-986c-81b93b0d8632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:55:51.359581 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-18d549de-4a55-4217-97a5-299eaba3acec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:51.359972 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d549de-4a55-4217-97a5-299eaba3acec None None] Bound using segment: {'id': '88a91ab6-3fc6-495e-a7ac-13fbff1a8868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'db8d9a5e-4bc4-45c2-986c-81b93b0d8632'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:55:51.360433 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-18d549de-4a55-4217-97a5-299eaba3acec None None] Bound port: 45b36380-da97-4ee7-906e-fd8a85231f79, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88a91ab6-3fc6-495e-a7ac-13fbff1a8868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'db8d9a5e-4bc4-45c2-986c-81b93b0d8632'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:55:51.360803 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-18d549de-4a55-4217-97a5-299eaba3acec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:51.367750 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-d5823683-6a69-45e0-992c-c1b8df2a1a25 service neutron] 10.222.0.10 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376271 Mar 28 19:55:51.441863 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=e4b4a367-7345-4cef-981b-d858aa1dfd46,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:51.475552 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-18d549de-4a55-4217-97a5-299eaba3acec None None] For port 45b36380-da97-4ee7-906e-fd8a85231f79, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:55:51.478451 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-18d549de-4a55-4217-97a5-299eaba3acec None None] For port 45b36380-da97-4ee7-906e-fd8a85231f79, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=45b36380-da97-4ee7-906e-fd8a85231f79,segment=NetworkSegment(88a91ab6-3fc6-495e-a7ac-13fbff1a8868),segment_id=88a91ab6-3fc6-495e-a7ac-13fbff1a8868)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:55:51.483044 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-18d549de-4a55-4217-97a5-299eaba3acec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:51.502113 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-182ddd78-145f-44b2-a639-ab79e548dba9 service neutron] 10.222.0.10 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284063 Mar 28 19:55:51.562563 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d549de-4a55-4217-97a5-299eaba3acec None None] Routers {'e9008808-8f17-4ff0-bb75-58ad4307dd63'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:55:51.563195 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-18d549de-4a55-4217-97a5-299eaba3acec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:55:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e9008808-8f17-4ff0-bb75-58ad4307dd63'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:55:51.625253 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7776a9-6d74-41b9-a202-f751f428d3bc None None] Pushing event updated for resources: {'Port': ['ID=45b36380-da97-4ee7-906e-fd8a85231f79,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:51.697929 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f5551fc4-63c4-48ae-86fe-dc7048d94785 req-aac2f817-6c63-4c10-92f3-b35f8b33c9b4 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 210 time: 0.0464859 Mar 28 19:55:51.764814 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-18d549de-4a55-4217-97a5-299eaba3acec None None] Set router e9008808-8f17-4ff0-bb75-58ad4307dd63 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:55:51.863681 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e4b4a367-7345-4cef-981b-d858aa1dfd46 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:55:52.105365 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port e4b4a367-7345-4cef-981b-d858aa1dfd46 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:55:52.105648 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:52.295642 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-18d549de-4a55-4217-97a5-299eaba3acec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9008808-8f17-4ff0-bb75-58ad4307dd63', 'name': 'tempest-TestShelveInstance-1866957773-router', 'tenant_id': 'f074bec135684f57b8b54245c6274edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'e4b4a367-7345-4cef-981b-d858aa1dfd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:55:43Z', 'updated_at': '2022-03-28T19:55:47Z', 'revision_number': 4, 'project_id': 'f074bec135684f57b8b54245c6274edb', 'gw_port': {'id': 'e4b4a367-7345-4cef-981b-d858aa1dfd46', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9008808-8f17-4ff0-bb75-58ad4307dd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:44Z', 'updated_at': '2022-03-28T19:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '45b36380-da97-4ee7-906e-fd8a85231f79', 'name': '', 'network_id': 'db8d9a5e-4bc4-45c2-986c-81b93b0d8632', 'tenant_id': 'f074bec135684f57b8b54245c6274edb', 'mac_address': 'fa:16:3e:11:e1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9008808-8f17-4ff0-bb75-58ad4307dd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '0bd0a3f0-7ace-470b-a258-db6cdc6ac3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:47Z', 'updated_at': '2022-03-28T19:55:51Z', 'revision_number': 4, 'project_id': 'f074bec135684f57b8b54245c6274edb', 'subnets': [{'id': '0bd0a3f0-7ace-470b-a258-db6cdc6ac3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:55:52.299579 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d549de-4a55-4217-97a5-299eaba3acec None None] The sync data for ids ['e9008808-8f17-4ff0-bb75-58ad4307dd63'] in dv-neutron-834711-1-hyperv is: [{'id': 'e9008808-8f17-4ff0-bb75-58ad4307dd63', 'name': 'tempest-TestShelveInstance-1866957773-router', 'tenant_id': 'f074bec135684f57b8b54245c6274edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'e4b4a367-7345-4cef-981b-d858aa1dfd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:55:43Z', 'updated_at': '2022-03-28T19:55:47Z', 'revision_number': 4, 'project_id': 'f074bec135684f57b8b54245c6274edb', 'gw_port': {'id': 'e4b4a367-7345-4cef-981b-d858aa1dfd46', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9008808-8f17-4ff0-bb75-58ad4307dd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:44Z', 'updated_at': '2022-03-28T19:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '45b36380-da97-4ee7-906e-fd8a85231f79', 'name': '', 'network_id': 'db8d9a5e-4bc4-45c2-986c-81b93b0d8632', 'tenant_id': 'f074bec135684f57b8b54245c6274edb', 'mac_address': 'fa:16:3e:11:e1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9008808-8f17-4ff0-bb75-58ad4307dd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '0bd0a3f0-7ace-470b-a258-db6cdc6ac3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:47Z', 'updated_at': '2022-03-28T19:55:51Z', 'revision_number': 4, 'project_id': 'f074bec135684f57b8b54245c6274edb', 'subnets': [{'id': '0bd0a3f0-7ace-470b-a258-db6cdc6ac3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:55:52.795646 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-51ea49af-8751-4ba3-b0f5-b08f577f6b39 req-7272cb1e-7afa-4f2e-ae68-8235cc1991be tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 210 time: 0.0438590 Mar 28 19:55:53.843920 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 45b36380-da97-4ee7-906e-fd8a85231f79 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:55:53.917902 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 45b36380-da97-4ee7-906e-fd8a85231f79 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:55:53.923357 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 45b36380-da97-4ee7-906e-fd8a85231f79 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:55:53.923974 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:53.984504 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-29430b45-b029-4d2f-8a9d-e5712209d903 req-b9605574-107a-4c86-bb67-725b129e019f tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 210 time: 0.0568712 Mar 28 19:55:54.026757 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-609289af-c22e-4f47-9c9e-f5a0451d37fb tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:54.028210 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-609289af-c22e-4f47-9c9e-f5a0451d37fb tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.26 "GET /v2.0/networks?id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c HTTP/1.1" status: 200 len: 808 time: 0.2191286 Mar 28 19:55:54.043506 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:54.081934 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-413cdf6c-721c-4174-9a7b-099e51527042 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5ccd9e4a5764d5c8e883b99a4d9b82d HTTP/1.1" status: 200 len: 379 time: 0.0452938 Mar 28 19:55:54.083441 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 45b36380-da97-4ee7-906e-fd8a85231f79, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=45b36380-da97-4ee7-906e-fd8a85231f79,segment=NetworkSegment(88a91ab6-3fc6-495e-a7ac-13fbff1a8868),segment_id=88a91ab6-3fc6-495e-a7ac-13fbff1a8868)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:55:54.087334 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:54.092287 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-27cb8a7a-566f-4844-af73-1101edb59302 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Request body: {'port': {'device_id': '395319f7-aef0-4586-8cb3-f94a13568b04', 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c', 'admin_state_up': True, 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'security_groups': ['fbc11779-9bc9-42d1-b390-8913b249e711']}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:55:54.155801 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=45b36380-da97-4ee7-906e-fd8a85231f79,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:54.233354 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-27cb8a7a-566f-4844-af73-1101edb59302 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:55:54.243697 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-27cb8a7a-566f-4844-af73-1101edb59302 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:55:54.253671 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-27cb8a7a-566f-4844-af73-1101edb59302 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Made reservation on behalf of d5ccd9e4a5764d5c8e883b99a4d9b82d for: {'port': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 19:55:54.257282 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-27cb8a7a-566f-4844-af73-1101edb59302 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:54.542282 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-27cb8a7a-566f-4844-af73-1101edb59302 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Allocated IP 172.20.0.5 (d0faa9fa-2474-46fe-92c3-fa38d28fe02c/641c2664-b9a8-4dd2-85de-3358ba9028d0/d1516386-d4de-4019-8145-a3e9f5872878) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:55:54.663399 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:55:54.724780 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-27cb8a7a-566f-4844-af73-1101edb59302 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:54.739869 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-27cb8a7a-566f-4844-af73-1101edb59302 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Transition to ACTIVE for port object d1516386-d4de-4019-8145-a3e9f5872878 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:55:54.767558 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-27cb8a7a-566f-4844-af73-1101edb59302 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:54.833802 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-27cb8a7a-566f-4844-af73-1101edb59302 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Network d0faa9fa-2474-46fe-92c3-fa38d28fe02c is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:55:54.836747 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-27cb8a7a-566f-4844-af73-1101edb59302 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:55:54.847314 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-27cb8a7a-566f-4844-af73-1101edb59302 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:55:54.884833 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb8a7a-566f-4844-af73-1101edb59302 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Pushing event updated for resources: {'Port': ['ID=d1516386-d4de-4019-8145-a3e9f5872878,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:54.917436 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-27cb8a7a-566f-4844-af73-1101edb59302 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:54.918074 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-27cb8a7a-566f-4844-af73-1101edb59302 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:54.944984 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-27cb8a7a-566f-4844-af73-1101edb59302 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8563337 Mar 28 19:55:54.955553 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-6510569f-d53f-4959-b07a-483a2887c2ee service neutron] Request body: {'port': {'device_id': '395319f7-aef0-4586-8cb3-f94a13568b04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:55:55.071536 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-6510569f-d53f-4959-b07a-483a2887c2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:55.131924 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-c9de0834-ccaf-41d1-89a4-9d7878c0e619 None None] Provisioning for port d1516386-d4de-4019-8145-a3e9f5872878 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:55:55.137358 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-c9de0834-ccaf-41d1-89a4-9d7878c0e619 None None] Provisioning complete for port d1516386-d4de-4019-8145-a3e9f5872878 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:55:55.137804 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c9de0834-ccaf-41d1-89a4-9d7878c0e619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:55.190499 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-c9de0834-ccaf-41d1-89a4-9d7878c0e619 None None] Port d1516386-d4de-4019-8145-a3e9f5872878 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 19:55:55.310514 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b735b62-5786-4717-9b75-3b73ed9b7ca9 req-a0a0a693-d878-4924-ba8d-9ae0a820d292 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:55.311214 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-3b735b62-5786-4717-9b75-3b73ed9b7ca9 req-a0a0a693-d878-4924-ba8d-9ae0a820d292 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Synchronizing usage tracker for tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:55:55.383300 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-3b735b62-5786-4717-9b75-3b73ed9b7ca9 req-a0a0a693-d878-4924-ba8d-9ae0a820d292 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Unset dirty status for tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:55:55.384357 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3b735b62-5786-4717-9b75-3b73ed9b7ca9 req-a0a0a693-d878-4924-ba8d-9ae0a820d292 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 931 time: 0.2740881 Mar 28 19:55:55.390138 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4ca17d61-54ed-490c-99d8-dafc8c7afe17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:55.452301 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3b735b62-5786-4717-9b75-3b73ed9b7ca9 req-6dd217e8-620c-4749-9ca1-b0f754b4d820 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608752 Mar 28 19:55:55.521085 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-6510569f-d53f-4959-b07a-483a2887c2ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1516386-d4de-4019-8145-a3e9f5872878 {{(pid=87833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:55:55.528626 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-6510569f-d53f-4959-b07a-483a2887c2ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:55.542907 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-6510569f-d53f-4959-b07a-483a2887c2ee service neutron] Transition to ACTIVE for port object d1516386-d4de-4019-8145-a3e9f5872878 will not be triggered until provisioned by entity L2. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 19:55:55.547502 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-6510569f-d53f-4959-b07a-483a2887c2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:55.674051 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510569f-d53f-4959-b07a-483a2887c2ee service neutron] Pushing event updated for resources: {'Port': ['ID=d1516386-d4de-4019-8145-a3e9f5872878,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:55.782913 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-6510569f-d53f-4959-b07a-483a2887c2ee service neutron] Attempting to bind port d1516386-d4de-4019-8145-a3e9f5872878 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 19:55:55.783249 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-6510569f-d53f-4959-b07a-483a2887c2ee service neutron] Attempting to bind port d1516386-d4de-4019-8145-a3e9f5872878 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': 'd27fec95-3ede-4e25-900b-3b6e8fdae5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c'}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 19:55:55.783573 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-6510569f-d53f-4959-b07a-483a2887c2ee service neutron] Attempting to bind port d1516386-d4de-4019-8145-a3e9f5872878 on network d0faa9fa-2474-46fe-92c3-fa38d28fe02c {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:55:55.788353 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-6510569f-d53f-4959-b07a-483a2887c2ee service neutron] Port d1516386-d4de-4019-8145-a3e9f5872878 on network d0faa9fa-2474-46fe-92c3-fa38d28fe02c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 19:55:55.788667 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-6510569f-d53f-4959-b07a-483a2887c2ee service neutron] Attempting to bind port d1516386-d4de-4019-8145-a3e9f5872878 on network d0faa9fa-2474-46fe-92c3-fa38d28fe02c {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 19:55:55.793707 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-6510569f-d53f-4959-b07a-483a2887c2ee service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 19, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 19:55:55.794037 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-6510569f-d53f-4959-b07a-483a2887c2ee service neutron] Checking segment: {'id': 'd27fec95-3ede-4e25-900b-3b6e8fdae5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 19:55:55.794413 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-6510569f-d53f-4959-b07a-483a2887c2ee service neutron] Bound using segment: {'id': 'd27fec95-3ede-4e25-900b-3b6e8fdae5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c'} {{(pid=87833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 19:55:55.794829 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.managers [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-6510569f-d53f-4959-b07a-483a2887c2ee service neutron] Bound port: d1516386-d4de-4019-8145-a3e9f5872878, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27fec95-3ede-4e25-900b-3b6e8fdae5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c'}}] {{(pid=87833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 19:55:55.795199 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-6510569f-d53f-4959-b07a-483a2887c2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:55.825285 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 45b36380-da97-4ee7-906e-fd8a85231f79 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:55:55.884750 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-6510569f-d53f-4959-b07a-483a2887c2ee service neutron] For port d1516386-d4de-4019-8145-a3e9f5872878, host hv-neutron-8347, cleared binding levels {{(pid=87833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 19:55:55.888255 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-6510569f-d53f-4959-b07a-483a2887c2ee service neutron] For port d1516386-d4de-4019-8145-a3e9f5872878, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=d1516386-d4de-4019-8145-a3e9f5872878,segment=NetworkSegment(d27fec95-3ede-4e25-900b-3b6e8fdae5e9),segment_id=d27fec95-3ede-4e25-900b-3b6e8fdae5e9)] {{(pid=87833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 19:55:55.892822 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-6510569f-d53f-4959-b07a-483a2887c2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:55.899245 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 45b36380-da97-4ee7-906e-fd8a85231f79 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:55:55.899694 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:55.953254 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-6510569f-d53f-4959-b07a-483a2887c2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:55.953855 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-6510569f-d53f-4959-b07a-483a2887c2ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:55.955233 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-6510569f-d53f-4959-b07a-483a2887c2ee service neutron] 10.222.0.26 "PUT /v2.0/ports/d1516386-d4de-4019-8145-a3e9f5872878 HTTP/1.1" status: 200 len: 1093 time: 1.0038245 Mar 28 19:55:55.955684 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395319f7-aef0-4586-8cb3-f94a13568b04', 'tag': 'd1516386-d4de-4019-8145-a3e9f5872878'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:55:55.983552 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510569f-d53f-4959-b07a-483a2887c2ee service neutron] Pushing event updated for resources: {'Port': ['ID=d1516386-d4de-4019-8145-a3e9f5872878,revision_number=3']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:55:56.034473 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395319f7-aef0-4586-8cb3-f94a13568b04', 'tag': 'd1516386-d4de-4019-8145-a3e9f5872878', 'status': 'completed', 'code': 200} Mar 28 19:55:56.069414 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-072356cb-12d2-4c41-8de5-2fa10c44a19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:56.070910 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-072356cb-12d2-4c41-8de5-2fa10c44a19c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5ccd9e4a5764d5c8e883b99a4d9b82d&device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 1096 time: 0.0762444 Mar 28 19:55:56.141545 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-2a2ca332-ead3-4f2c-9861-ca76e4ffdd5c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1516386-d4de-4019-8145-a3e9f5872878 HTTP/1.1" status: 200 len: 217 time: 0.0640242 Mar 28 19:55:56.202594 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-0671d3ba-5d86-478e-8049-ae5fb47db9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:56.203961 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-0671d3ba-5d86-478e-8049-ae5fb47db9af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=641c2664-b9a8-4dd2-85de-3358ba9028d0 HTTP/1.1" status: 200 len: 847 time: 0.0560024 Mar 28 19:55:56.372073 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-c4ac12af-27f0-4cdc-8028-2c87d8ed1b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:56.373416 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-c4ac12af-27f0-4cdc-8028-2c87d8ed1b5b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1634254 Mar 28 19:55:56.500115 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-1f5b2f27-0d28-4dd0-9f7e-59ad12789467 service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206799 Mar 28 19:55:56.640945 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d967f87f-2610-4958-aab4-66e6cac372c5 req-9bfc8564-a634-4ded-8a70-736f7a8d8a27 service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350455 Mar 28 19:55:56.811197 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756a354-0a04-41d9-9c1f-c51f155ee81e req-90cd23f4-38b2-4368-889a-e069559364c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:56.812559 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5756a354-0a04-41d9-9c1f-c51f155ee81e req-90cd23f4-38b2-4368-889a-e069559364c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5ccd9e4a5764d5c8e883b99a4d9b82d&device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 1096 time: 0.1215475 Mar 28 19:55:56.863775 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14592f71-5c06-45fb-8ee6-3950ee3c0b42 req-9333923b-a0b9-4de2-86b5-448ab5871071 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:56.865666 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-14592f71-5c06-45fb-8ee6-3950ee3c0b42 req-9333923b-a0b9-4de2-86b5-448ab5871071 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 943 time: 0.1440678 Mar 28 19:55:56.977967 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-14592f71-5c06-45fb-8ee6-3950ee3c0b42 req-4ccf33fe-e89f-45eb-9461-4c2a71123237 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666807 Mar 28 19:55:56.984571 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756a354-0a04-41d9-9c1f-c51f155ee81e req-b7b3a7a7-9937-41a5-9f6d-6c7b8968fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:56.985982 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5756a354-0a04-41d9-9c1f-c51f155ee81e req-b7b3a7a7-9937-41a5-9f6d-6c7b8968fa45 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c HTTP/1.1" status: 200 len: 909 time: 0.1652339 Mar 28 19:55:57.055594 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5756a354-0a04-41d9-9c1f-c51f155ee81e req-05605125-2267-4408-bc11-cb52f7efffb0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1516386-d4de-4019-8145-a3e9f5872878 HTTP/1.1" status: 200 len: 217 time: 0.0625296 Mar 28 19:55:57.116106 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756a354-0a04-41d9-9c1f-c51f155ee81e req-e73941b4-e5dc-480c-af19-693ee47bc24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:57.117569 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5756a354-0a04-41d9-9c1f-c51f155ee81e req-e73941b4-e5dc-480c-af19-693ee47bc24e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=641c2664-b9a8-4dd2-85de-3358ba9028d0 HTTP/1.1" status: 200 len: 847 time: 0.0566850 Mar 28 19:55:57.188783 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756a354-0a04-41d9-9c1f-c51f155ee81e req-1d0c8f25-79fd-4b1c-b046-ef64ca2ba790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:57.190199 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5756a354-0a04-41d9-9c1f-c51f155ee81e req-1d0c8f25-79fd-4b1c-b046-ef64ca2ba790 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669599 Mar 28 19:55:57.317972 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5756a354-0a04-41d9-9c1f-c51f155ee81e req-5ac9185f-2667-4fb8-9851-0e4fd03e6f2b service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211519 Mar 28 19:55:57.448449 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5756a354-0a04-41d9-9c1f-c51f155ee81e req-0515689c-9054-41b7-9660-6c359c4ddf5e service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241946 Mar 28 19:55:57.756841 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a2d1c71e-a6d6-4e24-a371-b7fcafc90b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:58.165233 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fad9f-c5c3-458b-967e-c88539d2dc00 req-a17cee3e-169a-4e48-9b52-af8a3b2cf4cb tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:58.166672 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ad1fad9f-c5c3-458b-967e-c88539d2dc00 req-a17cee3e-169a-4e48-9b52-af8a3b2cf4cb tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 943 time: 0.0838118 Mar 28 19:55:58.210218 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ad1fad9f-c5c3-458b-967e-c88539d2dc00 req-ceb90f0a-966a-44ef-b4a1-5950a984b366 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378602 Mar 28 19:55:58.737710 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:58.785171 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:55:59.389861 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052634eb-61a3-417a-b40e-cdcccbac1449 req-9f4e9ce0-af39-4f40-ba4d-12cb9dce314d tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:55:59.391333 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-052634eb-61a3-417a-b40e-cdcccbac1449 req-9f4e9ce0-af39-4f40-ba4d-12cb9dce314d tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 943 time: 0.0793076 Mar 28 19:55:59.437519 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-052634eb-61a3-417a-b40e-cdcccbac1449 req-4560c174-43dd-4908-93e4-fa456984f8bc tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404713 Mar 28 19:56:00.353713 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:56:00.619461 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3512bd2-42a9-4003-8b7d-bbc6a698afa2 req-dbc46ba4-2c6d-4266-9ed0-003c8cdc9e6a tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:56:00.620783 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d3512bd2-42a9-4003-8b7d-bbc6a698afa2 req-dbc46ba4-2c6d-4266-9ed0-003c8cdc9e6a tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 943 time: 0.0769937 Mar 28 19:56:00.663805 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d3512bd2-42a9-4003-8b7d-bbc6a698afa2 req-51b8cca8-eba8-4688-bf41-bebd89d402df tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374391 Mar 28 19:56:00.846943 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device d1516386-d4de-4019-8145-a3e9f5872878 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:56:00.978221 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port d1516386-d4de-4019-8145-a3e9f5872878, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=d1516386-d4de-4019-8145-a3e9f5872878,segment=NetworkSegment(d27fec95-3ede-4e25-900b-3b6e8fdae5e9),segment_id=d27fec95-3ede-4e25-900b-3b6e8fdae5e9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:56:00.991249 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': 'd1516386-d4de-4019-8145-a3e9f5872878', 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c', 'port_id': 'd1516386-d4de-4019-8145-a3e9f5872878', 'mac_address': 'fa:16:3e:6b:6c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:56:01.047396 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:56:01.064608 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1516386-d4de-4019-8145-a3e9f5872878 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:56:01.079551 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port d1516386-d4de-4019-8145-a3e9f5872878, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=d1516386-d4de-4019-8145-a3e9f5872878,segment=NetworkSegment(d27fec95-3ede-4e25-900b-3b6e8fdae5e9),segment_id=d27fec95-3ede-4e25-900b-3b6e8fdae5e9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:56:01.083470 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:56:01.151209 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=d1516386-d4de-4019-8145-a3e9f5872878,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:56:01.382207 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['d1516386-d4de-4019-8145-a3e9f5872878'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:56:01.847650 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b93b46-90bd-45ab-bde0-6717ffce53fd req-6323efa5-c474-402e-88e9-53282bc4cf0e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:56:01.849100 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-44b93b46-90bd-45ab-bde0-6717ffce53fd req-6323efa5-c474-402e-88e9-53282bc4cf0e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 944 time: 0.0816338 Mar 28 19:56:01.892171 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-44b93b46-90bd-45ab-bde0-6717ffce53fd req-67fbed3f-80f0-4426-b642-ddf8c3206ddb tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375712 Mar 28 19:56:02.188006 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:56:02.846421 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device d1516386-d4de-4019-8145-a3e9f5872878 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:56:02.946387 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port d1516386-d4de-4019-8145-a3e9f5872878 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 19:56:02.951152 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port d1516386-d4de-4019-8145-a3e9f5872878 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:56:02.951513 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:56:03.066687 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:56:03.076404 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a9f97-3568-4e25-847e-8ed6b114d2fe req-7de65b61-0299-4530-be3a-e1e10738f4cb tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:56:03.077860 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fb5a9f97-3568-4e25-847e-8ed6b114d2fe req-7de65b61-0299-4530-be3a-e1e10738f4cb tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 944 time: 0.0793531 Mar 28 19:56:03.097159 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395319f7-aef0-4586-8cb3-f94a13568b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1516386-d4de-4019-8145-a3e9f5872878'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:56:03.108833 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port d1516386-d4de-4019-8145-a3e9f5872878, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=d1516386-d4de-4019-8145-a3e9f5872878,segment=NetworkSegment(d27fec95-3ede-4e25-900b-3b6e8fdae5e9),segment_id=d27fec95-3ede-4e25-900b-3b6e8fdae5e9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:56:03.113718 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:56:03.126623 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fb5a9f97-3568-4e25-847e-8ed6b114d2fe req-6bc37add-21bf-46d6-8cc8-4c776fac6460 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430114 Mar 28 19:56:03.157478 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395319f7-aef0-4586-8cb3-f94a13568b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1516386-d4de-4019-8145-a3e9f5872878', 'code': 200} Mar 28 19:56:03.184578 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=d1516386-d4de-4019-8145-a3e9f5872878,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:56:03.473474 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9d4c6-6c87-40c1-818d-21bc1edda55d req-352304a6-1024-4644-8a7d-0399a715d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:56:03.475511 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-46a9d4c6-6c87-40c1-818d-21bc1edda55d req-352304a6-1024-4644-8a7d-0399a715d80d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 1098 time: 0.1714349 Mar 28 19:56:03.513804 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-46a9d4c6-6c87-40c1-818d-21bc1edda55d req-86cd48d7-bdec-4883-8046-89231c96d97c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327754 Mar 28 19:56:04.311149 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fad09-ccc3-48ef-bc98-2b553a75e516 req-61966088-80c1-4bd8-9328-a37071550ddc tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:56:04.312549 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a58fad09-ccc3-48ef-bc98-2b553a75e516 req-61966088-80c1-4bd8-9328-a37071550ddc tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 945 time: 0.0793374 Mar 28 19:56:04.355605 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a58fad09-ccc3-48ef-bc98-2b553a75e516 req-b463c2bd-644b-4801-b74e-602516a44b6b tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374556 Mar 28 19:56:05.539539 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a214b8a-084e-4853-8041-b81de858ca81 req-6f8b8285-87e4-449f-8a56-c78007042d04 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:56:05.540983 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7a214b8a-084e-4853-8041-b81de858ca81 req-6f8b8285-87e4-449f-8a56-c78007042d04 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 945 time: 0.0780594 Mar 28 19:56:05.584426 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7a214b8a-084e-4853-8041-b81de858ca81 req-ee101045-97ed-4319-a130-28ebc5c87e5f tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371723 Mar 28 19:56:05.771092 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c782d32-a662-4c1a-86c4-e12e59c7f5e2 req-969a4557-811d-4995-88dd-683c3bb9d75d tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:56:05.772547 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0c782d32-a662-4c1a-86c4-e12e59c7f5e2 req-969a4557-811d-4995-88dd-683c3bb9d75d tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 945 time: 0.0816629 Mar 28 19:56:05.814830 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0c782d32-a662-4c1a-86c4-e12e59c7f5e2 req-70b9deb2-e68a-4803-9980-8b83a3bbf621 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365353 Mar 28 19:56:05.837346 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 40344) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:56:06.046785 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b476a3ba-f6be-4bb9-b53d-4184a48ec1ae tempest-TestShelveInstance-2074914501 tempest-TestShelveInstance-2074914501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:56:06.047507 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b476a3ba-f6be-4bb9-b53d-4184a48ec1ae tempest-TestShelveInstance-2074914501 tempest-TestShelveInstance-2074914501-project-admin] Synchronizing usage tracker for tenant:f074bec135684f57b8b54245c6274edb on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 19:56:06.063572 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-b476a3ba-f6be-4bb9-b53d-4184a48ec1ae tempest-TestShelveInstance-2074914501 tempest-TestShelveInstance-2074914501-project-admin] Unset dirty status for tenant:f074bec135684f57b8b54245c6274edb on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 19:56:06.064708 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b476a3ba-f6be-4bb9-b53d-4184a48ec1ae tempest-TestShelveInstance-2074914501 tempest-TestShelveInstance-2074914501-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 1093 time: 0.2264309 Mar 28 19:56:06.067678 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 40352) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 19:56:06.072905 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-a94bece6-3521-4130-ae72-97c01fa03745 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'port_id': 'd1516386-d4de-4019-8145-a3e9f5872878', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 19:56:06.080046 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a94bece6-3521-4130-ae72-97c01fa03745 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 19:56:06.083806 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a94bece6-3521-4130-ae72-97c01fa03745 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Usage tracker for resource:floatingip and tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 19:56:06.086533 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a94bece6-3521-4130-ae72-97c01fa03745 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 19:56:06.092088 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a94bece6-3521-4130-ae72-97c01fa03745 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 19:56:06.113167 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a94bece6-3521-4130-ae72-97c01fa03745 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:56:06.244076 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a94bece6-3521-4130-ae72-97c01fa03745 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:56:06.376083 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-a94bece6-3521-4130-ae72-97c01fa03745 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Allocated IP 172.26.4.238 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/5584acf8-f259-4eeb-8923-b3b3f5d2f715) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 19:56:06.517589 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a94bece6-3521-4130-ae72-97c01fa03745 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:56:06.545529 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a94bece6-3521-4130-ae72-97c01fa03745 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:56:06.609183 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94bece6-3521-4130-ae72-97c01fa03745 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 19:56:06.616867 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-a94bece6-3521-4130-ae72-97c01fa03745 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 19:56:06.621000 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94bece6-3521-4130-ae72-97c01fa03745 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 19:56:06.650632 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94bece6-3521-4130-ae72-97c01fa03745 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Pushing event updated for resources: {'Port': ['ID=5584acf8-f259-4eeb-8923-b3b3f5d2f715,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:56:07.023748 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a94bece6-3521-4130-ae72-97c01fa03745 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:56:07.095373 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a94bece6-3521-4130-ae72-97c01fa03745 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:56:07.389956 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a94bece6-3521-4130-ae72-97c01fa03745 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:56:07.394390 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a94bece6-3521-4130-ae72-97c01fa03745 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:56:07.502566 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94bece6-3521-4130-ae72-97c01fa03745 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Pushing event updated for resources: {'Port': ['ID=5584acf8-f259-4eeb-8923-b3b3f5d2f715,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:56:07.510410 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a94bece6-3521-4130-ae72-97c01fa03745 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:56:07.682024 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-a94bece6-3521-4130-ae72-97c01fa03745 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Floating IP 3017ca06-9c6d-462e-8ff3-85b8f5838c41 associated. External IP: 172.26.4.238, port: d1516386-d4de-4019-8145-a3e9f5872878. Mar 28 19:56:08.042815 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94bece6-3521-4130-ae72-97c01fa03745 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Router 2a070263-6296-492d-b56d-afc893408a03 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 19:56:08.221050 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94bece6-3521-4130-ae72-97c01fa03745 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 19:56:08.231340 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7c9225-9d78-436d-9f80-15384c620e4a None None] Sync routers for ids ['2a070263-6296-492d-b56d-afc893408a03'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 19:56:08.242187 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7c9225-9d78-436d-9f80-15384c620e4a None None] Routers {'2a070263-6296-492d-b56d-afc893408a03'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:56:08.242797 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-fc7c9225-9d78-436d-9f80-15384c620e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:55:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2a070263-6296-492d-b56d-afc893408a03'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:56:08.246225 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a94bece6-3521-4130-ae72-97c01fa03745 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:56:08.314092 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a94bece6-3521-4130-ae72-97c01fa03745 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2348073 Mar 28 19:56:08.314092 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395319f7-aef0-4586-8cb3-f94a13568b04', 'tag': 'd1516386-d4de-4019-8145-a3e9f5872878'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:56:08.409180 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395319f7-aef0-4586-8cb3-f94a13568b04', 'tag': 'd1516386-d4de-4019-8145-a3e9f5872878', 'status': 'completed', 'code': 200} Mar 28 19:56:08.420021 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-fc7c9225-9d78-436d-9f80-15384c620e4a None None] Set router 2a070263-6296-492d-b56d-afc893408a03 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:56:08.503653 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c8f00-c9d7-46dc-bcbe-9870601b9188 req-3bd586fe-0680-494c-a97d-c0a256b9243c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:56:08.505117 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bf4c8f00-c9d7-46dc-bcbe-9870601b9188 req-3bd586fe-0680-494c-a97d-c0a256b9243c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5ccd9e4a5764d5c8e883b99a4d9b82d&device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 1098 time: 0.0689490 Mar 28 19:56:08.633716 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c8f00-c9d7-46dc-bcbe-9870601b9188 req-a64d7cc7-b932-4d21-a172-dbfadaf83d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:56:08.635097 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bf4c8f00-c9d7-46dc-bcbe-9870601b9188 req-a64d7cc7-b932-4d21-a172-dbfadaf83d01 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c HTTP/1.1" status: 200 len: 909 time: 0.1243725 Mar 28 19:56:08.737740 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bf4c8f00-c9d7-46dc-bcbe-9870601b9188 req-d60bea4c-09c3-4fb3-9a26-ad5aaaff54f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1516386-d4de-4019-8145-a3e9f5872878 HTTP/1.1" status: 200 len: 999 time: 0.0966096 Mar 28 19:56:08.763951 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-fc7c9225-9d78-436d-9f80-15384c620e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a070263-6296-492d-b56d-afc893408a03', 'name': 'tempest-TestShelveInstance-365589093-router', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:41Z', 'revision_number': 4, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'gw_port': {'id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '3017ca06-9c6d-462e-8ff3-85b8f5838c41', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'floating_ip_address': '172.26.4.238', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '2a070263-6296-492d-b56d-afc893408a03', 'port_id': 'd1516386-d4de-4019-8145-a3e9f5872878', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c', 'mac_address': 'fa:16:3e:6b:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395319f7-aef0-4586-8cb3-f94a13568b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:56:06Z', 'updated_at': '2022-03-28T19:56:06Z', 'revision_number': 0, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e41560-5ce7-4cac-8fc2-e6699b79643d', 'name': '', 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'mac_address': 'fa:16:3e:00:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:40Z', 'updated_at': '2022-03-28T19:55:48Z', 'revision_number': 5, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'subnets': [{'id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:56:08.767729 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7c9225-9d78-436d-9f80-15384c620e4a None None] Checking router: 2a070263-6296-492d-b56d-afc893408a03 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 19:56:08.776089 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7c9225-9d78-436d-9f80-15384c620e4a None None] Routers {'2a070263-6296-492d-b56d-afc893408a03'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 19:56:08.776704 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-fc7c9225-9d78-436d-9f80-15384c620e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T19:55:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2a070263-6296-492d-b56d-afc893408a03'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:56:08.798357 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c8f00-c9d7-46dc-bcbe-9870601b9188 req-ce7cb654-3265-4ba3-8f8d-5b5d9f23412d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:56:08.799794 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bf4c8f00-c9d7-46dc-bcbe-9870601b9188 req-ce7cb654-3265-4ba3-8f8d-5b5d9f23412d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=641c2664-b9a8-4dd2-85de-3358ba9028d0 HTTP/1.1" status: 200 len: 847 time: 0.0560160 Mar 28 19:56:08.956516 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-fc7c9225-9d78-436d-9f80-15384c620e4a None None] Set router 2a070263-6296-492d-b56d-afc893408a03 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 19:56:08.984211 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c8f00-c9d7-46dc-bcbe-9870601b9188 req-9888b1bc-dfcf-4905-a7d1-b3a847701ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:56:08.985688 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bf4c8f00-c9d7-46dc-bcbe-9870601b9188 req-9888b1bc-dfcf-4905-a7d1-b3a847701ed3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1801770 Mar 28 19:56:09.113048 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bf4c8f00-c9d7-46dc-bcbe-9870601b9188 req-e79e6303-f888-4cfc-9673-770a3070e6ae service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218452 Mar 28 19:56:09.245607 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bf4c8f00-c9d7-46dc-bcbe-9870601b9188 req-3cee822d-11d8-47cd-b3c9-1b0f98141948 service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263769 Mar 28 19:56:09.325745 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-fc7c9225-9d78-436d-9f80-15384c620e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a070263-6296-492d-b56d-afc893408a03', 'name': 'tempest-TestShelveInstance-365589093-router', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:41Z', 'revision_number': 4, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'gw_port': {'id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '3017ca06-9c6d-462e-8ff3-85b8f5838c41', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'floating_ip_address': '172.26.4.238', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '2a070263-6296-492d-b56d-afc893408a03', 'port_id': 'd1516386-d4de-4019-8145-a3e9f5872878', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c', 'mac_address': 'fa:16:3e:6b:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395319f7-aef0-4586-8cb3-f94a13568b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:56:06Z', 'updated_at': '2022-03-28T19:56:06Z', 'revision_number': 0, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e41560-5ce7-4cac-8fc2-e6699b79643d', 'name': '', 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'mac_address': 'fa:16:3e:00:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:40Z', 'updated_at': '2022-03-28T19:55:48Z', 'revision_number': 5, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'subnets': [{'id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 19:56:09.329582 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7c9225-9d78-436d-9f80-15384c620e4a None None] The sync data for ids ['2a070263-6296-492d-b56d-afc893408a03'] in dv-neutron-834711-1-hyperv is: [{'id': '2a070263-6296-492d-b56d-afc893408a03', 'name': 'tempest-TestShelveInstance-365589093-router', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:41Z', 'revision_number': 4, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'gw_port': {'id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '3017ca06-9c6d-462e-8ff3-85b8f5838c41', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'floating_ip_address': '172.26.4.238', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '2a070263-6296-492d-b56d-afc893408a03', 'port_id': 'd1516386-d4de-4019-8145-a3e9f5872878', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c', 'mac_address': 'fa:16:3e:6b:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395319f7-aef0-4586-8cb3-f94a13568b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T19:56:06Z', 'updated_at': '2022-03-28T19:56:06Z', 'revision_number': 0, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e41560-5ce7-4cac-8fc2-e6699b79643d', 'name': '', 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'mac_address': 'fa:16:3e:00:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:40Z', 'updated_at': '2022-03-28T19:55:48Z', 'revision_number': 5, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'subnets': [{'id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 19:56:09.511587 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec934a24-a7ab-452d-bebb-db48c1f72015 None None] New status for floating IP 3017ca06-9c6d-462e-8ff3-85b8f5838c41: ACTIVE {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 19:56:25.393070 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-742fda70-7ae0-4020-8dfa-87019f90c826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:56:27.758091 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5d028431-0596-482f-a89c-22dbad863ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:56:28.739561 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:56:28.788436 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:56:30.357750 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:56:31.662579 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:56:32.197828 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:56:55.393999 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8b526074-83fc-477c-8802-cb5943e93c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:56:57.217787 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-900cd096-6160-49e3-a197-66175efb078c req-59cad2c5-d30d-4626-b745-ca03f71a63c0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671365 Mar 28 19:56:57.355785 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cd096-6160-49e3-a197-66175efb078c req-9ec9696b-2eff-4d57-9afd-ecd67e843350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:56:57.357197 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-900cd096-6160-49e3-a197-66175efb078c req-9ec9696b-2eff-4d57-9afd-ecd67e843350 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5ccd9e4a5764d5c8e883b99a4d9b82d&device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 1098 time: 0.0724053 Mar 28 19:56:57.496122 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cd096-6160-49e3-a197-66175efb078c req-6df32c06-13ad-431b-8920-da1f30514e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:56:57.497435 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-900cd096-6160-49e3-a197-66175efb078c req-6df32c06-13ad-431b-8920-da1f30514e01 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c HTTP/1.1" status: 200 len: 909 time: 0.1216834 Mar 28 19:56:57.598187 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-900cd096-6160-49e3-a197-66175efb078c req-dd897765-7127-4236-a92b-ea430be05bbc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1516386-d4de-4019-8145-a3e9f5872878 HTTP/1.1" status: 200 len: 1001 time: 0.0937314 Mar 28 19:56:57.658326 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cd096-6160-49e3-a197-66175efb078c req-08c7330d-c4c5-43b0-a2e6-d48e9d1f6b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:56:57.659748 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-900cd096-6160-49e3-a197-66175efb078c req-08c7330d-c4c5-43b0-a2e6-d48e9d1f6b2e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=641c2664-b9a8-4dd2-85de-3358ba9028d0 HTTP/1.1" status: 200 len: 847 time: 0.0559394 Mar 28 19:56:57.736369 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cd096-6160-49e3-a197-66175efb078c req-b4bd4f35-6049-4234-ab4c-539514a9d6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:56:57.737798 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-900cd096-6160-49e3-a197-66175efb078c req-b4bd4f35-6049-4234-ab4c-539514a9d6bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721922 Mar 28 19:56:57.759127 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6123fb8d-7c91-4dbc-987c-b2c85ecd0b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:56:57.865479 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-900cd096-6160-49e3-a197-66175efb078c req-3b80d618-dbe3-4223-8e6f-931bf53ee80a service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209278 Mar 28 19:56:57.991483 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-900cd096-6160-49e3-a197-66175efb078c req-f3a65d7f-949a-4c87-9852-12bcb9b872cd service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205657 Mar 28 19:56:58.742250 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:56:58.791007 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:57:00.358364 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:57:02.210562 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:57:08.660976 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:57:25.396268 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5d639b4a-474b-42e5-9316-1f5813ea6f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:57:27.760972 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d6379d11-b9aa-400c-a81f-6793b4e46f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:57:28.743466 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:57:28.793025 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:57:30.360416 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:57:32.202005 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:57:45.659010 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:57:55.397904 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9577b54f-c0f6-401a-9456-8498ce3d1b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:57:57.730028 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-115f09f8-07ac-4f0a-a5ae-09185a1aa8cf req-d556bc6d-5e03-4d90-af11-b66c51e67794 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684347 Mar 28 19:57:57.763453 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8b272d26-58f2-4615-9908-efbfaa1b3771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:57:57.869968 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f09f8-07ac-4f0a-a5ae-09185a1aa8cf req-5bfb4aa4-5db5-4d00-8788-ee937be1c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:57:57.871430 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-115f09f8-07ac-4f0a-a5ae-09185a1aa8cf req-5bfb4aa4-5db5-4d00-8788-ee937be1c3be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5ccd9e4a5764d5c8e883b99a4d9b82d&device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 1098 time: 0.0756893 Mar 28 19:57:58.025334 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f09f8-07ac-4f0a-a5ae-09185a1aa8cf req-d984637c-e904-451c-858b-0f0b03e7d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:57:58.026657 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-115f09f8-07ac-4f0a-a5ae-09185a1aa8cf req-d984637c-e904-451c-858b-0f0b03e7d614 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c HTTP/1.1" status: 200 len: 909 time: 0.1365190 Mar 28 19:57:58.123513 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-115f09f8-07ac-4f0a-a5ae-09185a1aa8cf req-43e2e834-a9f1-41c7-a154-8d9986f4b016 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1516386-d4de-4019-8145-a3e9f5872878 HTTP/1.1" status: 200 len: 1001 time: 0.0911539 Mar 28 19:57:58.290383 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f09f8-07ac-4f0a-a5ae-09185a1aa8cf req-13415e0c-e40b-4e15-ac1e-73f65c2e1466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:57:58.291759 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-115f09f8-07ac-4f0a-a5ae-09185a1aa8cf req-13415e0c-e40b-4e15-ac1e-73f65c2e1466 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=641c2664-b9a8-4dd2-85de-3358ba9028d0 HTTP/1.1" status: 200 len: 847 time: 0.1627891 Mar 28 19:57:58.366923 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f09f8-07ac-4f0a-a5ae-09185a1aa8cf req-6fd419c5-0891-40c6-9ae3-0c1125254ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:57:58.368922 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-115f09f8-07ac-4f0a-a5ae-09185a1aa8cf req-6fd419c5-0891-40c6-9ae3-0c1125254ecb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713816 Mar 28 19:57:58.378610 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [req-115f09f8-07ac-4f0a-a5ae-09185a1aa8cf req-150fd8de-f3d6-4361-91f4-1c78fe99e03a service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 19:57:58.379538 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-115f09f8-07ac-4f0a-a5ae-09185a1aa8cf req-150fd8de-f3d6-4361-91f4-1c78fe99e03a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046449 Mar 28 19:57:58.507071 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-115f09f8-07ac-4f0a-a5ae-09185a1aa8cf req-749b1d81-b15c-4b9d-b64b-e3aa76b99412 service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213439 Mar 28 19:57:58.638379 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-115f09f8-07ac-4f0a-a5ae-09185a1aa8cf req-22f6fd75-0104-4111-8b06-18c2e18d631d service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252191 Mar 28 19:57:58.748513 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:57:58.797547 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:58:00.363612 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:58:02.247064 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:58:22.658066 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:58:25.401330 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0333587d-f1ba-4cde-a259-357f19be62a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:58:27.764980 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6b52791b-208c-41ca-9e65-ea7bebecdfa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:58:28.751544 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:58:28.796758 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:58:30.367425 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:58:32.263202 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:58:33.503834 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26e717-2b70-4fdc-853b-11f0def0a285 req-e60c177c-955e-4b6b-a804-84e098b079ae tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:58:33.505182 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fc26e717-2b70-4fdc-853b-11f0def0a285 req-e60c177c-955e-4b6b-a804-84e098b079ae tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 945 time: 0.1296904 Mar 28 19:58:33.548942 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fc26e717-2b70-4fdc-853b-11f0def0a285 req-45d6c076-87a6-4554-96c2-cd69e59eb4ff tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374966 Mar 28 19:58:34.749066 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292af45a-18b6-4483-9e74-04babb0231f6 req-77a1d618-3a73-4032-8c48-57a22df354fd tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:58:34.750518 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-292af45a-18b6-4483-9e74-04babb0231f6 req-77a1d618-3a73-4032-8c48-57a22df354fd tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 945 time: 0.0798068 Mar 28 19:58:34.798207 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-292af45a-18b6-4483-9e74-04babb0231f6 req-e2e013a8-e699-4168-9585-c7467ceae04e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418277 Mar 28 19:58:35.985147 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d9e60-614e-479f-994b-6020c2b6b30e req-a083861d-8b8f-43bb-84ff-ea65e0e6a1f9 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:58:35.986569 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-489d9e60-614e-479f-994b-6020c2b6b30e req-a083861d-8b8f-43bb-84ff-ea65e0e6a1f9 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 945 time: 0.0792291 Mar 28 19:58:36.029621 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-489d9e60-614e-479f-994b-6020c2b6b30e req-18e64ea2-683d-4f30-a7ba-148f253b73ae tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374694 Mar 28 19:58:37.216177 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48286348-485a-4e5d-be0b-6c2798032cdd req-06df4333-8041-4773-895c-72d5967579a7 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:58:37.217611 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-48286348-485a-4e5d-be0b-6c2798032cdd req-06df4333-8041-4773-895c-72d5967579a7 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 945 time: 0.0816855 Mar 28 19:58:37.260781 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-48286348-485a-4e5d-be0b-6c2798032cdd req-b3a3c139-9f89-4fdc-8381-df0b53f1e05c tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376072 Mar 28 19:58:38.440486 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d915175-1dcb-466a-b647-2ef3d9e40572 req-b5053307-cb9a-4921-ae4c-54e73e0282bf tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:58:38.441920 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2d915175-1dcb-466a-b647-2ef3d9e40572 req-b5053307-cb9a-4921-ae4c-54e73e0282bf tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 945 time: 0.0777743 Mar 28 19:58:38.484779 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2d915175-1dcb-466a-b647-2ef3d9e40572 req-035206eb-e40f-422e-8866-e1d74c49b23d tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364606 Mar 28 19:58:39.670298 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818fdfc-2f9e-4ebe-bf54-26aded59509c req-53e725e6-02d5-41ed-b88f-905c6b27276a tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:58:39.671800 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3818fdfc-2f9e-4ebe-bf54-26aded59509c req-53e725e6-02d5-41ed-b88f-905c6b27276a tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 945 time: 0.0827894 Mar 28 19:58:39.716881 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3818fdfc-2f9e-4ebe-bf54-26aded59509c req-729fbfe1-94f2-4d55-aa1b-d2936e4ca149 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394592 Mar 28 19:58:40.896849 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef07cb8-34af-4416-93f5-ebf389254cad req-e3a07206-7d0a-41c9-ac8e-b767e0a6db02 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:58:40.898947 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7ef07cb8-34af-4416-93f5-ebf389254cad req-e3a07206-7d0a-41c9-ac8e-b767e0a6db02 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 945 time: 0.0783548 Mar 28 19:58:40.943533 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7ef07cb8-34af-4416-93f5-ebf389254cad req-1883f8e5-a3e3-400c-8971-6687373a2d46 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391340 Mar 28 19:58:42.126171 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9bba1-d8a7-4139-b95b-f21f497ae717 req-4bbc172a-cec7-4c00-a6ff-06b50ac6c3fe tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:58:42.127650 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b2c9bba1-d8a7-4139-b95b-f21f497ae717 req-4bbc172a-cec7-4c00-a6ff-06b50ac6c3fe tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 945 time: 0.0780644 Mar 28 19:58:42.171926 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b2c9bba1-d8a7-4139-b95b-f21f497ae717 req-edce3d70-f066-4b51-b6fd-f06ab6740aba tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385592 Mar 28 19:58:43.360949 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02ad16-4492-4dcb-8475-9d53cb74471c req-d5b539a1-4f17-41f0-bc10-a0c10cc0de4c tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:58:43.362380 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7e02ad16-4492-4dcb-8475-9d53cb74471c req-d5b539a1-4f17-41f0-bc10-a0c10cc0de4c tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 945 time: 0.0809331 Mar 28 19:58:43.405134 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7e02ad16-4492-4dcb-8475-9d53cb74471c req-69cfa800-f408-466f-9c99-54efc84d21a7 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365431 Mar 28 19:58:44.595029 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535495b-38b0-4a0a-9199-fff4e8b7e999 req-c25de0d9-1143-487e-a054-d04f265a2729 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:58:44.596604 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7535495b-38b0-4a0a-9199-fff4e8b7e999 req-c25de0d9-1143-487e-a054-d04f265a2729 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 945 time: 0.0798881 Mar 28 19:58:44.642794 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7535495b-38b0-4a0a-9199-fff4e8b7e999 req-8cfadbd7-e369-4354-bf66-845d3b42d80f tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396993 Mar 28 19:58:45.828944 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d927868-996e-455c-9597-0c54693e67e9 req-8c8ddccd-68e3-4fa6-8767-943f5c953254 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:58:45.830357 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8d927868-996e-455c-9597-0c54693e67e9 req-8c8ddccd-68e3-4fa6-8767-943f5c953254 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 945 time: 0.0829148 Mar 28 19:58:45.873326 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8d927868-996e-455c-9597-0c54693e67e9 req-85777b63-0f94-4bec-b6df-3d3244a8f2a2 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369871 Mar 28 19:58:47.053658 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb0711-0a3a-45a5-826c-58a69e89271f req-8aaf6cae-eb15-4e4d-8845-2bf4045f54a5 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:58:47.055274 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1fcb0711-0a3a-45a5-826c-58a69e89271f req-8aaf6cae-eb15-4e4d-8845-2bf4045f54a5 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 945 time: 0.0795293 Mar 28 19:58:47.097581 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1fcb0711-0a3a-45a5-826c-58a69e89271f req-780bfc20-5d33-4633-acac-a05537386de8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366664 Mar 28 19:58:47.669651 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device d1516386-d4de-4019-8145-a3e9f5872878 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:58:47.798521 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port d1516386-d4de-4019-8145-a3e9f5872878, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=d1516386-d4de-4019-8145-a3e9f5872878,segment=NetworkSegment(d27fec95-3ede-4e25-900b-3b6e8fdae5e9),segment_id=d27fec95-3ede-4e25-900b-3b6e8fdae5e9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:58:47.811448 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': 'd1516386-d4de-4019-8145-a3e9f5872878', 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c', 'port_id': 'd1516386-d4de-4019-8145-a3e9f5872878', 'mac_address': 'fa:16:3e:6b:6c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:58:47.869318 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:58:47.886158 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1516386-d4de-4019-8145-a3e9f5872878 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:58:47.901504 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port d1516386-d4de-4019-8145-a3e9f5872878, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=d1516386-d4de-4019-8145-a3e9f5872878,segment=NetworkSegment(d27fec95-3ede-4e25-900b-3b6e8fdae5e9),segment_id=d27fec95-3ede-4e25-900b-3b6e8fdae5e9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:58:47.905554 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:58:47.973525 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=d1516386-d4de-4019-8145-a3e9f5872878,revision_number=6']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:58:47.978017 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['d1516386-d4de-4019-8145-a3e9f5872878'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:58:48.017872 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:58:48.018213 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:58:48.018546 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:58:48.018896 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:58:48.019227 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:58:48.019550 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:58:48.019871 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:58:48.020190 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:58:48.020508 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:58:48.020823 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:58:48.021138 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:58:48.021451 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 19:58:48.309829 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b497a-4229-460f-a1cd-9ad937ed23e9 req-939ee85f-6ab0-4fb0-b4d5-37ac54798107 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:58:48.311192 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-833b497a-4229-460f-a1cd-9ad937ed23e9 req-939ee85f-6ab0-4fb0-b4d5-37ac54798107 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 944 time: 0.0792909 Mar 28 19:58:48.355840 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-833b497a-4229-460f-a1cd-9ad937ed23e9 req-281cb2b7-d794-4aa5-855e-c23ce2d3de45 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389946 Mar 28 19:58:49.546624 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e9ed1-315b-4a0b-8102-e1ce89debf65 req-14a79e04-ed41-475d-b79b-1b6b1dc894da tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:58:49.548396 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9b4e9ed1-315b-4a0b-8102-e1ce89debf65 req-14a79e04-ed41-475d-b79b-1b6b1dc894da tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 944 time: 0.0847676 Mar 28 19:58:49.593550 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9b4e9ed1-315b-4a0b-8102-e1ce89debf65 req-a9be8f43-98d4-43ec-bf51-39349ddf10b6 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392716 Mar 28 19:58:49.670078 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device d1516386-d4de-4019-8145-a3e9f5872878 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:58:49.746155 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port d1516386-d4de-4019-8145-a3e9f5872878 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:58:49.746441 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:58:49.881240 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:58:49.915580 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395319f7-aef0-4586-8cb3-f94a13568b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1516386-d4de-4019-8145-a3e9f5872878'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:58:49.936744 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port d1516386-d4de-4019-8145-a3e9f5872878, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=d1516386-d4de-4019-8145-a3e9f5872878,segment=NetworkSegment(d27fec95-3ede-4e25-900b-3b6e8fdae5e9),segment_id=d27fec95-3ede-4e25-900b-3b6e8fdae5e9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:58:49.948954 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:58:50.023532 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=d1516386-d4de-4019-8145-a3e9f5872878,revision_number=7']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:58:50.044716 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395319f7-aef0-4586-8cb3-f94a13568b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1516386-d4de-4019-8145-a3e9f5872878', 'code': 200} Mar 28 19:58:50.796690 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d8e17-a05d-4460-a253-4fd541fba2bf req-85c2de1f-7ad9-49d8-8e85-affd0cb93812 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:58:50.798153 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b29d8e17-a05d-4460-a253-4fd541fba2bf req-85c2de1f-7ad9-49d8-8e85-affd0cb93812 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 945 time: 0.0909770 Mar 28 19:58:50.855540 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b29d8e17-a05d-4460-a253-4fd541fba2bf req-5f25154d-661f-40a3-b515-9676fde56911 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515714 Mar 28 19:58:52.074070 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a45a94-4270-432f-b5d6-899dcca69ce9 req-76856d3d-3f19-4115-8a81-efc2a576130f tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:58:52.075608 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-62a45a94-4270-432f-b5d6-899dcca69ce9 req-76856d3d-3f19-4115-8a81-efc2a576130f tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 945 time: 0.0913479 Mar 28 19:58:52.124814 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-62a45a94-4270-432f-b5d6-899dcca69ce9 req-6d06230c-d50c-424f-b574-16edffacba1d tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435450 Mar 28 19:58:53.446769 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d29993-47ef-4e44-9a9e-1deafa8b2f78 req-3075e4c1-d4f2-45a5-a710-2bbdac821e42 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:58:53.448655 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-10d29993-47ef-4e44-9a9e-1deafa8b2f78 req-3075e4c1-d4f2-45a5-a710-2bbdac821e42 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 945 time: 0.1918926 Mar 28 19:58:53.500917 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-10d29993-47ef-4e44-9a9e-1deafa8b2f78 req-6f0999ce-5732-4d24-9e9d-90ac1fd23d32 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467658 Mar 28 19:58:54.714465 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d118b3f-34a2-45af-a57a-cb1e54564abb req-4cf9560f-7012-473f-8622-7863d218c1c8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:58:54.716001 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1d118b3f-34a2-45af-a57a-cb1e54564abb req-4cf9560f-7012-473f-8622-7863d218c1c8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 945 time: 0.0948501 Mar 28 19:58:54.761215 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1d118b3f-34a2-45af-a57a-cb1e54564abb req-1ef4e63c-a855-48ce-baa2-95c1b6f175c9 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395157 Mar 28 19:58:55.418548 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7380e20a-ea50-45f1-b24c-20483427c5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:58:55.972456 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e5755-74fa-40e0-ba7b-a8679125dd86 req-e75bc2ec-8bc5-47d2-81fa-0a71ff924897 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:58:55.974286 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4e8e5755-74fa-40e0-ba7b-a8679125dd86 req-e75bc2ec-8bc5-47d2-81fa-0a71ff924897 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 945 time: 0.0984793 Mar 28 19:58:56.027671 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4e8e5755-74fa-40e0-ba7b-a8679125dd86 req-a45c0b7d-32b3-48d9-afd5-5924c6336605 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453196 Mar 28 19:58:57.237126 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9179e-7f87-40fe-b33b-ea88f7cf6aee req-a9fb55ea-8710-430e-91d8-fc9efb9a02f1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:58:57.238700 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7ee9179e-7f87-40fe-b33b-ea88f7cf6aee req-a9fb55ea-8710-430e-91d8-fc9efb9a02f1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 945 time: 0.1042340 Mar 28 19:58:57.282999 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7ee9179e-7f87-40fe-b33b-ea88f7cf6aee req-8bb25753-e664-4190-aa7c-5a36b48fe248 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382788 Mar 28 19:58:57.769555 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-bedec5be-d78d-4c59-8838-e33e85ea9054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:58:58.484751 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ffdd42-3964-42b5-8277-7d1852c69e3b req-511b75cf-e0fa-47c9-b694-dc246d8d5204 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:58:58.486330 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d4ffdd42-3964-42b5-8277-7d1852c69e3b req-511b75cf-e0fa-47c9-b694-dc246d8d5204 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 945 time: 0.0795250 Mar 28 19:58:58.530923 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d4ffdd42-3964-42b5-8277-7d1852c69e3b req-7aaaa770-cbdc-4b01-ae36-921d0cf76d53 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380423 Mar 28 19:58:58.752919 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:58:58.798915 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:58:59.129633 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf47ef2-1c32-4dce-98bf-c95cb2417cb5 req-77dd25f6-551f-4889-803f-20e892219627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:58:59.131079 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-daf47ef2-1c32-4dce-98bf-c95cb2417cb5 req-77dd25f6-551f-4889-803f-20e892219627 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5ccd9e4a5764d5c8e883b99a4d9b82d&device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 1098 time: 0.1136351 Mar 28 19:58:59.275298 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf47ef2-1c32-4dce-98bf-c95cb2417cb5 req-1c710611-3571-4f4c-a23c-cd57c86c3305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:58:59.276625 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-daf47ef2-1c32-4dce-98bf-c95cb2417cb5 req-1c710611-3571-4f4c-a23c-cd57c86c3305 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c HTTP/1.1" status: 200 len: 909 time: 0.1395309 Mar 28 19:58:59.376045 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-daf47ef2-1c32-4dce-98bf-c95cb2417cb5 req-6fa9c567-e656-4d5d-973f-dfe2869c1581 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1516386-d4de-4019-8145-a3e9f5872878 HTTP/1.1" status: 200 len: 1001 time: 0.0929511 Mar 28 19:58:59.435713 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf47ef2-1c32-4dce-98bf-c95cb2417cb5 req-3735a7e7-6e43-40f9-a014-948070c872ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:58:59.437053 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-daf47ef2-1c32-4dce-98bf-c95cb2417cb5 req-3735a7e7-6e43-40f9-a014-948070c872ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=641c2664-b9a8-4dd2-85de-3358ba9028d0 HTTP/1.1" status: 200 len: 847 time: 0.0549967 Mar 28 19:58:59.511575 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf47ef2-1c32-4dce-98bf-c95cb2417cb5 req-e185e8e9-69dc-457c-80d1-df787e273af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:58:59.513003 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-daf47ef2-1c32-4dce-98bf-c95cb2417cb5 req-e185e8e9-69dc-457c-80d1-df787e273af3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704792 Mar 28 19:58:59.656910 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:58:59.696800 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-daf47ef2-1c32-4dce-98bf-c95cb2417cb5 req-9f9a1b1f-435c-4d69-8166-c1091e1bd727 service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777432 Mar 28 19:58:59.824779 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371cf79-bdd0-44d4-95fe-934b7f3a199f req-c611f675-b108-4a9f-8256-ed391526c390 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:58:59.826143 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1371cf79-bdd0-44d4-95fe-934b7f3a199f req-c611f675-b108-4a9f-8256-ed391526c390 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 945 time: 0.1793845 Mar 28 19:58:59.872610 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-daf47ef2-1c32-4dce-98bf-c95cb2417cb5 req-24b83528-86c9-4eaf-975b-7c31557dd58e service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695151 Mar 28 19:58:59.891549 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1371cf79-bdd0-44d4-95fe-934b7f3a199f req-587a1353-a0f6-4df8-8283-f3cff31e8c42 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590165 Mar 28 19:59:00.182105 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbed93a-e47d-4559-b2b9-be8ac9f244ee req-611ebd0d-e624-4fbb-b471-23e8059f58be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:00.183588 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bdbed93a-e47d-4559-b2b9-be8ac9f244ee req-611ebd0d-e624-4fbb-b471-23e8059f58be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5ccd9e4a5764d5c8e883b99a4d9b82d&device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 1098 time: 0.0730267 Mar 28 19:59:00.321693 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbed93a-e47d-4559-b2b9-be8ac9f244ee req-0cf3110f-9e93-40a5-b6c3-065224483f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:00.323122 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bdbed93a-e47d-4559-b2b9-be8ac9f244ee req-0cf3110f-9e93-40a5-b6c3-065224483f1b service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c HTTP/1.1" status: 200 len: 909 time: 0.1214552 Mar 28 19:59:00.371173 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:59:00.420490 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bdbed93a-e47d-4559-b2b9-be8ac9f244ee req-797025ef-31ba-45f8-8ee0-ab8025228344 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1516386-d4de-4019-8145-a3e9f5872878 HTTP/1.1" status: 200 len: 1001 time: 0.0907009 Mar 28 19:59:00.587301 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbed93a-e47d-4559-b2b9-be8ac9f244ee req-fa2851ea-0da2-4acd-bc55-0fd1caffcdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:00.588644 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bdbed93a-e47d-4559-b2b9-be8ac9f244ee req-fa2851ea-0da2-4acd-bc55-0fd1caffcdc3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=641c2664-b9a8-4dd2-85de-3358ba9028d0 HTTP/1.1" status: 200 len: 847 time: 0.1612599 Mar 28 19:59:00.661188 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbed93a-e47d-4559-b2b9-be8ac9f244ee req-2dc73bac-c182-4e87-a870-9d4e782185bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:00.662625 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bdbed93a-e47d-4559-b2b9-be8ac9f244ee req-2dc73bac-c182-4e87-a870-9d4e782185bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672832 Mar 28 19:59:00.790745 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bdbed93a-e47d-4559-b2b9-be8ac9f244ee req-43eaf2b2-21e2-4559-898a-5cdfa557bbd6 service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211755 Mar 28 19:59:00.918032 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bdbed93a-e47d-4559-b2b9-be8ac9f244ee req-d8ce5a32-816e-4db3-9427-5335085e8183 service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210165 Mar 28 19:59:01.080081 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fa173-cbfc-45eb-8305-31a35d54b3ed req-21a2c80a-c0d0-4d63-bcc8-868db51b0b2a tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:01.081501 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-714fa173-cbfc-45eb-8305-31a35d54b3ed req-21a2c80a-c0d0-4d63-bcc8-868db51b0b2a tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 945 time: 0.0822933 Mar 28 19:59:01.124724 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-714fa173-cbfc-45eb-8305-31a35d54b3ed req-ec94eb3c-6000-4afa-99dd-e4124fb93e43 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373523 Mar 28 19:59:01.735293 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device d1516386-d4de-4019-8145-a3e9f5872878 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 19:59:01.850041 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:59:01.876713 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395319f7-aef0-4586-8cb3-f94a13568b04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1516386-d4de-4019-8145-a3e9f5872878'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:59:01.886625 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port d1516386-d4de-4019-8145-a3e9f5872878, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=d1516386-d4de-4019-8145-a3e9f5872878,segment=NetworkSegment(d27fec95-3ede-4e25-900b-3b6e8fdae5e9),segment_id=d27fec95-3ede-4e25-900b-3b6e8fdae5e9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:59:01.890537 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:59:01.929749 dv-neutron-834711-1-hyperv neutron-server[87834]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '395319f7-aef0-4586-8cb3-f94a13568b04', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd1516386-d4de-4019-8145-a3e9f5872878', 'code': 422} returned with failed status Mar 28 19:59:01.963711 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=d1516386-d4de-4019-8145-a3e9f5872878,revision_number=8']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:59:02.290627 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:59:02.306584 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a060f22-74bb-4658-ac53-ed3e58c08534 req-4e862460-a1ae-40bd-a3c7-09a34a7a9cc2 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:02.308067 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0a060f22-74bb-4658-ac53-ed3e58c08534 req-4e862460-a1ae-40bd-a3c7-09a34a7a9cc2 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 943 time: 0.0790250 Mar 28 19:59:02.353935 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0a060f22-74bb-4658-ac53-ed3e58c08534 req-b63ea36f-9415-403d-bc1c-7b40a84e671b tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402644 Mar 28 19:59:02.699898 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb81f2c-8e01-4780-98e5-a38392ca416b req-9bc1fadb-a377-48b7-bd4d-282b25ca8eb7 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:02.701431 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cdb81f2c-8e01-4780-98e5-a38392ca416b req-9bc1fadb-a377-48b7-bd4d-282b25ca8eb7 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 943 time: 0.0830252 Mar 28 19:59:02.746660 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cdb81f2c-8e01-4780-98e5-a38392ca416b req-27325e65-9764-4855-9869-63883875481f tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391254 Mar 28 19:59:02.909290 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-bddb4842-bc8b-4211-9a71-4c5f22ad3687 req-54a5ba3d-99d5-4df2-914b-bbc6e8d78ba9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1522086 Mar 28 19:59:03.940578 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe893c-4f96-48de-bd01-0b51dd81145e req-13c090c4-f168-42df-b900-26d99981043e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:03.943424 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-38fe893c-4f96-48de-bd01-0b51dd81145e req-13c090c4-f168-42df-b900-26d99981043e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 943 time: 0.0866334 Mar 28 19:59:03.986444 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-38fe893c-4f96-48de-bd01-0b51dd81145e req-2eb267f6-4901-4f89-ac32-4e0ae7c1f45b tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387025 Mar 28 19:59:05.172610 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fa4f0-3f85-470c-94a5-668598641743 req-3a9f1ba4-8dc0-43a0-a2c4-fcb6b2e5461e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:05.174078 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2e3fa4f0-3f85-470c-94a5-668598641743 req-3a9f1ba4-8dc0-43a0-a2c4-fcb6b2e5461e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 943 time: 0.0827558 Mar 28 19:59:05.217971 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2e3fa4f0-3f85-470c-94a5-668598641743 req-8b18d509-6e93-4c11-ad03-fec998c42138 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379694 Mar 28 19:59:06.403616 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda47aa-068a-4751-96c0-32eab73f3c32 req-83fd4787-12b5-4659-baa3-80ad5d287eca tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:06.405053 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bbda47aa-068a-4751-96c0-32eab73f3c32 req-83fd4787-12b5-4659-baa3-80ad5d287eca tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 943 time: 0.0841596 Mar 28 19:59:06.448985 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bbda47aa-068a-4751-96c0-32eab73f3c32 req-e4451f56-ca89-4594-a8e6-4d3b316be780 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375831 Mar 28 19:59:07.648936 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392fbc9-b059-43d8-a181-ac9085063fe9 req-1508a747-8e64-4fd3-b254-cf9df4545a23 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:07.650570 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c392fbc9-b059-43d8-a181-ac9085063fe9 req-1508a747-8e64-4fd3-b254-cf9df4545a23 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 943 time: 0.0832191 Mar 28 19:59:07.701796 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c392fbc9-b059-43d8-a181-ac9085063fe9 req-cae0da8a-478a-4245-8d56-fe1b6dd7aa89 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447598 Mar 28 19:59:07.963097 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb4842-bc8b-4211-9a71-4c5f22ad3687 req-544795a1-f002-479d-a793-5f40bbb076da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:07.964534 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bddb4842-bc8b-4211-9a71-4c5f22ad3687 req-544795a1-f002-479d-a793-5f40bbb076da service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04&tenant_id=d5ccd9e4a5764d5c8e883b99a4d9b82d HTTP/1.1" status: 200 len: 1096 time: 0.0700433 Mar 28 19:59:08.052533 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb4842-bc8b-4211-9a71-4c5f22ad3687 req-6fbac5da-bcc4-48b6-9509-548366e4667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:08.054679 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bddb4842-bc8b-4211-9a71-4c5f22ad3687 req-6fbac5da-bcc4-48b6-9509-548366e4667c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5ccd9e4a5764d5c8e883b99a4d9b82d&device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 1096 time: 0.0687404 Mar 28 19:59:08.182939 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb4842-bc8b-4211-9a71-4c5f22ad3687 req-c9b69d06-a4d4-4685-91b0-0afa15a771bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:08.184350 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bddb4842-bc8b-4211-9a71-4c5f22ad3687 req-c9b69d06-a4d4-4685-91b0-0afa15a771bd service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c HTTP/1.1" status: 200 len: 909 time: 0.1244013 Mar 28 19:59:08.283988 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bddb4842-bc8b-4211-9a71-4c5f22ad3687 req-fc0e6824-2a17-4128-a53e-9a7f247e7e31 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1516386-d4de-4019-8145-a3e9f5872878 HTTP/1.1" status: 200 len: 999 time: 0.0935414 Mar 28 19:59:08.349453 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb4842-bc8b-4211-9a71-4c5f22ad3687 req-99e6c28c-2072-494a-8da0-a464731dcc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:08.351640 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bddb4842-bc8b-4211-9a71-4c5f22ad3687 req-99e6c28c-2072-494a-8da0-a464731dcc27 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=641c2664-b9a8-4dd2-85de-3358ba9028d0 HTTP/1.1" status: 200 len: 847 time: 0.0613415 Mar 28 19:59:08.422690 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb4842-bc8b-4211-9a71-4c5f22ad3687 req-8776c0b3-57e0-4bfc-bf57-b80d7bba95e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:08.424139 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bddb4842-bc8b-4211-9a71-4c5f22ad3687 req-8776c0b3-57e0-4bfc-bf57-b80d7bba95e0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672991 Mar 28 19:59:08.552230 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bddb4842-bc8b-4211-9a71-4c5f22ad3687 req-b2ea5028-da7e-42f9-bbfa-e70e0c7e0b71 service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204019 Mar 28 19:59:08.682918 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bddb4842-bc8b-4211-9a71-4c5f22ad3687 req-0af83610-82c4-4f7c-87df-969dac0bbb56 service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240971 Mar 28 19:59:08.892726 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b1091-2cc6-4dc7-a2e4-852f7eca8801 req-4a418450-081c-41af-b11c-a24e30d7d882 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:08.894185 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e80b1091-2cc6-4dc7-a2e4-852f7eca8801 req-4a418450-081c-41af-b11c-a24e30d7d882 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 943 time: 0.0847940 Mar 28 19:59:08.938241 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e80b1091-2cc6-4dc7-a2e4-852f7eca8801 req-abc9d529-145c-4b6a-9254-8ef3ae4ffd6e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376768 Mar 28 19:59:10.134514 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4ba18-900c-42bf-b37f-9cc4bf222316 req-4f45d982-57c6-4487-957b-931501e1ef70 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:10.136082 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-40d4ba18-900c-42bf-b37f-9cc4bf222316 req-4f45d982-57c6-4487-957b-931501e1ef70 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 943 time: 0.0846677 Mar 28 19:59:10.182360 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-40d4ba18-900c-42bf-b37f-9cc4bf222316 req-a0918eb9-2051-40eb-a519-820ab27da7f7 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406086 Mar 28 19:59:11.484429 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cc4da-173c-4c15-9237-3e4fce1cf8e2 req-819eca80-8930-4859-bc32-532a1bc324dc tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:11.486040 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f96cc4da-173c-4c15-9237-3e4fce1cf8e2 req-819eca80-8930-4859-bc32-532a1bc324dc tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 943 time: 0.1910896 Mar 28 19:59:11.532267 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f96cc4da-173c-4c15-9237-3e4fce1cf8e2 req-fd3443ab-aae3-4d79-88ff-54c62c6907bb tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399683 Mar 28 19:59:12.746257 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ada57-d873-46d5-a85e-6ee9d7c37b5d req-e7b2e67b-7002-4c5c-88cb-71f1d9e836d9 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:12.747830 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-900ada57-d873-46d5-a85e-6ee9d7c37b5d req-e7b2e67b-7002-4c5c-88cb-71f1d9e836d9 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 943 time: 0.0868919 Mar 28 19:59:12.798407 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-900ada57-d873-46d5-a85e-6ee9d7c37b5d req-a418b5e4-1b2c-4274-b529-c94359fdc754 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448844 Mar 28 19:59:13.988750 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd04e1c-a760-473b-9cda-624b685efb01 req-bd638acf-3750-42a7-ad41-2fb26d2abc30 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:13.990171 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2bd04e1c-a760-473b-9cda-624b685efb01 req-bd638acf-3750-42a7-ad41-2fb26d2abc30 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 943 time: 0.0827086 Mar 28 19:59:14.036825 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2bd04e1c-a760-473b-9cda-624b685efb01 req-4a36fefc-fff1-40e2-b4cb-b3a3f3948e68 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401266 Mar 28 19:59:15.251838 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc02cd4-9f33-4fa4-8b91-8cfbd8cef062 req-6c8bde64-62be-47c5-a4f4-3cce6f2e1f53 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:15.253372 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4fc02cd4-9f33-4fa4-8b91-8cfbd8cef062 req-6c8bde64-62be-47c5-a4f4-3cce6f2e1f53 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 943 time: 0.1044297 Mar 28 19:59:15.307954 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4fc02cd4-9f33-4fa4-8b91-8cfbd8cef062 req-2e57fa77-ac44-4677-8dcc-8786e7275acc tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476434 Mar 28 19:59:16.496363 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca8411-7b51-4413-91f7-ac0834138966 req-71d47298-84bf-4a38-a421-7854b17fc770 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:16.498008 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-23ca8411-7b51-4413-91f7-ac0834138966 req-71d47298-84bf-4a38-a421-7854b17fc770 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 943 time: 0.0800831 Mar 28 19:59:16.544507 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-23ca8411-7b51-4413-91f7-ac0834138966 req-cab1e52f-38fd-4314-9c72-cf22e24a8744 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385847 Mar 28 19:59:17.729258 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b087e0-8ada-401a-83a2-b2f65408f2b4 req-83e27e51-bb97-4d24-a2f7-738e19ba2a38 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:17.730682 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a9b087e0-8ada-401a-83a2-b2f65408f2b4 req-83e27e51-bb97-4d24-a2f7-738e19ba2a38 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 943 time: 0.0820351 Mar 28 19:59:17.773689 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a9b087e0-8ada-401a-83a2-b2f65408f2b4 req-1cb78814-bd3e-467c-8560-205e40b0c706 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372920 Mar 28 19:59:18.959185 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b7ce8-01de-4c04-a300-dac1f6922f6a req-9fa63592-b902-4b14-9e4e-aedaecc6e2d0 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:18.960605 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7b5b7ce8-01de-4c04-a300-dac1f6922f6a req-9fa63592-b902-4b14-9e4e-aedaecc6e2d0 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 943 time: 0.0792201 Mar 28 19:59:19.006061 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7b5b7ce8-01de-4c04-a300-dac1f6922f6a req-69935704-b812-40bd-9225-0ba015f74f37 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399647 Mar 28 19:59:20.186417 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96770b30-0cb2-4be9-8b98-989559e4d3db req-b434e94e-2e1c-4779-b513-77c81cf30fe2 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:20.187853 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-96770b30-0cb2-4be9-8b98-989559e4d3db req-b434e94e-2e1c-4779-b513-77c81cf30fe2 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 943 time: 0.0773404 Mar 28 19:59:20.231457 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-96770b30-0cb2-4be9-8b98-989559e4d3db req-63233d9f-3268-40ed-b645-0b841c472a21 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380578 Mar 28 19:59:21.432654 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17048d1d-9ed1-4585-9057-41ca453170ec req-036c2c2b-835c-4be7-bb22-e5df51a6caca tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:21.434107 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-17048d1d-9ed1-4585-9057-41ca453170ec req-036c2c2b-835c-4be7-bb22-e5df51a6caca tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 943 time: 0.0826309 Mar 28 19:59:21.478255 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-17048d1d-9ed1-4585-9057-41ca453170ec req-efae9824-de92-45f1-8b42-884a6d4fb188 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386000 Mar 28 19:59:22.663183 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f91bd-7be2-4a5e-95be-83a86e56115f req-7d020db3-6f17-4e1b-ac58-e30543c0847b tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:22.664613 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1c6f91bd-7be2-4a5e-95be-83a86e56115f req-7d020db3-6f17-4e1b-ac58-e30543c0847b tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 943 time: 0.0780189 Mar 28 19:59:22.708245 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1c6f91bd-7be2-4a5e-95be-83a86e56115f req-81218fc9-eb4f-4937-a7c4-be2f4b056b1d tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379946 Mar 28 19:59:23.824760 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device d1516386-d4de-4019-8145-a3e9f5872878 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 19:59:23.894106 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050bb2a-ae49-4d50-89fa-934280c7853c req-02203292-ceb6-41ed-ad3e-36a1bbaaf29a tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:23.895595 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5050bb2a-ae49-4d50-89fa-934280c7853c req-02203292-ceb6-41ed-ad3e-36a1bbaaf29a tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 943 time: 0.0841620 Mar 28 19:59:23.939519 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5050bb2a-ae49-4d50-89fa-934280c7853c req-b0fd58e9-5cae-439c-a8d2-cc667d227aef tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369284 Mar 28 19:59:23.957680 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port d1516386-d4de-4019-8145-a3e9f5872878, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=d1516386-d4de-4019-8145-a3e9f5872878,segment=NetworkSegment(d27fec95-3ede-4e25-900b-3b6e8fdae5e9),segment_id=d27fec95-3ede-4e25-900b-3b6e8fdae5e9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:59:23.971061 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': 'd1516386-d4de-4019-8145-a3e9f5872878', 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c', 'port_id': 'd1516386-d4de-4019-8145-a3e9f5872878', 'mac_address': 'fa:16:3e:6b:6c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 19:59:24.023779 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:59:24.039470 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1516386-d4de-4019-8145-a3e9f5872878 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 19:59:24.054517 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port d1516386-d4de-4019-8145-a3e9f5872878, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=d1516386-d4de-4019-8145-a3e9f5872878,segment=NetworkSegment(d27fec95-3ede-4e25-900b-3b6e8fdae5e9),segment_id=d27fec95-3ede-4e25-900b-3b6e8fdae5e9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:59:24.058289 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:59:24.125590 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=d1516386-d4de-4019-8145-a3e9f5872878,revision_number=9']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:59:24.405457 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['d1516386-d4de-4019-8145-a3e9f5872878'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 19:59:25.123981 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a3088-fc8c-4c1e-94bb-e4515310d33c req-b351755f-0054-48d8-aef3-e362915a23c7 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:25.125399 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3d5a3088-fc8c-4c1e-94bb-e4515310d33c req-b351755f-0054-48d8-aef3-e362915a23c7 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 944 time: 0.0804892 Mar 28 19:59:25.168121 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3d5a3088-fc8c-4c1e-94bb-e4515310d33c req-dc8a1304-6f11-42c7-a65f-03c986e826ae tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372036 Mar 28 19:59:25.401622 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8e3c62cb-553f-4585-bcad-b62e49f492c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:59:25.855520 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device d1516386-d4de-4019-8145-a3e9f5872878 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 19:59:25.924025 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port d1516386-d4de-4019-8145-a3e9f5872878 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 19:59:25.924388 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:59:26.039130 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:59:26.064961 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395319f7-aef0-4586-8cb3-f94a13568b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1516386-d4de-4019-8145-a3e9f5872878'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 19:59:26.075256 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port d1516386-d4de-4019-8145-a3e9f5872878, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=d1516386-d4de-4019-8145-a3e9f5872878,segment=NetworkSegment(d27fec95-3ede-4e25-900b-3b6e8fdae5e9),segment_id=d27fec95-3ede-4e25-900b-3b6e8fdae5e9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 19:59:26.079641 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:59:26.111773 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395319f7-aef0-4586-8cb3-f94a13568b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1516386-d4de-4019-8145-a3e9f5872878', 'code': 200} Mar 28 19:59:26.151111 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=d1516386-d4de-4019-8145-a3e9f5872878,revision_number=10']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 19:59:26.406462 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72c253-cc4d-44bb-a8a0-d9835373b6e2 req-a49d1133-a532-48cd-a95a-eaeb2ae5c486 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:26.407807 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ce72c253-cc4d-44bb-a8a0-d9835373b6e2 req-a49d1133-a532-48cd-a95a-eaeb2ae5c486 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 946 time: 0.1307340 Mar 28 19:59:26.414679 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e7d23-73a7-425a-896f-988846e800f3 req-5a901baa-bb18-4e2d-b4a1-f98582059cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:26.416049 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-747e7d23-73a7-425a-896f-988846e800f3 req-5a901baa-bb18-4e2d-b4a1-f98582059cee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 1099 time: 0.1086872 Mar 28 19:59:26.480631 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ce72c253-cc4d-44bb-a8a0-d9835373b6e2 req-3a64d193-d8b9-424d-ae7e-c89e8078182d tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636487 Mar 28 19:59:26.482618 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-747e7d23-73a7-425a-896f-988846e800f3 req-ce1abc14-530c-4136-846a-0339529b9a36 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536010 Mar 28 19:59:27.694072 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9cc1e-9722-48fe-9a79-3a125f8388da req-f0123189-bdad-4aac-b1e1-41bebc824a59 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:27.695579 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a5d9cc1e-9722-48fe-9a79-3a125f8388da req-f0123189-bdad-4aac-b1e1-41bebc824a59 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 946 time: 0.0808887 Mar 28 19:59:27.743024 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a5d9cc1e-9722-48fe-9a79-3a125f8388da req-e99d4b81-4934-40b7-8bb0-6cacb43496e4 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412722 Mar 28 19:59:27.774041 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-539a6591-d68e-489d-9204-28274ce824b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:59:28.754707 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:59:28.803042 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:59:28.925971 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd0c25-6c7b-4be4-bb32-f9923bd0f5ec req-706ba039-1b0f-47a2-ae34-23674a910dfc tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 19:59:28.927413 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e3cd0c25-6c7b-4be4-bb32-f9923bd0f5ec req-706ba039-1b0f-47a2-ae34-23674a910dfc tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 946 time: 0.0771270 Mar 28 19:59:28.970810 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e3cd0c25-6c7b-4be4-bb32-f9923bd0f5ec req-69939ff4-f056-4a52-b907-345c3fdfbc9c tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375638 Mar 28 19:59:30.375618 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:59:32.290886 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:59:36.655304 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 19:59:55.403672 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e5fb12fe-435a-47ac-89e8-3d17a01ac116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:59:57.775613 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5e158c07-b4f6-4c98-831b-4a6ad7ee4118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:59:58.755389 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 19:59:58.805503 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:00:00.377454 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:00:01.008173 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-391e7752-418a-4c8d-a955-fa2104a090d6 req-d49ca43d-0df1-4918-bde0-92d08df51b00 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738320 Mar 28 20:00:01.143125 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e7752-418a-4c8d-a955-fa2104a090d6 req-1f918e25-ec8e-4ea6-80e3-e5ee4736e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:00:01.144565 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-391e7752-418a-4c8d-a955-fa2104a090d6 req-1f918e25-ec8e-4ea6-80e3-e5ee4736e3e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5ccd9e4a5764d5c8e883b99a4d9b82d&device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 1099 time: 0.0699244 Mar 28 20:00:01.384308 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e7752-418a-4c8d-a955-fa2104a090d6 req-0cc56f0b-f6f7-4390-8b62-d3931ecd09b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:00:01.385665 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-391e7752-418a-4c8d-a955-fa2104a090d6 req-0cc56f0b-f6f7-4390-8b62-d3931ecd09b6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c HTTP/1.1" status: 200 len: 909 time: 0.2221951 Mar 28 20:00:01.487977 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-391e7752-418a-4c8d-a955-fa2104a090d6 req-b3d8c9e0-2976-40ed-8f89-08be44ae06d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1516386-d4de-4019-8145-a3e9f5872878 HTTP/1.1" status: 200 len: 1001 time: 0.0965319 Mar 28 20:00:01.556165 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e7752-418a-4c8d-a955-fa2104a090d6 req-59c8a32d-4171-409a-bdea-585c6eda5606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:00:01.557556 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-391e7752-418a-4c8d-a955-fa2104a090d6 req-59c8a32d-4171-409a-bdea-585c6eda5606 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=641c2664-b9a8-4dd2-85de-3358ba9028d0 HTTP/1.1" status: 200 len: 847 time: 0.0638232 Mar 28 20:00:01.631834 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e7752-418a-4c8d-a955-fa2104a090d6 req-3b078a84-6bc3-42a4-83c5-cb0576c60623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:00:01.633268 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-391e7752-418a-4c8d-a955-fa2104a090d6 req-3b078a84-6bc3-42a4-83c5-cb0576c60623 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693369 Mar 28 20:00:01.763092 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-391e7752-418a-4c8d-a955-fa2104a090d6 req-1a22fb5a-9502-4af0-82b3-ab5ea28b2d19 service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237831 Mar 28 20:00:01.892131 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-391e7752-418a-4c8d-a955-fa2104a090d6 req-831ff3e6-63b9-41d0-a24f-38f39e0e673c service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235240 Mar 28 20:00:02.302924 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:00:13.653862 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 20:00:25.405970 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b599f210-3a14-486e-a1b7-868889b2d809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:00:27.777196 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a71ab724-7d4a-4cc9-ac1b-33378d28c3c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:00:28.761388 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:00:28.810452 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:00:30.379458 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:00:32.304107 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:00:50.653166 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 20:00:55.407230 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a3960249-1b68-4c3b-9f56-23094d6be774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:00:57.403201 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 40728) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:00:57.649701 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-56c9e76a-72e2-4933-91db-7dda67a08f90 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Deleting port 5584acf8-f259-4eeb-8923-b3b3f5d2f715 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 20:00:57.650044 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-56c9e76a-72e2-4933-91db-7dda67a08f90 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:00:57.780725 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5e4f4bdf-d82c-4901-8190-98a19dd2e9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:00:57.814462 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-56c9e76a-72e2-4933-91db-7dda67a08f90 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:00:57.814785 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-56c9e76a-72e2-4933-91db-7dda67a08f90 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:00:57.933542 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-56c9e76a-72e2-4933-91db-7dda67a08f90 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Calling delete_port for 5584acf8-f259-4eeb-8923-b3b3f5d2f715 owned by network:floatingip {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 20:00:58.082254 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-56c9e76a-72e2-4933-91db-7dda67a08f90 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:00:58.154969 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9e76a-72e2-4933-91db-7dda67a08f90 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Pushing event deleted for resources: {'Port': ['ID=5584acf8-f259-4eeb-8923-b3b3f5d2f715,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:00:58.196399 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9e76a-72e2-4933-91db-7dda67a08f90 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:00:58.196736 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9e76a-72e2-4933-91db-7dda67a08f90 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:00:58.197065 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9e76a-72e2-4933-91db-7dda67a08f90 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:00:58.197392 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9e76a-72e2-4933-91db-7dda67a08f90 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:00:58.197712 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9e76a-72e2-4933-91db-7dda67a08f90 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:00:58.198035 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9e76a-72e2-4933-91db-7dda67a08f90 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:00:58.198352 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9e76a-72e2-4933-91db-7dda67a08f90 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:00:58.198671 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9e76a-72e2-4933-91db-7dda67a08f90 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:00:58.199010 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9e76a-72e2-4933-91db-7dda67a08f90 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:00:58.199326 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9e76a-72e2-4933-91db-7dda67a08f90 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:00:58.199891 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9e76a-72e2-4933-91db-7dda67a08f90 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:00:58.200200 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9e76a-72e2-4933-91db-7dda67a08f90 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:00:58.227169 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-56c9e76a-72e2-4933-91db-7dda67a08f90 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for floatingip, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:00:58.227493 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-56c9e76a-72e2-4933-91db-7dda67a08f90 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Floating IP 3017ca06-9c6d-462e-8ff3-85b8f5838c41 disassociated (deleted). External IP: 172.26.4.238, port: d1516386-d4de-4019-8145-a3e9f5872878. Mar 28 20:00:58.662937 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c9e76a-72e2-4933-91db-7dda67a08f90 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Router 2a070263-6296-492d-b56d-afc893408a03 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 20:00:58.754313 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:00:58.810768 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:00:58.841963 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c9e76a-72e2-4933-91db-7dda67a08f90 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 20:00:58.851826 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604539c9-4775-4b93-80e3-0ae7962ff433 None None] Sync routers for ids ['2a070263-6296-492d-b56d-afc893408a03'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 20:00:58.861290 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604539c9-4775-4b93-80e3-0ae7962ff433 None None] Routers {'2a070263-6296-492d-b56d-afc893408a03'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 20:00:58.861889 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-604539c9-4775-4b93-80e3-0ae7962ff433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T20:00:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2a070263-6296-492d-b56d-afc893408a03'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:00:58.862195 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-56c9e76a-72e2-4933-91db-7dda67a08f90 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:00:58.924119 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-56c9e76a-72e2-4933-91db-7dda67a08f90 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "DELETE /v2.0/floatingips/3017ca06-9c6d-462e-8ff3-85b8f5838c41 HTTP/1.1" status: 204 len: 168 time: 1.5196621 Mar 28 20:00:58.924531 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395319f7-aef0-4586-8cb3-f94a13568b04', 'tag': 'd1516386-d4de-4019-8145-a3e9f5872878'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 20:00:59.041667 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-604539c9-4775-4b93-80e3-0ae7962ff433 None None] Set router 2a070263-6296-492d-b56d-afc893408a03 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 20:00:59.288567 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d012b7-8cee-498f-a382-0b2f2b86b5b9 req-5443f7d4-672f-44cc-b10f-6ddd7a2f3f9f tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:00:59.289188 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-74d012b7-8cee-498f-a382-0b2f2b86b5b9 req-5443f7d4-672f-44cc-b10f-6ddd7a2f3f9f tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Synchronizing usage tracker for tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 20:00:59.305850 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-74d012b7-8cee-498f-a382-0b2f2b86b5b9 req-5443f7d4-672f-44cc-b10f-6ddd7a2f3f9f tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Unset dirty status for tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 20:00:59.307056 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-74d012b7-8cee-498f-a382-0b2f2b86b5b9 req-5443f7d4-672f-44cc-b10f-6ddd7a2f3f9f tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 946 time: 0.0956554 Mar 28 20:00:59.355894 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-74d012b7-8cee-498f-a382-0b2f2b86b5b9 req-a027633d-bf4d-4d66-b253-884ca3ced71f tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431728 Mar 28 20:00:59.394558 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-604539c9-4775-4b93-80e3-0ae7962ff433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a070263-6296-492d-b56d-afc893408a03', 'name': 'tempest-TestShelveInstance-365589093-router', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:41Z', 'revision_number': 4, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'gw_port': {'id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '19e41560-5ce7-4cac-8fc2-e6699b79643d', 'name': '', 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'mac_address': 'fa:16:3e:00:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:40Z', 'updated_at': '2022-03-28T19:55:48Z', 'revision_number': 5, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'subnets': [{'id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:00:59.398473 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604539c9-4775-4b93-80e3-0ae7962ff433 None None] Checking router: 2a070263-6296-492d-b56d-afc893408a03 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 20:00:59.406459 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604539c9-4775-4b93-80e3-0ae7962ff433 None None] Routers {'2a070263-6296-492d-b56d-afc893408a03'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 20:00:59.407076 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-604539c9-4775-4b93-80e3-0ae7962ff433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T20:00:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2a070263-6296-492d-b56d-afc893408a03'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:00:59.578411 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-604539c9-4775-4b93-80e3-0ae7962ff433 None None] Set router 2a070263-6296-492d-b56d-afc893408a03 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 20:00:59.877063 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-604539c9-4775-4b93-80e3-0ae7962ff433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a070263-6296-492d-b56d-afc893408a03', 'name': 'tempest-TestShelveInstance-365589093-router', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:41Z', 'revision_number': 4, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'gw_port': {'id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '19e41560-5ce7-4cac-8fc2-e6699b79643d', 'name': '', 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'mac_address': 'fa:16:3e:00:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:40Z', 'updated_at': '2022-03-28T19:55:48Z', 'revision_number': 5, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'subnets': [{'id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:00:59.881311 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604539c9-4775-4b93-80e3-0ae7962ff433 None None] The sync data for ids ['2a070263-6296-492d-b56d-afc893408a03'] in dv-neutron-834711-1-hyperv is: [{'id': '2a070263-6296-492d-b56d-afc893408a03', 'name': 'tempest-TestShelveInstance-365589093-router', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:41Z', 'revision_number': 4, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'gw_port': {'id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '19e41560-5ce7-4cac-8fc2-e6699b79643d', 'name': '', 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'mac_address': 'fa:16:3e:00:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:40Z', 'updated_at': '2022-03-28T19:55:48Z', 'revision_number': 5, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'subnets': [{'id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 20:00:59.980499 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395319f7-aef0-4586-8cb3-f94a13568b04', 'tag': 'd1516386-d4de-4019-8145-a3e9f5872878', 'status': 'completed', 'code': 200} Mar 28 20:01:00.075716 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98a981-eee1-43eb-92bb-664561c35121 req-c04060cd-3852-49d9-9cd5-326f8a409937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:00.077456 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-de98a981-eee1-43eb-92bb-664561c35121 req-c04060cd-3852-49d9-9cd5-326f8a409937 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5ccd9e4a5764d5c8e883b99a4d9b82d&device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 1099 time: 0.0748365 Mar 28 20:01:00.093358 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07a6905-2f09-45ca-b144-bbf43f3aba4e None None] New status for floating IP 3017ca06-9c6d-462e-8ff3-85b8f5838c41: DOWN {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 20:01:00.215475 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98a981-eee1-43eb-92bb-664561c35121 req-0112bbed-07f7-41a6-bf66-0513b9587bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:00.216910 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-de98a981-eee1-43eb-92bb-664561c35121 req-0112bbed-07f7-41a6-bf66-0513b9587bee service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c HTTP/1.1" status: 200 len: 909 time: 0.1317370 Mar 28 20:01:00.286872 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-de98a981-eee1-43eb-92bb-664561c35121 req-e5b5d60e-1500-4d59-96ad-13f5209a3e27 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1516386-d4de-4019-8145-a3e9f5872878 HTTP/1.1" status: 200 len: 217 time: 0.0634623 Mar 28 20:01:00.350537 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98a981-eee1-43eb-92bb-664561c35121 req-88f55f0f-97cf-497d-826e-3574c5c9175b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:00.351923 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-de98a981-eee1-43eb-92bb-664561c35121 req-88f55f0f-97cf-497d-826e-3574c5c9175b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=641c2664-b9a8-4dd2-85de-3358ba9028d0 HTTP/1.1" status: 200 len: 847 time: 0.0576024 Mar 28 20:01:00.385190 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:00.440367 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98a981-eee1-43eb-92bb-664561c35121 req-9c682782-7d36-41a1-a36c-d30ccaca1999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:00.441814 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-de98a981-eee1-43eb-92bb-664561c35121 req-9c682782-7d36-41a1-a36c-d30ccaca1999 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828264 Mar 28 20:01:00.639142 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-de98a981-eee1-43eb-92bb-664561c35121 req-602a4ffd-f2bf-4a1b-9cdf-c38bee4026a3 service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879318 Mar 28 20:01:00.647820 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb6258-553e-479d-8060-46176a733612 req-4e6dfaa5-1c81-4a8b-8704-af31cfb9adff tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:00.649145 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-eceb6258-553e-479d-8060-46176a733612 req-4e6dfaa5-1c81-4a8b-8704-af31cfb9adff tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 946 time: 0.1791310 Mar 28 20:01:00.651300 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.26', 53423) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:01:00.852395 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4da0b-4e23-45c6-9ba9-9ef05fb53a6e req-723c1338-c140-4231-9ad3-36315cd4a131 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:00.853856 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-dde4da0b-4e23-45c6-9ba9-9ef05fb53a6e req-723c1338-c140-4231-9ad3-36315cd4a131 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.26 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 946 time: 0.2012968 Mar 28 20:01:00.896372 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-eceb6258-553e-479d-8060-46176a733612 req-f4125370-527b-41e1-bf15-689a579acf28 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbc11779-9bc9-42d1-b390-8913b249e711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2270126 Mar 28 20:01:00.924226 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [req-dde4da0b-4e23-45c6-9ba9-9ef05fb53a6e req-0a2e49c1-3597-4471-b37b-2ab4f700f86e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Deleting port d1516386-d4de-4019-8145-a3e9f5872878 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 20:01:00.924568 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-dde4da0b-4e23-45c6-9ba9-9ef05fb53a6e req-0a2e49c1-3597-4471-b37b-2ab4f700f86e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:00.926966 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-de98a981-eee1-43eb-92bb-664561c35121 req-34f16737-7dc3-47f2-adce-a615b1c36335 service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753379 Mar 28 20:01:01.184848 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [req-dde4da0b-4e23-45c6-9ba9-9ef05fb53a6e req-0a2e49c1-3597-4471-b37b-2ab4f700f86e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] For port d1516386-d4de-4019-8145-a3e9f5872878, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=d1516386-d4de-4019-8145-a3e9f5872878,segment=NetworkSegment(d27fec95-3ede-4e25-900b-3b6e8fdae5e9),segment_id=d27fec95-3ede-4e25-900b-3b6e8fdae5e9)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:01:01.185214 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-dde4da0b-4e23-45c6-9ba9-9ef05fb53a6e req-0a2e49c1-3597-4471-b37b-2ab4f700f86e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:01.307838 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [req-dde4da0b-4e23-45c6-9ba9-9ef05fb53a6e req-0a2e49c1-3597-4471-b37b-2ab4f700f86e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Calling delete_port for d1516386-d4de-4019-8145-a3e9f5872878 owned by compute:nova {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 20:01:01.456798 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-dde4da0b-4e23-45c6-9ba9-9ef05fb53a6e req-0a2e49c1-3597-4471-b37b-2ab4f700f86e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:01.505885 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e49c1-3597-4471-b37b-2ab4f700f86e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Pushing event deleted for resources: {'Port': ['ID=d1516386-d4de-4019-8145-a3e9f5872878,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:01:01.546001 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e49c1-3597-4471-b37b-2ab4f700f86e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:01:01.546352 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e49c1-3597-4471-b37b-2ab4f700f86e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:01:01.546691 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e49c1-3597-4471-b37b-2ab4f700f86e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:01:01.547053 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e49c1-3597-4471-b37b-2ab4f700f86e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:01:01.547387 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e49c1-3597-4471-b37b-2ab4f700f86e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:01:01.547718 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e49c1-3597-4471-b37b-2ab4f700f86e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:01:01.548047 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e49c1-3597-4471-b37b-2ab4f700f86e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:01:01.548374 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e49c1-3597-4471-b37b-2ab4f700f86e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:01:01.548698 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e49c1-3597-4471-b37b-2ab4f700f86e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:01:01.549019 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e49c1-3597-4471-b37b-2ab4f700f86e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:01:01.549338 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e49c1-3597-4471-b37b-2ab4f700f86e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:01:01.549658 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e49c1-3597-4471-b37b-2ab4f700f86e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:01:01.591033 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde4da0b-4e23-45c6-9ba9-9ef05fb53a6e req-0a2e49c1-3597-4471-b37b-2ab4f700f86e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] No DVR routers for this DVR port d1516386-d4de-4019-8145-a3e9f5872878 on host hv-neutron-8347 {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 20:01:01.593277 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-dde4da0b-4e23-45c6-9ba9-9ef05fb53a6e req-0a2e49c1-3597-4471-b37b-2ab4f700f86e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:01.595742 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395319f7-aef0-4586-8cb3-f94a13568b04', 'name': 'network-vif-deleted', 'tag': 'd1516386-d4de-4019-8145-a3e9f5872878'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 20:01:01.610943 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-dde4da0b-4e23-45c6-9ba9-9ef05fb53a6e req-0a2e49c1-3597-4471-b37b-2ab4f700f86e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.26 "DELETE /v2.0/ports/d1516386-d4de-4019-8145-a3e9f5872878 HTTP/1.1" status: 204 len: 173 time: 0.7514257 Mar 28 20:01:01.727144 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395319f7-aef0-4586-8cb3-f94a13568b04', 'name': 'network-vif-deleted', 'tag': 'd1516386-d4de-4019-8145-a3e9f5872878', 'status': 'completed', 'code': 200} Mar 28 20:01:01.837075 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-0251d00a-7cd6-414c-859f-5ae1cc8a8508 req-463c756a-d442-401a-859d-8c025e514fab service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0415759 Mar 28 20:01:01.952488 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-0251d00a-7cd6-414c-859f-5ae1cc8a8508 req-0ae32da7-bbca-48ea-bd56-556ad7dcb264 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5ccd9e4a5764d5c8e883b99a4d9b82d&device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 210 time: 0.0456438 Mar 28 20:01:02.096629 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e2f21634-70bc-48e8-a39d-f1174a5c437d req-d84213fd-9cf4-4a83-bc6e-ec597197eb3f tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=395319f7-aef0-4586-8cb3-f94a13568b04 HTTP/1.1" status: 200 len: 210 time: 0.0493348 Mar 28 20:01:02.139422 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251d00a-7cd6-414c-859f-5ae1cc8a8508 req-8d8ff7e1-1699-41e1-911a-6dbbd7f186f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:02.140868 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-0251d00a-7cd6-414c-859f-5ae1cc8a8508 req-8d8ff7e1-1699-41e1-911a-6dbbd7f186f9 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d5ccd9e4a5764d5c8e883b99a4d9b82d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1449292 Mar 28 20:01:02.277553 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251d00a-7cd6-414c-859f-5ae1cc8a8508 req-908451ae-22d0-4747-b920-acf8a5986fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:02.278897 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-0251d00a-7cd6-414c-859f-5ae1cc8a8508 req-908451ae-22d0-4747-b920-acf8a5986fba service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318700 Mar 28 20:01:02.306289 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:03.193246 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 40758) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:01:03.259448 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5aac3ddf-c5c9-4745-b91e-198151029067 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:03.287916 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5aac3ddf-c5c9-4745-b91e-198151029067 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:03.357128 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5aac3ddf-c5c9-4745-b91e-198151029067 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:03.377413 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac3ddf-c5c9-4745-b91e-198151029067 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc11779-9bc9-42d1-b390-8913b249e711,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:01:03.384765 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-5aac3ddf-c5c9-4745-b91e-198151029067 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:03.388541 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-5aac3ddf-c5c9-4745-b91e-198151029067 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "DELETE /v2.0/security-groups/fbc11779-9bc9-42d1-b390-8913b249e711 HTTP/1.1" status: 204 len: 168 time: 0.1914618 Mar 28 20:01:04.078369 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 40766) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:01:04.084276 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-eaa4bbff-2e29-4e33-ad5b-6cfab5dba0ce tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-275865776', 'description': 'tempest-secgroup-smoke-275865776 description', 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 20:01:04.090204 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-eaa4bbff-2e29-4e33-ad5b-6cfab5dba0ce tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 20:01:04.094221 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-eaa4bbff-2e29-4e33-ad5b-6cfab5dba0ce tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Usage tracker for resource:security_group and tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 20:01:04.097067 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-eaa4bbff-2e29-4e33-ad5b-6cfab5dba0ce tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 20:01:04.102663 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-eaa4bbff-2e29-4e33-ad5b-6cfab5dba0ce tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 20:01:04.115732 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eaa4bbff-2e29-4e33-ad5b-6cfab5dba0ce tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:04.134821 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-eaa4bbff-2e29-4e33-ad5b-6cfab5dba0ce tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 20:01:04.138548 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-eaa4bbff-2e29-4e33-ad5b-6cfab5dba0ce tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Usage tracker for resource:security_group_rule and tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 20:01:04.141286 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-eaa4bbff-2e29-4e33-ad5b-6cfab5dba0ce tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 20:01:04.147538 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-eaa4bbff-2e29-4e33-ad5b-6cfab5dba0ce tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 20:01:04.215578 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eaa4bbff-2e29-4e33-ad5b-6cfab5dba0ce tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:04.219998 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eaa4bbff-2e29-4e33-ad5b-6cfab5dba0ce tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:04.264408 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa4bbff-2e29-4e33-ad5b-6cfab5dba0ce tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d668492b-e90f-4353-a27b-50ea42d504be,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:01:04.267150 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-eaa4bbff-2e29-4e33-ad5b-6cfab5dba0ce tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:04.270939 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-eaa4bbff-2e29-4e33-ad5b-6cfab5dba0ce tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1889567 Mar 28 20:01:04.271232 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 40770) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:01:04.276428 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-c13f0124-e312-4d0d-9a14-1314ed4606ec tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Request body: {'security_group_rule': {'security_group_id': 'd668492b-e90f-4353-a27b-50ea42d504be', 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 20:01:04.282465 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c13f0124-e312-4d0d-9a14-1314ed4606ec tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 20:01:04.286290 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c13f0124-e312-4d0d-9a14-1314ed4606ec tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Usage tracker for resource:security_group_rule and tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 20:01:04.289141 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c13f0124-e312-4d0d-9a14-1314ed4606ec tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 20:01:04.294741 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c13f0124-e312-4d0d-9a14-1314ed4606ec tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 20:01:04.310845 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c13f0124-e312-4d0d-9a14-1314ed4606ec tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:04.370151 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c13f0124-e312-4d0d-9a14-1314ed4606ec tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:04.373581 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c13f0124-e312-4d0d-9a14-1314ed4606ec tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:04.393719 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f0124-e312-4d0d-9a14-1314ed4606ec tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a8a006-9746-496f-9f45-e3ec2896ac3b,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:01:04.404494 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c13f0124-e312-4d0d-9a14-1314ed4606ec tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:04.405658 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c13f0124-e312-4d0d-9a14-1314ed4606ec tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1331511 Mar 28 20:01:04.408392 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 40774) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:01:04.414077 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-f8858269-d673-4b6e-9aee-bb7b6d4578aa tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Request body: {'security_group_rule': {'security_group_id': 'd668492b-e90f-4353-a27b-50ea42d504be', 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 20:01:04.419861 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f8858269-d673-4b6e-9aee-bb7b6d4578aa tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 20:01:04.423641 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f8858269-d673-4b6e-9aee-bb7b6d4578aa tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Usage tracker for resource:security_group_rule and tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 20:01:04.426433 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-f8858269-d673-4b6e-9aee-bb7b6d4578aa tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 20:01:04.432839 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-f8858269-d673-4b6e-9aee-bb7b6d4578aa tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 20:01:04.448894 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f8858269-d673-4b6e-9aee-bb7b6d4578aa tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:04.511647 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f8858269-d673-4b6e-9aee-bb7b6d4578aa tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:04.515063 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f8858269-d673-4b6e-9aee-bb7b6d4578aa tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:04.540113 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8858269-d673-4b6e-9aee-bb7b6d4578aa tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1cad6b1-1e7d-4b25-97a8-50002eb94c70,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:01:04.549676 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-f8858269-d673-4b6e-9aee-bb7b6d4578aa tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:04.550840 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-f8858269-d673-4b6e-9aee-bb7b6d4578aa tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1414566 Mar 28 20:01:04.554128 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 40778) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:01:04.559022 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-2d4c2e98-0f6e-4bd1-ab2b-825cebb6496e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Request body: {'security_group_rule': {'security_group_id': 'd668492b-e90f-4353-a27b-50ea42d504be', 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 20:01:04.564531 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2d4c2e98-0f6e-4bd1-ab2b-825cebb6496e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 20:01:04.568235 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2d4c2e98-0f6e-4bd1-ab2b-825cebb6496e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Usage tracker for resource:security_group_rule and tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 20:01:04.571036 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-2d4c2e98-0f6e-4bd1-ab2b-825cebb6496e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 20:01:04.576838 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-2d4c2e98-0f6e-4bd1-ab2b-825cebb6496e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 20:01:04.595121 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2d4c2e98-0f6e-4bd1-ab2b-825cebb6496e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:04.664443 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2d4c2e98-0f6e-4bd1-ab2b-825cebb6496e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:04.673463 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2d4c2e98-0f6e-4bd1-ab2b-825cebb6496e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:04.698168 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c2e98-0f6e-4bd1-ab2b-825cebb6496e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acefd29f-7bb8-4132-96e5-c803639261dd,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:01:04.708603 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-2d4c2e98-0f6e-4bd1-ab2b-825cebb6496e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:04.710142 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-2d4c2e98-0f6e-4bd1-ab2b-825cebb6496e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1551273 Mar 28 20:01:04.712891 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 40782) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:01:04.717665 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-c48528c1-f056-4825-8e43-f7c69be172c6 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Request body: {'security_group_rule': {'security_group_id': 'd668492b-e90f-4353-a27b-50ea42d504be', 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 20:01:04.723361 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c48528c1-f056-4825-8e43-f7c69be172c6 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 20:01:04.727755 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c48528c1-f056-4825-8e43-f7c69be172c6 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Usage tracker for resource:security_group_rule and tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 20:01:04.730522 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c48528c1-f056-4825-8e43-f7c69be172c6 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 20:01:04.736202 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c48528c1-f056-4825-8e43-f7c69be172c6 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 20:01:04.752409 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c48528c1-f056-4825-8e43-f7c69be172c6 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:04.815709 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c48528c1-f056-4825-8e43-f7c69be172c6 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:04.819570 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c48528c1-f056-4825-8e43-f7c69be172c6 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:04.934615 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48528c1-f056-4825-8e43-f7c69be172c6 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a59e9f-74c8-48bd-8ad7-0877dff61e80,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:01:04.946067 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c48528c1-f056-4825-8e43-f7c69be172c6 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:04.947277 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c48528c1-f056-4825-8e43-f7c69be172c6 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2334809 Mar 28 20:01:04.950264 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 40786) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:01:04.955350 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-97eea091-fbae-434a-805c-25463403e3f1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Request body: {'security_group_rule': {'security_group_id': 'd668492b-e90f-4353-a27b-50ea42d504be', 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 20:01:04.961786 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-97eea091-fbae-434a-805c-25463403e3f1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 20:01:04.965554 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-97eea091-fbae-434a-805c-25463403e3f1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Usage tracker for resource:security_group_rule and tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 20:01:04.968396 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-97eea091-fbae-434a-805c-25463403e3f1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 20:01:04.974004 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-97eea091-fbae-434a-805c-25463403e3f1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 20:01:04.984403 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-97eea091-fbae-434a-805c-25463403e3f1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Project d5ccd9e4a5764d5c8e883b99a4d9b82d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 20:01:04.991012 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-97eea091-fbae-434a-805c-25463403e3f1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:05.054089 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-97eea091-fbae-434a-805c-25463403e3f1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:05.057250 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-97eea091-fbae-434a-805c-25463403e3f1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:05.079717 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eea091-fbae-434a-805c-25463403e3f1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b182546-4907-4448-90f2-2d3855d7e49b,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:01:05.089245 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-97eea091-fbae-434a-805c-25463403e3f1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:05.090403 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-97eea091-fbae-434a-805c-25463403e3f1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1392128 Mar 28 20:01:05.093051 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 40790) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:01:05.098122 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-37dab373-d835-415a-8082-6e80d9d5b3f8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Request body: {'security_group_rule': {'security_group_id': 'd668492b-e90f-4353-a27b-50ea42d504be', 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 20:01:05.103869 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-37dab373-d835-415a-8082-6e80d9d5b3f8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 20:01:05.107526 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-37dab373-d835-415a-8082-6e80d9d5b3f8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Usage tracker for resource:security_group_rule and tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 20:01:05.110283 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-37dab373-d835-415a-8082-6e80d9d5b3f8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 20:01:05.115839 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-37dab373-d835-415a-8082-6e80d9d5b3f8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 20:01:05.124842 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-37dab373-d835-415a-8082-6e80d9d5b3f8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Project d5ccd9e4a5764d5c8e883b99a4d9b82d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 20:01:05.131865 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-37dab373-d835-415a-8082-6e80d9d5b3f8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:05.194778 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-37dab373-d835-415a-8082-6e80d9d5b3f8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:05.198066 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-37dab373-d835-415a-8082-6e80d9d5b3f8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:05.221855 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dab373-d835-415a-8082-6e80d9d5b3f8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee902d13-e715-4108-87c5-3a2b3309d073,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:01:05.229837 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-37dab373-d835-415a-8082-6e80d9d5b3f8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:05.231032 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-37dab373-d835-415a-8082-6e80d9d5b3f8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1368611 Mar 28 20:01:06.313275 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device d1516386-d4de-4019-8145-a3e9f5872878 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 20:01:06.351846 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: d1516386-d4de-4019-8145-a3e9f5872878 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 20:01:06.352200 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device d1516386-d4de-4019-8145-a3e9f5872878 not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 20:01:19.012360 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-fb4d0ebe-71de-458f-9baf-252c0bd38d99 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-275865776&fields=id&tenant_id=d5ccd9e4a5764d5c8e883b99a4d9b82d HTTP/1.1" status: 200 len: 267 time: 0.0388689 Mar 28 20:01:19.157382 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-cdab2f29-645d-4740-b1b8-c9956062836e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:19.158780 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-cdab2f29-645d-4740-b1b8-c9956062836e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/networks?id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c HTTP/1.1" status: 200 len: 808 time: 0.1400015 Mar 28 20:01:19.173570 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-a4808ec0-5305-4b67-bcf8-1da0f4bb6d6c tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/quotas/d5ccd9e4a5764d5c8e883b99a4d9b82d HTTP/1.1" status: 200 len: 375 time: 0.0087447 Mar 28 20:01:19.253201 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-62828a48-dd96-4391-bbcf-60a4bde0ef1c tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d5ccd9e4a5764d5c8e883b99a4d9b82d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741262 Mar 28 20:01:19.334290 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-8c5e9e49-f020-4e0f-8a2d-d44fdc4da9b6 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 20:01:19.335277 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-8c5e9e49-f020-4e0f-8a2d-d44fdc4da9b6 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0710013 Mar 28 20:01:19.463594 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-2f2fb778-48e3-4227-80b2-fca04b2f65ba service neutron] 10.222.0.10 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224270 Mar 28 20:01:19.591958 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-2a993420-6db1-46cd-8364-45cbda5b43cb service neutron] 10.222.0.10 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226952 Mar 28 20:01:19.972378 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7b7510e4-c8c4-4d4b-807e-715bd95fbfec req-334eb820-a91b-401a-aee2-b62d661e9c62 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 210 time: 0.0472977 Mar 28 20:01:21.129122 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9126a92a-2fbc-479c-a283-fe76bbacb6f6 req-9792b3b3-114b-46de-bd82-22a63f406dde tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 210 time: 0.0456398 Mar 28 20:01:21.170947 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-9b6d1676-5376-48c2-a021-f7129d039ceb tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:21.172349 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-9b6d1676-5376-48c2-a021-f7129d039ceb tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.26 "GET /v2.0/networks?id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c HTTP/1.1" status: 200 len: 808 time: 0.1534574 Mar 28 20:01:21.217440 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-0450692a-5bb4-41f7-8138-2265b7c12681 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Synchronizing usage tracker for tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d on resource:security_group {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 20:01:21.232036 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-0450692a-5bb4-41f7-8138-2265b7c12681 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Unset dirty status for tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d on resource:security_group {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 20:01:21.233171 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-0450692a-5bb4-41f7-8138-2265b7c12681 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5ccd9e4a5764d5c8e883b99a4d9b82d HTTP/1.1" status: 200 len: 379 time: 0.0534532 Mar 28 20:01:21.376854 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-9eb593b8-c5ac-4efc-92e9-1da9d70a5eac tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Request body: {'port': {'device_id': '995dab5d-33a2-4c12-80d9-970bde0be5c8', 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c', 'admin_state_up': True, 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'security_groups': ['d668492b-e90f-4353-a27b-50ea42d504be']}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 20:01:21.512045 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-9eb593b8-c5ac-4efc-92e9-1da9d70a5eac tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 20:01:21.516083 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-9eb593b8-c5ac-4efc-92e9-1da9d70a5eac tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Usage tracker for resource:port and tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 20:01:21.518863 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-9eb593b8-c5ac-4efc-92e9-1da9d70a5eac tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 20:01:21.524645 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-9eb593b8-c5ac-4efc-92e9-1da9d70a5eac tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 20:01:21.533596 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-9eb593b8-c5ac-4efc-92e9-1da9d70a5eac tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Made reservation on behalf of d5ccd9e4a5764d5c8e883b99a4d9b82d for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 20:01:21.537959 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-9eb593b8-c5ac-4efc-92e9-1da9d70a5eac tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:21.703604 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-9eb593b8-c5ac-4efc-92e9-1da9d70a5eac tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Allocated IP 172.20.0.3 (d0faa9fa-2474-46fe-92c3-fa38d28fe02c/641c2664-b9a8-4dd2-85de-3358ba9028d0/20850bbf-5654-448e-ab11-549827e76e19) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 20:01:21.890662 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-9eb593b8-c5ac-4efc-92e9-1da9d70a5eac tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:21.908156 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-9eb593b8-c5ac-4efc-92e9-1da9d70a5eac tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Transition to ACTIVE for port object 20850bbf-5654-448e-ab11-549827e76e19 will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 20:01:21.932681 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-9eb593b8-c5ac-4efc-92e9-1da9d70a5eac tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:21.996622 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-9eb593b8-c5ac-4efc-92e9-1da9d70a5eac tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Network d0faa9fa-2474-46fe-92c3-fa38d28fe02c is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 20:01:21.999496 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-9eb593b8-c5ac-4efc-92e9-1da9d70a5eac tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 20:01:22.011473 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-9eb593b8-c5ac-4efc-92e9-1da9d70a5eac tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 20:01:22.062585 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb593b8-c5ac-4efc-92e9-1da9d70a5eac tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Pushing event updated for resources: {'Port': ['ID=20850bbf-5654-448e-ab11-549827e76e19,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:01:22.080317 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-9eb593b8-c5ac-4efc-92e9-1da9d70a5eac tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:22.080930 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-9eb593b8-c5ac-4efc-92e9-1da9d70a5eac tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:22.106806 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-9eb593b8-c5ac-4efc-92e9-1da9d70a5eac tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7335858 Mar 28 20:01:22.118804 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-52682265-b5ec-49a0-822e-15047d963e75 service neutron] Request body: {'port': {'device_id': '995dab5d-33a2-4c12-80d9-970bde0be5c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 20:01:22.237100 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-52682265-b5ec-49a0-822e-15047d963e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:22.249535 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-13b7ecc1-8a59-428a-ae10-10c8e840179b None None] Provisioning for port 20850bbf-5654-448e-ab11-549827e76e19 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 20:01:22.257344 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-13b7ecc1-8a59-428a-ae10-10c8e840179b None None] Provisioning complete for port 20850bbf-5654-448e-ab11-549827e76e19 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 20:01:22.258017 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-13b7ecc1-8a59-428a-ae10-10c8e840179b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:22.319167 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-13b7ecc1-8a59-428a-ae10-10c8e840179b None None] Port 20850bbf-5654-448e-ab11-549827e76e19 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 20:01:22.355933 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3e534-b293-484c-b7d6-ed57f1aed6fd req-fd5bdc89-61d2-4340-ace0-261fd05bdb4e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:22.357575 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1ec3e534-b293-484c-b7d6-ed57f1aed6fd req-fd5bdc89-61d2-4340-ace0-261fd05bdb4e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 931 time: 0.0998437 Mar 28 20:01:22.407594 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1ec3e534-b293-484c-b7d6-ed57f1aed6fd req-89c06ada-bd8e-417c-9ebc-cd51d2282e43 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432284 Mar 28 20:01:22.591912 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-52682265-b5ec-49a0-822e-15047d963e75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20850bbf-5654-448e-ab11-549827e76e19 {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 20:01:22.599639 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-52682265-b5ec-49a0-822e-15047d963e75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:22.614234 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-52682265-b5ec-49a0-822e-15047d963e75 service neutron] Transition to ACTIVE for port object 20850bbf-5654-448e-ab11-549827e76e19 will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 20:01:22.618241 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-52682265-b5ec-49a0-822e-15047d963e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:22.927145 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52682265-b5ec-49a0-822e-15047d963e75 service neutron] Pushing event updated for resources: {'Port': ['ID=20850bbf-5654-448e-ab11-549827e76e19,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:01:22.968299 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-52682265-b5ec-49a0-822e-15047d963e75 service neutron] Attempting to bind port 20850bbf-5654-448e-ab11-549827e76e19 on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 20:01:22.968635 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-52682265-b5ec-49a0-822e-15047d963e75 service neutron] Attempting to bind port 20850bbf-5654-448e-ab11-549827e76e19 by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': 'd27fec95-3ede-4e25-900b-3b6e8fdae5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 20:01:22.968965 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-52682265-b5ec-49a0-822e-15047d963e75 service neutron] Attempting to bind port 20850bbf-5654-448e-ab11-549827e76e19 on network d0faa9fa-2474-46fe-92c3-fa38d28fe02c {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 20:01:22.974066 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-52682265-b5ec-49a0-822e-15047d963e75 service neutron] Port 20850bbf-5654-448e-ab11-549827e76e19 on network d0faa9fa-2474-46fe-92c3-fa38d28fe02c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 20:01:22.974386 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-52682265-b5ec-49a0-822e-15047d963e75 service neutron] Attempting to bind port 20850bbf-5654-448e-ab11-549827e76e19 on network d0faa9fa-2474-46fe-92c3-fa38d28fe02c {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 20:01:22.979532 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-52682265-b5ec-49a0-822e-15047d963e75 service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 20, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 20:01:22.980367 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-52682265-b5ec-49a0-822e-15047d963e75 service neutron] Checking segment: {'id': 'd27fec95-3ede-4e25-900b-3b6e8fdae5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 20:01:22.980367 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-52682265-b5ec-49a0-822e-15047d963e75 service neutron] Bound using segment: {'id': 'd27fec95-3ede-4e25-900b-3b6e8fdae5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 20:01:22.980827 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-52682265-b5ec-49a0-822e-15047d963e75 service neutron] Bound port: 20850bbf-5654-448e-ab11-549827e76e19, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27fec95-3ede-4e25-900b-3b6e8fdae5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 20:01:22.981118 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-52682265-b5ec-49a0-822e-15047d963e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:23.071681 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-52682265-b5ec-49a0-822e-15047d963e75 service neutron] For port 20850bbf-5654-448e-ab11-549827e76e19, host hv-neutron-8347, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 20:01:23.074417 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-52682265-b5ec-49a0-822e-15047d963e75 service neutron] For port 20850bbf-5654-448e-ab11-549827e76e19, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=20850bbf-5654-448e-ab11-549827e76e19,segment=NetworkSegment(d27fec95-3ede-4e25-900b-3b6e8fdae5e9),segment_id=d27fec95-3ede-4e25-900b-3b6e8fdae5e9)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 20:01:23.080202 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-52682265-b5ec-49a0-822e-15047d963e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:23.135143 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-52682265-b5ec-49a0-822e-15047d963e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:23.135592 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-52682265-b5ec-49a0-822e-15047d963e75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:23.136944 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-52682265-b5ec-49a0-822e-15047d963e75 service neutron] 10.222.0.26 "PUT /v2.0/ports/20850bbf-5654-448e-ab11-549827e76e19 HTTP/1.1" status: 200 len: 1093 time: 1.0231795 Mar 28 20:01:23.137383 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '995dab5d-33a2-4c12-80d9-970bde0be5c8', 'tag': '20850bbf-5654-448e-ab11-549827e76e19'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 20:01:23.163308 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52682265-b5ec-49a0-822e-15047d963e75 service neutron] Pushing event updated for resources: {'Port': ['ID=20850bbf-5654-448e-ab11-549827e76e19,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:01:23.206867 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '995dab5d-33a2-4c12-80d9-970bde0be5c8', 'tag': '20850bbf-5654-448e-ab11-549827e76e19', 'status': 'completed', 'code': 200} Mar 28 20:01:23.248079 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-c7cfef40-a65e-419e-87c2-bf3fbd2764d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:23.249578 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-c7cfef40-a65e-419e-87c2-bf3fbd2764d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5ccd9e4a5764d5c8e883b99a4d9b82d&device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 1096 time: 0.0744250 Mar 28 20:01:23.322493 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-c88622d2-17fb-41ae-8a88-e940af9e367c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20850bbf-5654-448e-ab11-549827e76e19 HTTP/1.1" status: 200 len: 217 time: 0.0658765 Mar 28 20:01:23.392647 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-94ce8cb0-951b-44cc-8929-281e18659fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:23.394167 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-94ce8cb0-951b-44cc-8929-281e18659fec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=641c2664-b9a8-4dd2-85de-3358ba9028d0 HTTP/1.1" status: 200 len: 847 time: 0.0634818 Mar 28 20:01:23.468915 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-4944475b-d30c-40c6-aaa0-46b2d3239915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:23.470388 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-4944475b-d30c-40c6-aaa0-46b2d3239915 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697465 Mar 28 20:01:23.591588 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ed646-250c-4f1f-bc1e-1da5d6b8c036 req-749bb67c-179d-4e6a-8a52-6315f8425f54 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:23.592944 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e03ed646-250c-4f1f-bc1e-1da5d6b8c036 req-749bb67c-179d-4e6a-8a52-6315f8425f54 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 943 time: 0.0801001 Mar 28 20:01:23.601019 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-3c842315-0045-41b3-8ff1-c13fba06f927 service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246817 Mar 28 20:01:23.638402 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e03ed646-250c-4f1f-bc1e-1da5d6b8c036 req-c7a4cb05-d35f-4590-bd98-c3e4aae569f8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397921 Mar 28 20:01:23.733471 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-2a767ae4-d792-4cb4-825f-c85c235a3009 req-7ba9c170-a42b-4e67-a790-a914651c8e2c service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266012 Mar 28 20:01:23.846281 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009495c8-c88b-4895-8e41-6d42dcd1f9e1 req-773d3cac-0b11-4266-8723-623b2e1533d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:23.847668 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-009495c8-c88b-4895-8e41-6d42dcd1f9e1 req-773d3cac-0b11-4266-8723-623b2e1533d5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5ccd9e4a5764d5c8e883b99a4d9b82d&device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 1096 time: 0.0683346 Mar 28 20:01:23.975653 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009495c8-c88b-4895-8e41-6d42dcd1f9e1 req-a4f7f4c0-a27b-4968-8775-6fe5cc399761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:23.977071 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-009495c8-c88b-4895-8e41-6d42dcd1f9e1 req-a4f7f4c0-a27b-4968-8775-6fe5cc399761 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c HTTP/1.1" status: 200 len: 909 time: 0.1233892 Mar 28 20:01:24.044799 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-009495c8-c88b-4895-8e41-6d42dcd1f9e1 req-0fa5ab7b-c2fb-4cce-82f1-c5c79fb06ad5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20850bbf-5654-448e-ab11-549827e76e19 HTTP/1.1" status: 200 len: 217 time: 0.0619934 Mar 28 20:01:24.104764 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009495c8-c88b-4895-8e41-6d42dcd1f9e1 req-3ddc15ee-f493-45b0-a90e-27a2e1c1ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:24.106037 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-009495c8-c88b-4895-8e41-6d42dcd1f9e1 req-3ddc15ee-f493-45b0-a90e-27a2e1c1ab76 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=641c2664-b9a8-4dd2-85de-3358ba9028d0 HTTP/1.1" status: 200 len: 847 time: 0.0561137 Mar 28 20:01:24.181130 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009495c8-c88b-4895-8e41-6d42dcd1f9e1 req-b04028b6-0f7f-426a-a581-6c02000e340f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:24.182581 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-009495c8-c88b-4895-8e41-6d42dcd1f9e1 req-b04028b6-0f7f-426a-a581-6c02000e340f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706234 Mar 28 20:01:24.310614 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-009495c8-c88b-4895-8e41-6d42dcd1f9e1 req-f3c110df-8f25-4234-bf3a-4b939a212622 service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219494 Mar 28 20:01:24.441600 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-009495c8-c88b-4895-8e41-6d42dcd1f9e1 req-25a5b876-0547-4816-835b-7f0e17a3bedc service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245389 Mar 28 20:01:24.833262 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb735004-d345-4147-98d9-0c9e20aede62 req-caac96da-b777-43d6-803e-837953905a3b tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:24.834665 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bb735004-d345-4147-98d9-0c9e20aede62 req-caac96da-b777-43d6-803e-837953905a3b tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 943 time: 0.0812891 Mar 28 20:01:24.878026 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-bb735004-d345-4147-98d9-0c9e20aede62 req-e9e6e55f-5f71-4861-a094-31ad7e5b1237 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376396 Mar 28 20:01:25.409443 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-250f5bd5-4e1a-49d8-9ed5-d2b4bc02a077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:26.063701 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd77185-728c-45f5-905b-2b14f4821859 req-c84b4022-9caa-43ad-8be8-67ed6f957e42 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:26.065045 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1fd77185-728c-45f5-905b-2b14f4821859 req-c84b4022-9caa-43ad-8be8-67ed6f957e42 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 943 time: 0.0823963 Mar 28 20:01:26.107877 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1fd77185-728c-45f5-905b-2b14f4821859 req-1d745e43-f668-47a2-af1f-2defda48308d tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369468 Mar 28 20:01:27.289545 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f86ac-064b-4fc8-986b-4187194492fe req-4b6ff446-4900-4f6f-9c5f-b0e16d44838b tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:27.290967 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f19f86ac-064b-4fc8-986b-4187194492fe req-4b6ff446-4900-4f6f-9c5f-b0e16d44838b tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 943 time: 0.0803194 Mar 28 20:01:27.333904 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f19f86ac-064b-4fc8-986b-4187194492fe req-eb5e2ba2-edeb-4e79-96ea-b2492d105134 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372648 Mar 28 20:01:27.656690 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 20:01:27.782772 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-75776304-c1ac-433c-927e-112d566852cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:28.519916 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440704e-3ef8-4698-8bb6-4b1a104ccf03 req-fa88e2b2-d977-4ad4-9ddc-4f3e14600046 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:28.521875 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2440704e-3ef8-4698-8bb6-4b1a104ccf03 req-fa88e2b2-d977-4ad4-9ddc-4f3e14600046 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 943 time: 0.0815842 Mar 28 20:01:28.564260 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-2440704e-3ef8-4698-8bb6-4b1a104ccf03 req-d9c02e31-abca-481a-9e79-268ac46a7dfd tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367177 Mar 28 20:01:28.758036 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:28.811715 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:29.749725 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49749e0b-df99-453b-9cd7-47b7ff9f000d req-0cd2d656-0a6e-44c8-80cd-5c613504272c tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:29.751572 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-49749e0b-df99-453b-9cd7-47b7ff9f000d req-0cd2d656-0a6e-44c8-80cd-5c613504272c tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 943 time: 0.0833786 Mar 28 20:01:29.794592 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-49749e0b-df99-453b-9cd7-47b7ff9f000d req-2b6eaa36-656a-4a0d-8ebf-efe4efc7bfad tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367713 Mar 28 20:01:30.387443 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:30.977787 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa2271-b39c-42ff-b2ac-cc493d766647 req-3a3b7a4c-4018-4de4-b660-fd009c523fb3 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:30.979166 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-caaa2271-b39c-42ff-b2ac-cc493d766647 req-3a3b7a4c-4018-4de4-b660-fd009c523fb3 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 943 time: 0.0809505 Mar 28 20:01:31.023035 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-caaa2271-b39c-42ff-b2ac-cc493d766647 req-ab135453-4a56-4cfd-9458-2def6cb6a662 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382638 Mar 28 20:01:32.204025 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ffe09-a4af-46d0-ba68-ebbedfe7dec5 req-cdeb0631-e871-43a5-a850-1c02c7859479 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:32.205370 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-282ffe09-a4af-46d0-ba68-ebbedfe7dec5 req-cdeb0631-e871-43a5-a850-1c02c7859479 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 943 time: 0.0801857 Mar 28 20:01:32.251349 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-282ffe09-a4af-46d0-ba68-ebbedfe7dec5 req-506e994d-11fb-40b7-aa4d-91d373fa1bfc tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403512 Mar 28 20:01:32.307100 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:33.432272 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211b042-3071-4e76-8f63-39a3d11f3e22 req-aa856e4d-dbad-4905-9ba5-17dbee8da15c tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:33.433702 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d211b042-3071-4e76-8f63-39a3d11f3e22 req-aa856e4d-dbad-4905-9ba5-17dbee8da15c tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 943 time: 0.0774715 Mar 28 20:01:33.477487 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d211b042-3071-4e76-8f63-39a3d11f3e22 req-e885f678-8a5a-42cb-b2c4-f5b73491a93d tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382385 Mar 28 20:01:34.665498 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd8951-e68a-4227-8fb9-d80280148647 req-2c5eb855-b1c6-4e1d-b2a1-c1121721f375 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:34.666955 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-02bd8951-e68a-4227-8fb9-d80280148647 req-2c5eb855-b1c6-4e1d-b2a1-c1121721f375 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 943 time: 0.0850089 Mar 28 20:01:34.725839 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-02bd8951-e68a-4227-8fb9-d80280148647 req-50431770-9823-4d88-be72-ca110bfb4b0e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492764 Mar 28 20:01:35.908294 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54c448-290f-4b43-b0da-d381e0a93f5c req-110fa864-a6ff-4249-9238-e12819355408 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:35.909709 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5f54c448-290f-4b43-b0da-d381e0a93f5c req-110fa864-a6ff-4249-9238-e12819355408 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 943 time: 0.0777512 Mar 28 20:01:35.953711 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5f54c448-290f-4b43-b0da-d381e0a93f5c req-85d1ecfb-bc78-428a-8597-2902575af87e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373490 Mar 28 20:01:37.237418 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e27e84-6b79-49cc-b7ee-2a56ca71e808 req-6501034d-1f3d-4422-9ac4-8998d4cd0643 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:37.238741 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-93e27e84-6b79-49cc-b7ee-2a56ca71e808 req-6501034d-1f3d-4422-9ac4-8998d4cd0643 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 943 time: 0.1731637 Mar 28 20:01:37.282648 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-93e27e84-6b79-49cc-b7ee-2a56ca71e808 req-20e9d14f-0682-4b13-8075-c69cf0c724ad tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374515 Mar 28 20:01:38.468566 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b2b79-3d85-4975-b38b-2548bc9befc0 req-6b729ec2-a715-4dd6-bddf-177551c6933f tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:38.469989 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d34b2b79-3d85-4975-b38b-2548bc9befc0 req-6b729ec2-a715-4dd6-bddf-177551c6933f tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 943 time: 0.0812006 Mar 28 20:01:38.513670 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d34b2b79-3d85-4975-b38b-2548bc9befc0 req-e94e7a8c-437e-407d-a652-99bb60650984 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370111 Mar 28 20:01:38.585925 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 20850bbf-5654-448e-ab11-549827e76e19 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 20:01:38.716088 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 20850bbf-5654-448e-ab11-549827e76e19, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=20850bbf-5654-448e-ab11-549827e76e19,segment=NetworkSegment(d27fec95-3ede-4e25-900b-3b6e8fdae5e9),segment_id=d27fec95-3ede-4e25-900b-3b6e8fdae5e9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:01:38.732627 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '20850bbf-5654-448e-ab11-549827e76e19', 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c', 'port_id': '20850bbf-5654-448e-ab11-549827e76e19', 'mac_address': 'fa:16:3e:cd:0b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 20:01:38.786804 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:38.804840 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20850bbf-5654-448e-ab11-549827e76e19 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 20:01:38.820171 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 20850bbf-5654-448e-ab11-549827e76e19, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=20850bbf-5654-448e-ab11-549827e76e19,segment=NetworkSegment(d27fec95-3ede-4e25-900b-3b6e8fdae5e9),segment_id=d27fec95-3ede-4e25-900b-3b6e8fdae5e9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:01:38.823901 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:38.889551 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=20850bbf-5654-448e-ab11-549827e76e19,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:01:38.897010 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:01:38.897574 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:01:38.897924 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:01:38.898262 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:01:38.898594 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:01:38.898959 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:01:38.899293 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:01:38.899621 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:01:38.899948 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:01:38.900270 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:01:38.900590 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:01:38.900911 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:01:39.187607 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['20850bbf-5654-448e-ab11-549827e76e19'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 20:01:39.702433 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7141e2-d7df-4d6d-8f89-b5f73b687f37 req-7512d650-fae2-4c6d-86d7-013d10e7a04e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:39.704088 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5f7141e2-d7df-4d6d-8f89-b5f73b687f37 req-7512d650-fae2-4c6d-86d7-013d10e7a04e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 944 time: 0.0835285 Mar 28 20:01:39.747385 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5f7141e2-d7df-4d6d-8f89-b5f73b687f37 req-53eee990-6bd2-4aea-9fd2-aeced2971569 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372784 Mar 28 20:01:40.600744 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 20850bbf-5654-448e-ab11-549827e76e19 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 20:01:40.666991 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port 20850bbf-5654-448e-ab11-549827e76e19 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 20:01:40.671779 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 20850bbf-5654-448e-ab11-549827e76e19 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 20:01:40.672149 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:40.791172 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:40.816928 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995dab5d-33a2-4c12-80d9-970bde0be5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20850bbf-5654-448e-ab11-549827e76e19'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 20:01:40.827624 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 20850bbf-5654-448e-ab11-549827e76e19, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=20850bbf-5654-448e-ab11-549827e76e19,segment=NetworkSegment(d27fec95-3ede-4e25-900b-3b6e8fdae5e9),segment_id=d27fec95-3ede-4e25-900b-3b6e8fdae5e9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:01:40.831891 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:40.863788 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995dab5d-33a2-4c12-80d9-970bde0be5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20850bbf-5654-448e-ab11-549827e76e19', 'code': 200} Mar 28 20:01:40.904833 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=20850bbf-5654-448e-ab11-549827e76e19,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:01:40.941476 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3cf71-c80d-48cf-8443-2589b376f457 req-8fb9ef1d-31b2-4919-8d21-143c4df9acc8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:40.942970 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cec3cf71-c80d-48cf-8443-2589b376f457 req-8fb9ef1d-31b2-4919-8d21-143c4df9acc8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 945 time: 0.0895822 Mar 28 20:01:40.990346 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-cec3cf71-c80d-48cf-8443-2589b376f457 req-f6c802d0-3d5b-4105-92be-6c9f6e432fea tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415814 Mar 28 20:01:41.121996 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e54918-3836-41e5-9e8e-a85f1a4aca9d req-270144af-0fd0-4a59-975b-06337d0afd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:41.123385 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-23e54918-3836-41e5-9e8e-a85f1a4aca9d req-270144af-0fd0-4a59-975b-06337d0afd8f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 1098 time: 0.0677552 Mar 28 20:01:41.166498 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-23e54918-3836-41e5-9e8e-a85f1a4aca9d req-19330c8b-3bed-4887-8ae5-6e886baa969f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364597 Mar 28 20:01:42.176159 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245ea18-992f-4f26-b131-a885804f1034 req-14c212f0-aba3-462e-9ff1-b961b4a6a74b tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:42.177557 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4245ea18-992f-4f26-b131-a885804f1034 req-14c212f0-aba3-462e-9ff1-b961b4a6a74b tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 945 time: 0.0804119 Mar 28 20:01:42.221536 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4245ea18-992f-4f26-b131-a885804f1034 req-0d03bb3e-24aa-43c2-a551-b5db6e257b6e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376914 Mar 28 20:01:43.405049 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae37c7-50e4-46bd-b204-09fcb727bf64 req-c4556b07-f4df-4ed9-8eb5-f359d3db083d tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:43.406502 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-13ae37c7-50e4-46bd-b204-09fcb727bf64 req-c4556b07-f4df-4ed9-8eb5-f359d3db083d tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 945 time: 0.0784843 Mar 28 20:01:43.449502 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-13ae37c7-50e4-46bd-b204-09fcb727bf64 req-012fcd42-42f2-440c-86b8-e8eeb3d5d62e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374177 Mar 28 20:01:43.633579 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c07d0-651c-4b9b-8d09-703d11f7dad4 req-d4bab1ce-85d2-4a23-af75-d99ffa878fb1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:43.634952 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-982c07d0-651c-4b9b-8d09-703d11f7dad4 req-d4bab1ce-85d2-4a23-af75-d99ffa878fb1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 945 time: 0.0810173 Mar 28 20:01:43.677905 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-982c07d0-651c-4b9b-8d09-703d11f7dad4 req-c1539f0c-4071-4ca8-be6f-6897c2395fea tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373812 Mar 28 20:01:43.701647 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 41014) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:01:43.809899 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6820521-6429-432f-8768-c12c8ce677e6 tempest-TestShelveInstance-2074914501 tempest-TestShelveInstance-2074914501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:43.811381 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e6820521-6429-432f-8768-c12c8ce677e6 tempest-TestShelveInstance-2074914501 tempest-TestShelveInstance-2074914501-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 1093 time: 0.1087606 Mar 28 20:01:43.814076 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 41020) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:01:43.818808 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-50e18ba8-9c89-4dd1-9709-45361261e5e4 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'port_id': '20850bbf-5654-448e-ab11-549827e76e19', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 20:01:43.824688 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-50e18ba8-9c89-4dd1-9709-45361261e5e4 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 20:01:43.828672 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-50e18ba8-9c89-4dd1-9709-45361261e5e4 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Usage tracker for resource:floatingip and tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 20:01:43.831433 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-50e18ba8-9c89-4dd1-9709-45361261e5e4 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 20:01:43.837292 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-50e18ba8-9c89-4dd1-9709-45361261e5e4 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 20:01:43.850663 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-50e18ba8-9c89-4dd1-9709-45361261e5e4 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:43.982281 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-50e18ba8-9c89-4dd1-9709-45361261e5e4 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:44.114656 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-50e18ba8-9c89-4dd1-9709-45361261e5e4 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Allocated IP 172.26.4.54 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/de01dbf4-5ac6-4ca9-8470-d733c4330a94) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 20:01:44.258143 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-50e18ba8-9c89-4dd1-9709-45361261e5e4 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:44.287082 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-50e18ba8-9c89-4dd1-9709-45361261e5e4 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:44.350086 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e18ba8-9c89-4dd1-9709-45361261e5e4 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 20:01:44.357285 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-50e18ba8-9c89-4dd1-9709-45361261e5e4 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 20:01:44.359857 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e18ba8-9c89-4dd1-9709-45361261e5e4 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 20:01:44.399261 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e18ba8-9c89-4dd1-9709-45361261e5e4 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Pushing event updated for resources: {'Port': ['ID=de01dbf4-5ac6-4ca9-8470-d733c4330a94,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:01:44.860818 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-50e18ba8-9c89-4dd1-9709-45361261e5e4 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:44.933268 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-50e18ba8-9c89-4dd1-9709-45361261e5e4 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:45.133374 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-50e18ba8-9c89-4dd1-9709-45361261e5e4 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:45.137723 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-50e18ba8-9c89-4dd1-9709-45361261e5e4 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:45.246101 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e18ba8-9c89-4dd1-9709-45361261e5e4 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Pushing event updated for resources: {'Port': ['ID=de01dbf4-5ac6-4ca9-8470-d733c4330a94,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:01:45.257858 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-50e18ba8-9c89-4dd1-9709-45361261e5e4 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:45.448458 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-50e18ba8-9c89-4dd1-9709-45361261e5e4 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Floating IP c11cc47d-b8c8-40dc-9d5f-2bb75cb6ae9d associated. External IP: 172.26.4.54, port: 20850bbf-5654-448e-ab11-549827e76e19. Mar 28 20:01:45.799605 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e18ba8-9c89-4dd1-9709-45361261e5e4 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Router 2a070263-6296-492d-b56d-afc893408a03 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 20:01:45.976783 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e18ba8-9c89-4dd1-9709-45361261e5e4 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 20:01:45.985866 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09713bb1-6fb6-485b-befd-6944db327c76 None None] Sync routers for ids ['2a070263-6296-492d-b56d-afc893408a03'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 20:01:45.994960 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09713bb1-6fb6-485b-befd-6944db327c76 None None] Routers {'2a070263-6296-492d-b56d-afc893408a03'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 20:01:45.995558 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-09713bb1-6fb6-485b-befd-6944db327c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T20:01:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2a070263-6296-492d-b56d-afc893408a03'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:01:46.000841 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-50e18ba8-9c89-4dd1-9709-45361261e5e4 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:46.057369 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-50e18ba8-9c89-4dd1-9709-45361261e5e4 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2422991 Mar 28 20:01:46.058053 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '995dab5d-33a2-4c12-80d9-970bde0be5c8', 'tag': '20850bbf-5654-448e-ab11-549827e76e19'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 20:01:46.148855 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '995dab5d-33a2-4c12-80d9-970bde0be5c8', 'tag': '20850bbf-5654-448e-ab11-549827e76e19', 'status': 'completed', 'code': 200} Mar 28 20:01:46.178931 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-09713bb1-6fb6-485b-befd-6944db327c76 None None] Set router 2a070263-6296-492d-b56d-afc893408a03 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 20:01:46.337289 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a95fa-7995-404c-a555-e2a7c11c6a35 req-14b82083-0db0-49c3-b06f-791e3e089b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:46.338674 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-db2a95fa-7995-404c-a555-e2a7c11c6a35 req-14b82083-0db0-49c3-b06f-791e3e089b7e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5ccd9e4a5764d5c8e883b99a4d9b82d&device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 1098 time: 0.1700704 Mar 28 20:01:46.466320 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a95fa-7995-404c-a555-e2a7c11c6a35 req-ca0ffdfd-4928-49ed-9eac-59f5c1d398f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:46.467821 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-db2a95fa-7995-404c-a555-e2a7c11c6a35 req-ca0ffdfd-4928-49ed-9eac-59f5c1d398f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c HTTP/1.1" status: 200 len: 909 time: 0.1236231 Mar 28 20:01:46.518937 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-09713bb1-6fb6-485b-befd-6944db327c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a070263-6296-492d-b56d-afc893408a03', 'name': 'tempest-TestShelveInstance-365589093-router', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:41Z', 'revision_number': 4, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'gw_port': {'id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'c11cc47d-b8c8-40dc-9d5f-2bb75cb6ae9d', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'floating_ip_address': '172.26.4.54', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '2a070263-6296-492d-b56d-afc893408a03', 'port_id': '20850bbf-5654-448e-ab11-549827e76e19', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c', 'mac_address': 'fa:16:3e:cd:0b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995dab5d-33a2-4c12-80d9-970bde0be5c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T20:01:44Z', 'updated_at': '2022-03-28T20:01:44Z', 'revision_number': 0, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e41560-5ce7-4cac-8fc2-e6699b79643d', 'name': '', 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'mac_address': 'fa:16:3e:00:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:40Z', 'updated_at': '2022-03-28T19:55:48Z', 'revision_number': 5, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'subnets': [{'id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:01:46.523638 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09713bb1-6fb6-485b-befd-6944db327c76 None None] Checking router: 2a070263-6296-492d-b56d-afc893408a03 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 20:01:46.531780 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09713bb1-6fb6-485b-befd-6944db327c76 None None] Routers {'2a070263-6296-492d-b56d-afc893408a03'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 20:01:46.532372 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-09713bb1-6fb6-485b-befd-6944db327c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T20:01:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2a070263-6296-492d-b56d-afc893408a03'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:01:46.570266 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-db2a95fa-7995-404c-a555-e2a7c11c6a35 req-9ac2f63a-1814-498b-aa76-29b6bec828fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20850bbf-5654-448e-ab11-549827e76e19 HTTP/1.1" status: 200 len: 998 time: 0.0963116 Mar 28 20:01:46.638082 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a95fa-7995-404c-a555-e2a7c11c6a35 req-98898ac5-8f18-4508-bd43-81846397cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:46.639547 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-db2a95fa-7995-404c-a555-e2a7c11c6a35 req-98898ac5-8f18-4508-bd43-81846397cd33 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=641c2664-b9a8-4dd2-85de-3358ba9028d0 HTTP/1.1" status: 200 len: 847 time: 0.0636497 Mar 28 20:01:46.714465 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a95fa-7995-404c-a555-e2a7c11c6a35 req-5d92cdc0-fc1a-4a23-869d-8989ca1f8513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:01:46.715973 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-db2a95fa-7995-404c-a555-e2a7c11c6a35 req-5d92cdc0-fc1a-4a23-869d-8989ca1f8513 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707066 Mar 28 20:01:46.752356 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-09713bb1-6fb6-485b-befd-6944db327c76 None None] Set router 2a070263-6296-492d-b56d-afc893408a03 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 20:01:46.847464 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-db2a95fa-7995-404c-a555-e2a7c11c6a35 req-72d92372-12e4-4841-bf76-51d60e7a97fb service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251578 Mar 28 20:01:46.987875 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-db2a95fa-7995-404c-a555-e2a7c11c6a35 req-fb76da7f-c11f-4294-a698-bb47ec4d47db service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344116 Mar 28 20:01:47.100689 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-09713bb1-6fb6-485b-befd-6944db327c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a070263-6296-492d-b56d-afc893408a03', 'name': 'tempest-TestShelveInstance-365589093-router', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:41Z', 'revision_number': 4, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'gw_port': {'id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'c11cc47d-b8c8-40dc-9d5f-2bb75cb6ae9d', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'floating_ip_address': '172.26.4.54', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '2a070263-6296-492d-b56d-afc893408a03', 'port_id': '20850bbf-5654-448e-ab11-549827e76e19', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c', 'mac_address': 'fa:16:3e:cd:0b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995dab5d-33a2-4c12-80d9-970bde0be5c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T20:01:44Z', 'updated_at': '2022-03-28T20:01:44Z', 'revision_number': 0, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e41560-5ce7-4cac-8fc2-e6699b79643d', 'name': '', 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'mac_address': 'fa:16:3e:00:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:40Z', 'updated_at': '2022-03-28T19:55:48Z', 'revision_number': 5, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'subnets': [{'id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:01:47.104590 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09713bb1-6fb6-485b-befd-6944db327c76 None None] The sync data for ids ['2a070263-6296-492d-b56d-afc893408a03'] in dv-neutron-834711-1-hyperv is: [{'id': '2a070263-6296-492d-b56d-afc893408a03', 'name': 'tempest-TestShelveInstance-365589093-router', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:41Z', 'revision_number': 4, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'gw_port': {'id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'c11cc47d-b8c8-40dc-9d5f-2bb75cb6ae9d', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'floating_ip_address': '172.26.4.54', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '2a070263-6296-492d-b56d-afc893408a03', 'port_id': '20850bbf-5654-448e-ab11-549827e76e19', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c', 'mac_address': 'fa:16:3e:cd:0b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995dab5d-33a2-4c12-80d9-970bde0be5c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T20:01:44Z', 'updated_at': '2022-03-28T20:01:44Z', 'revision_number': 0, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e41560-5ce7-4cac-8fc2-e6699b79643d', 'name': '', 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'mac_address': 'fa:16:3e:00:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:40Z', 'updated_at': '2022-03-28T19:55:48Z', 'revision_number': 5, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'subnets': [{'id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 20:01:47.309090 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cac819-61aa-4ddf-ba73-94bafb01270c None None] New status for floating IP c11cc47d-b8c8-40dc-9d5f-2bb75cb6ae9d: ACTIVE {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 20:01:55.412675 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-02a31a90-ab17-4bbb-83ec-6ad5a7c7f6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:57.784696 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-01279d47-f56d-455b-99d9-a82a8a13c688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:58.765802 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:01:58.821330 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:02:00.391519 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:02:02.317324 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:02:03.883715 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-b40dad19-8837-41d8-8fc5-54761b3c11db req-2c5d0061-83f9-4912-8be5-9526adb68773 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729485 Mar 28 20:02:04.044611 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40dad19-8837-41d8-8fc5-54761b3c11db req-38b9e690-4a42-4a1a-81da-c1853295986f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:02:04.045804 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-b40dad19-8837-41d8-8fc5-54761b3c11db req-38b9e690-4a42-4a1a-81da-c1853295986f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5ccd9e4a5764d5c8e883b99a4d9b82d&device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 1098 time: 0.0753419 Mar 28 20:02:04.192373 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40dad19-8837-41d8-8fc5-54761b3c11db req-3d5be61c-948d-438f-8bd8-7a27e300d06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:02:04.193810 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-b40dad19-8837-41d8-8fc5-54761b3c11db req-3d5be61c-948d-438f-8bd8-7a27e300d06d service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c HTTP/1.1" status: 200 len: 909 time: 0.1287866 Mar 28 20:02:04.305445 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-b40dad19-8837-41d8-8fc5-54761b3c11db req-2731cf74-62f1-4162-8829-f3905252ca06 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20850bbf-5654-448e-ab11-549827e76e19 HTTP/1.1" status: 200 len: 1000 time: 0.1044686 Mar 28 20:02:04.370797 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40dad19-8837-41d8-8fc5-54761b3c11db req-8f0bbff1-13dd-440a-aef6-3b6d71c65f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:02:04.372244 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-b40dad19-8837-41d8-8fc5-54761b3c11db req-8f0bbff1-13dd-440a-aef6-3b6d71c65f21 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=641c2664-b9a8-4dd2-85de-3358ba9028d0 HTTP/1.1" status: 200 len: 847 time: 0.0606229 Mar 28 20:02:04.453511 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40dad19-8837-41d8-8fc5-54761b3c11db req-a94197ca-1b48-4e3b-8796-4761bb2d4c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:02:04.454478 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-b40dad19-8837-41d8-8fc5-54761b3c11db req-a94197ca-1b48-4e3b-8796-4761bb2d4c94 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760574 Mar 28 20:02:04.599412 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-b40dad19-8837-41d8-8fc5-54761b3c11db req-85e3d77b-5e4a-4a98-a067-dfdb13e8f8d9 service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375287 Mar 28 20:02:04.658102 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 20:02:04.735431 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-b40dad19-8837-41d8-8fc5-54761b3c11db req-7fb7cdd5-4b4b-48bb-8cf4-c869541c2706 service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301873 Mar 28 20:02:25.415155 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-535b6d88-ee3e-4222-9038-5e6a6539b9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:02:27.786020 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-db1df56c-029c-4dd9-841a-5be18374aac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:02:28.764630 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:02:28.817312 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:02:30.395626 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:02:32.316194 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:02:41.658413 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 20:02:55.418353 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-363bdd56-0e98-49a3-847a-a489cfb83fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:02:57.788379 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8a9d62d0-b3ee-4396-9abc-1ebc843c1400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:02:58.767113 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:02:58.820331 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:03:00.396877 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:03:02.330269 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:03:04.875741 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-a8d23d60-1f94-42c8-90dc-8846123934fb req-35c86508-394a-4604-a2c6-1fff30ddb711 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1679242 Mar 28 20:03:05.012595 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d23d60-1f94-42c8-90dc-8846123934fb req-d3a2e283-153e-4ce4-a26f-42004e12a021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:03:05.013950 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-a8d23d60-1f94-42c8-90dc-8846123934fb req-d3a2e283-153e-4ce4-a26f-42004e12a021 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5ccd9e4a5764d5c8e883b99a4d9b82d&device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 1098 time: 0.0730352 Mar 28 20:03:05.158862 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d23d60-1f94-42c8-90dc-8846123934fb req-5ce16294-6adb-4fc5-a3ca-d072aefa7d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:03:05.160319 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-a8d23d60-1f94-42c8-90dc-8846123934fb req-5ce16294-6adb-4fc5-a3ca-d072aefa7d80 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c HTTP/1.1" status: 200 len: 909 time: 0.1279957 Mar 28 20:03:05.259775 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-a8d23d60-1f94-42c8-90dc-8846123934fb req-f855e99b-6e0c-47d0-86bc-f57133aa4fe8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20850bbf-5654-448e-ab11-549827e76e19 HTTP/1.1" status: 200 len: 1000 time: 0.0927947 Mar 28 20:03:05.327087 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d23d60-1f94-42c8-90dc-8846123934fb req-871d114a-69ae-4049-b67a-935e3cad6b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:03:05.328526 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-a8d23d60-1f94-42c8-90dc-8846123934fb req-871d114a-69ae-4049-b67a-935e3cad6b7d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=641c2664-b9a8-4dd2-85de-3358ba9028d0 HTTP/1.1" status: 200 len: 847 time: 0.0627787 Mar 28 20:03:05.402776 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d23d60-1f94-42c8-90dc-8846123934fb req-17231eb7-a648-40e2-a7fa-f83a3bedfc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:03:05.404247 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-a8d23d60-1f94-42c8-90dc-8846123934fb req-17231eb7-a648-40e2-a7fa-f83a3bedfc0c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699172 Mar 28 20:03:05.535445 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-a8d23d60-1f94-42c8-90dc-8846123934fb req-242c1ba2-7096-483a-ae45-96f67108ca2c service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256776 Mar 28 20:03:05.663301 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-a8d23d60-1f94-42c8-90dc-8846123934fb req-75adc480-da16-4341-bf56-e1b92b84dbb8 service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225824 Mar 28 20:03:18.658209 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 20:03:25.420389 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e365a7e9-9530-45ad-be1b-9017fcf55808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:03:27.790393 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-21ad6976-3500-4c35-bae9-b389c4a87618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:03:28.769898 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:03:28.821544 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:03:30.399572 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:03:32.329567 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:03:40.943487 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63706b9d-1949-4cbb-8a20-7904120cae83 req-100e9ea7-f091-41fa-a183-3ac62af9180b tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:03:40.944922 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-63706b9d-1949-4cbb-8a20-7904120cae83 req-100e9ea7-f091-41fa-a183-3ac62af9180b tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 945 time: 0.1434605 Mar 28 20:03:40.988449 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-63706b9d-1949-4cbb-8a20-7904120cae83 req-511159ad-94c7-4002-ad44-78137db8783d tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377569 Mar 28 20:03:42.337971 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea902a-bfad-4207-96be-71bcc59c24d8 req-8a521b0a-682d-44a7-a25c-1b8933e13a27 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:03:42.339442 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8fea902a-bfad-4207-96be-71bcc59c24d8 req-8a521b0a-682d-44a7-a25c-1b8933e13a27 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 945 time: 0.2460165 Mar 28 20:03:42.383073 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8fea902a-bfad-4207-96be-71bcc59c24d8 req-6eaf21f4-05eb-451f-ba2f-134416f923d0 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371358 Mar 28 20:03:43.568905 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5fb82-0de8-4e6d-86c8-29b03de2b1c7 req-802bc1d7-d87d-4712-8cf5-8640b8a59089 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:03:43.570308 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-37e5fb82-0de8-4e6d-86c8-29b03de2b1c7 req-802bc1d7-d87d-4712-8cf5-8640b8a59089 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 945 time: 0.0793364 Mar 28 20:03:43.612336 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-37e5fb82-0de8-4e6d-86c8-29b03de2b1c7 req-64c43ed7-fcd9-4cde-850d-20170856c2e1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364625 Mar 28 20:03:44.792729 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556eee5-13eb-46e6-ad06-5cf49ff3ab77 req-b46c6798-b76e-46cb-9ec9-c397ce75c0a8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:03:44.794346 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e556eee5-13eb-46e6-ad06-5cf49ff3ab77 req-b46c6798-b76e-46cb-9ec9-c397ce75c0a8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 945 time: 0.0788302 Mar 28 20:03:44.837049 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e556eee5-13eb-46e6-ad06-5cf49ff3ab77 req-141f410f-295e-4aa5-bc2e-32e29451411f tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362699 Mar 28 20:03:46.027934 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27b948-9848-4768-bde4-b8e151b821ef req-be5219fb-5c47-4f42-9e41-1fba841966c9 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:03:46.029356 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1f27b948-9848-4768-bde4-b8e151b821ef req-be5219fb-5c47-4f42-9e41-1fba841966c9 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 945 time: 0.0818892 Mar 28 20:03:46.073530 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1f27b948-9848-4768-bde4-b8e151b821ef req-0aaae15a-80cb-4802-a2bc-52597c19d93f tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384691 Mar 28 20:03:47.259695 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa24ce5-539c-4b6a-a5b4-e3ab05782e0a req-ee54a07b-2abd-4c3e-9dd6-d9b71de048a1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:03:47.261120 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-daa24ce5-539c-4b6a-a5b4-e3ab05782e0a req-ee54a07b-2abd-4c3e-9dd6-d9b71de048a1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 945 time: 0.0816360 Mar 28 20:03:47.304211 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-daa24ce5-539c-4b6a-a5b4-e3ab05782e0a req-c5e5dc4f-3612-4a3d-8540-415c979d95a0 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368626 Mar 28 20:03:48.488687 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6e334-4f25-4723-81e7-1c90ff0fcf49 req-7e0080ef-120f-4052-a53c-8c0d4b78582e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:03:48.490128 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4fc6e334-4f25-4723-81e7-1c90ff0fcf49 req-7e0080ef-120f-4052-a53c-8c0d4b78582e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 945 time: 0.0795150 Mar 28 20:03:48.531873 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4fc6e334-4f25-4723-81e7-1c90ff0fcf49 req-7c84d5bd-fb3d-4257-a059-ac4d9ecc96d8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361283 Mar 28 20:03:49.718947 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c8a81-9753-434c-85f7-7fa5e07d43af req-82656a63-3457-4f9e-aa68-b5f905a4d470 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:03:49.721029 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-428c8a81-9753-434c-85f7-7fa5e07d43af req-82656a63-3457-4f9e-aa68-b5f905a4d470 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 945 time: 0.0825326 Mar 28 20:03:49.763908 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-428c8a81-9753-434c-85f7-7fa5e07d43af req-c8a8ac45-0799-405f-a947-e248b7f47532 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371938 Mar 28 20:03:50.944210 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555d2a1-6abc-4aeb-9f25-ee192234c98a req-b7653352-1372-4b66-b4b8-85b8c33b2ec7 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:03:50.945656 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7555d2a1-6abc-4aeb-9f25-ee192234c98a req-b7653352-1372-4b66-b4b8-85b8c33b2ec7 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 945 time: 0.0800374 Mar 28 20:03:50.982954 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df632f8-a85b-4190-b574-89e3ed0c895b req-72574411-45ac-4d1b-8b3c-b8c5d965df7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:03:50.984358 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9df632f8-a85b-4190-b574-89e3ed0c895b req-72574411-45ac-4d1b-8b3c-b8c5d965df7f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5ccd9e4a5764d5c8e883b99a4d9b82d&device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 1098 time: 0.0746882 Mar 28 20:03:50.994654 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7555d2a1-6abc-4aeb-9f25-ee192234c98a req-f463196f-a54a-41b8-b16b-e3008f60586d tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430877 Mar 28 20:03:51.110023 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df632f8-a85b-4190-b574-89e3ed0c895b req-789e3386-60ea-4e41-89bd-b3467ed8aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:03:51.111972 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9df632f8-a85b-4190-b574-89e3ed0c895b req-789e3386-60ea-4e41-89bd-b3467ed8aa30 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c HTTP/1.1" status: 200 len: 909 time: 0.1223555 Mar 28 20:03:51.210852 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9df632f8-a85b-4190-b574-89e3ed0c895b req-aac09002-e9f8-4293-80e1-bd4abb6755dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20850bbf-5654-448e-ab11-549827e76e19 HTTP/1.1" status: 200 len: 1000 time: 0.0932884 Mar 28 20:03:51.270568 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df632f8-a85b-4190-b574-89e3ed0c895b req-749872a2-38e3-45dc-ba49-710deeb6c755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:03:51.271864 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9df632f8-a85b-4190-b574-89e3ed0c895b req-749872a2-38e3-45dc-ba49-710deeb6c755 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=641c2664-b9a8-4dd2-85de-3358ba9028d0 HTTP/1.1" status: 200 len: 847 time: 0.0552685 Mar 28 20:03:51.343395 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df632f8-a85b-4190-b574-89e3ed0c895b req-9ccae138-df7f-44a3-96ea-db99b9cf52f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:03:51.345334 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9df632f8-a85b-4190-b574-89e3ed0c895b req-9ccae138-df7f-44a3-96ea-db99b9cf52f3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671484 Mar 28 20:03:51.472449 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9df632f8-a85b-4190-b574-89e3ed0c895b req-f8976800-abb5-4d8d-8aa0-69cd048efbab service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215746 Mar 28 20:03:51.604364 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9df632f8-a85b-4190-b574-89e3ed0c895b req-a50f9fed-9632-4f9d-90a6-ce618f2944f7 service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248121 Mar 28 20:03:52.186395 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd41214-d4c4-4369-9c49-e0637b015f56 req-eb71fdec-6b4f-4622-b198-eb387669b064 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:03:52.187854 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1fd41214-d4c4-4369-9c49-e0637b015f56 req-eb71fdec-6b4f-4622-b198-eb387669b064 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 945 time: 0.0779507 Mar 28 20:03:52.234134 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1fd41214-d4c4-4369-9c49-e0637b015f56 req-6e2abf6b-09d8-4c85-9c51-5c45ba44b023 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401244 Mar 28 20:03:53.463068 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eec605-75c9-4903-bd3e-5c3f0a736dcd req-6e8caaee-9170-4135-baff-c7c4e0c3bc50 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:03:53.464577 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-30eec605-75c9-4903-bd3e-5c3f0a736dcd req-6e8caaee-9170-4135-baff-c7c4e0c3bc50 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 945 time: 0.0822356 Mar 28 20:03:53.509373 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-30eec605-75c9-4903-bd3e-5c3f0a736dcd req-5c48cfa0-024b-4fb3-b48f-45c5a297f499 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383124 Mar 28 20:03:54.696739 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2626ee7-b85e-4aac-ac2a-48ef9c5a3483 req-0bd6b9eb-64b2-4c37-9a3f-d2a89d3a3623 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:03:54.698187 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b2626ee7-b85e-4aac-ac2a-48ef9c5a3483 req-0bd6b9eb-64b2-4c37-9a3f-d2a89d3a3623 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 945 time: 0.0797064 Mar 28 20:03:54.742803 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b2626ee7-b85e-4aac-ac2a-48ef9c5a3483 req-cddc3f38-7619-4803-97da-34a313450f24 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385394 Mar 28 20:03:55.091207 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc5353-5147-480b-bfa2-370f536b952a req-571356eb-b29b-44d8-b202-5281fc3953b1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:03:55.092653 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-afbc5353-5147-480b-bfa2-370f536b952a req-571356eb-b29b-44d8-b202-5281fc3953b1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 945 time: 0.0845783 Mar 28 20:03:55.114928 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9d0949e7-1069-4a9e-98a8-95f973cc6fe5 req-bcb4cb58-a177-4344-a521-cffa0eee67c5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1677315 Mar 28 20:03:55.138665 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-afbc5353-5147-480b-bfa2-370f536b952a req-01c9680e-52e2-4c83-ae93-d1f4dd4be311 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395048 Mar 28 20:03:55.421080 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-418550d1-a0aa-4176-b15f-2b0f003c4cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:03:55.656719 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 20:03:56.327373 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de205809-e561-4cab-b611-f7d3bf2c34ea req-82faebea-ef6d-4972-a433-82b60d1a272d tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:03:56.335440 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-de205809-e561-4cab-b611-f7d3bf2c34ea req-82faebea-ef6d-4972-a433-82b60d1a272d tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 945 time: 0.0918345 Mar 28 20:03:56.374258 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-de205809-e561-4cab-b611-f7d3bf2c34ea req-ca62a46e-37d0-436c-9a3a-8f55786daa3f tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378942 Mar 28 20:03:57.252981 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 20850bbf-5654-448e-ab11-549827e76e19 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 20:03:57.363556 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:03:57.389378 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995dab5d-33a2-4c12-80d9-970bde0be5c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20850bbf-5654-448e-ab11-549827e76e19'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 20:03:57.399543 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 20850bbf-5654-448e-ab11-549827e76e19, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=20850bbf-5654-448e-ab11-549827e76e19,segment=NetworkSegment(d27fec95-3ede-4e25-900b-3b6e8fdae5e9),segment_id=d27fec95-3ede-4e25-900b-3b6e8fdae5e9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:03:57.403223 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:03:57.473045 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=20850bbf-5654-448e-ab11-549827e76e19,revision_number=6']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:03:57.481859 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:03:57.482525 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:03:57.483042 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:03:57.483537 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:03:57.484009 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:03:57.484575 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:03:57.485084 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:03:57.485967 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:03:57.486599 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:03:57.487189 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:03:57.487686 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:03:57.488161 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:03:57.493553 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995dab5d-33a2-4c12-80d9-970bde0be5c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20850bbf-5654-448e-ab11-549827e76e19', 'code': 200} Mar 28 20:03:57.569919 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ee7b6-e9d4-4a21-a447-9fbe1a1ff7a3 req-666ce348-67c0-49f3-b833-6060cf085198 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:03:57.571395 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6e9ee7b6-e9d4-4a21-a447-9fbe1a1ff7a3 req-666ce348-67c0-49f3-b833-6060cf085198 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 943 time: 0.0805116 Mar 28 20:03:57.584666 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0949e7-1069-4a9e-98a8-95f973cc6fe5 req-d503bc0f-78d3-422c-80de-13928777247f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:03:57.586138 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9d0949e7-1069-4a9e-98a8-95f973cc6fe5 req-d503bc0f-78d3-422c-80de-13928777247f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8&tenant_id=d5ccd9e4a5764d5c8e883b99a4d9b82d HTTP/1.1" status: 200 len: 1096 time: 0.1248045 Mar 28 20:03:57.616577 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6e9ee7b6-e9d4-4a21-a447-9fbe1a1ff7a3 req-7893856f-acc8-4ece-898e-f8d74fc2713d tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392680 Mar 28 20:03:57.678154 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0949e7-1069-4a9e-98a8-95f973cc6fe5 req-8adaad3e-f299-48e3-bacd-48a20f276549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:03:57.679646 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9d0949e7-1069-4a9e-98a8-95f973cc6fe5 req-8adaad3e-f299-48e3-bacd-48a20f276549 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5ccd9e4a5764d5c8e883b99a4d9b82d&device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 1096 time: 0.0725114 Mar 28 20:03:57.792727 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4495df11-13d2-43ed-acc9-1b7cc33a8684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:03:57.808585 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0949e7-1069-4a9e-98a8-95f973cc6fe5 req-20c1936d-1907-4da9-a864-d058c04d7ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:03:57.810087 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9d0949e7-1069-4a9e-98a8-95f973cc6fe5 req-20c1936d-1907-4da9-a864-d058c04d7ea8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c HTTP/1.1" status: 200 len: 909 time: 0.1248884 Mar 28 20:03:57.912414 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9d0949e7-1069-4a9e-98a8-95f973cc6fe5 req-d6d83948-766e-40a1-b80a-2379dfe84621 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20850bbf-5654-448e-ab11-549827e76e19 HTTP/1.1" status: 200 len: 998 time: 0.0967777 Mar 28 20:03:57.973670 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0949e7-1069-4a9e-98a8-95f973cc6fe5 req-1cb670bb-dc42-40c8-bee7-2507adf7b0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:03:57.975093 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9d0949e7-1069-4a9e-98a8-95f973cc6fe5 req-1cb670bb-dc42-40c8-bee7-2507adf7b0c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=641c2664-b9a8-4dd2-85de-3358ba9028d0 HTTP/1.1" status: 200 len: 847 time: 0.0562372 Mar 28 20:03:58.046737 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0949e7-1069-4a9e-98a8-95f973cc6fe5 req-202a1591-7bde-4175-b4aa-febbc7cf461a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:03:58.048658 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9d0949e7-1069-4a9e-98a8-95f973cc6fe5 req-202a1591-7bde-4175-b4aa-febbc7cf461a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675125 Mar 28 20:03:58.176483 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9d0949e7-1069-4a9e-98a8-95f973cc6fe5 req-8fc55a30-4222-44a6-b336-e4bf89e093a3 service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222882 Mar 28 20:03:58.304550 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9d0949e7-1069-4a9e-98a8-95f973cc6fe5 req-e5ed83d8-caab-437e-84a3-4a9bb7ddca67 service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222105 Mar 28 20:03:58.775701 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:03:58.824711 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:03:58.842306 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc23398-0c4d-4462-b349-9d1ed6815b77 req-832999c7-586f-474f-97ab-4568d05ee835 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:03:58.843756 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fcc23398-0c4d-4462-b349-9d1ed6815b77 req-832999c7-586f-474f-97ab-4568d05ee835 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 943 time: 0.0818100 Mar 28 20:03:58.886959 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-fcc23398-0c4d-4462-b349-9d1ed6815b77 req-bd40f661-5368-4e76-9cba-db67336775c7 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372150 Mar 28 20:04:00.068738 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea8ca0-66a1-43e2-8d87-a9762c9609bb req-90b02f2d-65ff-492c-9b60-e330613deed5 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:04:00.070181 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5aea8ca0-66a1-43e2-8d87-a9762c9609bb req-90b02f2d-65ff-492c-9b60-e330613deed5 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 943 time: 0.0784791 Mar 28 20:04:00.115921 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5aea8ca0-66a1-43e2-8d87-a9762c9609bb req-be78a4e7-a428-46cf-a843-224693e43f2b tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400972 Mar 28 20:04:00.402334 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:04:01.302079 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bbd03-5048-41de-9588-ae62a91bf786 req-9196c1e4-848a-4e8d-8e0b-20a32acb98e6 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:04:01.303530 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-577bbd03-5048-41de-9588-ae62a91bf786 req-9196c1e4-848a-4e8d-8e0b-20a32acb98e6 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 943 time: 0.0794077 Mar 28 20:04:01.348377 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-577bbd03-5048-41de-9588-ae62a91bf786 req-5043a3ed-1fd6-4b7f-bd50-7c975572c9b5 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389636 Mar 28 20:04:02.343439 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:04:02.532858 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7e5be-48c5-4be5-a1bf-b302c7c90536 req-1b9bd985-fd41-4fb5-98d2-412eb0993c5b tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:04:02.534316 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9cd7e5be-48c5-4be5-a1bf-b302c7c90536 req-1b9bd985-fd41-4fb5-98d2-412eb0993c5b tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 943 time: 0.0816629 Mar 28 20:04:02.576716 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9cd7e5be-48c5-4be5-a1bf-b302c7c90536 req-18a688bb-5658-4dd0-b600-bf0007f1b3f1 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368104 Mar 28 20:04:03.758127 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc7899-4a57-4a11-8c07-fe0163e7c7b5 req-fa9ea8f9-0eb2-4a48-bde0-d4c9edf5e8bb tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:04:03.759633 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-60bc7899-4a57-4a11-8c07-fe0163e7c7b5 req-fa9ea8f9-0eb2-4a48-bde0-d4c9edf5e8bb tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 943 time: 0.0797977 Mar 28 20:04:03.801756 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-60bc7899-4a57-4a11-8c07-fe0163e7c7b5 req-3d11582d-efcb-4e7f-8e59-083cec24622b tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365255 Mar 28 20:04:04.276823 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c6b8b-8d92-4759-bc45-9df587c0c500 req-78db9e29-96fc-43e6-882c-23a6360cb164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:04:04.278295 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-938c6b8b-8d92-4759-bc45-9df587c0c500 req-78db9e29-96fc-43e6-882c-23a6360cb164 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5ccd9e4a5764d5c8e883b99a4d9b82d&device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 1096 time: 0.0747991 Mar 28 20:04:04.421468 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c6b8b-8d92-4759-bc45-9df587c0c500 req-143b8ee4-1de8-4b48-babf-902ccc4278e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:04:04.423603 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-938c6b8b-8d92-4759-bc45-9df587c0c500 req-143b8ee4-1de8-4b48-babf-902ccc4278e5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c HTTP/1.1" status: 200 len: 909 time: 0.1245794 Mar 28 20:04:04.527282 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-938c6b8b-8d92-4759-bc45-9df587c0c500 req-e1812d19-d8f1-47b7-85b5-e4f007a297d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20850bbf-5654-448e-ab11-549827e76e19 HTTP/1.1" status: 200 len: 998 time: 0.0924895 Mar 28 20:04:04.586858 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c6b8b-8d92-4759-bc45-9df587c0c500 req-3add0ead-98e4-4a92-bb6e-bde60a4e73a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:04:04.588265 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-938c6b8b-8d92-4759-bc45-9df587c0c500 req-3add0ead-98e4-4a92-bb6e-bde60a4e73a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=641c2664-b9a8-4dd2-85de-3358ba9028d0 HTTP/1.1" status: 200 len: 847 time: 0.0549800 Mar 28 20:04:04.671884 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c6b8b-8d92-4759-bc45-9df587c0c500 req-843dc8e8-f8ee-40cb-8db8-f7bee49c9263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:04:04.673694 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-938c6b8b-8d92-4759-bc45-9df587c0c500 req-843dc8e8-f8ee-40cb-8db8-f7bee49c9263 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802164 Mar 28 20:04:04.803241 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-938c6b8b-8d92-4759-bc45-9df587c0c500 req-0cb11632-21c9-454d-a5ea-1bfbddbbe308 service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231411 Mar 28 20:04:04.933838 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-938c6b8b-8d92-4759-bc45-9df587c0c500 req-aa6d5382-1f3e-4c7f-b3cd-54afe5d988f5 service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238172 Mar 28 20:04:04.991970 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f1bcb-ab28-4d64-b045-86e5da55e2d7 req-b6570034-2769-4b90-989d-7f4c1114134d tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:04:04.993411 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-153f1bcb-ab28-4d64-b045-86e5da55e2d7 req-b6570034-2769-4b90-989d-7f4c1114134d tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 943 time: 0.0823791 Mar 28 20:04:05.036841 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-153f1bcb-ab28-4d64-b045-86e5da55e2d7 req-9e5438ca-ee48-4680-a6ff-e4ec13e51bf4 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377696 Mar 28 20:04:05.283615 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 20850bbf-5654-448e-ab11-549827e76e19 details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 20:04:05.416785 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 20850bbf-5654-448e-ab11-549827e76e19, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=20850bbf-5654-448e-ab11-549827e76e19,segment=NetworkSegment(d27fec95-3ede-4e25-900b-3b6e8fdae5e9),segment_id=d27fec95-3ede-4e25-900b-3b6e8fdae5e9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:04:05.429963 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '20850bbf-5654-448e-ab11-549827e76e19', 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c', 'port_id': '20850bbf-5654-448e-ab11-549827e76e19', 'mac_address': 'fa:16:3e:cd:0b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 20:04:05.483667 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:04:05.501600 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20850bbf-5654-448e-ab11-549827e76e19 {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 20:04:05.516909 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 20850bbf-5654-448e-ab11-549827e76e19, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=20850bbf-5654-448e-ab11-549827e76e19,segment=NetworkSegment(d27fec95-3ede-4e25-900b-3b6e8fdae5e9),segment_id=d27fec95-3ede-4e25-900b-3b6e8fdae5e9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:04:05.520382 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:04:05.591754 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=20850bbf-5654-448e-ab11-549827e76e19,revision_number=7']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:04:05.830246 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['20850bbf-5654-448e-ab11-549827e76e19'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 20:04:06.222301 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aca86b-daf0-4864-99a9-4cebb806ea5e req-07af59b9-4c49-4a1d-8ce9-8d036656778c tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:04:06.223742 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b7aca86b-daf0-4864-99a9-4cebb806ea5e req-07af59b9-4c49-4a1d-8ce9-8d036656778c tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 944 time: 0.0831029 Mar 28 20:04:06.359351 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b7aca86b-daf0-4864-99a9-4cebb806ea5e req-e3f771b8-bdbe-4e79-ad7c-c45733fcb822 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299460 Mar 28 20:04:07.283745 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 20850bbf-5654-448e-ab11-549827e76e19 up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 20:04:07.351523 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 20850bbf-5654-448e-ab11-549827e76e19 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 20:04:07.351897 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:04:07.463715 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:04:07.490565 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995dab5d-33a2-4c12-80d9-970bde0be5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20850bbf-5654-448e-ab11-549827e76e19'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 20:04:07.500539 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 20850bbf-5654-448e-ab11-549827e76e19, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=20850bbf-5654-448e-ab11-549827e76e19,segment=NetworkSegment(d27fec95-3ede-4e25-900b-3b6e8fdae5e9),segment_id=d27fec95-3ede-4e25-900b-3b6e8fdae5e9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:04:07.505914 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:04:07.544495 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995dab5d-33a2-4c12-80d9-970bde0be5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20850bbf-5654-448e-ab11-549827e76e19', 'code': 200} Mar 28 20:04:07.551123 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bf3f7-cdc7-4bb6-a141-4bb4b7174355 req-e3455fb7-77e7-4cd4-b1e3-04f3daedd132 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:04:07.551924 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5d6bf3f7-cdc7-4bb6-a141-4bb4b7174355 req-e3455fb7-77e7-4cd4-b1e3-04f3daedd132 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 944 time: 0.0863664 Mar 28 20:04:07.584747 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=20850bbf-5654-448e-ab11-549827e76e19,revision_number=8']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:04:07.598002 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-5d6bf3f7-cdc7-4bb6-a141-4bb4b7174355 req-6cd302c0-feac-4fff-b2f4-5bda0c1877e8 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399089 Mar 28 20:04:07.888237 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5166d-5884-45a5-ae74-b5def1d1428d req-a88d929f-a0ae-4df5-ab61-c1eb41e84d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:04:07.889611 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9fa5166d-5884-45a5-ae74-b5def1d1428d req-a88d929f-a0ae-4df5-ab61-c1eb41e84d0b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 1098 time: 0.1609781 Mar 28 20:04:07.928573 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9fa5166d-5884-45a5-ae74-b5def1d1428d req-14a60d06-12ca-462d-b53a-ed7ed6f3a4e9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334623 Mar 28 20:04:08.785007 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babce0b-bb71-4591-8d50-79cb056636b7 req-a6b8df62-d860-499c-b60c-d16a630aa8cd tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:04:08.786442 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7babce0b-bb71-4591-8d50-79cb056636b7 req-a6b8df62-d860-499c-b60c-d16a630aa8cd tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 945 time: 0.0804434 Mar 28 20:04:08.832121 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-7babce0b-bb71-4591-8d50-79cb056636b7 req-e038b9d8-11f1-4dc6-b250-775764a58672 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398974 Mar 28 20:04:10.016678 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f25ad7-e0a8-4269-b042-919035f77b89 req-ba52d8f0-2f86-4d36-a208-74e9cb9e6fa9 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:04:10.018221 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-66f25ad7-e0a8-4269-b042-919035f77b89 req-ba52d8f0-2f86-4d36-a208-74e9cb9e6fa9 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 945 time: 0.0833626 Mar 28 20:04:10.143140 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-66f25ad7-e0a8-4269-b042-919035f77b89 req-b1a98fdb-dec2-4ad7-bd06-ecb5e4d7bf99 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812244 Mar 28 20:04:25.424194 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-cf1b4d8e-7cb1-42a0-a86b-34240bbcd8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:04:27.799761 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f4e24093-8f79-4cdc-a6ca-4bbf952b4422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:04:28.776032 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:04:28.831534 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:04:30.406207 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:04:32.356001 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:04:32.656134 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 20:04:55.425378 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-875af964-77a9-4fbb-8efd-4ca23650a378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:04:57.797427 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8877b25f-18de-4ea8-bc58-f1edd4d324aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:04:58.773181 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:04:58.837246 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:00.410669 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:02.373348 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:06.314756 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-20adfab1-92a8-41c1-a7cc-761232fcc1da req-1665d893-1ec1-4d5e-ad17-a97e567ba68b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1110349 Mar 28 20:05:06.454732 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adfab1-92a8-41c1-a7cc-761232fcc1da req-14e3bd56-731a-4bfe-8bed-ad55afc8d56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:05:06.456226 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-20adfab1-92a8-41c1-a7cc-761232fcc1da req-14e3bd56-731a-4bfe-8bed-ad55afc8d56a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5ccd9e4a5764d5c8e883b99a4d9b82d&device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 1098 time: 0.0748751 Mar 28 20:05:06.600564 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adfab1-92a8-41c1-a7cc-761232fcc1da req-af7ca4e7-cd94-48c5-95dd-8ddc54941ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:05:06.601892 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-20adfab1-92a8-41c1-a7cc-761232fcc1da req-af7ca4e7-cd94-48c5-95dd-8ddc54941ed4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c HTTP/1.1" status: 200 len: 909 time: 0.1272037 Mar 28 20:05:06.703581 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-20adfab1-92a8-41c1-a7cc-761232fcc1da req-9b8ed237-dec5-4c7d-bccf-603b3c33bb66 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20850bbf-5654-448e-ab11-549827e76e19 HTTP/1.1" status: 200 len: 1000 time: 0.0954874 Mar 28 20:05:06.767078 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adfab1-92a8-41c1-a7cc-761232fcc1da req-9c92996a-c737-434d-b964-64c23678c754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:05:06.768651 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-20adfab1-92a8-41c1-a7cc-761232fcc1da req-9c92996a-c737-434d-b964-64c23678c754 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=641c2664-b9a8-4dd2-85de-3358ba9028d0 HTTP/1.1" status: 200 len: 847 time: 0.0591524 Mar 28 20:05:06.843782 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adfab1-92a8-41c1-a7cc-761232fcc1da req-414d0d6d-fa9f-4048-826c-7d585e76d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:05:06.845245 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-20adfab1-92a8-41c1-a7cc-761232fcc1da req-414d0d6d-fa9f-4048-826c-7d585e76d6a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710986 Mar 28 20:05:06.976261 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-20adfab1-92a8-41c1-a7cc-761232fcc1da req-ce7a6208-df00-4ea9-9969-7014f4e769fb service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248729 Mar 28 20:05:07.104458 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-20adfab1-92a8-41c1-a7cc-761232fcc1da req-f5af6937-1a6c-4da0-b86a-ebf4ff1758a9 service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221251 Mar 28 20:05:09.655581 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 20:05:25.426080 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-170df0cb-6747-4328-997f-e07f6d1e95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:25.645654 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 41172) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:05:25.846215 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-33555797-8723-4152-be46-56344e20265e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Deleting port de01dbf4-5ac6-4ca9-8470-d733c4330a94 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 20:05:25.846549 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-33555797-8723-4152-be46-56344e20265e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:26.012713 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-33555797-8723-4152-be46-56344e20265e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:26.013036 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-33555797-8723-4152-be46-56344e20265e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:26.130823 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-33555797-8723-4152-be46-56344e20265e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Calling delete_port for de01dbf4-5ac6-4ca9-8470-d733c4330a94 owned by network:floatingip {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 20:05:26.277157 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-33555797-8723-4152-be46-56344e20265e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:26.326322 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33555797-8723-4152-be46-56344e20265e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Pushing event deleted for resources: {'Port': ['ID=de01dbf4-5ac6-4ca9-8470-d733c4330a94,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:26.390553 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33555797-8723-4152-be46-56344e20265e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:26.390915 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33555797-8723-4152-be46-56344e20265e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:26.391255 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33555797-8723-4152-be46-56344e20265e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:26.391588 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33555797-8723-4152-be46-56344e20265e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:26.391916 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33555797-8723-4152-be46-56344e20265e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:26.392243 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33555797-8723-4152-be46-56344e20265e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:26.392564 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33555797-8723-4152-be46-56344e20265e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:26.392890 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33555797-8723-4152-be46-56344e20265e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:26.393209 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33555797-8723-4152-be46-56344e20265e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:26.393529 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33555797-8723-4152-be46-56344e20265e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:26.393844 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33555797-8723-4152-be46-56344e20265e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:26.394158 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33555797-8723-4152-be46-56344e20265e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:26.421028 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-33555797-8723-4152-be46-56344e20265e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for floatingip, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:26.421411 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-33555797-8723-4152-be46-56344e20265e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Floating IP c11cc47d-b8c8-40dc-9d5f-2bb75cb6ae9d disassociated (deleted). External IP: 172.26.4.54, port: 20850bbf-5654-448e-ab11-549827e76e19. Mar 28 20:05:26.867351 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33555797-8723-4152-be46-56344e20265e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Router 2a070263-6296-492d-b56d-afc893408a03 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 20:05:27.040882 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33555797-8723-4152-be46-56344e20265e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 20:05:27.050486 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4da4b7-344c-44f3-9053-02931e7edb5a None None] Sync routers for ids ['2a070263-6296-492d-b56d-afc893408a03'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 20:05:27.056472 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-33555797-8723-4152-be46-56344e20265e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:27.063457 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4da4b7-344c-44f3-9053-02931e7edb5a None None] Routers {'2a070263-6296-492d-b56d-afc893408a03'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 20:05:27.064077 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-ce4da4b7-344c-44f3-9053-02931e7edb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T20:04:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2a070263-6296-492d-b56d-afc893408a03'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:27.113886 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-33555797-8723-4152-be46-56344e20265e tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "DELETE /v2.0/floatingips/c11cc47d-b8c8-40dc-9d5f-2bb75cb6ae9d HTTP/1.1" status: 204 len: 168 time: 1.4670939 Mar 28 20:05:27.114457 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '995dab5d-33a2-4c12-80d9-970bde0be5c8', 'tag': '20850bbf-5654-448e-ab11-549827e76e19'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 20:05:27.250636 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-ce4da4b7-344c-44f3-9053-02931e7edb5a None None] Set router 2a070263-6296-492d-b56d-afc893408a03 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 20:05:27.283892 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '995dab5d-33a2-4c12-80d9-970bde0be5c8', 'tag': '20850bbf-5654-448e-ab11-549827e76e19', 'status': 'completed', 'code': 200} Mar 28 20:05:27.381807 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e07eaf-f475-4c49-bca2-6085b4f464dc req-2176d16e-ec8f-4dd5-a737-7da5c6669ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:05:27.384093 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-b1e07eaf-f475-4c49-bca2-6085b4f464dc req-2176d16e-ec8f-4dd5-a737-7da5c6669ec4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5ccd9e4a5764d5c8e883b99a4d9b82d&device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 1098 time: 0.0787523 Mar 28 20:05:27.515072 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdbb65-f098-4e0c-99d0-34e0e85ff28d req-cf7a6068-0f6c-4e00-a7d1-a27bb069ff78 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:05:27.515901 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-effdbb65-f098-4e0c-99d0-34e0e85ff28d req-cf7a6068-0f6c-4e00-a7d1-a27bb069ff78 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Synchronizing usage tracker for tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 20:05:27.522525 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e07eaf-f475-4c49-bca2-6085b4f464dc req-2f1415de-3650-4ec6-9f85-145cc4acebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:05:27.524004 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-b1e07eaf-f475-4c49-bca2-6085b4f464dc req-2f1415de-3650-4ec6-9f85-145cc4acebe9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c HTTP/1.1" status: 200 len: 909 time: 0.1338310 Mar 28 20:05:27.534186 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-effdbb65-f098-4e0c-99d0-34e0e85ff28d req-cf7a6068-0f6c-4e00-a7d1-a27bb069ff78 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Unset dirty status for tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 20:05:27.535415 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-effdbb65-f098-4e0c-99d0-34e0e85ff28d req-cf7a6068-0f6c-4e00-a7d1-a27bb069ff78 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 945 time: 0.1023417 Mar 28 20:05:27.580576 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-ce4da4b7-344c-44f3-9053-02931e7edb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a070263-6296-492d-b56d-afc893408a03', 'name': 'tempest-TestShelveInstance-365589093-router', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:41Z', 'revision_number': 4, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'gw_port': {'id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '19e41560-5ce7-4cac-8fc2-e6699b79643d', 'name': '', 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'mac_address': 'fa:16:3e:00:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:40Z', 'updated_at': '2022-03-28T19:55:48Z', 'revision_number': 5, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'subnets': [{'id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:27.582221 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-effdbb65-f098-4e0c-99d0-34e0e85ff28d req-5882453b-7259-4779-9540-0a3e48c1dd3f tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408504 Mar 28 20:05:27.584494 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4da4b7-344c-44f3-9053-02931e7edb5a None None] Checking router: 2a070263-6296-492d-b56d-afc893408a03 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 20:05:27.596528 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4da4b7-344c-44f3-9053-02931e7edb5a None None] Routers {'2a070263-6296-492d-b56d-afc893408a03'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 20:05:27.597138 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-ce4da4b7-344c-44f3-9053-02931e7edb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T20:04:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2a070263-6296-492d-b56d-afc893408a03'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:27.599247 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-b1e07eaf-f475-4c49-bca2-6085b4f464dc req-5d2d2fc3-e826-49bf-a301-5759006f3b8c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20850bbf-5654-448e-ab11-549827e76e19 HTTP/1.1" status: 200 len: 217 time: 0.0678353 Mar 28 20:05:27.667865 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e07eaf-f475-4c49-bca2-6085b4f464dc req-ec59f38a-7fa1-46e2-b7cc-18add81da970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:05:27.669491 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-b1e07eaf-f475-4c49-bca2-6085b4f464dc req-ec59f38a-7fa1-46e2-b7cc-18add81da970 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=641c2664-b9a8-4dd2-85de-3358ba9028d0 HTTP/1.1" status: 200 len: 847 time: 0.0644164 Mar 28 20:05:27.745408 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e07eaf-f475-4c49-bca2-6085b4f464dc req-cd1ad7d2-9e37-4a31-9aa7-7cacade9dfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:05:27.747465 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-b1e07eaf-f475-4c49-bca2-6085b4f464dc req-cd1ad7d2-9e37-4a31-9aa7-7cacade9dfa9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0faa9fa-2474-46fe-92c3-fa38d28fe02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704727 Mar 28 20:05:27.800572 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a868e6b4-a73d-4adf-a689-e4e410772896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:27.809645 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-ce4da4b7-344c-44f3-9053-02931e7edb5a None None] Set router 2a070263-6296-492d-b56d-afc893408a03 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 20:05:27.879174 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-b1e07eaf-f475-4c49-bca2-6085b4f464dc req-e1841fba-299e-4d03-84e6-53645c08970e service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255867 Mar 28 20:05:28.108900 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-b1e07eaf-f475-4c49-bca2-6085b4f464dc req-22d66fbf-011b-47e9-b350-5410e16f54ee service neutron] 10.222.0.26 "GET /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238822 Mar 28 20:05:28.120436 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-ce4da4b7-344c-44f3-9053-02931e7edb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a070263-6296-492d-b56d-afc893408a03', 'name': 'tempest-TestShelveInstance-365589093-router', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:41Z', 'revision_number': 4, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'gw_port': {'id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '19e41560-5ce7-4cac-8fc2-e6699b79643d', 'name': '', 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'mac_address': 'fa:16:3e:00:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:40Z', 'updated_at': '2022-03-28T19:55:48Z', 'revision_number': 5, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'subnets': [{'id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:28.125267 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4da4b7-344c-44f3-9053-02931e7edb5a None None] The sync data for ids ['2a070263-6296-492d-b56d-afc893408a03'] in dv-neutron-834711-1-hyperv is: [{'id': '2a070263-6296-492d-b56d-afc893408a03', 'name': 'tempest-TestShelveInstance-365589093-router', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:41Z', 'revision_number': 4, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'gw_port': {'id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '19e41560-5ce7-4cac-8fc2-e6699b79643d', 'name': '', 'network_id': 'd0faa9fa-2474-46fe-92c3-fa38d28fe02c', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'mac_address': 'fa:16:3e:00:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:40Z', 'updated_at': '2022-03-28T19:55:48Z', 'revision_number': 5, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'subnets': [{'id': '641c2664-b9a8-4dd2-85de-3358ba9028d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 20:05:28.330780 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f35192-7ed9-4afe-b5b9-5c56a199cc53 None None] New status for floating IP c11cc47d-b8c8-40dc-9d5f-2bb75cb6ae9d: DOWN {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 20:05:28.776484 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:28.829292 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:28.870165 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ce3be-7f60-4eab-a178-aa84676582a2 req-2f9673c2-49aa-4a5b-b956-e4aaca7742d2 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:05:28.871623 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f76ce3be-7f60-4eab-a178-aa84676582a2 req-2f9673c2-49aa-4a5b-b956-e4aaca7742d2 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 945 time: 0.1328869 Mar 28 20:05:28.915246 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f76ce3be-7f60-4eab-a178-aa84676582a2 req-d56a1003-a3a5-43bf-a7c1-2528407cd307 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/security-groups?id=d668492b-e90f-4353-a27b-50ea42d504be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371237 Mar 28 20:05:29.038546 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee675bb-fda3-4731-8fc9-5188f5e7195b req-4c47164c-df30-4d1c-b381-3cffc6a94614 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:05:29.039217 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [req-8ee675bb-fda3-4731-8fc9-5188f5e7195b req-4c47164c-df30-4d1c-b381-3cffc6a94614 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Synchronizing usage tracker for tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 20:05:29.051202 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [req-8ee675bb-fda3-4731-8fc9-5188f5e7195b req-4c47164c-df30-4d1c-b381-3cffc6a94614 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Unset dirty status for tenant:d5ccd9e4a5764d5c8e883b99a4d9b82d on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 20:05:29.052260 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-8ee675bb-fda3-4731-8fc9-5188f5e7195b req-4c47164c-df30-4d1c-b381-3cffc6a94614 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.26 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 945 time: 0.0908544 Mar 28 20:05:29.121114 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [req-8ee675bb-fda3-4731-8fc9-5188f5e7195b req-f2d072ab-8c7b-4151-96a8-b4732c7951c3 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Deleting port 20850bbf-5654-448e-ab11-549827e76e19 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 20:05:29.121449 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-8ee675bb-fda3-4731-8fc9-5188f5e7195b req-f2d072ab-8c7b-4151-96a8-b4732c7951c3 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:29.361152 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [req-8ee675bb-fda3-4731-8fc9-5188f5e7195b req-f2d072ab-8c7b-4151-96a8-b4732c7951c3 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] For port 20850bbf-5654-448e-ab11-549827e76e19, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=20850bbf-5654-448e-ab11-549827e76e19,segment=NetworkSegment(d27fec95-3ede-4e25-900b-3b6e8fdae5e9),segment_id=d27fec95-3ede-4e25-900b-3b6e8fdae5e9)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:05:29.361424 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-8ee675bb-fda3-4731-8fc9-5188f5e7195b req-f2d072ab-8c7b-4151-96a8-b4732c7951c3 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:29.480597 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [req-8ee675bb-fda3-4731-8fc9-5188f5e7195b req-f2d072ab-8c7b-4151-96a8-b4732c7951c3 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Calling delete_port for 20850bbf-5654-448e-ab11-549827e76e19 owned by compute:nova {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 20:05:29.621087 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-8ee675bb-fda3-4731-8fc9-5188f5e7195b req-f2d072ab-8c7b-4151-96a8-b4732c7951c3 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:29.671302 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d072ab-8c7b-4151-96a8-b4732c7951c3 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Pushing event deleted for resources: {'Port': ['ID=20850bbf-5654-448e-ab11-549827e76e19,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:29.708161 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d072ab-8c7b-4151-96a8-b4732c7951c3 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:29.708509 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d072ab-8c7b-4151-96a8-b4732c7951c3 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:29.708873 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d072ab-8c7b-4151-96a8-b4732c7951c3 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:29.709181 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d072ab-8c7b-4151-96a8-b4732c7951c3 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:29.709507 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d072ab-8c7b-4151-96a8-b4732c7951c3 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:29.709839 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d072ab-8c7b-4151-96a8-b4732c7951c3 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:29.710161 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d072ab-8c7b-4151-96a8-b4732c7951c3 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:29.710484 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d072ab-8c7b-4151-96a8-b4732c7951c3 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:29.710804 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d072ab-8c7b-4151-96a8-b4732c7951c3 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:29.711148 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d072ab-8c7b-4151-96a8-b4732c7951c3 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:29.711465 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d072ab-8c7b-4151-96a8-b4732c7951c3 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:29.711780 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d072ab-8c7b-4151-96a8-b4732c7951c3 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:29.756878 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee675bb-fda3-4731-8fc9-5188f5e7195b req-f2d072ab-8c7b-4151-96a8-b4732c7951c3 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] No DVR routers for this DVR port 20850bbf-5654-448e-ab11-549827e76e19 on host hv-neutron-8347 {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 20:05:29.759284 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-8ee675bb-fda3-4731-8fc9-5188f5e7195b req-f2d072ab-8c7b-4151-96a8-b4732c7951c3 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:29.761673 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995dab5d-33a2-4c12-80d9-970bde0be5c8', 'name': 'network-vif-deleted', 'tag': '20850bbf-5654-448e-ab11-549827e76e19'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 20:05:29.775522 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-8ee675bb-fda3-4731-8fc9-5188f5e7195b req-f2d072ab-8c7b-4151-96a8-b4732c7951c3 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.26 "DELETE /v2.0/ports/20850bbf-5654-448e-ab11-549827e76e19 HTTP/1.1" status: 204 len: 173 time: 0.7182591 Mar 28 20:05:29.895287 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995dab5d-33a2-4c12-80d9-970bde0be5c8', 'name': 'network-vif-deleted', 'tag': '20850bbf-5654-448e-ab11-549827e76e19', 'status': 'completed', 'code': 200} Mar 28 20:05:30.071220 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8f253b7a-3c93-4b2f-b7e7-858691edac9c req-d02c987b-86a2-40f6-9a01-8cab02668b29 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "GET /v2.0/ports?device_id=995dab5d-33a2-4c12-80d9-970bde0be5c8 HTTP/1.1" status: 200 len: 210 time: 0.0452251 Mar 28 20:05:30.415946 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:31.170748 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 41212) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:05:31.240192 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ea3ce289-bf9d-4de2-bba1-8ca4c4738a32 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:31.268508 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ea3ce289-bf9d-4de2-bba1-8ca4c4738a32 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:31.334755 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ea3ce289-bf9d-4de2-bba1-8ca4c4738a32 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:31.351997 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ce289-bf9d-4de2-bba1-8ca4c4738a32 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d668492b-e90f-4353-a27b-50ea42d504be,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:31.366640 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-ea3ce289-bf9d-4de2-bba1-8ca4c4738a32 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:31.371340 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-ea3ce289-bf9d-4de2-bba1-8ca4c4738a32 tempest-TestShelveInstance-1006541370 tempest-TestShelveInstance-1006541370-project] 10.222.0.10 "DELETE /v2.0/security-groups/d668492b-e90f-4353-a27b-50ea42d504be HTTP/1.1" status: 204 len: 168 time: 0.1993804 Mar 28 20:05:31.420812 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 41218) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:05:32.074217 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f62a471c-e895-4da4-9208-1f9de1f267c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:32.393222 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:32.544345 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-f62a471c-e895-4da4-9208-1f9de1f267c1 admin admin] Deleting port 19e41560-5ce7-4cac-8fc2-e6699b79643d {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 20:05:32.544884 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f62a471c-e895-4da4-9208-1f9de1f267c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:32.718172 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-f62a471c-e895-4da4-9208-1f9de1f267c1 admin admin] For port 19e41560-5ce7-4cac-8fc2-e6699b79643d, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=19e41560-5ce7-4cac-8fc2-e6699b79643d,segment=NetworkSegment(d27fec95-3ede-4e25-900b-3b6e8fdae5e9),segment_id=d27fec95-3ede-4e25-900b-3b6e8fdae5e9)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:05:32.718612 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f62a471c-e895-4da4-9208-1f9de1f267c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:32.844459 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-f62a471c-e895-4da4-9208-1f9de1f267c1 admin admin] Calling delete_port for 19e41560-5ce7-4cac-8fc2-e6699b79643d owned by network:router_interface {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 20:05:33.163545 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f62a471c-e895-4da4-9208-1f9de1f267c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:33.209260 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a471c-e895-4da4-9208-1f9de1f267c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=19e41560-5ce7-4cac-8fc2-e6699b79643d,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:33.464864 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-f62a471c-e895-4da4-9208-1f9de1f267c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:33.671458 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 20850bbf-5654-448e-ab11-549827e76e19 no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 20:05:33.707010 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: 20850bbf-5654-448e-ab11-549827e76e19 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 20:05:33.707346 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 20850bbf-5654-448e-ab11-549827e76e19 not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 20:05:33.928345 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62a471c-e895-4da4-9208-1f9de1f267c1 admin admin] Router 2a070263-6296-492d-b56d-afc893408a03 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 20:05:34.104157 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62a471c-e895-4da4-9208-1f9de1f267c1 admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 20:05:34.113198 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e81a08-6f76-4b56-a11a-fa9e5fdd2416 None None] Sync routers for ids ['2a070263-6296-492d-b56d-afc893408a03'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 20:05:34.117335 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-f62a471c-e895-4da4-9208-1f9de1f267c1 admin admin] 10.222.0.10 "PUT /v2.0/routers/2a070263-6296-492d-b56d-afc893408a03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6952062 Mar 28 20:05:34.119194 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 41224) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:05:34.122432 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e81a08-6f76-4b56-a11a-fa9e5fdd2416 None None] Routers {'2a070263-6296-492d-b56d-afc893408a03'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 20:05:34.123051 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-71e81a08-6f76-4b56-a11a-fa9e5fdd2416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T20:05:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2a070263-6296-492d-b56d-afc893408a03'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:34.290820 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0ba84e04-2538-4a0f-94c8-591e4fbf788e admin admin] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:34.293969 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-71e81a08-6f76-4b56-a11a-fa9e5fdd2416 None None] Set router 2a070263-6296-492d-b56d-afc893408a03 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 20:05:34.461860 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0ba84e04-2538-4a0f-94c8-591e4fbf788e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:34.471303 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-0ba84e04-2538-4a0f-94c8-591e4fbf788e admin admin] Deleting port 0d425e5e-8caa-4650-a281-1896fdf94fc9 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 20:05:34.471636 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0ba84e04-2538-4a0f-94c8-591e4fbf788e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:34.567178 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-71e81a08-6f76-4b56-a11a-fa9e5fdd2416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a070263-6296-492d-b56d-afc893408a03', 'name': 'tempest-TestShelveInstance-365589093-router', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84'}], 'enable_snat': True}, 'gw_port_id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T20:05:33Z', 'revision_number': 5, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'gw_port': {'id': '0d425e5e-8caa-4650-a281-1896fdf94fc9', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a070263-6296-492d-b56d-afc893408a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:34.570761 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e81a08-6f76-4b56-a11a-fa9e5fdd2416 None None] Checking router: 2a070263-6296-492d-b56d-afc893408a03 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 20:05:34.579064 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e81a08-6f76-4b56-a11a-fa9e5fdd2416 None None] Routers {'2a070263-6296-492d-b56d-afc893408a03'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 20:05:34.579643 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-71e81a08-6f76-4b56-a11a-fa9e5fdd2416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T20:05:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['2a070263-6296-492d-b56d-afc893408a03'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:34.646569 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-0ba84e04-2538-4a0f-94c8-591e4fbf788e admin admin] For port 0d425e5e-8caa-4650-a281-1896fdf94fc9, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=0d425e5e-8caa-4650-a281-1896fdf94fc9,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:05:34.646955 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0ba84e04-2538-4a0f-94c8-591e4fbf788e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:34.729413 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-71e81a08-6f76-4b56-a11a-fa9e5fdd2416 None None] Set router 2a070263-6296-492d-b56d-afc893408a03 gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 20:05:34.778096 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-0ba84e04-2538-4a0f-94c8-591e4fbf788e admin admin] Calling delete_port for 0d425e5e-8caa-4650-a281-1896fdf94fc9 owned by network:router_gateway {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 20:05:34.869235 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-71e81a08-6f76-4b56-a11a-fa9e5fdd2416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a070263-6296-492d-b56d-afc893408a03', 'name': 'tempest-TestShelveInstance-365589093-router', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T20:05:34Z', 'revision_number': 6, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:34.873463 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e81a08-6f76-4b56-a11a-fa9e5fdd2416 None None] The sync data for ids ['2a070263-6296-492d-b56d-afc893408a03'] in dv-neutron-834711-1-hyperv is: [{'id': '2a070263-6296-492d-b56d-afc893408a03', 'name': 'tempest-TestShelveInstance-365589093-router', 'tenant_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:55:37Z', 'updated_at': '2022-03-28T20:05:34Z', 'revision_number': 6, 'project_id': 'd5ccd9e4a5764d5c8e883b99a4d9b82d', 'gw_port_host': None}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 20:05:34.963538 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0ba84e04-2538-4a0f-94c8-591e4fbf788e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:35.010028 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba84e04-2538-4a0f-94c8-591e4fbf788e admin admin] Pushing event deleted for resources: {'Port': ['ID=0d425e5e-8caa-4650-a281-1896fdf94fc9,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:35.226397 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0ba84e04-2538-4a0f-94c8-591e4fbf788e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:35.403033 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0ba84e04-2538-4a0f-94c8-591e4fbf788e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:35.405540 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0ba84e04-2538-4a0f-94c8-591e4fbf788e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:35.427896 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0ba84e04-2538-4a0f-94c8-591e4fbf788e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:35.428387 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba84e04-2538-4a0f-94c8-591e4fbf788e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a070263-6296-492d-b56d-afc893408a03 {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 20:05:35.441270 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0ba84e04-2538-4a0f-94c8-591e4fbf788e admin admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:35.442390 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0ba84e04-2538-4a0f-94c8-591e4fbf788e admin admin] 10.222.0.10 "DELETE /v2.0/routers/2a070263-6296-492d-b56d-afc893408a03 HTTP/1.1" status: 204 len: 168 time: 1.3223090 Mar 28 20:05:35.444896 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 41228) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:05:35.504641 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a760f3a-9241-425d-9301-21631bf38154 admin admin] Deleting subnet 641c2664-b9a8-4dd2-85de-3358ba9028d0 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 20:05:35.507514 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6a760f3a-9241-425d-9301-21631bf38154 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:35.555938 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6a760f3a-9241-425d-9301-21631bf38154 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:35.635615 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6a760f3a-9241-425d-9301-21631bf38154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:35.705469 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6a760f3a-9241-425d-9301-21631bf38154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:35.745443 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-6a760f3a-9241-425d-9301-21631bf38154 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:35.748174 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a760f3a-9241-425d-9301-21631bf38154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=641c2664-b9a8-4dd2-85de-3358ba9028d0,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:35.750815 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5dc592-496b-4d8b-8a0b-76670cbb871d None None] Network d0faa9fa-2474-46fe-92c3-fa38d28fe02c requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 20:05:35.753696 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-6a760f3a-9241-425d-9301-21631bf38154 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/641c2664-b9a8-4dd2-85de-3358ba9028d0 HTTP/1.1" status: 204 len: 168 time: 0.3078389 Mar 28 20:05:35.756125 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 41232) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:05:35.863366 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8744084b-ac99-4e70-b15b-20f0c63ac2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:35.874664 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-8744084b-ac99-4e70-b15b-20f0c63ac2d1 admin admin] Deleting port bf91781c-3f9c-4e7f-81c0-98ab1f67323e {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 20:05:35.875025 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8744084b-ac99-4e70-b15b-20f0c63ac2d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:36.032251 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e64ee4a-e55d-4556-83d8-deb314e9288a None None] DHCP port deletion for d0faa9fa-2474-46fe-92c3-fa38d28fe02c request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 20:05:36.036914 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-8e64ee4a-e55d-4556-83d8-deb314e9288a None None] Deleting port bf91781c-3f9c-4e7f-81c0-98ab1f67323e {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 20:05:36.037291 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8e64ee4a-e55d-4556-83d8-deb314e9288a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:36.087003 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-8744084b-ac99-4e70-b15b-20f0c63ac2d1 admin admin] For port bf91781c-3f9c-4e7f-81c0-98ab1f67323e, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=bf91781c-3f9c-4e7f-81c0-98ab1f67323e,segment=NetworkSegment(d27fec95-3ede-4e25-900b-3b6e8fdae5e9),segment_id=d27fec95-3ede-4e25-900b-3b6e8fdae5e9)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:05:36.087529 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8744084b-ac99-4e70-b15b-20f0c63ac2d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:36.097131 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 19e41560-5ce7-4cac-8fc2-e6699b79643d no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 20:05:36.164811 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 19e41560-5ce7-4cac-8fc2-e6699b79643d {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 20:05:36.165146 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 19e41560-5ce7-4cac-8fc2-e6699b79643d not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 20:05:36.165576 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 0d425e5e-8caa-4650-a281-1896fdf94fc9 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 20:05:36.205698 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 0d425e5e-8caa-4650-a281-1896fdf94fc9 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 20:05:36.205932 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 0d425e5e-8caa-4650-a281-1896fdf94fc9 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 20:05:36.206350 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device bf91781c-3f9c-4e7f-81c0-98ab1f67323e no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 20:05:36.225003 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-8744084b-ac99-4e70-b15b-20f0c63ac2d1 admin admin] Calling delete_port for bf91781c-3f9c-4e7f-81c0-98ab1f67323e owned by network:dhcp {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 20:05:36.302523 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8744084b-ac99-4e70-b15b-20f0c63ac2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:36.349534 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744084b-ac99-4e70-b15b-20f0c63ac2d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf91781c-3f9c-4e7f-81c0-98ab1f67323e,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:36.351306 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8744084b-ac99-4e70-b15b-20f0c63ac2d1 admin admin] No DVR routers for this DVR port bf91781c-3f9c-4e7f-81c0-98ab1f67323e on host dv-neutron-834711-1-hyperv {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 20:05:36.353357 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No active binding found for port bf91781c-3f9c-4e7f-81c0-98ab1f67323e {{(pid=87834) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 28 20:05:36.353769 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device bf91781c-3f9c-4e7f-81c0-98ab1f67323e not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 20:05:36.363802 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-8e64ee4a-e55d-4556-83d8-deb314e9288a None None] For port bf91781c-3f9c-4e7f-81c0-98ab1f67323e, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=bf91781c-3f9c-4e7f-81c0-98ab1f67323e,segment=NetworkSegment(d27fec95-3ede-4e25-900b-3b6e8fdae5e9),segment_id=d27fec95-3ede-4e25-900b-3b6e8fdae5e9)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:05:36.364198 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8e64ee4a-e55d-4556-83d8-deb314e9288a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:36.475810 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8744084b-ac99-4e70-b15b-20f0c63ac2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:36.492344 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-8e64ee4a-e55d-4556-83d8-deb314e9288a None None] Calling delete_port for bf91781c-3f9c-4e7f-81c0-98ab1f67323e owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 20:05:36.502337 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-8744084b-ac99-4e70-b15b-20f0c63ac2d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0faa9fa-2474-46fe-92c3-fa38d28fe02c']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:36.514774 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-8744084b-ac99-4e70-b15b-20f0c63ac2d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd27fec95-3ede-4e25-900b-3b6e8fdae5e9') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:36.515116 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-8744084b-ac99-4e70-b15b-20f0c63ac2d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd27fec95-3ede-4e25-900b-3b6e8fdae5e9') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:36.526097 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8744084b-ac99-4e70-b15b-20f0c63ac2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:36.542193 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8744084b-ac99-4e70-b15b-20f0c63ac2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:36.548278 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8744084b-ac99-4e70-b15b-20f0c63ac2d1 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 20:05:36.548656 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8744084b-ac99-4e70-b15b-20f0c63ac2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 20:05:36.561921 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 20:05:36.563723 dv-neutron-834711-1-hyperv neutron-server[87834]: util.warn( Mar 28 20:05:36.567986 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-8e64ee4a-e55d-4556-83d8-deb314e9288a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 20:05:36.568342 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-8e64ee4a-e55d-4556-83d8-deb314e9288a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 20:05:36.738569 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8744084b-ac99-4e70-b15b-20f0c63ac2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:36.754732 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8744084b-ac99-4e70-b15b-20f0c63ac2d1 admin admin] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:36.765311 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744084b-ac99-4e70-b15b-20f0c63ac2d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0faa9fa-2474-46fe-92c3-fa38d28fe02c,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:36.778376 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-8744084b-ac99-4e70-b15b-20f0c63ac2d1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d0faa9fa-2474-46fe-92c3-fa38d28fe02c HTTP/1.1" status: 204 len: 168 time: 1.0211511 Mar 28 20:05:36.781324 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 41236) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:05:37.070276 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-8e64ee4a-e55d-4556-83d8-deb314e9288a None None] Deleting port bf91781c-3f9c-4e7f-81c0-98ab1f67323e {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 20:05:37.070923 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8e64ee4a-e55d-4556-83d8-deb314e9288a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:37.140293 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-8e64ee4a-e55d-4556-83d8-deb314e9288a None None] The port 'bf91781c-3f9c-4e7f-81c0-98ab1f67323e' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 20:05:37.322099 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a7ae857c-9603-457e-b126-8636800b5561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:37.663391 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-a7ae857c-9603-457e-b126-8636800b5561 admin admin] Deleting port 45b36380-da97-4ee7-906e-fd8a85231f79 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 20:05:37.663733 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a7ae857c-9603-457e-b126-8636800b5561 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:37.830785 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-a7ae857c-9603-457e-b126-8636800b5561 admin admin] For port 45b36380-da97-4ee7-906e-fd8a85231f79, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=45b36380-da97-4ee7-906e-fd8a85231f79,segment=NetworkSegment(88a91ab6-3fc6-495e-a7ac-13fbff1a8868),segment_id=88a91ab6-3fc6-495e-a7ac-13fbff1a8868)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:05:37.831169 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a7ae857c-9603-457e-b126-8636800b5561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:37.951182 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-a7ae857c-9603-457e-b126-8636800b5561 admin admin] Calling delete_port for 45b36380-da97-4ee7-906e-fd8a85231f79 owned by network:router_interface {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 20:05:38.229993 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a7ae857c-9603-457e-b126-8636800b5561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:38.277533 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae857c-9603-457e-b126-8636800b5561 admin admin] Pushing event deleted for resources: {'Port': ['ID=45b36380-da97-4ee7-906e-fd8a85231f79,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:38.541594 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a7ae857c-9603-457e-b126-8636800b5561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:38.901129 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ae857c-9603-457e-b126-8636800b5561 admin admin] Router e9008808-8f17-4ff0-bb75-58ad4307dd63 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 20:05:39.073796 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ae857c-9603-457e-b126-8636800b5561 admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 20:05:39.083061 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff0d8e0-14c9-4b54-b275-d4d4bceb3029 None None] Sync routers for ids ['e9008808-8f17-4ff0-bb75-58ad4307dd63'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 20:05:39.090311 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a7ae857c-9603-457e-b126-8636800b5561 admin admin] 10.222.0.10 "PUT /v2.0/routers/e9008808-8f17-4ff0-bb75-58ad4307dd63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3079903 Mar 28 20:05:39.093398 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff0d8e0-14c9-4b54-b275-d4d4bceb3029 None None] Routers {'e9008808-8f17-4ff0-bb75-58ad4307dd63'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 20:05:39.094010 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-eff0d8e0-14c9-4b54-b275-d4d4bceb3029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T20:05:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e9008808-8f17-4ff0-bb75-58ad4307dd63'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:39.094347 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 41240) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:05:39.266389 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-623512e0-99e5-4ab5-aefb-c1b0d801ee69 admin admin] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:39.301515 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-eff0d8e0-14c9-4b54-b275-d4d4bceb3029 None None] Set router e9008808-8f17-4ff0-bb75-58ad4307dd63 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 20:05:39.564007 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-623512e0-99e5-4ab5-aefb-c1b0d801ee69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:39.573927 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-623512e0-99e5-4ab5-aefb-c1b0d801ee69 admin admin] Deleting port e4b4a367-7345-4cef-981b-d858aa1dfd46 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 20:05:39.574306 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-623512e0-99e5-4ab5-aefb-c1b0d801ee69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:39.590091 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-eff0d8e0-14c9-4b54-b275-d4d4bceb3029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9008808-8f17-4ff0-bb75-58ad4307dd63', 'name': 'tempest-TestShelveInstance-1866957773-router', 'tenant_id': 'f074bec135684f57b8b54245c6274edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'e4b4a367-7345-4cef-981b-d858aa1dfd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:55:43Z', 'updated_at': '2022-03-28T20:05:38Z', 'revision_number': 5, 'project_id': 'f074bec135684f57b8b54245c6274edb', 'gw_port': {'id': 'e4b4a367-7345-4cef-981b-d858aa1dfd46', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9008808-8f17-4ff0-bb75-58ad4307dd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T19:55:44Z', 'updated_at': '2022-03-28T19:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:39.594070 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff0d8e0-14c9-4b54-b275-d4d4bceb3029 None None] Checking router: e9008808-8f17-4ff0-bb75-58ad4307dd63 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 20:05:39.602333 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff0d8e0-14c9-4b54-b275-d4d4bceb3029 None None] Routers {'e9008808-8f17-4ff0-bb75-58ad4307dd63'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 20:05:39.602957 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-eff0d8e0-14c9-4b54-b275-d4d4bceb3029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T20:05:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['e9008808-8f17-4ff0-bb75-58ad4307dd63'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:39.750229 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-623512e0-99e5-4ab5-aefb-c1b0d801ee69 admin admin] For port e4b4a367-7345-4cef-981b-d858aa1dfd46, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=e4b4a367-7345-4cef-981b-d858aa1dfd46,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:05:39.750587 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-623512e0-99e5-4ab5-aefb-c1b0d801ee69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:39.751867 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-eff0d8e0-14c9-4b54-b275-d4d4bceb3029 None None] Set router e9008808-8f17-4ff0-bb75-58ad4307dd63 gateway port host: None {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 20:05:39.857573 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-eff0d8e0-14c9-4b54-b275-d4d4bceb3029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9008808-8f17-4ff0-bb75-58ad4307dd63', 'name': 'tempest-TestShelveInstance-1866957773-router', 'tenant_id': 'f074bec135684f57b8b54245c6274edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:55:43Z', 'updated_at': '2022-03-28T20:05:39Z', 'revision_number': 6, 'project_id': 'f074bec135684f57b8b54245c6274edb', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:39.861314 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff0d8e0-14c9-4b54-b275-d4d4bceb3029 None None] The sync data for ids ['e9008808-8f17-4ff0-bb75-58ad4307dd63'] in dv-neutron-834711-1-hyperv is: [{'id': 'e9008808-8f17-4ff0-bb75-58ad4307dd63', 'name': 'tempest-TestShelveInstance-1866957773-router', 'tenant_id': 'f074bec135684f57b8b54245c6274edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T19:55:43Z', 'updated_at': '2022-03-28T20:05:39Z', 'revision_number': 6, 'project_id': 'f074bec135684f57b8b54245c6274edb', 'gw_port_host': None}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 20:05:39.875630 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-623512e0-99e5-4ab5-aefb-c1b0d801ee69 admin admin] Calling delete_port for e4b4a367-7345-4cef-981b-d858aa1dfd46 owned by network:router_gateway {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 20:05:40.044660 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-623512e0-99e5-4ab5-aefb-c1b0d801ee69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:40.089661 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623512e0-99e5-4ab5-aefb-c1b0d801ee69 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4b4a367-7345-4cef-981b-d858aa1dfd46,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:40.179895 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-623512e0-99e5-4ab5-aefb-c1b0d801ee69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:40.353663 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-623512e0-99e5-4ab5-aefb-c1b0d801ee69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:40.355802 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-623512e0-99e5-4ab5-aefb-c1b0d801ee69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:40.378293 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-623512e0-99e5-4ab5-aefb-c1b0d801ee69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:40.378804 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623512e0-99e5-4ab5-aefb-c1b0d801ee69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9008808-8f17-4ff0-bb75-58ad4307dd63 {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 20:05:40.391691 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-623512e0-99e5-4ab5-aefb-c1b0d801ee69 admin admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:40.392832 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-623512e0-99e5-4ab5-aefb-c1b0d801ee69 admin admin] 10.222.0.10 "DELETE /v2.0/routers/e9008808-8f17-4ff0-bb75-58ad4307dd63 HTTP/1.1" status: 204 len: 168 time: 1.2975667 Mar 28 20:05:40.395286 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 41244) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:05:40.453614 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a52488-1f15-4649-90f3-0156d7e3102d admin admin] Deleting subnet 0bd0a3f0-7ace-470b-a258-db6cdc6ac3f8 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 20:05:40.456403 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-81a52488-1f15-4649-90f3-0156d7e3102d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:40.506387 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-81a52488-1f15-4649-90f3-0156d7e3102d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:40.583108 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-81a52488-1f15-4649-90f3-0156d7e3102d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:40.616574 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 45b36380-da97-4ee7-906e-fd8a85231f79 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 20:05:40.656441 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 45b36380-da97-4ee7-906e-fd8a85231f79 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 20:05:40.656789 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 45b36380-da97-4ee7-906e-fd8a85231f79 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 20:05:40.656907 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-81a52488-1f15-4649-90f3-0156d7e3102d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:40.701499 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-81a52488-1f15-4649-90f3-0156d7e3102d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:40.704198 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a52488-1f15-4649-90f3-0156d7e3102d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bd0a3f0-7ace-470b-a258-db6cdc6ac3f8,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:40.705311 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c362aa67-d62a-4b2b-9cec-c8646d225d42 None None] Network db8d9a5e-4bc4-45c2-986c-81b93b0d8632 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 20:05:40.709255 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-81a52488-1f15-4649-90f3-0156d7e3102d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0bd0a3f0-7ace-470b-a258-db6cdc6ac3f8 HTTP/1.1" status: 204 len: 168 time: 0.3130350 Mar 28 20:05:40.711619 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 41248) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:05:40.816673 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9effb3bc-81ee-4ed0-8ee3-8db07ecc9d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:40.828007 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-9effb3bc-81ee-4ed0-8ee3-8db07ecc9d9d admin admin] Deleting port b201eeb0-532b-4472-bf35-af3abf54bcc5 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 20:05:40.828340 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9effb3bc-81ee-4ed0-8ee3-8db07ecc9d9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:40.963170 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130a7a4f-303e-4e4d-b210-b38bafb91318 None None] DHCP port deletion for db8d9a5e-4bc4-45c2-986c-81b93b0d8632 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 20:05:40.967486 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-130a7a4f-303e-4e4d-b210-b38bafb91318 None None] Deleting port b201eeb0-532b-4472-bf35-af3abf54bcc5 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 20:05:40.968525 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-130a7a4f-303e-4e4d-b210-b38bafb91318 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:41.148951 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-9effb3bc-81ee-4ed0-8ee3-8db07ecc9d9d admin admin] For port b201eeb0-532b-4472-bf35-af3abf54bcc5, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=b201eeb0-532b-4472-bf35-af3abf54bcc5,segment=NetworkSegment(88a91ab6-3fc6-495e-a7ac-13fbff1a8868),segment_id=88a91ab6-3fc6-495e-a7ac-13fbff1a8868)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:05:41.149895 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9effb3bc-81ee-4ed0-8ee3-8db07ecc9d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:41.174513 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-130a7a4f-303e-4e4d-b210-b38bafb91318 None None] For port b201eeb0-532b-4472-bf35-af3abf54bcc5, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=b201eeb0-532b-4472-bf35-af3abf54bcc5,segment=NetworkSegment(88a91ab6-3fc6-495e-a7ac-13fbff1a8868),segment_id=88a91ab6-3fc6-495e-a7ac-13fbff1a8868)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:05:41.174951 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-130a7a4f-303e-4e4d-b210-b38bafb91318 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:41.272094 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-9effb3bc-81ee-4ed0-8ee3-8db07ecc9d9d admin admin] Calling delete_port for b201eeb0-532b-4472-bf35-af3abf54bcc5 owned by network:dhcp {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 20:05:41.295792 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-130a7a4f-303e-4e4d-b210-b38bafb91318 None None] Calling delete_port for b201eeb0-532b-4472-bf35-af3abf54bcc5 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 20:05:41.347077 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9effb3bc-81ee-4ed0-8ee3-8db07ecc9d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:41.395017 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effb3bc-81ee-4ed0-8ee3-8db07ecc9d9d admin admin] Pushing event deleted for resources: {'Port': ['ID=b201eeb0-532b-4472-bf35-af3abf54bcc5,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:41.396790 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9effb3bc-81ee-4ed0-8ee3-8db07ecc9d9d admin admin] No DVR routers for this DVR port b201eeb0-532b-4472-bf35-af3abf54bcc5 on host dv-neutron-834711-1-hyperv {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 20:05:41.407630 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-130a7a4f-303e-4e4d-b210-b38bafb91318 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 20:05:41.407980 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-130a7a4f-303e-4e4d-b210-b38bafb91318 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 20:05:41.508660 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9effb3bc-81ee-4ed0-8ee3-8db07ecc9d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:41.536644 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-9effb3bc-81ee-4ed0-8ee3-8db07ecc9d9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db8d9a5e-4bc4-45c2-986c-81b93b0d8632']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:41.548834 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-9effb3bc-81ee-4ed0-8ee3-8db07ecc9d9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a91ab6-3fc6-495e-a7ac-13fbff1a8868') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:41.549128 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-9effb3bc-81ee-4ed0-8ee3-8db07ecc9d9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a91ab6-3fc6-495e-a7ac-13fbff1a8868') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:41.560470 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9effb3bc-81ee-4ed0-8ee3-8db07ecc9d9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:41.575586 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9effb3bc-81ee-4ed0-8ee3-8db07ecc9d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:41.581615 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9effb3bc-81ee-4ed0-8ee3-8db07ecc9d9d admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 20:05:41.581987 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9effb3bc-81ee-4ed0-8ee3-8db07ecc9d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 20:05:41.594487 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 20:05:41.669575 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9effb3bc-81ee-4ed0-8ee3-8db07ecc9d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:41.685507 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-9effb3bc-81ee-4ed0-8ee3-8db07ecc9d9d admin admin] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:41.695243 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effb3bc-81ee-4ed0-8ee3-8db07ecc9d9d admin admin] Pushing event deleted for resources: {'Network': ['ID=db8d9a5e-4bc4-45c2-986c-81b93b0d8632,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:41.704949 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-9effb3bc-81ee-4ed0-8ee3-8db07ecc9d9d admin admin] 10.222.0.10 "DELETE /v2.0/networks/db8d9a5e-4bc4-45c2-986c-81b93b0d8632 HTTP/1.1" status: 204 len: 168 time: 0.9923723 Mar 28 20:05:41.873590 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 41254) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:05:41.909587 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-130a7a4f-303e-4e4d-b210-b38bafb91318 None None] Deleting port b201eeb0-532b-4472-bf35-af3abf54bcc5 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 20:05:41.910121 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-130a7a4f-303e-4e4d-b210-b38bafb91318 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:41.925161 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e05df859-d8cb-46d7-9a0a-1d62b6a2a908 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d5ccd9e4a5764d5c8e883b99a4d9b82d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503800 Mar 28 20:05:41.927737 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 41258) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:05:41.974653 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-130a7a4f-303e-4e4d-b210-b38bafb91318 None None] The port 'b201eeb0-532b-4472-bf35-af3abf54bcc5' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 20:05:41.987268 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0f5cc43a-fa27-47a6-b2be-e6c810a2a2a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:42.013181 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0f5cc43a-fa27-47a6-b2be-e6c810a2a2a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:42.067445 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0f5cc43a-fa27-47a6-b2be-e6c810a2a2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:42.085756 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5cc43a-fa27-47a6-b2be-e6c810a2a2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336493bf-90fa-4aee-906e-3a6ad292a4fe,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:42.088080 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device b201eeb0-532b-4472-bf35-af3abf54bcc5 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 20:05:42.093581 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-0f5cc43a-fa27-47a6-b2be-e6c810a2a2a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:42.094615 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-0f5cc43a-fa27-47a6-b2be-e6c810a2a2a0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/336493bf-90fa-4aee-906e-3a6ad292a4fe HTTP/1.1" status: 204 len: 168 time: 0.1659520 Mar 28 20:05:42.134135 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: b201eeb0-532b-4472-bf35-af3abf54bcc5 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 20:05:42.134478 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device b201eeb0-532b-4472-bf35-af3abf54bcc5 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 20:05:42.134926 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e4b4a367-7345-4cef-981b-d858aa1dfd46 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 20:05:42.171440 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: e4b4a367-7345-4cef-981b-d858aa1dfd46 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 20:05:42.171789 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device e4b4a367-7345-4cef-981b-d858aa1dfd46 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 20:05:42.456990 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 41266) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:05:42.504501 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-48901576-335c-413f-9c74-316253532d3d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f074bec135684f57b8b54245c6274edb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463450 Mar 28 20:05:42.506785 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 41270) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:05:42.564229 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c0935da5-8f3c-48a9-81d5-111ff6677880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:42.589469 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c0935da5-8f3c-48a9-81d5-111ff6677880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:42.639507 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c0935da5-8f3c-48a9-81d5-111ff6677880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:42.654478 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0935da5-8f3c-48a9-81d5-111ff6677880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa87ba4-ad3d-4eed-8664-5af9a50d3ec0,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:42.660281 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c0935da5-8f3c-48a9-81d5-111ff6677880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:42.661373 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c0935da5-8f3c-48a9-81d5-111ff6677880 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7fa87ba4-ad3d-4eed-8664-5af9a50d3ec0 HTTP/1.1" status: 204 len: 168 time: 0.1537085 Mar 28 20:05:43.430382 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 41294) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:05:43.547648 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-57a93d0e-7975-4a10-a3d9-cd39d24cec1a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1569895696-network', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 20:05:43.552412 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-57a93d0e-7975-4a10-a3d9-cd39d24cec1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 20:05:43.556152 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-57a93d0e-7975-4a10-a3d9-cd39d24cec1a admin admin] Usage tracker for resource:network and tenant:a0752f6e2a744e1cb05a9389a8f043a8 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 20:05:43.558914 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-57a93d0e-7975-4a10-a3d9-cd39d24cec1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 20:05:43.565570 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-57a93d0e-7975-4a10-a3d9-cd39d24cec1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 20:05:43.574907 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a93d0e-7975-4a10-a3d9-cd39d24cec1a admin admin] Made reservation on behalf of a0752f6e2a744e1cb05a9389a8f043a8 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 20:05:43.577437 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-57a93d0e-7975-4a10-a3d9-cd39d24cec1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:43.589200 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-57a93d0e-7975-4a10-a3d9-cd39d24cec1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:43.603127 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-57a93d0e-7975-4a10-a3d9-cd39d24cec1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 20:05:43.607577 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-57a93d0e-7975-4a10-a3d9-cd39d24cec1a admin admin] Usage tracker for resource:security_group_rule and tenant:a0752f6e2a744e1cb05a9389a8f043a8 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 20:05:43.610299 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-57a93d0e-7975-4a10-a3d9-cd39d24cec1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 20:05:43.615916 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-57a93d0e-7975-4a10-a3d9-cd39d24cec1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 20:05:43.697141 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-57a93d0e-7975-4a10-a3d9-cd39d24cec1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:43.701456 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-57a93d0e-7975-4a10-a3d9-cd39d24cec1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:43.732798 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a93d0e-7975-4a10-a3d9-cd39d24cec1a admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 20:05:43.740982 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a93d0e-7975-4a10-a3d9-cd39d24cec1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7a845c-1f4c-43ec-8e0e-308558b3013b,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:43.746375 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-57a93d0e-7975-4a10-a3d9-cd39d24cec1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:43.746708 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-57a93d0e-7975-4a10-a3d9-cd39d24cec1a admin admin] Added segment 33436388-60ca-44ac-b523-65862d8536ed of type vlan for network 95e53734-9c36-422b-b9d6-c2cef89ec8ff Mar 28 20:05:43.774333 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-57a93d0e-7975-4a10-a3d9-cd39d24cec1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:43.802791 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-57a93d0e-7975-4a10-a3d9-cd39d24cec1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:43.803790 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a93d0e-7975-4a10-a3d9-cd39d24cec1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:05:43.804367 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-57a93d0e-7975-4a10-a3d9-cd39d24cec1a admin admin] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:43.904911 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-57a93d0e-7975-4a10-a3d9-cd39d24cec1a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4733379 Mar 28 20:05:43.905679 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a93d0e-7975-4a10-a3d9-cd39d24cec1a admin admin] Pushing event updated for resources: {'Network': ['ID=95e53734-9c36-422b-b9d6-c2cef89ec8ff,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:43.908056 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 41300) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:05:43.913728 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-a44bf2ef-003d-4495-82e3-ac5b200871a3 admin admin] Request body: {'subnet': {'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1569895696-subnet', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'ip_version': 4}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 20:05:43.916952 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 95e53734-9c36-422b-b9d6-c2cef89ec8ff details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 20:05:43.918849 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a44bf2ef-003d-4495-82e3-ac5b200871a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 20:05:43.923889 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a44bf2ef-003d-4495-82e3-ac5b200871a3 admin admin] Usage tracker for resource:subnet and tenant:a0752f6e2a744e1cb05a9389a8f043a8 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 20:05:43.926667 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-a44bf2ef-003d-4495-82e3-ac5b200871a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 20:05:43.932803 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-a44bf2ef-003d-4495-82e3-ac5b200871a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 20:05:43.943317 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44bf2ef-003d-4495-82e3-ac5b200871a3 admin admin] Made reservation on behalf of a0752f6e2a744e1cb05a9389a8f043a8 for: {'subnet': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 20:05:43.945669 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a44bf2ef-003d-4495-82e3-ac5b200871a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7125749'] for subnet, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:44.156228 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a44bf2ef-003d-4495-82e3-ac5b200871a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6513343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7125703'] for subnet, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:44.225535 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44bf2ef-003d-4495-82e3-ac5b200871a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbd24418-2dd0-41c3-bd80-1a911dfc085c,revision_number=0']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:44.234503 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44bf2ef-003d-4495-82e3-ac5b200871a3 admin admin] Checking segment: {'id': '33436388-60ca-44ac-b523-65862d8536ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 20:05:44.234837 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44bf2ef-003d-4495-82e3-ac5b200871a3 admin admin] Network hostable DHCP agents. Network: 95e53734-9c36-422b-b9d6-c2cef89ec8ff, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 20:05:44.251888 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44bf2ef-003d-4495-82e3-ac5b200871a3 admin admin] Network 95e53734-9c36-422b-b9d6-c2cef89ec8ff is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 20:05:44.260471 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-a44bf2ef-003d-4495-82e3-ac5b200871a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 95e53734-9c36-422b-b9d6-c2cef89ec8ff) {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 20:05:44.264892 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44bf2ef-003d-4495-82e3-ac5b200871a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:05:44.265583 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-a44bf2ef-003d-4495-82e3-ac5b200871a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:44.269776 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f248f4-49d9-4a08-b920-80976d354ee2 None None] Network 95e53734-9c36-422b-b9d6-c2cef89ec8ff requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 20:05:44.285391 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a44bf2ef-003d-4495-82e3-ac5b200871a3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3763359 Mar 28 20:05:44.288358 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 41304) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:05:44.293061 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-bac44d0c-e0de-46e9-815d-d0257c328d7a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1569895696-router', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 20:05:44.297582 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-bac44d0c-e0de-46e9-815d-d0257c328d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 20:05:44.301287 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-bac44d0c-e0de-46e9-815d-d0257c328d7a admin admin] Usage tracker for resource:router and tenant:a0752f6e2a744e1cb05a9389a8f043a8 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 20:05:44.304038 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-bac44d0c-e0de-46e9-815d-d0257c328d7a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 20:05:44.309668 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-bac44d0c-e0de-46e9-815d-d0257c328d7a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 20:05:44.319282 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bac44d0c-e0de-46e9-815d-d0257c328d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:44.320219 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bac44d0c-e0de-46e9-815d-d0257c328d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:44.336358 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bac44d0c-e0de-46e9-815d-d0257c328d7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:44.482058 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'fixed_ips': [{'subnet_id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 20:05:44.482909 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:44.636808 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Allocated IP 172.20.0.2 (95e53734-9c36-422b-b9d6-c2cef89ec8ff/fbd24418-2dd0-41c3-bd80-1a911dfc085c/38c09988-9c1c-4392-a1f6-ffbbadb27cae) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 20:05:44.714723 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bac44d0c-e0de-46e9-815d-d0257c328d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:44.848984 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:44.859396 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Transition to ACTIVE for port object 38c09988-9c1c-4392-a1f6-ffbbadb27cae will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 20:05:44.878104 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Transition to ACTIVE for port object 38c09988-9c1c-4392-a1f6-ffbbadb27cae will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 20:05:44.883282 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:44.941694 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Network 95e53734-9c36-422b-b9d6-c2cef89ec8ff is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 20:05:44.944494 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 20:05:44.946996 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 20:05:45.021268 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Pushing event updated for resources: {'Port': ['ID=38c09988-9c1c-4392-a1f6-ffbbadb27cae,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:45.025192 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bac44d0c-e0de-46e9-815d-d0257c328d7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:45.045050 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:45.045400 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:45.045739 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:45.046071 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:45.046406 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:45.046736 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:45.047089 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:45.047420 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:45.047746 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:45.048068 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:45.048390 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:45.048710 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:45.058282 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bac44d0c-e0de-46e9-815d-d0257c328d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:45.058926 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Attempting to bind port 38c09988-9c1c-4392-a1f6-ffbbadb27cae on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 20:05:45.059302 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Attempting to bind port 38c09988-9c1c-4392-a1f6-ffbbadb27cae by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '33436388-60ca-44ac-b523-65862d8536ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 20:05:45.059899 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Attempting to bind port 38c09988-9c1c-4392-a1f6-ffbbadb27cae on network 95e53734-9c36-422b-b9d6-c2cef89ec8ff {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 20:05:45.065208 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 20, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 20:05:45.065634 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Checking segment: {'id': '33436388-60ca-44ac-b523-65862d8536ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 20:05:45.066040 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:45.066427 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Bound using segment: {'id': '33436388-60ca-44ac-b523-65862d8536ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 20:05:45.066910 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Bound port: 38c09988-9c1c-4392-a1f6-ffbbadb27cae, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33436388-60ca-44ac-b523-65862d8536ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 20:05:45.067301 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:45.157486 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] For port 38c09988-9c1c-4392-a1f6-ffbbadb27cae, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 20:05:45.160697 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] For port 38c09988-9c1c-4392-a1f6-ffbbadb27cae, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=38c09988-9c1c-4392-a1f6-ffbbadb27cae,segment=NetworkSegment(33436388-60ca-44ac-b523-65862d8536ed),segment_id=33436388-60ca-44ac-b523-65862d8536ed)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 20:05:45.164909 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:45.189658 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-bac44d0c-e0de-46e9-815d-d0257c328d7a admin admin] Allocated IP 172.26.4.25 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/2ad31485-906a-4e0c-8e0d-7daf85620bfa) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 20:05:45.254488 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af3978-c960-452c-8343-36f14c82d8ce None None] Pushing event updated for resources: {'Port': ['ID=38c09988-9c1c-4392-a1f6-ffbbadb27cae,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:45.341049 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bac44d0c-e0de-46e9-815d-d0257c328d7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:45.371883 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bac44d0c-e0de-46e9-815d-d0257c328d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:45.441183 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac44d0c-e0de-46e9-815d-d0257c328d7a admin admin] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 20:05:45.444286 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-bac44d0c-e0de-46e9-815d-d0257c328d7a admin admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 20:05:45.447910 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac44d0c-e0de-46e9-815d-d0257c328d7a admin admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 20:05:45.501097 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac44d0c-e0de-46e9-815d-d0257c328d7a admin admin] Pushing event updated for resources: {'Port': ['ID=2ad31485-906a-4e0c-8e0d-7daf85620bfa,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:45.866312 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bac44d0c-e0de-46e9-815d-d0257c328d7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:46.128076 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 38c09988-9c1c-4392-a1f6-ffbbadb27cae up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 20:05:46.211770 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc0c346-d956-410b-9148-d1123c0e4253 None None] Network 95e53734-9c36-422b-b9d6-c2cef89ec8ff requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 20:05:46.237801 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 38c09988-9c1c-4392-a1f6-ffbbadb27cae completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 20:05:46.321698 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ef1f2b78-2de2-453b-b6b2-0a75639a20a1 None None] Provisioning for port 38c09988-9c1c-4392-a1f6-ffbbadb27cae completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 20:05:46.342996 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-ef1f2b78-2de2-453b-b6b2-0a75639a20a1 None None] Provisioning complete for port 38c09988-9c1c-4392-a1f6-ffbbadb27cae triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 20:05:46.343369 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ef1f2b78-2de2-453b-b6b2-0a75639a20a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:46.346350 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bac44d0c-e0de-46e9-815d-d0257c328d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:46.549404 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac44d0c-e0de-46e9-815d-d0257c328d7a admin admin] Router 65b210a9-02bc-44e2-bcb1-38fee9909be9 is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 20:05:46.574248 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ef1f2b78-2de2-453b-b6b2-0a75639a20a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:46.625291 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-ef1f2b78-2de2-453b-b6b2-0a75639a20a1 None None] For port 38c09988-9c1c-4392-a1f6-ffbbadb27cae, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=38c09988-9c1c-4392-a1f6-ffbbadb27cae,segment=NetworkSegment(33436388-60ca-44ac-b523-65862d8536ed),segment_id=33436388-60ca-44ac-b523-65862d8536ed)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:05:46.629926 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ef1f2b78-2de2-453b-b6b2-0a75639a20a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:46.655875 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 20:05:46.709358 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f2b78-2de2-453b-b6b2-0a75639a20a1 None None] Pushing event updated for resources: {'Port': ['ID=38c09988-9c1c-4392-a1f6-ffbbadb27cae,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:46.748469 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac44d0c-e0de-46e9-815d-d0257c328d7a admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 20:05:46.759757 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19d160e-eb76-45e5-80a8-b9c2f5fd81d7 None None] Sync routers for ids ['65b210a9-02bc-44e2-bcb1-38fee9909be9'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 20:05:46.773033 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19d160e-eb76-45e5-80a8-b9c2f5fd81d7 None None] Routers {'65b210a9-02bc-44e2-bcb1-38fee9909be9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 20:05:46.773763 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-c19d160e-eb76-45e5-80a8-b9c2f5fd81d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T20:05:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['65b210a9-02bc-44e2-bcb1-38fee9909be9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:46.776574 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-bac44d0c-e0de-46e9-815d-d0257c328d7a admin admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:46.778016 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-bac44d0c-e0de-46e9-815d-d0257c328d7a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4886758 Mar 28 20:05:46.781251 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 41314) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:05:46.851543 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-01924f41-8b1e-4b4f-825a-0f3f442f1986 None None] Provisioning complete for port 38c09988-9c1c-4392-a1f6-ffbbadb27cae triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 20:05:46.851934 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-01924f41-8b1e-4b4f-825a-0f3f442f1986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:46.961929 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-c19d160e-eb76-45e5-80a8-b9c2f5fd81d7 None None] Set router 65b210a9-02bc-44e2-bcb1-38fee9909be9 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 20:05:47.248199 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-c19d160e-eb76-45e5-80a8-b9c2f5fd81d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'name': 'tempest-TestSnapshotPattern-1569895696-router', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T20:05:44Z', 'updated_at': '2022-03-28T20:05:45Z', 'revision_number': 3, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'gw_port': {'id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:45Z', 'updated_at': '2022-03-28T20:05:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:47.251966 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19d160e-eb76-45e5-80a8-b9c2f5fd81d7 None None] Checking router: 65b210a9-02bc-44e2-bcb1-38fee9909be9 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 20:05:47.252315 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19d160e-eb76-45e5-80a8-b9c2f5fd81d7 None None] Updating router 65b210a9-02bc-44e2-bcb1-38fee9909be9 port 2ad31485-906a-4e0c-8e0d-7daf85620bfa binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 20:05:47.303638 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-c19d160e-eb76-45e5-80a8-b9c2f5fd81d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:47.452254 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1e54f4d8-c0f9-4ef7-951a-4e6f85062174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:47.654196 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-c19d160e-eb76-45e5-80a8-b9c2f5fd81d7 None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:47.665629 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-c19d160e-eb76-45e5-80a8-b9c2f5fd81d7 None None] Transition to ACTIVE for port object 2ad31485-906a-4e0c-8e0d-7daf85620bfa will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 20:05:47.672551 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-c19d160e-eb76-45e5-80a8-b9c2f5fd81d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:47.750469 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-c19d160e-eb76-45e5-80a8-b9c2f5fd81d7 None None] Attempting to bind port 2ad31485-906a-4e0c-8e0d-7daf85620bfa on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 20:05:47.750827 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-c19d160e-eb76-45e5-80a8-b9c2f5fd81d7 None None] Attempting to bind port 2ad31485-906a-4e0c-8e0d-7daf85620bfa by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 20:05:47.751196 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19d160e-eb76-45e5-80a8-b9c2f5fd81d7 None None] Attempting to bind port 2ad31485-906a-4e0c-8e0d-7daf85620bfa on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 20:05:47.760272 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9676ee-7a21-44a7-8888-7a4efcf6fc28 None None] Pushing event updated for resources: {'Port': ['ID=2ad31485-906a-4e0c-8e0d-7daf85620bfa,revision_number=2']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:47.762965 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19d160e-eb76-45e5-80a8-b9c2f5fd81d7 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 20, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 20:05:47.763331 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19d160e-eb76-45e5-80a8-b9c2f5fd81d7 None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 20:05:47.763713 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-c19d160e-eb76-45e5-80a8-b9c2f5fd81d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:47.764087 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19d160e-eb76-45e5-80a8-b9c2f5fd81d7 None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 20:05:47.764559 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-c19d160e-eb76-45e5-80a8-b9c2f5fd81d7 None None] Bound port: 2ad31485-906a-4e0c-8e0d-7daf85620bfa, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 20:05:47.764997 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-c19d160e-eb76-45e5-80a8-b9c2f5fd81d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:47.787884 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-1e54f4d8-c0f9-4ef7-951a-4e6f85062174 admin admin] Allocated IP 172.20.0.1 (95e53734-9c36-422b-b9d6-c2cef89ec8ff/fbd24418-2dd0-41c3-bd80-1a911dfc085c/0b345d4b-d8b5-434d-b947-b19680f30c92) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 20:05:47.806103 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9676ee-7a21-44a7-8888-7a4efcf6fc28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:47.806607 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9676ee-7a21-44a7-8888-7a4efcf6fc28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:47.807122 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9676ee-7a21-44a7-8888-7a4efcf6fc28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:47.807586 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9676ee-7a21-44a7-8888-7a4efcf6fc28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:47.808039 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9676ee-7a21-44a7-8888-7a4efcf6fc28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:47.808479 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9676ee-7a21-44a7-8888-7a4efcf6fc28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:47.809415 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9676ee-7a21-44a7-8888-7a4efcf6fc28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:47.809867 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9676ee-7a21-44a7-8888-7a4efcf6fc28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:47.810324 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9676ee-7a21-44a7-8888-7a4efcf6fc28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:47.810775 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9676ee-7a21-44a7-8888-7a4efcf6fc28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:47.811255 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9676ee-7a21-44a7-8888-7a4efcf6fc28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:47.811708 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9676ee-7a21-44a7-8888-7a4efcf6fc28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:05:47.863492 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-c19d160e-eb76-45e5-80a8-b9c2f5fd81d7 None None] For port 2ad31485-906a-4e0c-8e0d-7daf85620bfa, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 20:05:47.867336 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-c19d160e-eb76-45e5-80a8-b9c2f5fd81d7 None None] For port 2ad31485-906a-4e0c-8e0d-7daf85620bfa, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=2ad31485-906a-4e0c-8e0d-7daf85620bfa,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 20:05:47.873077 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-c19d160e-eb76-45e5-80a8-b9c2f5fd81d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:47.939737 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1e54f4d8-c0f9-4ef7-951a-4e6f85062174 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:47.953192 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19d160e-eb76-45e5-80a8-b9c2f5fd81d7 None None] Routers {'65b210a9-02bc-44e2-bcb1-38fee9909be9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 20:05:47.953875 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-c19d160e-eb76-45e5-80a8-b9c2f5fd81d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T20:05:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['65b210a9-02bc-44e2-bcb1-38fee9909be9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:47.955117 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.provisioning_blocks [None req-1e54f4d8-c0f9-4ef7-951a-4e6f85062174 admin admin] Transition to ACTIVE for port object 0b345d4b-d8b5-434d-b947-b19680f30c92 will not be triggered until provisioned by entity DHCP. {{(pid=87833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 20:05:47.978689 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1e54f4d8-c0f9-4ef7-951a-4e6f85062174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:48.016618 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9676ee-7a21-44a7-8888-7a4efcf6fc28 None None] Pushing event updated for resources: {'Port': ['ID=2ad31485-906a-4e0c-8e0d-7daf85620bfa,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:48.037897 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e54f4d8-c0f9-4ef7-951a-4e6f85062174 admin admin] Network 95e53734-9c36-422b-b9d6-c2cef89ec8ff is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 20:05:48.040634 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-1e54f4d8-c0f9-4ef7-951a-4e6f85062174 admin admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 20:05:48.048521 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e54f4d8-c0f9-4ef7-951a-4e6f85062174 admin admin] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 20:05:48.094811 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54f4d8-c0f9-4ef7-951a-4e6f85062174 admin admin] Pushing event updated for resources: {'Port': ['ID=0b345d4b-d8b5-434d-b947-b19680f30c92,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:48.109150 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 38c09988-9c1c-4392-a1f6-ffbbadb27cae up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 20:05:48.114164 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1e54f4d8-c0f9-4ef7-951a-4e6f85062174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:48.148256 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-c19d160e-eb76-45e5-80a8-b9c2f5fd81d7 None None] Set router 65b210a9-02bc-44e2-bcb1-38fee9909be9 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 20:05:48.200851 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 38c09988-9c1c-4392-a1f6-ffbbadb27cae triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 20:05:48.201489 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:48.387998 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1e54f4d8-c0f9-4ef7-951a-4e6f85062174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:48.404032 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b60f438b-b8cd-4927-8485-c9bda24fd9a5 None None] Provisioning for port 0b345d4b-d8b5-434d-b947-b19680f30c92 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 20:05:48.409911 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-b60f438b-b8cd-4927-8485-c9bda24fd9a5 None None] Provisioning complete for port 0b345d4b-d8b5-434d-b947-b19680f30c92 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 20:05:48.410400 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b60f438b-b8cd-4927-8485-c9bda24fd9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:48.464462 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-b60f438b-b8cd-4927-8485-c9bda24fd9a5 None None] Port 0b345d4b-d8b5-434d-b947-b19680f30c92 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 20:05:48.482480 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-c19d160e-eb76-45e5-80a8-b9c2f5fd81d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'name': 'tempest-TestSnapshotPattern-1569895696-router', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T20:05:44Z', 'updated_at': '2022-03-28T20:05:45Z', 'revision_number': 3, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'gw_port': {'id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:45Z', 'updated_at': '2022-03-28T20:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:48.486349 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19d160e-eb76-45e5-80a8-b9c2f5fd81d7 None None] The sync data for ids ['65b210a9-02bc-44e2-bcb1-38fee9909be9'] in dv-neutron-834711-1-hyperv is: [{'id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'name': 'tempest-TestSnapshotPattern-1569895696-router', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T20:05:44Z', 'updated_at': '2022-03-28T20:05:45Z', 'revision_number': 3, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'gw_port': {'id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:45Z', 'updated_at': '2022-03-28T20:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 20:05:48.617359 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1e54f4d8-c0f9-4ef7-951a-4e6f85062174 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:48.622985 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1e54f4d8-c0f9-4ef7-951a-4e6f85062174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:48.720026 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54f4d8-c0f9-4ef7-951a-4e6f85062174 admin admin] Pushing event updated for resources: {'Port': ['ID=0b345d4b-d8b5-434d-b947-b19680f30c92,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:48.751382 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-1e54f4d8-c0f9-4ef7-951a-4e6f85062174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:48.889497 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e54f4d8-c0f9-4ef7-951a-4e6f85062174 admin admin] Network 95e53734-9c36-422b-b9d6-c2cef89ec8ff is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 20:05:48.890657 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-1e54f4d8-c0f9-4ef7-951a-4e6f85062174 admin admin] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 20:05:49.089262 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-73ed7618-ee4f-4d69-bdcf-a0525ee1943d None None] Provisioning complete for port 0b345d4b-d8b5-434d-b947-b19680f30c92 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 20:05:49.089708 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-73ed7618-ee4f-4d69-bdcf-a0525ee1943d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:49.093848 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e54f4d8-c0f9-4ef7-951a-4e6f85062174 admin admin] Router 65b210a9-02bc-44e2-bcb1-38fee9909be9 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 20:05:49.148218 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-73ed7618-ee4f-4d69-bdcf-a0525ee1943d None None] Port 0b345d4b-d8b5-434d-b947-b19680f30c92 cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 20:05:49.400791 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e54f4d8-c0f9-4ef7-951a-4e6f85062174 admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 20:05:49.410012 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-1e54f4d8-c0f9-4ef7-951a-4e6f85062174 admin admin] 10.222.0.10 "PUT /v2.0/routers/65b210a9-02bc-44e2-bcb1-38fee9909be9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6278017 Mar 28 20:05:49.915341 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 41338) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:05:49.922447 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-88e5f39d-ed95-43ac-a4be-136d62e1eb74 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-57077631-network', 'tenant_id': '5016053c608d4f2da15fa753dcc7a0d2'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 20:05:49.928816 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-88e5f39d-ed95-43ac-a4be-136d62e1eb74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 20:05:49.933973 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-88e5f39d-ed95-43ac-a4be-136d62e1eb74 admin admin] Usage tracker for resource:network and tenant:5016053c608d4f2da15fa753dcc7a0d2 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 20:05:49.938431 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-88e5f39d-ed95-43ac-a4be-136d62e1eb74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 20:05:49.944200 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-88e5f39d-ed95-43ac-a4be-136d62e1eb74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 20:05:49.955087 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e5f39d-ed95-43ac-a4be-136d62e1eb74 admin admin] Made reservation on behalf of 5016053c608d4f2da15fa753dcc7a0d2 for: {'network': 1} {{(pid=87833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 20:05:49.957954 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-88e5f39d-ed95-43ac-a4be-136d62e1eb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for network, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:49.970121 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-88e5f39d-ed95-43ac-a4be-136d62e1eb74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:49.981192 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185c908a-63c9-4f39-9adf-6992d24f3136 None None] Sync routers for ids ['65b210a9-02bc-44e2-bcb1-38fee9909be9'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 20:05:49.985360 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-88e5f39d-ed95-43ac-a4be-136d62e1eb74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 20:05:49.989661 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-88e5f39d-ed95-43ac-a4be-136d62e1eb74 admin admin] Usage tracker for resource:security_group_rule and tenant:5016053c608d4f2da15fa753dcc7a0d2 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 20:05:49.992565 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185c908a-63c9-4f39-9adf-6992d24f3136 None None] Routers {'65b210a9-02bc-44e2-bcb1-38fee9909be9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 20:05:49.992731 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-88e5f39d-ed95-43ac-a4be-136d62e1eb74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 20:05:49.993338 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-185c908a-63c9-4f39-9adf-6992d24f3136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T20:05:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['65b210a9-02bc-44e2-bcb1-38fee9909be9'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:49.998380 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-88e5f39d-ed95-43ac-a4be-136d62e1eb74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 20:05:50.082656 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-88e5f39d-ed95-43ac-a4be-136d62e1eb74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:50.099584 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-88e5f39d-ed95-43ac-a4be-136d62e1eb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:50.132877 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e5f39d-ed95-43ac-a4be-136d62e1eb74 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=87833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 20:05:50.138653 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5f39d-ed95-43ac-a4be-136d62e1eb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effb19be-1fa5-427a-a5c1-87cbdab1e7a5,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:50.143054 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2ad31485-906a-4e0c-8e0d-7daf85620bfa up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 20:05:50.147078 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-88e5f39d-ed95-43ac-a4be-136d62e1eb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:50.147332 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.segments_db [None req-88e5f39d-ed95-43ac-a4be-136d62e1eb74 admin admin] Added segment 6309eabf-0934-4bd9-ad22-bdd1b0a2e6dd of type vlan for network 7ce034cb-f790-4c17-8e74-a8c4ad0d4c21 Mar 28 20:05:50.174274 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-88e5f39d-ed95-43ac-a4be-136d62e1eb74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773272409007'] for network, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:50.209836 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-88e5f39d-ed95-43ac-a4be-136d62e1eb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488'] for network, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:50.210774 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e5f39d-ed95-43ac-a4be-136d62e1eb74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:05:50.211980 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-88e5f39d-ed95-43ac-a4be-136d62e1eb74 admin admin] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:50.237541 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-185c908a-63c9-4f39-9adf-6992d24f3136 None None] Set router 65b210a9-02bc-44e2-bcb1-38fee9909be9 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 20:05:50.316020 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-88e5f39d-ed95-43ac-a4be-136d62e1eb74 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3970037 Mar 28 20:05:50.316354 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5f39d-ed95-43ac-a4be-136d62e1eb74 admin admin] Pushing event updated for resources: {'Network': ['ID=7ce034cb-f790-4c17-8e74-a8c4ad0d4c21,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:50.317330 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 41342) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:05:50.326039 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-9dc75019-50a6-4feb-9727-84dfc8b6e8ba admin admin] Request body: {'subnet': {'network_id': '7ce034cb-f790-4c17-8e74-a8c4ad0d4c21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-57077631-subnet', 'tenant_id': '5016053c608d4f2da15fa753dcc7a0d2', 'ip_version': 4}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 20:05:50.331428 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-9dc75019-50a6-4feb-9727-84dfc8b6e8ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 20:05:50.335483 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-9dc75019-50a6-4feb-9727-84dfc8b6e8ba admin admin] Usage tracker for resource:subnet and tenant:5016053c608d4f2da15fa753dcc7a0d2 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 20:05:50.338487 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-9dc75019-50a6-4feb-9727-84dfc8b6e8ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 20:05:50.344995 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-9dc75019-50a6-4feb-9727-84dfc8b6e8ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 20:05:50.354634 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc75019-50a6-4feb-9727-84dfc8b6e8ba admin admin] Made reservation on behalf of 5016053c608d4f2da15fa753dcc7a0d2 for: {'subnet': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 20:05:50.357244 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9dc75019-50a6-4feb-9727-84dfc8b6e8ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8131794'] for subnet, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:50.367638 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 2ad31485-906a-4e0c-8e0d-7daf85620bfa completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 20:05:50.370617 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Network 7ce034cb-f790-4c17-8e74-a8c4ad0d4c21 details requested by agent ovs-agent-dv-neutron-834711-1-hyperv with host dv-neutron-834711-1-hyperv {{(pid=87834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 20:05:50.420621 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 2ad31485-906a-4e0c-8e0d-7daf85620bfa triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 20:05:50.420993 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:50.561535 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9dc75019-50a6-4feb-9727-84dfc8b6e8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-496141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8131808'] for subnet, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:50.636494 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc75019-50a6-4feb-9727-84dfc8b6e8ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bf25fe6-34de-455d-9c32-c83c16326374,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:50.652883 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc75019-50a6-4feb-9727-84dfc8b6e8ba admin admin] Checking segment: {'id': '6309eabf-0934-4bd9-ad22-bdd1b0a2e6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7ce034cb-f790-4c17-8e74-a8c4ad0d4c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 20:05:50.653758 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc75019-50a6-4feb-9727-84dfc8b6e8ba admin admin] Network hostable DHCP agents. Network: 7ce034cb-f790-4c17-8e74-a8c4ad0d4c21, hostable agents: ['2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f'], hosted agents: [] {{(pid=87832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 20:05:50.672895 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc75019-50a6-4feb-9727-84dfc8b6e8ba admin admin] Network 7ce034cb-f790-4c17-8e74-a8c4ad0d4c21 is scheduled to be hosted by DHCP agent 2baa815f-eecf-41ca-9ba5-7ed6bd9acc2f with binding_index 1 {{(pid=87832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 20:05:50.682136 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-9dc75019-50a6-4feb-9727-84dfc8b6e8ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834711-1-hyperv, 7ce034cb-f790-4c17-8e74-a8c4ad0d4c21) {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 20:05:50.686689 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc75019-50a6-4feb-9727-84dfc8b6e8ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:05:50.687517 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-9dc75019-50a6-4feb-9727-84dfc8b6e8ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:50.712065 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-9dc75019-50a6-4feb-9727-84dfc8b6e8ba admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3893962 Mar 28 20:05:50.712258 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 41356) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:05:50.718034 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-7cc89135-83e0-400e-8976-7f877775544e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-57077631-router', 'tenant_id': '5016053c608d4f2da15fa753dcc7a0d2', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 20:05:50.721695 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991c27c1-4ad1-4a48-9bd3-c6ea846f7f30 None None] Network 7ce034cb-f790-4c17-8e74-a8c4ad0d4c21 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 20:05:50.722695 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-7cc89135-83e0-400e-8976-7f877775544e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 20:05:50.726637 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-7cc89135-83e0-400e-8976-7f877775544e admin admin] Usage tracker for resource:router and tenant:5016053c608d4f2da15fa753dcc7a0d2 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 20:05:50.729674 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-7cc89135-83e0-400e-8976-7f877775544e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 20:05:50.735851 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-7cc89135-83e0-400e-8976-7f877775544e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 20:05:50.747397 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7cc89135-83e0-400e-8976-7f877775544e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-785'] for router, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:50.748753 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7cc89135-83e0-400e-8976-7f877775544e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-782'] for router, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:50.766589 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7cc89135-83e0-400e-8976-7f877775544e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:50.866745 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:50.908502 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 2ad31485-906a-4e0c-8e0d-7daf85620bfa, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=2ad31485-906a-4e0c-8e0d-7daf85620bfa,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:05:50.916084 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:51.031554 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-185c908a-63c9-4f39-9adf-6992d24f3136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'name': 'tempest-TestSnapshotPattern-1569895696-router', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T20:05:44Z', 'updated_at': '2022-03-28T20:05:48Z', 'revision_number': 4, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'gw_port': {'id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:45Z', 'updated_at': '2022-03-28T20:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '0b345d4b-d8b5-434d-b947-b19680f30c92', 'name': '', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'mac_address': 'fa:16:3e:1d:a5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:47Z', 'updated_at': '2022-03-28T20:05:48Z', 'revision_number': 2, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'subnets': [{'id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:51.049850 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185c908a-63c9-4f39-9adf-6992d24f3136 None None] Checking router: 65b210a9-02bc-44e2-bcb1-38fee9909be9 for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 20:05:51.050207 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185c908a-63c9-4f39-9adf-6992d24f3136 None None] Updating router 65b210a9-02bc-44e2-bcb1-38fee9909be9 port 0b345d4b-d8b5-434d-b947-b19680f30c92 binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 20:05:51.083317 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=2ad31485-906a-4e0c-8e0d-7daf85620bfa,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:51.142927 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7cc89135-83e0-400e-8976-7f877775544e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-464686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-828'] for router, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:51.147858 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-185c908a-63c9-4f39-9adf-6992d24f3136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:51.194420 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540a9a2c-6d92-49f3-986a-a8254c3087fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3e3a651-548c-5b8a-8673-165371fba2de-7ce034cb-f790-4c17-8e74-a8c4ad0d4c21', 'network_id': '7ce034cb-f790-4c17-8e74-a8c4ad0d4c21', 'tenant_id': '5016053c608d4f2da15fa753dcc7a0d2', 'fixed_ips': [{'subnet_id': '9bf25fe6-34de-455d-9c32-c83c16326374'}]}} from dv-neutron-834711-1-hyperv. {{(pid=87834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 20:05:51.195256 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-540a9a2c-6d92-49f3-986a-a8254c3087fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:51.455163 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7cc89135-83e0-400e-8976-7f877775544e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:51.484586 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7cc89135-83e0-400e-8976-7f877775544e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:51.515008 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.db_base_plugin_common [None req-540a9a2c-6d92-49f3-986a-a8254c3087fe None None] Allocated IP 172.20.0.2 (7ce034cb-f790-4c17-8e74-a8c4ad0d4c21/9bf25fe6-34de-455d-9c32-c83c16326374/c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58) {{(pid=87834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 20:05:51.623851 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-7cc89135-83e0-400e-8976-7f877775544e admin admin] Allocated IP 172.26.4.37 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/7986bcf0-93b6-4924-adee-ff02dd007e47) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 20:05:51.772097 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7cc89135-83e0-400e-8976-7f877775544e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:51.773237 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-185c908a-63c9-4f39-9adf-6992d24f3136 None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:51.801801 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7cc89135-83e0-400e-8976-7f877775544e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:51.804792 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-185c908a-63c9-4f39-9adf-6992d24f3136 None None] Transition to ACTIVE for port object 0b345d4b-d8b5-434d-b947-b19680f30c92 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 20:05:51.819200 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-185c908a-63c9-4f39-9adf-6992d24f3136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:51.861190 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-540a9a2c-6d92-49f3-986a-a8254c3087fe None None] Notify callbacks [] for port, precommit_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:51.866064 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc89135-83e0-400e-8976-7f877775544e admin admin] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 20:05:51.868780 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-7cc89135-83e0-400e-8976-7f877775544e admin admin] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 20:05:51.876688 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc89135-83e0-400e-8976-7f877775544e admin admin] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 20:05:51.922955 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc89135-83e0-400e-8976-7f877775544e admin admin] Pushing event updated for resources: {'Port': ['ID=7986bcf0-93b6-4924-adee-ff02dd007e47,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:51.939704 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-540a9a2c-6d92-49f3-986a-a8254c3087fe None None] Transition to ACTIVE for port object c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58 will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 20:05:52.008164 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-540a9a2c-6d92-49f3-986a-a8254c3087fe None None] Transition to ACTIVE for port object c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58 will not be triggered until provisioned by entity DHCP. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 20:05:52.014293 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf267d5-6014-42a8-ae14-842dc8e55b79 None None] Pushing event updated for resources: {'Port': ['ID=0b345d4b-d8b5-434d-b947-b19680f30c92,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:52.054929 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-540a9a2c-6d92-49f3-986a-a8254c3087fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601'] for port, after_create {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:52.134281 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2ad31485-906a-4e0c-8e0d-7daf85620bfa up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 20:05:52.160254 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540a9a2c-6d92-49f3-986a-a8254c3087fe None None] Network 7ce034cb-f790-4c17-8e74-a8c4ad0d4c21 is already hosted by enough agents. {{(pid=87834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 20:05:52.166851 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-185c908a-63c9-4f39-9adf-6992d24f3136 None None] Attempting to bind port 0b345d4b-d8b5-434d-b947-b19680f30c92 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 20:05:52.167248 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-185c908a-63c9-4f39-9adf-6992d24f3136 None None] Attempting to bind port 0b345d4b-d8b5-434d-b947-b19680f30c92 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '33436388-60ca-44ac-b523-65862d8536ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 20:05:52.167616 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185c908a-63c9-4f39-9adf-6992d24f3136 None None] Attempting to bind port 0b345d4b-d8b5-434d-b947-b19680f30c92 on network 95e53734-9c36-422b-b9d6-c2cef89ec8ff {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 20:05:52.188379 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.scheduler.base_scheduler [None req-540a9a2c-6d92-49f3-986a-a8254c3087fe None None] Resources bound (agent type, host, resource id): {{(pid=87834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 20:05:52.203211 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540a9a2c-6d92-49f3-986a-a8254c3087fe None None] Received port after_create {{(pid=87834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 20:05:52.205665 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185c908a-63c9-4f39-9adf-6992d24f3136 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 20, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 20:05:52.206044 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185c908a-63c9-4f39-9adf-6992d24f3136 None None] Checking segment: {'id': '33436388-60ca-44ac-b523-65862d8536ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 20:05:52.206443 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-185c908a-63c9-4f39-9adf-6992d24f3136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:52.206837 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185c908a-63c9-4f39-9adf-6992d24f3136 None None] Bound using segment: {'id': '33436388-60ca-44ac-b523-65862d8536ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 20:05:52.207457 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-185c908a-63c9-4f39-9adf-6992d24f3136 None None] Bound port: 0b345d4b-d8b5-434d-b947-b19680f30c92, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33436388-60ca-44ac-b523-65862d8536ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 20:05:52.207833 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-185c908a-63c9-4f39-9adf-6992d24f3136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:52.222806 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a9a2c-6d92-49f3-986a-a8254c3087fe None None] Pushing event updated for resources: {'Port': ['ID=c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58,revision_number=1']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:52.323112 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7cc89135-83e0-400e-8976-7f877775544e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:52.456044 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-540a9a2c-6d92-49f3-986a-a8254c3087fe None None] Attempting to bind port c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 20:05:52.456416 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-540a9a2c-6d92-49f3-986a-a8254c3087fe None None] Attempting to bind port c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '6309eabf-0934-4bd9-ad22-bdd1b0a2e6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7ce034cb-f790-4c17-8e74-a8c4ad0d4c21'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 20:05:52.456781 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540a9a2c-6d92-49f3-986a-a8254c3087fe None None] Attempting to bind port c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58 on network 7ce034cb-f790-4c17-8e74-a8c4ad0d4c21 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 20:05:52.471328 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-185c908a-63c9-4f39-9adf-6992d24f3136 None None] For port 0b345d4b-d8b5-434d-b947-b19680f30c92, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 20:05:52.473320 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 2ad31485-906a-4e0c-8e0d-7daf85620bfa triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 20:05:52.473631 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:52.499455 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540a9a2c-6d92-49f3-986a-a8254c3087fe None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 20, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 20:05:52.499833 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540a9a2c-6d92-49f3-986a-a8254c3087fe None None] Checking segment: {'id': '6309eabf-0934-4bd9-ad22-bdd1b0a2e6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7ce034cb-f790-4c17-8e74-a8c4ad0d4c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 20:05:52.500238 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-540a9a2c-6d92-49f3-986a-a8254c3087fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:52.500638 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540a9a2c-6d92-49f3-986a-a8254c3087fe None None] Bound using segment: {'id': '6309eabf-0934-4bd9-ad22-bdd1b0a2e6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7ce034cb-f790-4c17-8e74-a8c4ad0d4c21'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 20:05:52.501130 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-540a9a2c-6d92-49f3-986a-a8254c3087fe None None] Bound port: c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6309eabf-0934-4bd9-ad22-bdd1b0a2e6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7ce034cb-f790-4c17-8e74-a8c4ad0d4c21'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 20:05:52.501510 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-540a9a2c-6d92-49f3-986a-a8254c3087fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:52.528042 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-185c908a-63c9-4f39-9adf-6992d24f3136 None None] For port 0b345d4b-d8b5-434d-b947-b19680f30c92, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=0b345d4b-d8b5-434d-b947-b19680f30c92,segment=NetworkSegment(33436388-60ca-44ac-b523-65862d8536ed),segment_id=33436388-60ca-44ac-b523-65862d8536ed)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 20:05:52.537322 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-185c908a-63c9-4f39-9adf-6992d24f3136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:52.705768 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185c908a-63c9-4f39-9adf-6992d24f3136 None None] Routers {'65b210a9-02bc-44e2-bcb1-38fee9909be9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 20:05:52.706400 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-185c908a-63c9-4f39-9adf-6992d24f3136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T20:05:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['65b210a9-02bc-44e2-bcb1-38fee9909be9'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:52.757946 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf267d5-6014-42a8-ae14-842dc8e55b79 None None] Pushing event updated for resources: {'Port': ['ID=0b345d4b-d8b5-434d-b947-b19680f30c92,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:52.793454 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7cc89135-83e0-400e-8976-7f877775544e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464659'] for router, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:52.803528 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-540a9a2c-6d92-49f3-986a-a8254c3087fe None None] For port c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 20:05:52.836247 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-540a9a2c-6d92-49f3-986a-a8254c3087fe None None] For port c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58,segment=NetworkSegment(6309eabf-0934-4bd9-ad22-bdd1b0a2e6dd),segment_id=6309eabf-0934-4bd9-ad22-bdd1b0a2e6dd)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 20:05:52.851399 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-540a9a2c-6d92-49f3-986a-a8254c3087fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:53.006086 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc89135-83e0-400e-8976-7f877775544e admin admin] Router 21d20863-8032-405d-8219-d35a272343be is scheduled to L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e with binding_index 1 {{(pid=87832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 20:05:53.037149 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-185c908a-63c9-4f39-9adf-6992d24f3136 None None] Set router 65b210a9-02bc-44e2-bcb1-38fee9909be9 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 20:05:53.089896 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a9a2c-6d92-49f3-986a-a8254c3087fe None None] Pushing event updated for resources: {'Port': ['ID=c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58,revision_number=2']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:53.218171 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc89135-83e0-400e-8976-7f877775544e admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 20:05:53.231335 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2683a29e-0319-4109-8bbd-f4365e467092 None None] Sync routers for ids ['21d20863-8032-405d-8219-d35a272343be'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 20:05:53.242271 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2683a29e-0319-4109-8bbd-f4365e467092 None None] Routers {'21d20863-8032-405d-8219-d35a272343be'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 20:05:53.243296 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-2683a29e-0319-4109-8bbd-f4365e467092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T20:05:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['21d20863-8032-405d-8219-d35a272343be'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:53.246678 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-7cc89135-83e0-400e-8976-7f877775544e admin admin] Notify callbacks [] for router, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:53.250484 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-7cc89135-83e0-400e-8976-7f877775544e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5347421 Mar 28 20:05:53.250804 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 41360) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:05:53.412745 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-185c908a-63c9-4f39-9adf-6992d24f3136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'name': 'tempest-TestSnapshotPattern-1569895696-router', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T20:05:44Z', 'updated_at': '2022-03-28T20:05:48Z', 'revision_number': 4, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'gw_port': {'id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:45Z', 'updated_at': '2022-03-28T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '0b345d4b-d8b5-434d-b947-b19680f30c92', 'name': '', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'mac_address': 'fa:16:3e:1d:a5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:47Z', 'updated_at': '2022-03-28T20:05:52Z', 'revision_number': 4, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'subnets': [{'id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:53.417331 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185c908a-63c9-4f39-9adf-6992d24f3136 None None] The sync data for ids ['65b210a9-02bc-44e2-bcb1-38fee9909be9'] in dv-neutron-834711-1-hyperv is: [{'id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'name': 'tempest-TestSnapshotPattern-1569895696-router', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T20:05:44Z', 'updated_at': '2022-03-28T20:05:48Z', 'revision_number': 4, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'gw_port': {'id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:45Z', 'updated_at': '2022-03-28T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '0b345d4b-d8b5-434d-b947-b19680f30c92', 'name': '', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'mac_address': 'fa:16:3e:1d:a5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:47Z', 'updated_at': '2022-03-28T20:05:52Z', 'revision_number': 4, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'subnets': [{'id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 20:05:53.483689 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-2683a29e-0319-4109-8bbd-f4365e467092 None None] Set router 21d20863-8032-405d-8219-d35a272343be gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 20:05:53.819257 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-2683a29e-0319-4109-8bbd-f4365e467092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d20863-8032-405d-8219-d35a272343be', 'name': 'tempest-TestSnapshotPattern-57077631-router', 'tenant_id': '5016053c608d4f2da15fa753dcc7a0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '7986bcf0-93b6-4924-adee-ff02dd007e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T20:05:50Z', 'updated_at': '2022-03-28T20:05:52Z', 'revision_number': 3, 'project_id': '5016053c608d4f2da15fa753dcc7a0d2', 'gw_port': {'id': '7986bcf0-93b6-4924-adee-ff02dd007e47', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:13:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d20863-8032-405d-8219-d35a272343be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:51Z', 'updated_at': '2022-03-28T20:05:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:53.823279 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2683a29e-0319-4109-8bbd-f4365e467092 None None] Checking router: 21d20863-8032-405d-8219-d35a272343be for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 20:05:53.823774 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2683a29e-0319-4109-8bbd-f4365e467092 None None] Updating router 21d20863-8032-405d-8219-d35a272343be port 7986bcf0-93b6-4924-adee-ff02dd007e47 binding host dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 20:05:53.900200 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-2683a29e-0319-4109-8bbd-f4365e467092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:54.170400 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290dc2b2-aee6-41f6-b616-fe8bd637049e None None] Network 7ce034cb-f790-4c17-8e74-a8c4ad0d4c21 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 20:05:54.234986 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c4e5f637-929d-42a9-bbea-733397763a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:54.283600 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 20:05:54.368274 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-dc7a8256-1ad0-483e-ac2d-7a86755e336f None None] Provisioning for port c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58 completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 20:05:54.399292 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-2683a29e-0319-4109-8bbd-f4365e467092 None None] Notify callbacks [] for port, precommit_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:54.413032 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.provisioning_blocks [None req-2683a29e-0319-4109-8bbd-f4365e467092 None None] Transition to ACTIVE for port object 7986bcf0-93b6-4924-adee-ff02dd007e47 will not be triggered until provisioned by entity L2. {{(pid=87835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 20:05:54.421263 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-2683a29e-0319-4109-8bbd-f4365e467092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:54.463578 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 20:05:54.470177 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 20:05:54.470985 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:54.501706 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-2683a29e-0319-4109-8bbd-f4365e467092 None None] Attempting to bind port 7986bcf0-93b6-4924-adee-ff02dd007e47 on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 20:05:54.502637 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-2683a29e-0319-4109-8bbd-f4365e467092 None None] Attempting to bind port 7986bcf0-93b6-4924-adee-ff02dd007e47 by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 20:05:54.503179 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2683a29e-0319-4109-8bbd-f4365e467092 None None] Attempting to bind port 7986bcf0-93b6-4924-adee-ff02dd007e47 on network 222bb166-3b66-45c7-9663-18be61b96587 {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 20:05:54.515415 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2683a29e-0319-4109-8bbd-f4365e467092 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 20, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 20:05:54.515792 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2683a29e-0319-4109-8bbd-f4365e467092 None None] Checking segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 20:05:54.516638 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-2683a29e-0319-4109-8bbd-f4365e467092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:54.517034 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2683a29e-0319-4109-8bbd-f4365e467092 None None] Bound using segment: {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'} {{(pid=87835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 20:05:54.517507 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.managers [None req-2683a29e-0319-4109-8bbd-f4365e467092 None None] Bound port: 7986bcf0-93b6-4924-adee-ff02dd007e47, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2420739-67e4-410b-836d-d0dae2714fbe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222bb166-3b66-45c7-9663-18be61b96587'}}] {{(pid=87835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 20:05:54.517878 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-2683a29e-0319-4109-8bbd-f4365e467092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:54.524305 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [None req-c4e5f637-929d-42a9-bbea-733397763a5d admin admin] Allocated IP 172.20.0.1 (7ce034cb-f790-4c17-8e74-a8c4ad0d4c21/9bf25fe6-34de-455d-9c32-c83c16326374/63633333-25a8-49e5-b4ef-98523c04191a) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 20:05:54.598572 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-2683a29e-0319-4109-8bbd-f4365e467092 None None] For port 7986bcf0-93b6-4924-adee-ff02dd007e47, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 20:05:54.601826 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.plugins.ml2.db [None req-2683a29e-0319-4109-8bbd-f4365e467092 None None] For port 7986bcf0-93b6-4924-adee-ff02dd007e47, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=7986bcf0-93b6-4924-adee-ff02dd007e47,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 20:05:54.613498 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron_lib.callbacks.manager [None req-2683a29e-0319-4109-8bbd-f4365e467092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:54.625812 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f0b70-e0b5-42c8-891b-3364c8733a9d None None] Pushing event updated for resources: {'Port': ['ID=7986bcf0-93b6-4924-adee-ff02dd007e47,revision_number=2']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:54.700868 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2683a29e-0319-4109-8bbd-f4365e467092 None None] Routers {'21d20863-8032-405d-8219-d35a272343be'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 20:05:54.701524 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-2683a29e-0319-4109-8bbd-f4365e467092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T20:05:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['21d20863-8032-405d-8219-d35a272343be'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:54.702982 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c4e5f637-929d-42a9-bbea-733397763a5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:54.711557 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:54.725880 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [None req-c4e5f637-929d-42a9-bbea-733397763a5d admin admin] Transition to ACTIVE for port object 63633333-25a8-49e5-b4ef-98523c04191a will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 20:05:54.756687 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c4e5f637-929d-42a9-bbea-733397763a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:54.765893 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58,segment=NetworkSegment(6309eabf-0934-4bd9-ad22-bdd1b0a2e6dd),segment_id=6309eabf-0934-4bd9-ad22-bdd1b0a2e6dd)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:05:54.774535 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:54.775379 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 0b345d4b-d8b5-434d-b947-b19680f30c92 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 20:05:54.834699 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5f637-929d-42a9-bbea-733397763a5d admin admin] Pushing event updated for resources: {'Port': ['ID=63633333-25a8-49e5-b4ef-98523c04191a,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:54.851570 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e5f637-929d-42a9-bbea-733397763a5d admin admin] Network 7ce034cb-f790-4c17-8e74-a8c4ad0d4c21 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 20:05:54.852684 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-c4e5f637-929d-42a9-bbea-733397763a5d admin admin] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 20:05:54.859692 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e5f637-929d-42a9-bbea-733397763a5d admin admin] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 20:05:54.932179 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f0b70-e0b5-42c8-891b-3364c8733a9d None None] Pushing event updated for resources: {'Port': ['ID=7986bcf0-93b6-4924-adee-ff02dd007e47,revision_number=3']} {{(pid=87835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:54.947616 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c4e5f637-929d-42a9-bbea-733397763a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465733'] for router_interface, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:54.967304 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:54.985599 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 0b345d4b-d8b5-434d-b947-b19680f30c92 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 20:05:54.991560 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 0b345d4b-d8b5-434d-b947-b19680f30c92 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 20:05:54.992186 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:55.032198 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-2683a29e-0319-4109-8bbd-f4365e467092 None None] Set router 21d20863-8032-405d-8219-d35a272343be gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 20:05:55.138681 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a9ca5eae-792a-4f12-bd6a-01b791b7d885 None None] Provisioning complete for port c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58 triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 20:05:55.139078 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a9ca5eae-792a-4f12-bd6a-01b791b7d885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:55.179145 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:55.264929 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 0b345d4b-d8b5-434d-b947-b19680f30c92, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=0b345d4b-d8b5-434d-b947-b19680f30c92,segment=NetworkSegment(33436388-60ca-44ac-b523-65862d8536ed),segment_id=33436388-60ca-44ac-b523-65862d8536ed)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:05:55.271984 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c4e5f637-929d-42a9-bbea-733397763a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:55.276920 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:55.349429 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-2683a29e-0319-4109-8bbd-f4365e467092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d20863-8032-405d-8219-d35a272343be', 'name': 'tempest-TestSnapshotPattern-57077631-router', 'tenant_id': '5016053c608d4f2da15fa753dcc7a0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '7986bcf0-93b6-4924-adee-ff02dd007e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T20:05:50Z', 'updated_at': '2022-03-28T20:05:52Z', 'revision_number': 3, 'project_id': '5016053c608d4f2da15fa753dcc7a0d2', 'gw_port': {'id': '7986bcf0-93b6-4924-adee-ff02dd007e47', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:13:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d20863-8032-405d-8219-d35a272343be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:51Z', 'updated_at': '2022-03-28T20:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:55.353373 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2683a29e-0319-4109-8bbd-f4365e467092 None None] The sync data for ids ['21d20863-8032-405d-8219-d35a272343be'] in dv-neutron-834711-1-hyperv is: [{'id': '21d20863-8032-405d-8219-d35a272343be', 'name': 'tempest-TestSnapshotPattern-57077631-router', 'tenant_id': '5016053c608d4f2da15fa753dcc7a0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '7986bcf0-93b6-4924-adee-ff02dd007e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T20:05:50Z', 'updated_at': '2022-03-28T20:05:52Z', 'revision_number': 3, 'project_id': '5016053c608d4f2da15fa753dcc7a0d2', 'gw_port': {'id': '7986bcf0-93b6-4924-adee-ff02dd007e47', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:13:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d20863-8032-405d-8219-d35a272343be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:51Z', 'updated_at': '2022-03-28T20:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 20:05:55.358401 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=0b345d4b-d8b5-434d-b947-b19680f30c92,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:55.431228 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7d1b537e-0be7-475a-984e-cb5a8dd46f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:55.463098 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-1aaf4738-90cb-4a58-a617-ceefdf34ae59 None None] Provisioning for port 63633333-25a8-49e5-b4ef-98523c04191a completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 20:05:55.471219 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-1aaf4738-90cb-4a58-a617-ceefdf34ae59 None None] Provisioning complete for port 63633333-25a8-49e5-b4ef-98523c04191a triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 20:05:55.471735 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1aaf4738-90cb-4a58-a617-ceefdf34ae59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:55.508266 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c4e5f637-929d-42a9-bbea-733397763a5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:55.514245 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c4e5f637-929d-42a9-bbea-733397763a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:55.529059 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-1aaf4738-90cb-4a58-a617-ceefdf34ae59 None None] Port 63633333-25a8-49e5-b4ef-98523c04191a cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 20:05:55.629560 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5f637-929d-42a9-bbea-733397763a5d admin admin] Pushing event updated for resources: {'Port': ['ID=63633333-25a8-49e5-b4ef-98523c04191a,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:55.638218 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c4e5f637-929d-42a9-bbea-733397763a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-464610'] for router_interface, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:55.778735 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e5f637-929d-42a9-bbea-733397763a5d admin admin] Network 7ce034cb-f790-4c17-8e74-a8c4ad0d4c21 is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 20:05:55.779896 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [None req-c4e5f637-929d-42a9-bbea-733397763a5d admin admin] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 20:05:56.050656 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-9210e5c5-e02a-49e9-aae5-1a98e8d876c4 None None] Provisioning complete for port 63633333-25a8-49e5-b4ef-98523c04191a triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 20:05:56.051079 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9210e5c5-e02a-49e9-aae5-1a98e8d876c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:56.100061 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e5f637-929d-42a9-bbea-733397763a5d admin admin] Router 21d20863-8032-405d-8219-d35a272343be has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 20:05:56.131058 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-9210e5c5-e02a-49e9-aae5-1a98e8d876c4 None None] Port 63633333-25a8-49e5-b4ef-98523c04191a cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 20:05:56.209530 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 20:05:56.280408 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 20:05:56.280814 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:56.294486 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e5f637-929d-42a9-bbea-733397763a5d admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 20:05:56.303270 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c4e5f637-929d-42a9-bbea-733397763a5d admin admin] 10.222.0.10 "PUT /v2.0/routers/21d20863-8032-405d-8219-d35a272343be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0514295 Mar 28 20:05:56.400119 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 7986bcf0-93b6-4924-adee-ff02dd007e47 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 20:05:56.469336 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 7986bcf0-93b6-4924-adee-ff02dd007e47 completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 20:05:56.474631 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 7986bcf0-93b6-4924-adee-ff02dd007e47 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 20:05:56.475046 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:56.589200 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:56.605395 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 7986bcf0-93b6-4924-adee-ff02dd007e47, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=7986bcf0-93b6-4924-adee-ff02dd007e47,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:05:56.612066 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:56.612822 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 0b345d4b-d8b5-434d-b947-b19680f30c92 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 20:05:56.748988 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 0b345d4b-d8b5-434d-b947-b19680f30c92 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 20:05:56.749442 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:56.772479 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=7986bcf0-93b6-4924-adee-ff02dd007e47,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:56.940651 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5972a6-3bfe-4627-a5a6-6d99e54ccc73 None None] Sync routers for ids ['21d20863-8032-405d-8219-d35a272343be'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 20:05:56.949917 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5972a6-3bfe-4627-a5a6-6d99e54ccc73 None None] Routers {'21d20863-8032-405d-8219-d35a272343be'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 20:05:56.950560 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-8f5972a6-3bfe-4627-a5a6-6d99e54ccc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T20:05:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['21d20863-8032-405d-8219-d35a272343be'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:57.079096 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 41374) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:05:57.084722 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-666d9b74-919e-4a24-a3ef-840c31e8c9eb tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1841470637', 'description': 'tempest-secgroup-smoke-1841470637 description', 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 20:05:57.091440 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-666d9b74-919e-4a24-a3ef-840c31e8c9eb tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 20:05:57.096135 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-666d9b74-919e-4a24-a3ef-840c31e8c9eb tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Usage tracker for resource:security_group and tenant:a0752f6e2a744e1cb05a9389a8f043a8 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 20:05:57.100566 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-666d9b74-919e-4a24-a3ef-840c31e8c9eb tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 20:05:57.106819 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-666d9b74-919e-4a24-a3ef-840c31e8c9eb tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 20:05:57.117225 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-666d9b74-919e-4a24-a3ef-840c31e8c9eb tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for security_group, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:57.129019 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-8f5972a6-3bfe-4627-a5a6-6d99e54ccc73 None None] Set router 21d20863-8032-405d-8219-d35a272343be gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 20:05:57.136321 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-666d9b74-919e-4a24-a3ef-840c31e8c9eb tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 20:05:57.140865 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-666d9b74-919e-4a24-a3ef-840c31e8c9eb tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Usage tracker for resource:security_group_rule and tenant:a0752f6e2a744e1cb05a9389a8f043a8 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 20:05:57.143676 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-666d9b74-919e-4a24-a3ef-840c31e8c9eb tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 20:05:57.149187 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-666d9b74-919e-4a24-a3ef-840c31e8c9eb tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 20:05:57.222328 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-666d9b74-919e-4a24-a3ef-840c31e8c9eb tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for security_group, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:57.226191 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-666d9b74-919e-4a24-a3ef-840c31e8c9eb tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:57.267840 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d9b74-919e-4a24-a3ef-840c31e8c9eb tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22263586-be4a-47f2-b3e8-01c0d2f2e1dd,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:57.270715 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-666d9b74-919e-4a24-a3ef-840c31e8c9eb tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:57.274737 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-666d9b74-919e-4a24-a3ef-840c31e8c9eb tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1915717 Mar 28 20:05:57.274903 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 41378) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:05:57.280090 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-e7732b08-3a83-453f-9d0e-aedc7c963085 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Request body: {'security_group_rule': {'security_group_id': '22263586-be4a-47f2-b3e8-01c0d2f2e1dd', 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 20:05:57.285866 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e7732b08-3a83-453f-9d0e-aedc7c963085 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 20:05:57.289674 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e7732b08-3a83-453f-9d0e-aedc7c963085 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Usage tracker for resource:security_group_rule and tenant:a0752f6e2a744e1cb05a9389a8f043a8 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 20:05:57.292600 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-e7732b08-3a83-453f-9d0e-aedc7c963085 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 20:05:57.299016 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-e7732b08-3a83-453f-9d0e-aedc7c963085 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 20:05:57.315233 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e7732b08-3a83-453f-9d0e-aedc7c963085 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:57.378599 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e7732b08-3a83-453f-9d0e-aedc7c963085 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:57.382697 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e7732b08-3a83-453f-9d0e-aedc7c963085 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:57.413003 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7732b08-3a83-453f-9d0e-aedc7c963085 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62831e1-6564-4b2e-9dc4-a2bf412cb6d7,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:57.417347 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e7732b08-3a83-453f-9d0e-aedc7c963085 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:57.421183 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e7732b08-3a83-453f-9d0e-aedc7c963085 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1428299 Mar 28 20:05:57.421712 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 41382) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:05:57.426699 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-b8da095d-ef81-4152-b56a-95d257f7e5cf tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Request body: {'security_group_rule': {'security_group_id': '22263586-be4a-47f2-b3e8-01c0d2f2e1dd', 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 20:05:57.432777 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b8da095d-ef81-4152-b56a-95d257f7e5cf tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 20:05:57.437213 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b8da095d-ef81-4152-b56a-95d257f7e5cf tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Usage tracker for resource:security_group_rule and tenant:a0752f6e2a744e1cb05a9389a8f043a8 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 20:05:57.440141 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b8da095d-ef81-4152-b56a-95d257f7e5cf tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 20:05:57.445737 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b8da095d-ef81-4152-b56a-95d257f7e5cf tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 20:05:57.462551 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b8da095d-ef81-4152-b56a-95d257f7e5cf tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:57.477421 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-8f5972a6-3bfe-4627-a5a6-6d99e54ccc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d20863-8032-405d-8219-d35a272343be', 'name': 'tempest-TestSnapshotPattern-57077631-router', 'tenant_id': '5016053c608d4f2da15fa753dcc7a0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '7986bcf0-93b6-4924-adee-ff02dd007e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T20:05:50Z', 'updated_at': '2022-03-28T20:05:55Z', 'revision_number': 4, 'project_id': '5016053c608d4f2da15fa753dcc7a0d2', 'gw_port': {'id': '7986bcf0-93b6-4924-adee-ff02dd007e47', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:13:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d20863-8032-405d-8219-d35a272343be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:51Z', 'updated_at': '2022-03-28T20:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '63633333-25a8-49e5-b4ef-98523c04191a', 'name': '', 'network_id': '7ce034cb-f790-4c17-8e74-a8c4ad0d4c21', 'tenant_id': '5016053c608d4f2da15fa753dcc7a0d2', 'mac_address': 'fa:16:3e:d6:e1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d20863-8032-405d-8219-d35a272343be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '9bf25fe6-34de-455d-9c32-c83c16326374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:54Z', 'updated_at': '2022-03-28T20:05:55Z', 'revision_number': 2, 'project_id': '5016053c608d4f2da15fa753dcc7a0d2', 'subnets': [{'id': '9bf25fe6-34de-455d-9c32-c83c16326374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:57.481247 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5972a6-3bfe-4627-a5a6-6d99e54ccc73 None None] Checking router: 21d20863-8032-405d-8219-d35a272343be for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 20:05:57.481596 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5972a6-3bfe-4627-a5a6-6d99e54ccc73 None None] Updating router 21d20863-8032-405d-8219-d35a272343be port 63633333-25a8-49e5-b4ef-98523c04191a binding host dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 20:05:57.529911 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b8da095d-ef81-4152-b56a-95d257f7e5cf tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:57.533539 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b8da095d-ef81-4152-b56a-95d257f7e5cf tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:57.539104 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8f5972a6-3bfe-4627-a5a6-6d99e54ccc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:57.563763 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da095d-ef81-4152-b56a-95d257f7e5cf tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c617b005-005d-4f81-9fdf-beedd3258050,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:57.573364 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b8da095d-ef81-4152-b56a-95d257f7e5cf tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:57.578160 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b8da095d-ef81-4152-b56a-95d257f7e5cf tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1519349 Mar 28 20:05:57.578357 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 41386) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:05:57.583817 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-c25c3f65-737c-4017-9230-15e2183b3ecd tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Request body: {'security_group_rule': {'security_group_id': '22263586-be4a-47f2-b3e8-01c0d2f2e1dd', 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 20:05:57.589577 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c25c3f65-737c-4017-9230-15e2183b3ecd tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 20:05:57.593574 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c25c3f65-737c-4017-9230-15e2183b3ecd tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Usage tracker for resource:security_group_rule and tenant:a0752f6e2a744e1cb05a9389a8f043a8 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 20:05:57.596419 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-c25c3f65-737c-4017-9230-15e2183b3ecd tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 20:05:57.602126 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-c25c3f65-737c-4017-9230-15e2183b3ecd tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 20:05:57.618820 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c25c3f65-737c-4017-9230-15e2183b3ecd tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:57.686234 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c25c3f65-737c-4017-9230-15e2183b3ecd tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:57.690239 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c25c3f65-737c-4017-9230-15e2183b3ecd tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:57.719784 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c3f65-737c-4017-9230-15e2183b3ecd tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64baa053-9c59-40aa-9233-f09e1da8cb8e,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:57.727309 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-c25c3f65-737c-4017-9230-15e2183b3ecd tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:57.728569 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-c25c3f65-737c-4017-9230-15e2183b3ecd tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1491482 Mar 28 20:05:57.731443 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 41390) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:05:57.736417 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-8c15768c-cc78-4d7b-b761-b1d2e00d3095 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Request body: {'security_group_rule': {'security_group_id': '22263586-be4a-47f2-b3e8-01c0d2f2e1dd', 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 20:05:57.742245 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8c15768c-cc78-4d7b-b761-b1d2e00d3095 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 20:05:57.746069 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8c15768c-cc78-4d7b-b761-b1d2e00d3095 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Usage tracker for resource:security_group_rule and tenant:a0752f6e2a744e1cb05a9389a8f043a8 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 20:05:57.749255 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-8c15768c-cc78-4d7b-b761-b1d2e00d3095 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 20:05:57.755190 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-8c15768c-cc78-4d7b-b761-b1d2e00d3095 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 20:05:57.772588 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c15768c-cc78-4d7b-b761-b1d2e00d3095 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:57.808225 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-80c08c8b-b98e-4b80-9784-5d7d3c16eb73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:57.837389 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c15768c-cc78-4d7b-b761-b1d2e00d3095 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:57.842057 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c15768c-cc78-4d7b-b761-b1d2e00d3095 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:57.864757 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15768c-cc78-4d7b-b761-b1d2e00d3095 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b935257c-cc52-4fca-aaf2-88319e1b83fa,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:57.873801 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8c15768c-cc78-4d7b-b761-b1d2e00d3095 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:57.875306 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8c15768c-cc78-4d7b-b761-b1d2e00d3095 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1426401 Mar 28 20:05:57.877784 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 41394) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:05:57.882906 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-b6606286-bbd9-4379-8ed8-b4cbc87aa8ab tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Request body: {'security_group_rule': {'security_group_id': '22263586-be4a-47f2-b3e8-01c0d2f2e1dd', 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 20:05:57.889828 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b6606286-bbd9-4379-8ed8-b4cbc87aa8ab tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 20:05:57.894263 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b6606286-bbd9-4379-8ed8-b4cbc87aa8ab tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Usage tracker for resource:security_group_rule and tenant:a0752f6e2a744e1cb05a9389a8f043a8 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 20:05:57.897208 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-b6606286-bbd9-4379-8ed8-b4cbc87aa8ab tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 20:05:57.903317 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-b6606286-bbd9-4379-8ed8-b4cbc87aa8ab tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 20:05:57.904978 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8f5972a6-3bfe-4627-a5a6-6d99e54ccc73 None None] Notify callbacks [] for port, precommit_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:57.914114 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-b6606286-bbd9-4379-8ed8-b4cbc87aa8ab tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Project a0752f6e2a744e1cb05a9389a8f043a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 20:05:57.916649 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-8f5972a6-3bfe-4627-a5a6-6d99e54ccc73 None None] Transition to ACTIVE for port object 63633333-25a8-49e5-b4ef-98523c04191a will not be triggered until provisioned by entity L2. {{(pid=87834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 20:05:57.921725 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b6606286-bbd9-4379-8ed8-b4cbc87aa8ab tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:57.923763 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8f5972a6-3bfe-4627-a5a6-6d99e54ccc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:57.994140 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b6606286-bbd9-4379-8ed8-b4cbc87aa8ab tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:58.000342 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b6606286-bbd9-4379-8ed8-b4cbc87aa8ab tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:58.025562 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6606286-bbd9-4379-8ed8-b4cbc87aa8ab tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a32a67a2-ba02-46cf-995d-6382c3f1e92d,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:58.036821 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-b6606286-bbd9-4379-8ed8-b4cbc87aa8ab tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:58.038180 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-b6606286-bbd9-4379-8ed8-b4cbc87aa8ab tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1594315 Mar 28 20:05:58.041104 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 41398) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:05:58.047083 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [None req-86e7bf18-4b02-40ac-bf7c-dc56ad6574b7 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Request body: {'security_group_rule': {'security_group_id': '22263586-be4a-47f2-b3e8-01c0d2f2e1dd', 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 20:05:58.054765 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-86e7bf18-4b02-40ac-bf7c-dc56ad6574b7 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 20:05:58.056066 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbba9c5-8c59-471b-a0b6-5f1599627f17 None None] Pushing event updated for resources: {'Port': ['ID=63633333-25a8-49e5-b4ef-98523c04191a,revision_number=3']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:58.059301 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-86e7bf18-4b02-40ac-bf7c-dc56ad6574b7 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Usage tracker for resource:security_group_rule and tenant:a0752f6e2a744e1cb05a9389a8f043a8 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 20:05:58.062292 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [None req-86e7bf18-4b02-40ac-bf7c-dc56ad6574b7 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 20:05:58.069266 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [None req-86e7bf18-4b02-40ac-bf7c-dc56ad6574b7 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 20:05:58.086802 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.db.securitygroups_db [None req-86e7bf18-4b02-40ac-bf7c-dc56ad6574b7 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Project a0752f6e2a744e1cb05a9389a8f043a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 20:05:58.094718 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-86e7bf18-4b02-40ac-bf7c-dc56ad6574b7 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:58.149991 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 7986bcf0-93b6-4924-adee-ff02dd007e47 up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 20:05:58.166794 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-86e7bf18-4b02-40ac-bf7c-dc56ad6574b7 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:58.173077 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-86e7bf18-4b02-40ac-bf7c-dc56ad6574b7 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657085'] for security_group_rule, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:58.198109 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e7bf18-4b02-40ac-bf7c-dc56ad6574b7 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc63eea9-6f97-4aea-98ee-8659c47aea64,revision_number=0']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:58.209142 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-86e7bf18-4b02-40ac-bf7c-dc56ad6574b7 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:58.219350 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-86e7bf18-4b02-40ac-bf7c-dc56ad6574b7 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1685469 Mar 28 20:05:58.219512 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-8f5972a6-3bfe-4627-a5a6-6d99e54ccc73 None None] Attempting to bind port 63633333-25a8-49e5-b4ef-98523c04191a on host dv-neutron-834711-1-hyperv for vnic_type normal with profile {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 20:05:58.219512 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-8f5972a6-3bfe-4627-a5a6-6d99e54ccc73 None None] Attempting to bind port 63633333-25a8-49e5-b4ef-98523c04191a by drivers openvswitch,hyperv on host dv-neutron-834711-1-hyperv at level 0 using segments [{'id': '6309eabf-0934-4bd9-ad22-bdd1b0a2e6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7ce034cb-f790-4c17-8e74-a8c4ad0d4c21'}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 20:05:58.219512 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5972a6-3bfe-4627-a5a6-6d99e54ccc73 None None] Attempting to bind port 63633333-25a8-49e5-b4ef-98523c04191a on network 7ce034cb-f790-4c17-8e74-a8c4ad0d4c21 {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 20:05:58.233460 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5972a6-3bfe-4627-a5a6-6d99e54ccc73 None None] Checking agent: {'id': 'b9362659-6088-4e1d-b0e7-b06494b0aade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834711-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 18, 57, 28), 'started_at': datetime.datetime(2022, 3, 28, 18, 57, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 20, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834711-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 20:05:58.233773 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5972a6-3bfe-4627-a5a6-6d99e54ccc73 None None] Checking segment: {'id': '6309eabf-0934-4bd9-ad22-bdd1b0a2e6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7ce034cb-f790-4c17-8e74-a8c4ad0d4c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 20:05:58.234168 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8f5972a6-3bfe-4627-a5a6-6d99e54ccc73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:58.234553 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5972a6-3bfe-4627-a5a6-6d99e54ccc73 None None] Bound using segment: {'id': '6309eabf-0934-4bd9-ad22-bdd1b0a2e6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7ce034cb-f790-4c17-8e74-a8c4ad0d4c21'} {{(pid=87834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 20:05:58.235044 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.managers [None req-8f5972a6-3bfe-4627-a5a6-6d99e54ccc73 None None] Bound port: 63633333-25a8-49e5-b4ef-98523c04191a, host: dv-neutron-834711-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6309eabf-0934-4bd9-ad22-bdd1b0a2e6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7ce034cb-f790-4c17-8e74-a8c4ad0d4c21'}}] {{(pid=87834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 20:05:58.235416 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8f5972a6-3bfe-4627-a5a6-6d99e54ccc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:58.338100 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 7986bcf0-93b6-4924-adee-ff02dd007e47 triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 20:05:58.338463 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:58.373919 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-6413093e-a319-44e2-a7ec-8a332de84878 req-9bfc6c3f-fdf2-4c44-b6a0-0ffd3370dd90 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Synchronizing usage tracker for tenant:a0752f6e2a744e1cb05a9389a8f043a8 on resource:security_group {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 20:05:58.390575 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-8f5972a6-3bfe-4627-a5a6-6d99e54ccc73 None None] For port 63633333-25a8-49e5-b4ef-98523c04191a, host dv-neutron-834711-1-hyperv, cleared binding levels {{(pid=87834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 20:05:58.391344 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-6413093e-a319-44e2-a7ec-8a332de84878 req-9bfc6c3f-fdf2-4c44-b6a0-0ffd3370dd90 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Unset dirty status for tenant:a0752f6e2a744e1cb05a9389a8f043a8 on resource:security_group {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 20:05:58.392561 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6413093e-a319-44e2-a7ec-8a332de84878 req-9bfc6c3f-fdf2-4c44-b6a0-0ffd3370dd90 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1841470637&fields=id&tenant_id=a0752f6e2a744e1cb05a9389a8f043a8 HTTP/1.1" status: 200 len: 267 time: 0.0604334 Mar 28 20:05:58.407773 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-8f5972a6-3bfe-4627-a5a6-6d99e54ccc73 None None] For port 63633333-25a8-49e5-b4ef-98523c04191a, host dv-neutron-834711-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=63633333-25a8-49e5-b4ef-98523c04191a,segment=NetworkSegment(6309eabf-0934-4bd9-ad22-bdd1b0a2e6dd),segment_id=6309eabf-0934-4bd9-ad22-bdd1b0a2e6dd)] {{(pid=87834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 20:05:58.415226 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8f5972a6-3bfe-4627-a5a6-6d99e54ccc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:58.533448 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5972a6-3bfe-4627-a5a6-6d99e54ccc73 None None] Routers {'21d20863-8032-405d-8219-d35a272343be'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 20:05:58.534180 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-8f5972a6-3bfe-4627-a5a6-6d99e54ccc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T20:05:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['21d20863-8032-405d-8219-d35a272343be'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:58.555800 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413093e-a319-44e2-a7ec-8a332de84878 req-08f9718a-a040-48ee-a4cb-80fe23a1fe77 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:05:58.556590 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-6413093e-a319-44e2-a7ec-8a332de84878 req-08f9718a-a040-48ee-a4cb-80fe23a1fe77 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Synchronizing usage tracker for tenant:a0752f6e2a744e1cb05a9389a8f043a8 on resource:network {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 20:05:58.575945 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-6413093e-a319-44e2-a7ec-8a332de84878 req-08f9718a-a040-48ee-a4cb-80fe23a1fe77 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Unset dirty status for tenant:a0752f6e2a744e1cb05a9389a8f043a8 on resource:network {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 20:05:58.577445 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6413093e-a319-44e2-a7ec-8a332de84878 req-08f9718a-a040-48ee-a4cb-80fe23a1fe77 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/networks?id=95e53734-9c36-422b-b9d6-c2cef89ec8ff HTTP/1.1" status: 200 len: 810 time: 0.1776502 Mar 28 20:05:58.596569 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6413093e-a319-44e2-a7ec-8a332de84878 req-a23ab552-0434-49f5-94c7-ea990dca64ee tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/quotas/a0752f6e2a744e1cb05a9389a8f043a8 HTTP/1.1" status: 200 len: 375 time: 0.0134683 Mar 28 20:05:58.621431 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbba9c5-8c59-471b-a0b6-5f1599627f17 None None] Pushing event updated for resources: {'Port': ['ID=63633333-25a8-49e5-b4ef-98523c04191a,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:05:58.694824 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-6413093e-a319-44e2-a7ec-8a332de84878 req-dbc0e569-9fe9-4109-8605-562bd70f577b tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Synchronizing usage tracker for tenant:a0752f6e2a744e1cb05a9389a8f043a8 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 20:05:58.712981 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-6413093e-a319-44e2-a7ec-8a332de84878 req-dbc0e569-9fe9-4109-8605-562bd70f577b tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Unset dirty status for tenant:a0752f6e2a744e1cb05a9389a8f043a8 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 20:05:58.714591 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6413093e-a319-44e2-a7ec-8a332de84878 req-dbc0e569-9fe9-4109-8605-562bd70f577b tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0752f6e2a744e1cb05a9389a8f043a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1125047 Mar 28 20:05:58.756187 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-8f5972a6-3bfe-4627-a5a6-6d99e54ccc73 None None] Set router 21d20863-8032-405d-8219-d35a272343be gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 20:05:58.904100 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:58.925928 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:05:58.991168 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6413093e-a319-44e2-a7ec-8a332de84878 req-332d0c85-f91d-4d50-8b25-b6532fdece5f service neutron] 10.222.0.10 "GET /v2.0/networks/95e53734-9c36-422b-b9d6-c2cef89ec8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689339 Mar 28 20:05:59.128051 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6413093e-a319-44e2-a7ec-8a332de84878 req-d2fd42ee-00e5-4495-b898-a977dee17adb service neutron] 10.222.0.10 "GET /v2.0/networks/95e53734-9c36-422b-b9d6-c2cef89ec8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308172 Mar 28 20:05:59.138305 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-8f5972a6-3bfe-4627-a5a6-6d99e54ccc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d20863-8032-405d-8219-d35a272343be', 'name': 'tempest-TestSnapshotPattern-57077631-router', 'tenant_id': '5016053c608d4f2da15fa753dcc7a0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '7986bcf0-93b6-4924-adee-ff02dd007e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T20:05:50Z', 'updated_at': '2022-03-28T20:05:55Z', 'revision_number': 4, 'project_id': '5016053c608d4f2da15fa753dcc7a0d2', 'gw_port': {'id': '7986bcf0-93b6-4924-adee-ff02dd007e47', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:13:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d20863-8032-405d-8219-d35a272343be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:51Z', 'updated_at': '2022-03-28T20:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '63633333-25a8-49e5-b4ef-98523c04191a', 'name': '', 'network_id': '7ce034cb-f790-4c17-8e74-a8c4ad0d4c21', 'tenant_id': '5016053c608d4f2da15fa753dcc7a0d2', 'mac_address': 'fa:16:3e:d6:e1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d20863-8032-405d-8219-d35a272343be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '9bf25fe6-34de-455d-9c32-c83c16326374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:54Z', 'updated_at': '2022-03-28T20:05:58Z', 'revision_number': 4, 'project_id': '5016053c608d4f2da15fa753dcc7a0d2', 'subnets': [{'id': '9bf25fe6-34de-455d-9c32-c83c16326374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:05:59.144165 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5972a6-3bfe-4627-a5a6-6d99e54ccc73 None None] The sync data for ids ['21d20863-8032-405d-8219-d35a272343be'] in dv-neutron-834711-1-hyperv is: [{'id': '21d20863-8032-405d-8219-d35a272343be', 'name': 'tempest-TestSnapshotPattern-57077631-router', 'tenant_id': '5016053c608d4f2da15fa753dcc7a0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '7986bcf0-93b6-4924-adee-ff02dd007e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T20:05:50Z', 'updated_at': '2022-03-28T20:05:55Z', 'revision_number': 4, 'project_id': '5016053c608d4f2da15fa753dcc7a0d2', 'gw_port': {'id': '7986bcf0-93b6-4924-adee-ff02dd007e47', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:13:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d20863-8032-405d-8219-d35a272343be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:51Z', 'updated_at': '2022-03-28T20:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '63633333-25a8-49e5-b4ef-98523c04191a', 'name': '', 'network_id': '7ce034cb-f790-4c17-8e74-a8c4ad0d4c21', 'tenant_id': '5016053c608d4f2da15fa753dcc7a0d2', 'mac_address': 'fa:16:3e:d6:e1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d20863-8032-405d-8219-d35a272343be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '9bf25fe6-34de-455d-9c32-c83c16326374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:54Z', 'updated_at': '2022-03-28T20:05:58Z', 'revision_number': 4, 'project_id': '5016053c608d4f2da15fa753dcc7a0d2', 'subnets': [{'id': '9bf25fe6-34de-455d-9c32-c83c16326374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 20:05:59.333664 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b485e7a8-f4cc-4359-81f5-db8112e877d1 req-1e49a245-7522-4fe6-8179-52ee8752c555 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb47f45-2f32-446a-b38c-6b649445a083 HTTP/1.1" status: 200 len: 210 time: 0.0439711 Mar 28 20:06:00.123731 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 63633333-25a8-49e5-b4ef-98523c04191a up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 20:06:00.198310 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning for port 63633333-25a8-49e5-b4ef-98523c04191a completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 20:06:00.207699 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 63633333-25a8-49e5-b4ef-98523c04191a triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 20:06:00.208055 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:00.335502 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:00.369419 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] For port 63633333-25a8-49e5-b4ef-98523c04191a, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=63633333-25a8-49e5-b4ef-98523c04191a,segment=NetworkSegment(6309eabf-0934-4bd9-ad22-bdd1b0a2e6dd),segment_id=6309eabf-0934-4bd9-ad22-bdd1b0a2e6dd)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:06:00.376407 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:00.432460 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413093e-a319-44e2-a7ec-8a332de84878 req-7b9e6a11-1ca5-4f23-802f-6179c377a5aa tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:06:00.434235 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-6413093e-a319-44e2-a7ec-8a332de84878 req-7b9e6a11-1ca5-4f23-802f-6179c377a5aa tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.26 "GET /v2.0/networks?id=95e53734-9c36-422b-b9d6-c2cef89ec8ff HTTP/1.1" status: 200 len: 810 time: 0.1688175 Mar 28 20:06:00.471985 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:00.475714 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Pushing event updated for resources: {'Port': ['ID=63633333-25a8-49e5-b4ef-98523c04191a,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:06:00.491066 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [req-6413093e-a319-44e2-a7ec-8a332de84878 req-771f560f-c485-44b0-8aab-6f1f0052cc93 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Synchronizing usage tracker for tenant:a0752f6e2a744e1cb05a9389a8f043a8 on resource:security_group {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 20:06:00.505189 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [req-6413093e-a319-44e2-a7ec-8a332de84878 req-771f560f-c485-44b0-8aab-6f1f0052cc93 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Unset dirty status for tenant:a0752f6e2a744e1cb05a9389a8f043a8 on resource:security_group {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 20:06:00.506683 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-6413093e-a319-44e2-a7ec-8a332de84878 req-771f560f-c485-44b0-8aab-6f1f0052cc93 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0752f6e2a744e1cb05a9389a8f043a8 HTTP/1.1" status: 200 len: 380 time: 0.0634255 Mar 28 20:06:00.508190 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-62286a80-c03d-4db8-b7d1-9e1f8e6c21fd req-c0a15d2b-5b19-4045-8cd3-ea540180ad19 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb47f45-2f32-446a-b38c-6b649445a083 HTTP/1.1" status: 200 len: 210 time: 0.0588493 Mar 28 20:06:00.519462 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [req-6413093e-a319-44e2-a7ec-8a332de84878 req-7a363e46-b6f2-4039-9796-100d1450d118 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Request body: {'port': {'device_id': 'ceb47f45-2f32-446a-b38c-6b649445a083', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'admin_state_up': True, 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'security_groups': ['22263586-be4a-47f2-b3e8-01c0d2f2e1dd']}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 20:06:00.659779 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [req-6413093e-a319-44e2-a7ec-8a332de84878 req-7a363e46-b6f2-4039-9796-100d1450d118 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 20:06:00.670231 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [req-6413093e-a319-44e2-a7ec-8a332de84878 req-7a363e46-b6f2-4039-9796-100d1450d118 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 20:06:00.679693 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6413093e-a319-44e2-a7ec-8a332de84878 req-7a363e46-b6f2-4039-9796-100d1450d118 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Made reservation on behalf of a0752f6e2a744e1cb05a9389a8f043a8 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 20:06:00.683373 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-6413093e-a319-44e2-a7ec-8a332de84878 req-7a363e46-b6f2-4039-9796-100d1450d118 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:00.845611 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [req-6413093e-a319-44e2-a7ec-8a332de84878 req-7a363e46-b6f2-4039-9796-100d1450d118 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Allocated IP 172.20.0.9 (95e53734-9c36-422b-b9d6-c2cef89ec8ff/fbd24418-2dd0-41c3-bd80-1a911dfc085c/0da2c2be-5161-4f8e-9c6d-181a526d020a) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 20:06:01.025982 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-6413093e-a319-44e2-a7ec-8a332de84878 req-7a363e46-b6f2-4039-9796-100d1450d118 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:01.040785 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [req-6413093e-a319-44e2-a7ec-8a332de84878 req-7a363e46-b6f2-4039-9796-100d1450d118 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Transition to ACTIVE for port object 0da2c2be-5161-4f8e-9c6d-181a526d020a will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 20:06:01.064725 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-6413093e-a319-44e2-a7ec-8a332de84878 req-7a363e46-b6f2-4039-9796-100d1450d118 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:01.134980 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6413093e-a319-44e2-a7ec-8a332de84878 req-7a363e46-b6f2-4039-9796-100d1450d118 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Network 95e53734-9c36-422b-b9d6-c2cef89ec8ff is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 20:06:01.142581 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [req-6413093e-a319-44e2-a7ec-8a332de84878 req-7a363e46-b6f2-4039-9796-100d1450d118 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 20:06:01.147175 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [req-6413093e-a319-44e2-a7ec-8a332de84878 req-7a363e46-b6f2-4039-9796-100d1450d118 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 20:06:01.179186 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a363e46-b6f2-4039-9796-100d1450d118 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Pushing event updated for resources: {'Port': ['ID=0da2c2be-5161-4f8e-9c6d-181a526d020a,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:06:01.217206 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413093e-a319-44e2-a7ec-8a332de84878 req-7a363e46-b6f2-4039-9796-100d1450d118 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:06:01.217813 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-6413093e-a319-44e2-a7ec-8a332de84878 req-7a363e46-b6f2-4039-9796-100d1450d118 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:01.243652 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-6413093e-a319-44e2-a7ec-8a332de84878 req-7a363e46-b6f2-4039-9796-100d1450d118 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7289021 Mar 28 20:06:01.255217 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [req-6413093e-a319-44e2-a7ec-8a332de84878 req-bf317090-995e-438b-8659-957b9579ae7c service neutron] Request body: {'port': {'device_id': 'ceb47f45-2f32-446a-b38c-6b649445a083', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 20:06:01.343690 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-2402cf40-327c-4d75-9680-c7c70fab5e39 None None] Provisioning for port 0da2c2be-5161-4f8e-9c6d-181a526d020a completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 20:06:01.348587 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-2402cf40-327c-4d75-9680-c7c70fab5e39 None None] Provisioning complete for port 0da2c2be-5161-4f8e-9c6d-181a526d020a triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 20:06:01.348954 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-2402cf40-327c-4d75-9680-c7c70fab5e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:01.370494 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-6413093e-a319-44e2-a7ec-8a332de84878 req-bf317090-995e-438b-8659-957b9579ae7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:01.402515 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-2402cf40-327c-4d75-9680-c7c70fab5e39 None None] Port 0da2c2be-5161-4f8e-9c6d-181a526d020a cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 20:06:01.697104 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b1a29-8de7-449c-8dd5-d57ca9da34f5 req-8a00b103-9bd2-4647-9cc0-931976ecf19b tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:06:01.699198 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-725b1a29-8de7-449c-8dd5-d57ca9da34f5 req-8a00b103-9bd2-4647-9cc0-931976ecf19b tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb47f45-2f32-446a-b38c-6b649445a083 HTTP/1.1" status: 200 len: 931 time: 0.0841763 Mar 28 20:06:01.743620 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-725b1a29-8de7-449c-8dd5-d57ca9da34f5 req-0cabe454-cf94-4255-b440-dc20016836a4 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385237 Mar 28 20:06:01.818962 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [req-6413093e-a319-44e2-a7ec-8a332de84878 req-bf317090-995e-438b-8659-957b9579ae7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da2c2be-5161-4f8e-9c6d-181a526d020a {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 20:06:01.827170 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-6413093e-a319-44e2-a7ec-8a332de84878 req-bf317090-995e-438b-8659-957b9579ae7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:01.841644 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [req-6413093e-a319-44e2-a7ec-8a332de84878 req-bf317090-995e-438b-8659-957b9579ae7c service neutron] Transition to ACTIVE for port object 0da2c2be-5161-4f8e-9c6d-181a526d020a will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 20:06:01.845340 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-6413093e-a319-44e2-a7ec-8a332de84878 req-bf317090-995e-438b-8659-957b9579ae7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:01.975583 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf317090-995e-438b-8659-957b9579ae7c service neutron] Pushing event updated for resources: {'Port': ['ID=0da2c2be-5161-4f8e-9c6d-181a526d020a,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:06:02.080353 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [req-6413093e-a319-44e2-a7ec-8a332de84878 req-bf317090-995e-438b-8659-957b9579ae7c service neutron] Attempting to bind port 0da2c2be-5161-4f8e-9c6d-181a526d020a on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 20:06:02.080602 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [req-6413093e-a319-44e2-a7ec-8a332de84878 req-bf317090-995e-438b-8659-957b9579ae7c service neutron] Attempting to bind port 0da2c2be-5161-4f8e-9c6d-181a526d020a by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '33436388-60ca-44ac-b523-65862d8536ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 20:06:02.080934 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6413093e-a319-44e2-a7ec-8a332de84878 req-bf317090-995e-438b-8659-957b9579ae7c service neutron] Attempting to bind port 0da2c2be-5161-4f8e-9c6d-181a526d020a on network 95e53734-9c36-422b-b9d6-c2cef89ec8ff {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 20:06:02.085990 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6413093e-a319-44e2-a7ec-8a332de84878 req-bf317090-995e-438b-8659-957b9579ae7c service neutron] Port 0da2c2be-5161-4f8e-9c6d-181a526d020a on network 95e53734-9c36-422b-b9d6-c2cef89ec8ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 20:06:02.086310 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6413093e-a319-44e2-a7ec-8a332de84878 req-bf317090-995e-438b-8659-957b9579ae7c service neutron] Attempting to bind port 0da2c2be-5161-4f8e-9c6d-181a526d020a on network 95e53734-9c36-422b-b9d6-c2cef89ec8ff {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 20:06:02.092005 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6413093e-a319-44e2-a7ec-8a332de84878 req-bf317090-995e-438b-8659-957b9579ae7c service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 20, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 20:06:02.092339 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6413093e-a319-44e2-a7ec-8a332de84878 req-bf317090-995e-438b-8659-957b9579ae7c service neutron] Checking segment: {'id': '33436388-60ca-44ac-b523-65862d8536ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 20:06:02.092714 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6413093e-a319-44e2-a7ec-8a332de84878 req-bf317090-995e-438b-8659-957b9579ae7c service neutron] Bound using segment: {'id': '33436388-60ca-44ac-b523-65862d8536ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 20:06:02.093138 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [req-6413093e-a319-44e2-a7ec-8a332de84878 req-bf317090-995e-438b-8659-957b9579ae7c service neutron] Bound port: 0da2c2be-5161-4f8e-9c6d-181a526d020a, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33436388-60ca-44ac-b523-65862d8536ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 20:06:02.093485 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-6413093e-a319-44e2-a7ec-8a332de84878 req-bf317090-995e-438b-8659-957b9579ae7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:02.105649 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 63633333-25a8-49e5-b4ef-98523c04191a up at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 20:06:02.185204 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Provisioning complete for port 63633333-25a8-49e5-b4ef-98523c04191a triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 20:06:02.185567 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:02.190576 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [req-6413093e-a319-44e2-a7ec-8a332de84878 req-bf317090-995e-438b-8659-957b9579ae7c service neutron] For port 0da2c2be-5161-4f8e-9c6d-181a526d020a, host hv-neutron-8347, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 20:06:02.193678 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [req-6413093e-a319-44e2-a7ec-8a332de84878 req-bf317090-995e-438b-8659-957b9579ae7c service neutron] For port 0da2c2be-5161-4f8e-9c6d-181a526d020a, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=0da2c2be-5161-4f8e-9c6d-181a526d020a,segment=NetworkSegment(33436388-60ca-44ac-b523-65862d8536ed),segment_id=33436388-60ca-44ac-b523-65862d8536ed)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 20:06:02.197121 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-6413093e-a319-44e2-a7ec-8a332de84878 req-bf317090-995e-438b-8659-957b9579ae7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:02.252692 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413093e-a319-44e2-a7ec-8a332de84878 req-bf317090-995e-438b-8659-957b9579ae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:06:02.253296 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-6413093e-a319-44e2-a7ec-8a332de84878 req-bf317090-995e-438b-8659-957b9579ae7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:02.254658 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-6413093e-a319-44e2-a7ec-8a332de84878 req-bf317090-995e-438b-8659-957b9579ae7c service neutron] 10.222.0.26 "PUT /v2.0/ports/0da2c2be-5161-4f8e-9c6d-181a526d020a HTTP/1.1" status: 200 len: 1093 time: 1.0036588 Mar 28 20:06:02.255129 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb47f45-2f32-446a-b38c-6b649445a083', 'tag': '0da2c2be-5161-4f8e-9c6d-181a526d020a'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 20:06:02.281917 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf317090-995e-438b-8659-957b9579ae7c service neutron] Pushing event updated for resources: {'Port': ['ID=0da2c2be-5161-4f8e-9c6d-181a526d020a,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:06:02.342304 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb47f45-2f32-446a-b38c-6b649445a083', 'tag': '0da2c2be-5161-4f8e-9c6d-181a526d020a', 'status': 'completed', 'code': 200} Mar 28 20:06:02.383737 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413093e-a319-44e2-a7ec-8a332de84878 req-89e5eb7f-6928-4e33-a0be-a7c2b078aef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:06:02.385746 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-6413093e-a319-44e2-a7ec-8a332de84878 req-89e5eb7f-6928-4e33-a0be-a7c2b078aef4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0752f6e2a744e1cb05a9389a8f043a8&device_id=ceb47f45-2f32-446a-b38c-6b649445a083 HTTP/1.1" status: 200 len: 1096 time: 0.0801878 Mar 28 20:06:02.402556 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:02.458556 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-6413093e-a319-44e2-a7ec-8a332de84878 req-2830f491-147b-4b9d-aea7-35fa0c605917 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0da2c2be-5161-4f8e-9c6d-181a526d020a HTTP/1.1" status: 200 len: 217 time: 0.0658801 Mar 28 20:06:02.520271 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413093e-a319-44e2-a7ec-8a332de84878 req-294395cf-dba7-4b5e-8bd2-b8f03670c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:06:02.521681 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-6413093e-a319-44e2-a7ec-8a332de84878 req-294395cf-dba7-4b5e-8bd2-b8f03670c989 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fbd24418-2dd0-41c3-bd80-1a911dfc085c HTTP/1.1" status: 200 len: 849 time: 0.0571351 Mar 28 20:06:02.595558 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413093e-a319-44e2-a7ec-8a332de84878 req-5b699d01-0b3c-4776-993e-49e3f0035a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:06:02.596890 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-6413093e-a319-44e2-a7ec-8a332de84878 req-5b699d01-0b3c-4776-993e-49e3f0035a3d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e53734-9c36-422b-b9d6-c2cef89ec8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689886 Mar 28 20:06:02.724752 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-6413093e-a319-44e2-a7ec-8a332de84878 req-2d1a81d3-c148-44cd-8acf-97230328d72e service neutron] 10.222.0.26 "GET /v2.0/networks/95e53734-9c36-422b-b9d6-c2cef89ec8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218140 Mar 28 20:06:02.862843 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-6413093e-a319-44e2-a7ec-8a332de84878 req-d791bf3f-fb6c-4585-b5b8-f4fd965031d4 service neutron] 10.222.0.26 "GET /v2.0/networks/95e53734-9c36-422b-b9d6-c2cef89ec8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302624 Mar 28 20:06:02.946772 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5e926-e123-408c-a397-6259d2edc28d req-c980ebd6-bdb8-4ba3-9452-d9547ec315d2 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:06:02.949090 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-71b5e926-e123-408c-a397-6259d2edc28d req-c980ebd6-bdb8-4ba3-9452-d9547ec315d2 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb47f45-2f32-446a-b38c-6b649445a083 HTTP/1.1" status: 200 len: 943 time: 0.0961692 Mar 28 20:06:02.984623 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de9366-78b2-4933-875c-3d465bee252e req-e1df49c8-e9fc-4684-a4f5-8dc8beeac9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:06:02.986142 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-f3de9366-78b2-4933-875c-3d465bee252e req-e1df49c8-e9fc-4684-a4f5-8dc8beeac9b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0752f6e2a744e1cb05a9389a8f043a8&device_id=ceb47f45-2f32-446a-b38c-6b649445a083 HTTP/1.1" status: 200 len: 1096 time: 0.0755150 Mar 28 20:06:02.998331 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-71b5e926-e123-408c-a397-6259d2edc28d req-df802919-9528-4d6f-a16e-e639545e59a8 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437727 Mar 28 20:06:03.114634 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de9366-78b2-4933-875c-3d465bee252e req-fd065224-2a08-4ee8-b0b8-f781d4838c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:06:03.116005 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-f3de9366-78b2-4933-875c-3d465bee252e req-fd065224-2a08-4ee8-b0b8-f781d4838c9b service neutron] 10.222.0.26 "GET /v2.0/networks?id=95e53734-9c36-422b-b9d6-c2cef89ec8ff HTTP/1.1" status: 200 len: 911 time: 0.1244175 Mar 28 20:06:03.181723 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-f3de9366-78b2-4933-875c-3d465bee252e req-d4d06d65-9e28-46bc-83e0-a5c6d17b28ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0da2c2be-5161-4f8e-9c6d-181a526d020a HTTP/1.1" status: 200 len: 217 time: 0.0596464 Mar 28 20:06:03.254193 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de9366-78b2-4933-875c-3d465bee252e req-065adda9-9570-4fc3-97cd-05146fdecbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:06:03.255623 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-f3de9366-78b2-4933-875c-3d465bee252e req-065adda9-9570-4fc3-97cd-05146fdecbb4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fbd24418-2dd0-41c3-bd80-1a911dfc085c HTTP/1.1" status: 200 len: 849 time: 0.0677710 Mar 28 20:06:03.328415 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de9366-78b2-4933-875c-3d465bee252e req-6f9dcb3e-35d0-436f-a696-5f9047776ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:06:03.329840 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-f3de9366-78b2-4933-875c-3d465bee252e req-6f9dcb3e-35d0-436f-a696-5f9047776ad7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e53734-9c36-422b-b9d6-c2cef89ec8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682850 Mar 28 20:06:03.551281 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-f3de9366-78b2-4933-875c-3d465bee252e req-d1071d9c-476a-4b15-a72f-fc2391aa72e6 service neutron] 10.222.0.26 "GET /v2.0/networks/95e53734-9c36-422b-b9d6-c2cef89ec8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156634 Mar 28 20:06:03.680432 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-f3de9366-78b2-4933-875c-3d465bee252e req-2a4d064d-49ea-4d2e-8ffb-cf5070c32178 service neutron] 10.222.0.26 "GET /v2.0/networks/95e53734-9c36-422b-b9d6-c2cef89ec8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229606 Mar 28 20:06:04.181777 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887492d-adb6-4b07-a6c4-ab196a68b036 req-ce8149db-ceee-4b91-a52b-84e43ff67592 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:06:04.183253 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c887492d-adb6-4b07-a6c4-ab196a68b036 req-ce8149db-ceee-4b91-a52b-84e43ff67592 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb47f45-2f32-446a-b38c-6b649445a083 HTTP/1.1" status: 200 len: 943 time: 0.0795062 Mar 28 20:06:04.226952 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c887492d-adb6-4b07-a6c4-ab196a68b036 req-6b033765-6033-4ec2-a29a-5223493b1978 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379069 Mar 28 20:06:05.416615 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652b06d-4abd-4fbe-a5e0-2c407d149861 req-2768f1fe-793a-49e7-aca5-98f0dd64eb15 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:06:05.418084 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8652b06d-4abd-4fbe-a5e0-2c407d149861 req-2768f1fe-793a-49e7-aca5-98f0dd64eb15 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb47f45-2f32-446a-b38c-6b649445a083 HTTP/1.1" status: 200 len: 943 time: 0.0850179 Mar 28 20:06:05.463328 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8652b06d-4abd-4fbe-a5e0-2c407d149861 req-d67c4aec-ae99-4c0b-a721-72f571d6aeea tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384762 Mar 28 20:06:05.831752 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 0da2c2be-5161-4f8e-9c6d-181a526d020a details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 20:06:05.961406 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 0da2c2be-5161-4f8e-9c6d-181a526d020a, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=0da2c2be-5161-4f8e-9c6d-181a526d020a,segment=NetworkSegment(33436388-60ca-44ac-b523-65862d8536ed),segment_id=33436388-60ca-44ac-b523-65862d8536ed)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:06:05.977160 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '0da2c2be-5161-4f8e-9c6d-181a526d020a', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'port_id': '0da2c2be-5161-4f8e-9c6d-181a526d020a', 'mac_address': 'fa:16:3e:53:ac:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 20:06:06.030670 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:06.047134 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da2c2be-5161-4f8e-9c6d-181a526d020a {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 20:06:06.062446 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 0da2c2be-5161-4f8e-9c6d-181a526d020a, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=0da2c2be-5161-4f8e-9c6d-181a526d020a,segment=NetworkSegment(33436388-60ca-44ac-b523-65862d8536ed),segment_id=33436388-60ca-44ac-b523-65862d8536ed)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:06:06.066389 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:06.130470 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=0da2c2be-5161-4f8e-9c6d-181a526d020a,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:06:06.365875 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['0da2c2be-5161-4f8e-9c6d-181a526d020a'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 20:06:06.645948 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e9d1b-d715-4a5a-87ea-d1d0b8b90feb req-fc330881-470e-43bd-8605-61ed919f2b9a tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:06:06.647342 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-460e9d1b-d715-4a5a-87ea-d1d0b8b90feb req-fc330881-470e-43bd-8605-61ed919f2b9a tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb47f45-2f32-446a-b38c-6b649445a083 HTTP/1.1" status: 200 len: 944 time: 0.0806122 Mar 28 20:06:06.695061 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-460e9d1b-d715-4a5a-87ea-d1d0b8b90feb req-a068ac60-bda0-415b-b99e-f3d2e588fcfc tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420635 Mar 28 20:06:07.841577 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 0da2c2be-5161-4f8e-9c6d-181a526d020a up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 20:06:07.911700 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port 0da2c2be-5161-4f8e-9c6d-181a526d020a completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 20:06:07.916375 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 0da2c2be-5161-4f8e-9c6d-181a526d020a triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 20:06:07.916745 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:08.033739 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89126ce-4ae4-4022-baea-79a474ec173e req-fbc7bad1-191a-4737-811c-0c95ccfe302c tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:06:08.035121 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b89126ce-4ae4-4022-baea-79a474ec173e req-fbc7bad1-191a-4737-811c-0c95ccfe302c tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb47f45-2f32-446a-b38c-6b649445a083 HTTP/1.1" status: 200 len: 944 time: 0.0790906 Mar 28 20:06:08.036605 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:08.063871 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb47f45-2f32-446a-b38c-6b649445a083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da2c2be-5161-4f8e-9c6d-181a526d020a'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 20:06:08.073162 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 0da2c2be-5161-4f8e-9c6d-181a526d020a, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=0da2c2be-5161-4f8e-9c6d-181a526d020a,segment=NetworkSegment(33436388-60ca-44ac-b523-65862d8536ed),segment_id=33436388-60ca-44ac-b523-65862d8536ed)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:06:08.077617 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:08.081798 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b89126ce-4ae4-4022-baea-79a474ec173e req-28ce9a4b-8f23-4d87-80d0-49fe9b1d2349 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410404 Mar 28 20:06:08.155080 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=0da2c2be-5161-4f8e-9c6d-181a526d020a,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:06:08.222245 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb47f45-2f32-446a-b38c-6b649445a083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da2c2be-5161-4f8e-9c6d-181a526d020a', 'code': 200} Mar 28 20:06:08.445971 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2c916-9037-4df0-aeeb-b87093e4fb93 req-727df2e7-46c1-4d38-932b-c64ba3c06ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:06:08.447531 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-1ec2c916-9037-4df0-aeeb-b87093e4fb93 req-727df2e7-46c1-4d38-932b-c64ba3c06ad8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ceb47f45-2f32-446a-b38c-6b649445a083 HTTP/1.1" status: 200 len: 1098 time: 0.0743248 Mar 28 20:06:08.486413 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-1ec2c916-9037-4df0-aeeb-b87093e4fb93 req-fab26023-cebc-4404-953d-cf699dad05c8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328784 Mar 28 20:06:09.270353 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe3def-f066-44a8-8a32-458ef8e8ccb4 req-57b64ee1-3703-4490-bccb-776738718ab7 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:06:09.271855 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-76fe3def-f066-44a8-8a32-458ef8e8ccb4 req-57b64ee1-3703-4490-bccb-776738718ab7 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb47f45-2f32-446a-b38c-6b649445a083 HTTP/1.1" status: 200 len: 945 time: 0.0817657 Mar 28 20:06:09.316086 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-76fe3def-f066-44a8-8a32-458ef8e8ccb4 req-572a8946-24f5-4282-8f65-5107600c42a3 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386565 Mar 28 20:06:10.501463 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d687f-42fd-4ff1-9652-0be527607ee0 req-333a144f-d20f-40f8-9ea0-8506e9fe8f78 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:06:10.502913 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a83d687f-42fd-4ff1-9652-0be527607ee0 req-333a144f-d20f-40f8-9ea0-8506e9fe8f78 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb47f45-2f32-446a-b38c-6b649445a083 HTTP/1.1" status: 200 len: 945 time: 0.0788965 Mar 28 20:06:10.547429 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a83d687f-42fd-4ff1-9652-0be527607ee0 req-24a52402-3375-4709-9988-677bbaa1f0af tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389030 Mar 28 20:06:10.733733 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b567271-9d24-4b77-9be4-7e8effc927f6 req-5542f924-80c6-4a92-814e-69f57a4f303a tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:06:10.735203 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0b567271-9d24-4b77-9be4-7e8effc927f6 req-5542f924-80c6-4a92-814e-69f57a4f303a tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb47f45-2f32-446a-b38c-6b649445a083 HTTP/1.1" status: 200 len: 945 time: 0.0829155 Mar 28 20:06:10.778293 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-0b567271-9d24-4b77-9be4-7e8effc927f6 req-2ed9b74e-f0b6-45a1-88ed-0beef2ccf060 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369749 Mar 28 20:06:10.800884 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 41470) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:06:10.908667 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d42863-977c-42c1-99d9-f7b49397535c tempest-TestSnapshotPattern-1009928240 tempest-TestSnapshotPattern-1009928240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:06:10.910120 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-c3d42863-977c-42c1-99d9-f7b49397535c tempest-TestSnapshotPattern-1009928240 tempest-TestSnapshotPattern-1009928240-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ceb47f45-2f32-446a-b38c-6b649445a083 HTTP/1.1" status: 200 len: 1093 time: 0.1083200 Mar 28 20:06:10.912954 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 41476) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:06:10.917669 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-49212a27-87b6-4635-ac44-2783317d9a79 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'port_id': '0da2c2be-5161-4f8e-9c6d-181a526d020a', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 20:06:10.923457 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-49212a27-87b6-4635-ac44-2783317d9a79 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 20:06:10.927141 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-49212a27-87b6-4635-ac44-2783317d9a79 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Usage tracker for resource:floatingip and tenant:a0752f6e2a744e1cb05a9389a8f043a8 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 20:06:10.929840 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-49212a27-87b6-4635-ac44-2783317d9a79 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 20:06:10.935855 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-49212a27-87b6-4635-ac44-2783317d9a79 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 20:06:10.946281 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-49212a27-87b6-4635-ac44-2783317d9a79 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:11.079931 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-49212a27-87b6-4635-ac44-2783317d9a79 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:11.213026 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-49212a27-87b6-4635-ac44-2783317d9a79 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Allocated IP 172.26.4.245 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/7775b0ff-2d2c-469c-8efa-952abb4dbfaa) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 20:06:11.457666 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-49212a27-87b6-4635-ac44-2783317d9a79 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:11.486413 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-49212a27-87b6-4635-ac44-2783317d9a79 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:11.548874 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49212a27-87b6-4635-ac44-2783317d9a79 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 20:06:11.555499 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-49212a27-87b6-4635-ac44-2783317d9a79 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 20:06:11.560092 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49212a27-87b6-4635-ac44-2783317d9a79 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 20:06:11.588138 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49212a27-87b6-4635-ac44-2783317d9a79 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Pushing event updated for resources: {'Port': ['ID=7775b0ff-2d2c-469c-8efa-952abb4dbfaa,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:06:11.963631 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-49212a27-87b6-4635-ac44-2783317d9a79 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:12.037441 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-49212a27-87b6-4635-ac44-2783317d9a79 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:12.234080 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-49212a27-87b6-4635-ac44-2783317d9a79 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:12.238268 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-49212a27-87b6-4635-ac44-2783317d9a79 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:12.345794 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49212a27-87b6-4635-ac44-2783317d9a79 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Pushing event updated for resources: {'Port': ['ID=7775b0ff-2d2c-469c-8efa-952abb4dbfaa,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:06:12.358091 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-49212a27-87b6-4635-ac44-2783317d9a79 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:12.527299 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-49212a27-87b6-4635-ac44-2783317d9a79 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Floating IP de3a6af6-f8ac-46f0-a0ee-ede6d22c711c associated. External IP: 172.26.4.245, port: 0da2c2be-5161-4f8e-9c6d-181a526d020a. Mar 28 20:06:12.993916 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49212a27-87b6-4635-ac44-2783317d9a79 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Router 65b210a9-02bc-44e2-bcb1-38fee9909be9 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 20:06:13.164595 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49212a27-87b6-4635-ac44-2783317d9a79 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 20:06:13.175595 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caa314e-6588-46b9-b58a-3f2744f07470 None None] Sync routers for ids ['65b210a9-02bc-44e2-bcb1-38fee9909be9'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 20:06:13.185792 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caa314e-6588-46b9-b58a-3f2744f07470 None None] Routers {'65b210a9-02bc-44e2-bcb1-38fee9909be9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 20:06:13.186533 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-8caa314e-6588-46b9-b58a-3f2744f07470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T20:05:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['65b210a9-02bc-44e2-bcb1-38fee9909be9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:06:13.189276 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-49212a27-87b6-4635-ac44-2783317d9a79 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:13.247399 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-49212a27-87b6-4635-ac44-2783317d9a79 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3331819 Mar 28 20:06:13.247943 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb47f45-2f32-446a-b38c-6b649445a083', 'tag': '0da2c2be-5161-4f8e-9c6d-181a526d020a'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 20:06:13.292152 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb47f45-2f32-446a-b38c-6b649445a083', 'tag': '0da2c2be-5161-4f8e-9c6d-181a526d020a', 'status': 'completed', 'code': 200} Mar 28 20:06:13.364481 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-8caa314e-6588-46b9-b58a-3f2744f07470 None None] Set router 65b210a9-02bc-44e2-bcb1-38fee9909be9 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 20:06:13.391136 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e7697-aaac-4064-89a7-4203966afe74 req-fe7ba5a4-9977-42bc-902c-fbd01c63aa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:06:13.392605 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-ad0e7697-aaac-4064-89a7-4203966afe74 req-fe7ba5a4-9977-42bc-902c-fbd01c63aa6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0752f6e2a744e1cb05a9389a8f043a8&device_id=ceb47f45-2f32-446a-b38c-6b649445a083 HTTP/1.1" status: 200 len: 1098 time: 0.0710573 Mar 28 20:06:13.522594 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e7697-aaac-4064-89a7-4203966afe74 req-064bc27a-e2b0-4dd5-8efc-eadcdc625e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:06:13.523987 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-ad0e7697-aaac-4064-89a7-4203966afe74 req-064bc27a-e2b0-4dd5-8efc-eadcdc625e8e service neutron] 10.222.0.26 "GET /v2.0/networks?id=95e53734-9c36-422b-b9d6-c2cef89ec8ff HTTP/1.1" status: 200 len: 911 time: 0.1255257 Mar 28 20:06:13.628899 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-ad0e7697-aaac-4064-89a7-4203966afe74 req-96044b78-b57f-4381-b79a-924e7dda8483 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0da2c2be-5161-4f8e-9c6d-181a526d020a HTTP/1.1" status: 200 len: 999 time: 0.0974627 Mar 28 20:06:13.708636 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-8caa314e-6588-46b9-b58a-3f2744f07470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'name': 'tempest-TestSnapshotPattern-1569895696-router', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T20:05:44Z', 'updated_at': '2022-03-28T20:05:48Z', 'revision_number': 4, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'gw_port': {'id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:45Z', 'updated_at': '2022-03-28T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'de3a6af6-f8ac-46f0-a0ee-ede6d22c711c', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'floating_ip_address': '172.26.4.245', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'port_id': '0da2c2be-5161-4f8e-9c6d-181a526d020a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'mac_address': 'fa:16:3e:53:ac:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb47f45-2f32-446a-b38c-6b649445a083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T20:06:11Z', 'updated_at': '2022-03-28T20:06:11Z', 'revision_number': 0, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b345d4b-d8b5-434d-b947-b19680f30c92', 'name': '', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'mac_address': 'fa:16:3e:1d:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:47Z', 'updated_at': '2022-03-28T20:05:55Z', 'revision_number': 5, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'subnets': [{'id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:06:13.708934 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e7697-aaac-4064-89a7-4203966afe74 req-36a93d1b-6908-4c07-9c11-a760bf561397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:06:13.710311 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-ad0e7697-aaac-4064-89a7-4203966afe74 req-36a93d1b-6908-4c07-9c11-a760bf561397 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fbd24418-2dd0-41c3-bd80-1a911dfc085c HTTP/1.1" status: 200 len: 849 time: 0.0657477 Mar 28 20:06:13.712592 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caa314e-6588-46b9-b58a-3f2744f07470 None None] Checking router: 65b210a9-02bc-44e2-bcb1-38fee9909be9 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 20:06:13.720861 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caa314e-6588-46b9-b58a-3f2744f07470 None None] Routers {'65b210a9-02bc-44e2-bcb1-38fee9909be9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 20:06:13.721440 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-8caa314e-6588-46b9-b58a-3f2744f07470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T20:05:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['65b210a9-02bc-44e2-bcb1-38fee9909be9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:06:13.792446 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e7697-aaac-4064-89a7-4203966afe74 req-a5d1bd2a-2115-46d3-b912-6fdf5f186925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:06:13.794564 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-ad0e7697-aaac-4064-89a7-4203966afe74 req-a5d1bd2a-2115-46d3-b912-6fdf5f186925 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e53734-9c36-422b-b9d6-c2cef89ec8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709352 Mar 28 20:06:13.893176 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-8caa314e-6588-46b9-b58a-3f2744f07470 None None] Set router 65b210a9-02bc-44e2-bcb1-38fee9909be9 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 20:06:13.925254 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-ad0e7697-aaac-4064-89a7-4203966afe74 req-a4998aa9-99bc-4690-bf61-b0c0cf3e3436 service neutron] 10.222.0.26 "GET /v2.0/networks/95e53734-9c36-422b-b9d6-c2cef89ec8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244338 Mar 28 20:06:14.060058 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-ad0e7697-aaac-4064-89a7-4203966afe74 req-c41141a3-9403-4354-bdb1-6e53235d7d0f service neutron] 10.222.0.26 "GET /v2.0/networks/95e53734-9c36-422b-b9d6-c2cef89ec8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243544 Mar 28 20:06:14.271807 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-8caa314e-6588-46b9-b58a-3f2744f07470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'name': 'tempest-TestSnapshotPattern-1569895696-router', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T20:05:44Z', 'updated_at': '2022-03-28T20:05:48Z', 'revision_number': 4, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'gw_port': {'id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:45Z', 'updated_at': '2022-03-28T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'de3a6af6-f8ac-46f0-a0ee-ede6d22c711c', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'floating_ip_address': '172.26.4.245', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'port_id': '0da2c2be-5161-4f8e-9c6d-181a526d020a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'mac_address': 'fa:16:3e:53:ac:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb47f45-2f32-446a-b38c-6b649445a083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T20:06:11Z', 'updated_at': '2022-03-28T20:06:11Z', 'revision_number': 0, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b345d4b-d8b5-434d-b947-b19680f30c92', 'name': '', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'mac_address': 'fa:16:3e:1d:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:47Z', 'updated_at': '2022-03-28T20:05:55Z', 'revision_number': 5, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'subnets': [{'id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:06:14.276033 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caa314e-6588-46b9-b58a-3f2744f07470 None None] The sync data for ids ['65b210a9-02bc-44e2-bcb1-38fee9909be9'] in dv-neutron-834711-1-hyperv is: [{'id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'name': 'tempest-TestSnapshotPattern-1569895696-router', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T20:05:44Z', 'updated_at': '2022-03-28T20:05:48Z', 'revision_number': 4, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'gw_port': {'id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:45Z', 'updated_at': '2022-03-28T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'de3a6af6-f8ac-46f0-a0ee-ede6d22c711c', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'floating_ip_address': '172.26.4.245', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'port_id': '0da2c2be-5161-4f8e-9c6d-181a526d020a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'mac_address': 'fa:16:3e:53:ac:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb47f45-2f32-446a-b38c-6b649445a083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T20:06:11Z', 'updated_at': '2022-03-28T20:06:11Z', 'revision_number': 0, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b345d4b-d8b5-434d-b947-b19680f30c92', 'name': '', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'mac_address': 'fa:16:3e:1d:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:47Z', 'updated_at': '2022-03-28T20:05:55Z', 'revision_number': 5, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'subnets': [{'id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 20:06:14.471280 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccab7d5b-99a9-4ca3-bc84-0e685ce82a60 None None] New status for floating IP de3a6af6-f8ac-46f0-a0ee-ede6d22c711c: ACTIVE {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 20:06:23.655570 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 20:06:25.426296 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-bef3a2de-1fe1-4dac-8999-d56f1bce453e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:27.801421 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-97fab2a1-d977-474a-8e62-1338dd0c18a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:28.779068 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:28.831853 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:30.421595 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:32.418687 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:55.428363 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f65058cd-8060-4824-b939-b83b8534d30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:57.804411 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4cf79914-4362-4311-a51f-dd41891e890c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:58.782058 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:06:58.835150 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:07:00.424820 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:07:00.653479 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 20:07:02.418564 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:07:08.922841 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-fa360b50-88ea-4e88-9ce4-47d2bcc2ad28 req-0b3a8001-890d-4333-8ff8-b7dc99a7e333 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ceb47f45-2f32-446a-b38c-6b649445a083&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712688 Mar 28 20:07:09.062291 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa360b50-88ea-4e88-9ce4-47d2bcc2ad28 req-9ce570f2-842e-4074-96d7-8ea783175d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:07:09.063721 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-fa360b50-88ea-4e88-9ce4-47d2bcc2ad28 req-9ce570f2-842e-4074-96d7-8ea783175d95 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0752f6e2a744e1cb05a9389a8f043a8&device_id=ceb47f45-2f32-446a-b38c-6b649445a083 HTTP/1.1" status: 200 len: 1098 time: 0.0731449 Mar 28 20:07:09.208283 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa360b50-88ea-4e88-9ce4-47d2bcc2ad28 req-8e05541f-2675-441c-8be4-20682e4381f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:07:09.209715 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-fa360b50-88ea-4e88-9ce4-47d2bcc2ad28 req-8e05541f-2675-441c-8be4-20682e4381f5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=95e53734-9c36-422b-b9d6-c2cef89ec8ff HTTP/1.1" status: 200 len: 911 time: 0.1258862 Mar 28 20:07:09.309583 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-fa360b50-88ea-4e88-9ce4-47d2bcc2ad28 req-b4378df1-339a-4237-bd90-8293c2ed0d1f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0da2c2be-5161-4f8e-9c6d-181a526d020a HTTP/1.1" status: 200 len: 1001 time: 0.0938921 Mar 28 20:07:09.372010 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa360b50-88ea-4e88-9ce4-47d2bcc2ad28 req-c6616c84-bf30-4846-a0a1-a536954924ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:07:09.373475 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-fa360b50-88ea-4e88-9ce4-47d2bcc2ad28 req-c6616c84-bf30-4846-a0a1-a536954924ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fbd24418-2dd0-41c3-bd80-1a911dfc085c HTTP/1.1" status: 200 len: 849 time: 0.0578580 Mar 28 20:07:09.542661 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa360b50-88ea-4e88-9ce4-47d2bcc2ad28 req-f771cec3-0ced-4d6a-92b8-4ead8521cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:07:09.544150 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-fa360b50-88ea-4e88-9ce4-47d2bcc2ad28 req-f771cec3-0ced-4d6a-92b8-4ead8521cd58 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e53734-9c36-422b-b9d6-c2cef89ec8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1653049 Mar 28 20:07:09.675866 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-fa360b50-88ea-4e88-9ce4-47d2bcc2ad28 req-2f70f97c-4079-403c-89d0-5c44715ceb6f service neutron] 10.222.0.26 "GET /v2.0/networks/95e53734-9c36-422b-b9d6-c2cef89ec8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232212 Mar 28 20:07:09.810155 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-fa360b50-88ea-4e88-9ce4-47d2bcc2ad28 req-30b7fc07-8ba2-4eda-ac91-4de8090fdbce service neutron] 10.222.0.26 "GET /v2.0/networks/95e53734-9c36-422b-b9d6-c2cef89ec8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277082 Mar 28 20:07:25.430361 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9307f152-7d48-40de-ac42-f4885a1ff879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:07:27.806798 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d0a415da-10ca-494e-aea6-206c4577ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:07:28.784332 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:07:28.838600 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:07:30.430990 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:07:32.429220 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:07:37.652019 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 20:07:55.433408 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-91cf6641-9d8f-4661-909d-18f7c727c51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:07:57.807465 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-64d4ebc4-906f-4ccb-91eb-4106a11f261c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:07:58.787463 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:07:58.840975 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:08:00.431571 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:08:02.427659 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:08:09.786240 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-b3daa581-cf36-4c0e-aa54-3ae2b3eb54fa req-2bc8dad0-0508-4bec-a9dc-522e0671ca01 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ceb47f45-2f32-446a-b38c-6b649445a083&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678205 Mar 28 20:08:09.923420 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3daa581-cf36-4c0e-aa54-3ae2b3eb54fa req-c3a50340-8b24-4862-b1a5-a7a8c5c99d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:08:09.924860 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-b3daa581-cf36-4c0e-aa54-3ae2b3eb54fa req-c3a50340-8b24-4862-b1a5-a7a8c5c99d36 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0752f6e2a744e1cb05a9389a8f043a8&device_id=ceb47f45-2f32-446a-b38c-6b649445a083 HTTP/1.1" status: 200 len: 1098 time: 0.0731244 Mar 28 20:08:10.073166 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3daa581-cf36-4c0e-aa54-3ae2b3eb54fa req-abb96bb5-8a35-4f2c-8f65-a164a2b2de0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:08:10.075118 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-b3daa581-cf36-4c0e-aa54-3ae2b3eb54fa req-abb96bb5-8a35-4f2c-8f65-a164a2b2de0d service neutron] 10.222.0.26 "GET /v2.0/networks?id=95e53734-9c36-422b-b9d6-c2cef89ec8ff HTTP/1.1" status: 200 len: 911 time: 0.1309760 Mar 28 20:08:10.175554 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-b3daa581-cf36-4c0e-aa54-3ae2b3eb54fa req-ac42b3e2-d329-4222-9c0a-1c73aafe7ed3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0da2c2be-5161-4f8e-9c6d-181a526d020a HTTP/1.1" status: 200 len: 1001 time: 0.0956488 Mar 28 20:08:10.244325 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3daa581-cf36-4c0e-aa54-3ae2b3eb54fa req-b273f2d9-1e48-4fea-a786-334ff0091b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:08:10.245761 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-b3daa581-cf36-4c0e-aa54-3ae2b3eb54fa req-b273f2d9-1e48-4fea-a786-334ff0091b84 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fbd24418-2dd0-41c3-bd80-1a911dfc085c HTTP/1.1" status: 200 len: 849 time: 0.0645156 Mar 28 20:08:10.321312 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3daa581-cf36-4c0e-aa54-3ae2b3eb54fa req-740aed69-7fb7-4be3-87af-a591e640c68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:08:10.322772 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-b3daa581-cf36-4c0e-aa54-3ae2b3eb54fa req-740aed69-7fb7-4be3-87af-a591e640c68c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e53734-9c36-422b-b9d6-c2cef89ec8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709734 Mar 28 20:08:10.332417 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [req-b3daa581-cf36-4c0e-aa54-3ae2b3eb54fa req-6fb48451-4bcd-46e6-b67b-959f19f45fb6 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 20:08:10.333265 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-b3daa581-cf36-4c0e-aa54-3ae2b3eb54fa req-6fb48451-4bcd-46e6-b67b-959f19f45fb6 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047610 Mar 28 20:08:10.460991 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-b3daa581-cf36-4c0e-aa54-3ae2b3eb54fa req-3ea0e33b-b8b7-402e-b896-eea1f7c1d33b service neutron] 10.222.0.26 "GET /v2.0/networks/95e53734-9c36-422b-b9d6-c2cef89ec8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221616 Mar 28 20:08:10.606099 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-b3daa581-cf36-4c0e-aa54-3ae2b3eb54fa req-3104bd05-d58c-4626-a536-4199771c9d7b service neutron] 10.222.0.26 "GET /v2.0/networks/95e53734-9c36-422b-b9d6-c2cef89ec8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391437 Mar 28 20:08:14.651309 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 20:08:25.437972 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-b51b4bfd-b8a9-499d-ad4d-8743b84c1594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:08:27.809914 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-87b197c9-701c-4c5c-941e-90b1fdac0261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:08:28.793268 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:08:28.843874 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:08:30.434575 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:08:32.443178 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:08:44.648834 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 0da2c2be-5161-4f8e-9c6d-181a526d020a details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 20:08:44.778601 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 0da2c2be-5161-4f8e-9c6d-181a526d020a, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=0da2c2be-5161-4f8e-9c6d-181a526d020a,segment=NetworkSegment(33436388-60ca-44ac-b523-65862d8536ed),segment_id=33436388-60ca-44ac-b523-65862d8536ed)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:08:44.791127 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '0da2c2be-5161-4f8e-9c6d-181a526d020a', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'port_id': '0da2c2be-5161-4f8e-9c6d-181a526d020a', 'mac_address': 'fa:16:3e:53:ac:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 20:08:44.846626 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:08:44.863398 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0da2c2be-5161-4f8e-9c6d-181a526d020a {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 20:08:44.878494 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 0da2c2be-5161-4f8e-9c6d-181a526d020a, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=0da2c2be-5161-4f8e-9c6d-181a526d020a,segment=NetworkSegment(33436388-60ca-44ac-b523-65862d8536ed),segment_id=33436388-60ca-44ac-b523-65862d8536ed)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:08:44.882240 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:08:44.958391 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=0da2c2be-5161-4f8e-9c6d-181a526d020a,revision_number=6']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:08:44.965384 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:08:44.965738 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:08:44.966085 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:08:44.966424 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:08:44.966756 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:08:44.967117 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:08:44.967450 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:08:44.967780 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:08:44.968109 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:08:44.968434 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:08:44.968758 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:08:44.969083 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:08:44.978045 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['0da2c2be-5161-4f8e-9c6d-181a526d020a'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 20:08:46.663987 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 0da2c2be-5161-4f8e-9c6d-181a526d020a up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 20:08:46.732339 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 0da2c2be-5161-4f8e-9c6d-181a526d020a triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 20:08:46.732710 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:08:46.844134 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:08:46.904210 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb47f45-2f32-446a-b38c-6b649445a083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da2c2be-5161-4f8e-9c6d-181a526d020a'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 20:08:46.913873 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 0da2c2be-5161-4f8e-9c6d-181a526d020a, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=0da2c2be-5161-4f8e-9c6d-181a526d020a,segment=NetworkSegment(33436388-60ca-44ac-b523-65862d8536ed),segment_id=33436388-60ca-44ac-b523-65862d8536ed)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:08:46.920277 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:08:46.955445 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb47f45-2f32-446a-b38c-6b649445a083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da2c2be-5161-4f8e-9c6d-181a526d020a', 'code': 200} Mar 28 20:08:46.986435 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=0da2c2be-5161-4f8e-9c6d-181a526d020a,revision_number=7']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:08:51.651334 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 20:08:55.432894 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c54e58aa-6572-43c3-9593-b5094c1a6047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:08:57.775432 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-71f6efd9-9513-4aaf-93bf-dee37623d0bb tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1841470637&fields=id&tenant_id=a0752f6e2a744e1cb05a9389a8f043a8 HTTP/1.1" status: 200 len: 267 time: 0.0391612 Mar 28 20:08:57.813837 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4b8d2cfd-cf81-4098-8bb7-2c3d4f18c662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:08:57.945234 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-40fdd8f8-b16d-4132-b1fe-99ff7c2add38 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:08:57.946662 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-40fdd8f8-b16d-4132-b1fe-99ff7c2add38 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/networks?id=95e53734-9c36-422b-b9d6-c2cef89ec8ff HTTP/1.1" status: 200 len: 810 time: 0.1644456 Mar 28 20:08:57.961621 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-1548f4fd-a109-4d65-9e0c-ec9f2069c878 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/quotas/a0752f6e2a744e1cb05a9389a8f043a8 HTTP/1.1" status: 200 len: 375 time: 0.0089238 Mar 28 20:08:58.052782 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-7460b5dc-d56b-418f-932d-9f9eb4aeea71 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0752f6e2a744e1cb05a9389a8f043a8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0855653 Mar 28 20:08:58.141669 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-849ba0a3-cf87-4a27-b08c-0dc809a2e52f service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 20:08:58.142651 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-849ba0a3-cf87-4a27-b08c-0dc809a2e52f service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0422130 Mar 28 20:08:58.276204 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-8e21756e-400f-4182-97cf-3972fcfc796a service neutron] 10.222.0.10 "GET /v2.0/networks/95e53734-9c36-422b-b9d6-c2cef89ec8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277103 Mar 28 20:08:58.405031 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-d2d4dbf4-530d-4e27-9d0e-6b0ff5c19ed3 service neutron] 10.222.0.10 "GET /v2.0/networks/95e53734-9c36-422b-b9d6-c2cef89ec8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226897 Mar 28 20:08:58.786198 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:08:58.846856 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:08:59.596312 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-3027e66f-5be7-42fd-aca5-3a4b89598e9c req-9beed553-749b-4927-900e-d0e0c5baa15e tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 210 time: 0.0411804 Mar 28 20:09:00.438862 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:00.741834 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 0da2c2be-5161-4f8e-9c6d-181a526d020a no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 20:09:00.766045 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6e6a60fd-9e86-46e4-b4fb-8f78316f4d2a req-6775e875-98c1-40c7-aaef-99c083a5c956 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 210 time: 0.0519936 Mar 28 20:09:00.796926 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-571e2cb5-9c2f-4bc6-8219-89686286d700 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:00.798443 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-571e2cb5-9c2f-4bc6-8219-89686286d700 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.26 "GET /v2.0/networks?id=95e53734-9c36-422b-b9d6-c2cef89ec8ff HTTP/1.1" status: 200 len: 810 time: 0.1715138 Mar 28 20:09:00.849069 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-03e4a4c0-abca-475c-8118-dfd94c1c14cd tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0752f6e2a744e1cb05a9389a8f043a8 HTTP/1.1" status: 200 len: 380 time: 0.0415604 Mar 28 20:09:00.861047 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:00.863673 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-467b065a-ebe7-4f68-b497-8415af4114a4 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Request body: {'port': {'device_id': '4914667b-1216-4d03-a40c-931a2649ef7c', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'admin_state_up': True, 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'security_groups': ['22263586-be4a-47f2-b3e8-01c0d2f2e1dd']}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 20:09:00.888387 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb47f45-2f32-446a-b38c-6b649445a083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0da2c2be-5161-4f8e-9c6d-181a526d020a'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 20:09:00.898311 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 0da2c2be-5161-4f8e-9c6d-181a526d020a, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=0da2c2be-5161-4f8e-9c6d-181a526d020a,segment=NetworkSegment(33436388-60ca-44ac-b523-65862d8536ed),segment_id=33436388-60ca-44ac-b523-65862d8536ed)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:09:00.904856 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:00.942635 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb47f45-2f32-446a-b38c-6b649445a083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0da2c2be-5161-4f8e-9c6d-181a526d020a', 'code': 200} Mar 28 20:09:00.983508 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=0da2c2be-5161-4f8e-9c6d-181a526d020a,revision_number=8']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:09:01.010849 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-467b065a-ebe7-4f68-b497-8415af4114a4 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 20:09:01.018488 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-467b065a-ebe7-4f68-b497-8415af4114a4 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Usage tracker for resource:port and tenant:a0752f6e2a744e1cb05a9389a8f043a8 is out of sync, need to count used quota {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 20:09:01.021467 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-467b065a-ebe7-4f68-b497-8415af4114a4 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 20:09:01.027268 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.quota.driver [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-467b065a-ebe7-4f68-b497-8415af4114a4 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 20:09:01.038164 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-467b065a-ebe7-4f68-b497-8415af4114a4 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Made reservation on behalf of a0752f6e2a744e1cb05a9389a8f043a8 for: {'port': 1} {{(pid=87832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 20:09:01.041836 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-467b065a-ebe7-4f68-b497-8415af4114a4 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:01.208109 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.db_base_plugin_common [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-467b065a-ebe7-4f68-b497-8415af4114a4 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Allocated IP 172.20.0.3 (95e53734-9c36-422b-b9d6-c2cef89ec8ff/fbd24418-2dd0-41c3-bd80-1a911dfc085c/032e9df1-5b91-4deb-8f90-4d5baa18a9ac) {{(pid=87832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 20:09:01.433033 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-467b065a-ebe7-4f68-b497-8415af4114a4 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for port, precommit_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:01.452153 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-467b065a-ebe7-4f68-b497-8415af4114a4 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Transition to ACTIVE for port object 032e9df1-5b91-4deb-8f90-4d5baa18a9ac will not be triggered until provisioned by entity DHCP. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 20:09:01.481876 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-467b065a-ebe7-4f68-b497-8415af4114a4 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_create {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:01.562204 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-467b065a-ebe7-4f68-b497-8415af4114a4 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Network 95e53734-9c36-422b-b9d6-c2cef89ec8ff is already hosted by enough agents. {{(pid=87832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 20:09:01.565977 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.scheduler.base_scheduler [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-467b065a-ebe7-4f68-b497-8415af4114a4 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Resources bound (agent type, host, resource id): {{(pid=87832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 20:09:01.571293 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-467b065a-ebe7-4f68-b497-8415af4114a4 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Received port after_create {{(pid=87832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 20:09:01.634163 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b065a-ebe7-4f68-b497-8415af4114a4 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Pushing event updated for resources: {'Port': ['ID=032e9df1-5b91-4deb-8f90-4d5baa18a9ac,revision_number=1']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:09:01.648140 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b065a-ebe7-4f68-b497-8415af4114a4 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:09:01.648521 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b065a-ebe7-4f68-b497-8415af4114a4 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:09:01.648865 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b065a-ebe7-4f68-b497-8415af4114a4 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:09:01.649201 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b065a-ebe7-4f68-b497-8415af4114a4 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:09:01.649531 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b065a-ebe7-4f68-b497-8415af4114a4 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:09:01.649866 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b065a-ebe7-4f68-b497-8415af4114a4 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:09:01.650197 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b065a-ebe7-4f68-b497-8415af4114a4 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:09:01.650524 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b065a-ebe7-4f68-b497-8415af4114a4 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:09:01.650855 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b065a-ebe7-4f68-b497-8415af4114a4 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:09:01.651205 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b065a-ebe7-4f68-b497-8415af4114a4 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:09:01.651528 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b065a-ebe7-4f68-b497-8415af4114a4 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:09:01.651860 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b065a-ebe7-4f68-b497-8415af4114a4 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:09:01.665386 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-467b065a-ebe7-4f68-b497-8415af4114a4 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:01.666143 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-467b065a-ebe7-4f68-b497-8415af4114a4 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:01.700971 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-467b065a-ebe7-4f68-b497-8415af4114a4 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8416231 Mar 28 20:09:01.937451 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-110d9ec8-09c2-4aa9-955a-c64ef138590b None None] Provisioning for port 032e9df1-5b91-4deb-8f90-4d5baa18a9ac completed by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 20:09:01.947295 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-110d9ec8-09c2-4aa9-955a-c64ef138590b None None] Provisioning complete for port 032e9df1-5b91-4deb-8f90-4d5baa18a9ac triggered by entity DHCP. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 20:09:01.948142 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-110d9ec8-09c2-4aa9-955a-c64ef138590b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:01.979231 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03492bf-581b-4c5f-919b-a8bf8322c4b5 req-355ad015-c5a0-492e-a841-60e593a67443 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:01.986368 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f03492bf-581b-4c5f-919b-a8bf8322c4b5 req-355ad015-c5a0-492e-a841-60e593a67443 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 931 time: 0.0928633 Mar 28 20:09:02.023872 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-110d9ec8-09c2-4aa9-955a-c64ef138590b None None] Port 032e9df1-5b91-4deb-8f90-4d5baa18a9ac cannot update to ACTIVE because it is not bound. {{(pid=87834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 20:09:02.035481 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-f03492bf-581b-4c5f-919b-a8bf8322c4b5 req-295b0f38-9d88-42c5-b09f-65c034b59c07 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478957 Mar 28 20:09:02.442253 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:03.237233 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb1fa1-e7a3-4b85-8cbd-ce6b10313bee req-4f7978cc-46f2-43a8-8b80-e23c6000a4cb tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:03.238710 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-75bb1fa1-e7a3-4b85-8cbd-ce6b10313bee req-4f7978cc-46f2-43a8-8b80-e23c6000a4cb tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 931 time: 0.0812421 Mar 28 20:09:03.287882 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-75bb1fa1-e7a3-4b85-8cbd-ce6b10313bee req-4a940dcf-88eb-4a1d-b97b-f425503e8f39 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433173 Mar 28 20:09:04.489779 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67ceb8-1079-44b8-b76f-892663450ad3 req-d7f0bbe2-d3c9-424d-b121-856edc6933f2 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:04.491241 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6f67ceb8-1079-44b8-b76f-892663450ad3 req-d7f0bbe2-d3c9-424d-b121-856edc6933f2 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 931 time: 0.0863621 Mar 28 20:09:04.537652 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-6f67ceb8-1079-44b8-b76f-892663450ad3 req-57ac9b3d-1246-4c87-822a-5f72dfd5b150 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408120 Mar 28 20:09:05.884899 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e3bc9-cfd6-4bf1-b78a-57aa204efecc req-05f62239-d583-4a3a-9eb0-50d7ab59346e tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:05.886287 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d15e3bc9-cfd6-4bf1-b78a-57aa204efecc req-05f62239-d583-4a3a-9eb0-50d7ab59346e tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 931 time: 0.0815275 Mar 28 20:09:05.936043 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-d15e3bc9-cfd6-4bf1-b78a-57aa204efecc req-5a2a9fa0-049e-435a-b79b-1e3b80c3cbd2 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434670 Mar 28 20:09:07.137470 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d15ed8-63b3-45b7-9a70-5f6b1e223458 req-e4ac08f4-8abc-429b-b657-56d5d2a03c41 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:07.139241 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-17d15ed8-63b3-45b7-9a70-5f6b1e223458 req-e4ac08f4-8abc-429b-b657-56d5d2a03c41 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 931 time: 0.0888469 Mar 28 20:09:07.218998 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-17d15ed8-63b3-45b7-9a70-5f6b1e223458 req-e4a31317-d444-41f6-9155-e677130054ff tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650043 Mar 28 20:09:08.537080 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c305b-a76e-4672-a4a3-f9ec4082c151 req-1ec271df-dfbb-4777-875c-97146f793290 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:08.538569 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-577c305b-a76e-4672-a4a3-f9ec4082c151 req-1ec271df-dfbb-4777-875c-97146f793290 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 931 time: 0.2066000 Mar 28 20:09:08.587398 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-577c305b-a76e-4672-a4a3-f9ec4082c151 req-e89cda34-1c01-4787-a7d1-fb938e95ad97 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428102 Mar 28 20:09:09.813905 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62313e-3bcb-4ebf-b50c-ede3c92ce21d req-8a01c435-520f-4e3d-a3f7-f48c019fa13b tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:09.815358 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ec62313e-3bcb-4ebf-b50c-ede3c92ce21d req-8a01c435-520f-4e3d-a3f7-f48c019fa13b tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 931 time: 0.1244130 Mar 28 20:09:09.858939 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ec62313e-3bcb-4ebf-b50c-ede3c92ce21d req-76f3b714-d0a4-4bce-a3e0-3ff0b3500c0a tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379117 Mar 28 20:09:11.041487 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a23db3-f5b2-4c23-8eed-48f09b382049 req-1abff94b-1644-4bee-8667-566dcbfeb10b tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:11.042814 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c2a23db3-f5b2-4c23-8eed-48f09b382049 req-1abff94b-1644-4bee-8667-566dcbfeb10b tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 931 time: 0.0808759 Mar 28 20:09:11.085316 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-c2a23db3-f5b2-4c23-8eed-48f09b382049 req-db211940-4b24-49d4-ba0f-03344600c004 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360503 Mar 28 20:09:12.268323 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97d8cc-897f-4576-af55-dd8143feead3 req-79e06c3c-c8e8-4aee-a181-7630df3c7e20 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:12.269729 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ef97d8cc-897f-4576-af55-dd8143feead3 req-79e06c3c-c8e8-4aee-a181-7630df3c7e20 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 931 time: 0.0806642 Mar 28 20:09:12.312553 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-ef97d8cc-897f-4576-af55-dd8143feead3 req-82eda210-a7fb-447c-9305-77a80228bdd7 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372195 Mar 28 20:09:12.700989 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.v2.base [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-994989cf-f93f-4146-96ca-ec341e5a0d51 service neutron] Request body: {'port': {'device_id': '4914667b-1216-4d03-a40c-931a2649ef7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8347'}} {{(pid=87832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 20:09:12.817143 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-994989cf-f93f-4146-96ca-ec341e5a0d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:12.822095 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1e300bf2-99e2-4d62-9639-74e615e74671 req-bb3482fd-8b1d-43f8-aed8-af927068f2d1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ceb47f45-2f32-446a-b38c-6b649445a083&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683241 Mar 28 20:09:12.967975 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e300bf2-99e2-4d62-9639-74e615e74671 req-278ec304-4531-46f2-85e4-2e84ae6b6e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:12.969353 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1e300bf2-99e2-4d62-9639-74e615e74671 req-278ec304-4531-46f2-85e4-2e84ae6b6e45 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0752f6e2a744e1cb05a9389a8f043a8&device_id=ceb47f45-2f32-446a-b38c-6b649445a083 HTTP/1.1" status: 200 len: 1096 time: 0.0758047 Mar 28 20:09:13.113367 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e300bf2-99e2-4d62-9639-74e615e74671 req-25cb5437-d04b-4f7f-9f2c-26f321c3e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:13.114805 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1e300bf2-99e2-4d62-9639-74e615e74671 req-25cb5437-d04b-4f7f-9f2c-26f321c3e123 service neutron] 10.222.0.26 "GET /v2.0/networks?id=95e53734-9c36-422b-b9d6-c2cef89ec8ff HTTP/1.1" status: 200 len: 911 time: 0.1273115 Mar 28 20:09:13.155569 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-994989cf-f93f-4146-96ca-ec341e5a0d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 032e9df1-5b91-4deb-8f90-4d5baa18a9ac {{(pid=87832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 20:09:13.163105 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-994989cf-f93f-4146-96ca-ec341e5a0d51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:13.178460 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.provisioning_blocks [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-994989cf-f93f-4146-96ca-ec341e5a0d51 service neutron] Transition to ACTIVE for port object 032e9df1-5b91-4deb-8f90-4d5baa18a9ac will not be triggered until provisioned by entity L2. {{(pid=87832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 20:09:13.182871 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-994989cf-f93f-4146-96ca-ec341e5a0d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:13.215744 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1e300bf2-99e2-4d62-9639-74e615e74671 req-736dd938-79f1-4fca-b1da-c1e425be5533 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0da2c2be-5161-4f8e-9c6d-181a526d020a HTTP/1.1" status: 200 len: 999 time: 0.0950062 Mar 28 20:09:13.284026 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e300bf2-99e2-4d62-9639-74e615e74671 req-8232a26f-f831-4936-9a12-2f7aa0adbf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:13.285367 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1e300bf2-99e2-4d62-9639-74e615e74671 req-8232a26f-f831-4936-9a12-2f7aa0adbf7c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fbd24418-2dd0-41c3-bd80-1a911dfc085c HTTP/1.1" status: 200 len: 849 time: 0.0630450 Mar 28 20:09:13.364602 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e300bf2-99e2-4d62-9639-74e615e74671 req-711d36ce-8e0f-4731-814a-cf4147c73d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:13.366290 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1e300bf2-99e2-4d62-9639-74e615e74671 req-711d36ce-8e0f-4731-814a-cf4147c73d07 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e53734-9c36-422b-b9d6-c2cef89ec8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747175 Mar 28 20:09:13.421038 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994989cf-f93f-4146-96ca-ec341e5a0d51 service neutron] Pushing event updated for resources: {'Port': ['ID=032e9df1-5b91-4deb-8f90-4d5baa18a9ac,revision_number=2']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:09:13.535567 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-994989cf-f93f-4146-96ca-ec341e5a0d51 service neutron] Attempting to bind port 032e9df1-5b91-4deb-8f90-4d5baa18a9ac on host hv-neutron-8347 for vnic_type normal with profile {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 20:09:13.535813 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-994989cf-f93f-4146-96ca-ec341e5a0d51 service neutron] Attempting to bind port 032e9df1-5b91-4deb-8f90-4d5baa18a9ac by drivers openvswitch,hyperv on host hv-neutron-8347 at level 0 using segments [{'id': '33436388-60ca-44ac-b523-65862d8536ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff'}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 20:09:13.536174 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-994989cf-f93f-4146-96ca-ec341e5a0d51 service neutron] Attempting to bind port 032e9df1-5b91-4deb-8f90-4d5baa18a9ac on network 95e53734-9c36-422b-b9d6-c2cef89ec8ff {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 20:09:13.541154 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-994989cf-f93f-4146-96ca-ec341e5a0d51 service neutron] Port 032e9df1-5b91-4deb-8f90-4d5baa18a9ac on network 95e53734-9c36-422b-b9d6-c2cef89ec8ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8347 {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 20:09:13.541481 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-994989cf-f93f-4146-96ca-ec341e5a0d51 service neutron] Attempting to bind port 032e9df1-5b91-4deb-8f90-4d5baa18a9ac on network 95e53734-9c36-422b-b9d6-c2cef89ec8ff {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 20:09:13.546767 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-994989cf-f93f-4146-96ca-ec341e5a0d51 service neutron] Checking agent: {'id': '45c4bb9d-f638-4dd2-be2a-72c0de83a2cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8347', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'started_at': datetime.datetime(2022, 3, 28, 19, 4, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 20, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 20:09:13.547140 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-994989cf-f93f-4146-96ca-ec341e5a0d51 service neutron] Checking segment: {'id': '33436388-60ca-44ac-b523-65862d8536ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 20:09:13.548023 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-994989cf-f93f-4146-96ca-ec341e5a0d51 service neutron] Bound using segment: {'id': '33436388-60ca-44ac-b523-65862d8536ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff'} {{(pid=87832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 20:09:13.548023 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.managers [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-994989cf-f93f-4146-96ca-ec341e5a0d51 service neutron] Bound port: 032e9df1-5b91-4deb-8f90-4d5baa18a9ac, host: hv-neutron-8347, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33436388-60ca-44ac-b523-65862d8536ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff'}}] {{(pid=87832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 20:09:13.548323 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-994989cf-f93f-4146-96ca-ec341e5a0d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:13.565990 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1e300bf2-99e2-4d62-9639-74e615e74671 req-87ff6a4c-9eb5-44a2-8dd1-0d8ce084379e service neutron] 10.222.0.26 "GET /v2.0/networks/95e53734-9c36-422b-b9d6-c2cef89ec8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936686 Mar 28 20:09:13.606205 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe2fc9-e2a9-44fc-a578-937588ba6a9e req-8fa49026-19ee-4d83-bb89-4a79000e92b8 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:13.607804 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-82fe2fc9-e2a9-44fc-a578-937588ba6a9e req-8fa49026-19ee-4d83-bb89-4a79000e92b8 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 943 time: 0.1431868 Mar 28 20:09:13.640109 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-994989cf-f93f-4146-96ca-ec341e5a0d51 service neutron] For port 032e9df1-5b91-4deb-8f90-4d5baa18a9ac, host hv-neutron-8347, cleared binding levels {{(pid=87832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 20:09:13.643592 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-994989cf-f93f-4146-96ca-ec341e5a0d51 service neutron] For port 032e9df1-5b91-4deb-8f90-4d5baa18a9ac, host hv-neutron-8347, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=032e9df1-5b91-4deb-8f90-4d5baa18a9ac,segment=NetworkSegment(33436388-60ca-44ac-b523-65862d8536ed),segment_id=33436388-60ca-44ac-b523-65862d8536ed)] {{(pid=87832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 20:09:13.648132 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-994989cf-f93f-4146-96ca-ec341e5a0d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-494980'] for port, after_update {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:13.706373 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-994989cf-f93f-4146-96ca-ec341e5a0d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:13.707149 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-994989cf-f93f-4146-96ca-ec341e5a0d51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:13.708380 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-994989cf-f93f-4146-96ca-ec341e5a0d51 service neutron] 10.222.0.26 "PUT /v2.0/ports/032e9df1-5b91-4deb-8f90-4d5baa18a9ac HTTP/1.1" status: 200 len: 1093 time: 1.0130315 Mar 28 20:09:13.708934 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4914667b-1216-4d03-a40c-931a2649ef7c', 'tag': '032e9df1-5b91-4deb-8f90-4d5baa18a9ac'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 20:09:13.718506 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-82fe2fc9-e2a9-44fc-a578-937588ba6a9e req-333117a2-dcd2-4039-b99c-be5a96ee96ce tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972724 Mar 28 20:09:13.740013 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994989cf-f93f-4146-96ca-ec341e5a0d51 service neutron] Pushing event updated for resources: {'Port': ['ID=032e9df1-5b91-4deb-8f90-4d5baa18a9ac,revision_number=3']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:09:13.762216 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1e300bf2-99e2-4d62-9639-74e615e74671 req-9d80bc41-23c5-4296-9821-9787fdfefd81 service neutron] 10.222.0.26 "GET /v2.0/networks/95e53734-9c36-422b-b9d6-c2cef89ec8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860759 Mar 28 20:09:13.798460 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4914667b-1216-4d03-a40c-931a2649ef7c', 'tag': '032e9df1-5b91-4deb-8f90-4d5baa18a9ac', 'status': 'completed', 'code': 200} Mar 28 20:09:13.836267 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-a9be4fb7-df5e-4ea2-86d8-a168fc331aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:13.837759 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-a9be4fb7-df5e-4ea2-86d8-a168fc331aba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0752f6e2a744e1cb05a9389a8f043a8&device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 1096 time: 0.0803115 Mar 28 20:09:13.914222 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-01555b20-de98-489e-a374-7a1590798fb2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=032e9df1-5b91-4deb-8f90-4d5baa18a9ac HTTP/1.1" status: 200 len: 217 time: 0.0697007 Mar 28 20:09:13.979607 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-00272639-a61a-49cf-be28-f8f21f6a15ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:13.981035 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-00272639-a61a-49cf-be28-f8f21f6a15ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fbd24418-2dd0-41c3-bd80-1a911dfc085c HTTP/1.1" status: 200 len: 849 time: 0.0579014 Mar 28 20:09:14.058643 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-815f4ad7-7351-4b84-9b07-997d66313963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:14.060543 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-815f4ad7-7351-4b84-9b07-997d66313963 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e53734-9c36-422b-b9d6-c2cef89ec8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725677 Mar 28 20:09:14.208082 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-dffc0cb1-03fd-40c8-b5d3-58b72e26bc26 service neutron] 10.222.0.26 "GET /v2.0/networks/95e53734-9c36-422b-b9d6-c2cef89ec8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411314 Mar 28 20:09:14.339976 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9da1c1d0-1014-4ff0-9c4c-cf56900db8ef req-15585692-4771-41ce-ba48-6237152a2d91 service neutron] 10.222.0.26 "GET /v2.0/networks/95e53734-9c36-422b-b9d6-c2cef89ec8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253436 Mar 28 20:09:14.461849 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bd5f6-7bfa-42a0-a8f3-eec414ca8e6e req-7944cf2d-e343-4d13-ac66-11c365fff2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:14.463311 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-f49bd5f6-7bfa-42a0-a8f3-eec414ca8e6e req-7944cf2d-e343-4d13-ac66-11c365fff2ed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0752f6e2a744e1cb05a9389a8f043a8&device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 1096 time: 0.0697041 Mar 28 20:09:14.600670 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bd5f6-7bfa-42a0-a8f3-eec414ca8e6e req-466b2c94-d9be-440b-818b-7d27f6d1c7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:14.602022 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-f49bd5f6-7bfa-42a0-a8f3-eec414ca8e6e req-466b2c94-d9be-440b-818b-7d27f6d1c7af service neutron] 10.222.0.26 "GET /v2.0/networks?id=95e53734-9c36-422b-b9d6-c2cef89ec8ff HTTP/1.1" status: 200 len: 911 time: 0.1326401 Mar 28 20:09:14.671191 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-f49bd5f6-7bfa-42a0-a8f3-eec414ca8e6e req-a1a33ea6-d5f7-4dd0-8f25-1bfc030fee56 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=032e9df1-5b91-4deb-8f90-4d5baa18a9ac HTTP/1.1" status: 200 len: 217 time: 0.0628033 Mar 28 20:09:14.732569 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bd5f6-7bfa-42a0-a8f3-eec414ca8e6e req-90b0cb1e-5f2e-4993-a5ec-72c7982270e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:14.734016 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-f49bd5f6-7bfa-42a0-a8f3-eec414ca8e6e req-90b0cb1e-5f2e-4993-a5ec-72c7982270e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fbd24418-2dd0-41c3-bd80-1a911dfc085c HTTP/1.1" status: 200 len: 849 time: 0.0577495 Mar 28 20:09:14.813502 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bd5f6-7bfa-42a0-a8f3-eec414ca8e6e req-5f26f5af-f097-449d-a235-0a14502cba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:14.815055 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-f49bd5f6-7bfa-42a0-a8f3-eec414ca8e6e req-5f26f5af-f097-449d-a235-0a14502cba93 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e53734-9c36-422b-b9d6-c2cef89ec8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749505 Mar 28 20:09:14.913086 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e374d1c-74eb-427f-8fa9-c4978f919b31 req-3d7dc882-5f03-4db5-8205-512ce2db41d8 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:14.914538 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4e374d1c-74eb-427f-8fa9-c4978f919b31 req-3d7dc882-5f03-4db5-8205-512ce2db41d8 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 943 time: 0.0777619 Mar 28 20:09:14.949653 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-f49bd5f6-7bfa-42a0-a8f3-eec414ca8e6e req-104de76e-230c-46aa-a234-26c4be3bce75 service neutron] 10.222.0.26 "GET /v2.0/networks/95e53734-9c36-422b-b9d6-c2cef89ec8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272860 Mar 28 20:09:14.964017 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4e374d1c-74eb-427f-8fa9-c4978f919b31 req-622b784b-7049-43b9-aea5-2763c95ffd25 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422783 Mar 28 20:09:15.179462 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-f49bd5f6-7bfa-42a0-a8f3-eec414ca8e6e req-70602185-65ba-461c-8d50-9a4ddae3f6e9 service neutron] 10.222.0.26 "GET /v2.0/networks/95e53734-9c36-422b-b9d6-c2cef89ec8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232032 Mar 28 20:09:16.148718 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c7117-8777-49d6-908c-4ba424036d97 req-d9462036-13bf-48dd-8aa3-4b5a2a726517 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:16.150126 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-eb4c7117-8777-49d6-908c-4ba424036d97 req-d9462036-13bf-48dd-8aa3-4b5a2a726517 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 943 time: 0.0797753 Mar 28 20:09:16.193073 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-eb4c7117-8777-49d6-908c-4ba424036d97 req-6a7b2166-cd12-4f8b-b921-b5be5b6a9ba2 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366180 Mar 28 20:09:17.373978 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c43487-2620-4992-83bc-7a9d05f9cf0f req-060d0a58-c0d3-44df-8da7-b7c79d0191c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:17.375411 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-40c43487-2620-4992-83bc-7a9d05f9cf0f req-060d0a58-c0d3-44df-8da7-b7c79d0191c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 943 time: 0.0793951 Mar 28 20:09:17.420957 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-40c43487-2620-4992-83bc-7a9d05f9cf0f req-c9fb0f2f-d791-4361-a8cf-2e65948b71d6 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400226 Mar 28 20:09:18.617943 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c727f9-cb19-40f5-b542-51e124d423af req-54a9f7e4-cf1d-4cc2-af89-f015be0131dc tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:18.619387 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-84c727f9-cb19-40f5-b542-51e124d423af req-54a9f7e4-cf1d-4cc2-af89-f015be0131dc tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 943 time: 0.0774839 Mar 28 20:09:18.662299 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-84c727f9-cb19-40f5-b542-51e124d423af req-48f3e515-6e82-46ed-bef4-09fec832c3b9 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367184 Mar 28 20:09:18.772279 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 032e9df1-5b91-4deb-8f90-4d5baa18a9ac details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 20:09:18.907207 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 032e9df1-5b91-4deb-8f90-4d5baa18a9ac, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=032e9df1-5b91-4deb-8f90-4d5baa18a9ac,segment=NetworkSegment(33436388-60ca-44ac-b523-65862d8536ed),segment_id=33436388-60ca-44ac-b523-65862d8536ed)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:09:18.920905 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '032e9df1-5b91-4deb-8f90-4d5baa18a9ac', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'port_id': '032e9df1-5b91-4deb-8f90-4d5baa18a9ac', 'mac_address': 'fa:16:3e:b0:f1:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 20:09:18.979087 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:18.995488 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 032e9df1-5b91-4deb-8f90-4d5baa18a9ac {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 20:09:19.010676 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 032e9df1-5b91-4deb-8f90-4d5baa18a9ac, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=032e9df1-5b91-4deb-8f90-4d5baa18a9ac,segment=NetworkSegment(33436388-60ca-44ac-b523-65862d8536ed),segment_id=33436388-60ca-44ac-b523-65862d8536ed)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:09:19.014708 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:19.079608 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=032e9df1-5b91-4deb-8f90-4d5baa18a9ac,revision_number=4']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:09:19.378728 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['032e9df1-5b91-4deb-8f90-4d5baa18a9ac'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 20:09:19.949833 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46a07a-d91f-4935-9e99-a3ea75c223fd req-45216a7a-cd24-483e-bbe1-388f7ee710d6 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:19.951825 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8d46a07a-d91f-4935-9e99-a3ea75c223fd req-45216a7a-cd24-483e-bbe1-388f7ee710d6 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 944 time: 0.1803186 Mar 28 20:09:19.994433 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-8d46a07a-d91f-4935-9e99-a3ea75c223fd req-5f239991-1886-4255-902e-78e3fa7f8995 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366101 Mar 28 20:09:20.803386 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 032e9df1-5b91-4deb-8f90-4d5baa18a9ac up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 20:09:20.868658 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning for port 032e9df1-5b91-4deb-8f90-4d5baa18a9ac completed by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 20:09:20.873837 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 032e9df1-5b91-4deb-8f90-4d5baa18a9ac triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 20:09:20.874205 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:20.989664 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:21.016590 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4914667b-1216-4d03-a40c-931a2649ef7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032e9df1-5b91-4deb-8f90-4d5baa18a9ac'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 20:09:21.026554 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 032e9df1-5b91-4deb-8f90-4d5baa18a9ac, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=032e9df1-5b91-4deb-8f90-4d5baa18a9ac,segment=NetworkSegment(33436388-60ca-44ac-b523-65862d8536ed),segment_id=33436388-60ca-44ac-b523-65862d8536ed)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:09:21.032085 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:21.069377 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4914667b-1216-4d03-a40c-931a2649ef7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032e9df1-5b91-4deb-8f90-4d5baa18a9ac', 'code': 200} Mar 28 20:09:21.105275 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=032e9df1-5b91-4deb-8f90-4d5baa18a9ac,revision_number=5']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:09:21.188653 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69172261-a82b-438f-8acc-501dff329a6e req-0a8c4900-ec83-48b9-ab16-64d6a1f6107b tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:21.190127 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-69172261-a82b-438f-8acc-501dff329a6e req-0a8c4900-ec83-48b9-ab16-64d6a1f6107b tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 945 time: 0.0781469 Mar 28 20:09:21.237308 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-69172261-a82b-438f-8acc-501dff329a6e req-6c92ac90-5aa8-4086-8972-0aa931b26af5 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415528 Mar 28 20:09:21.294145 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d42df5-4687-4d2a-87f1-2697cee41124 req-55004fae-55c2-4bec-90b3-180a69c84e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:21.295664 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-43d42df5-4687-4d2a-87f1-2697cee41124 req-55004fae-55c2-4bec-90b3-180a69c84e68 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 1098 time: 0.0677900 Mar 28 20:09:21.336041 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-43d42df5-4687-4d2a-87f1-2697cee41124 req-5645927c-4fc1-4b49-bde2-1d49ad77c88d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339870 Mar 28 20:09:22.420260 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ce1cb-1328-4e9f-85a2-425c30ec7cb2 req-4d07432e-a869-4da4-b718-78e02df098bf tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:22.421698 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-691ce1cb-1328-4e9f-85a2-425c30ec7cb2 req-4d07432e-a869-4da4-b718-78e02df098bf tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 945 time: 0.0781507 Mar 28 20:09:22.465387 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-691ce1cb-1328-4e9f-85a2-425c30ec7cb2 req-d24f14c3-fb03-4703-a9ad-a49256c2b438 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379419 Mar 28 20:09:23.650052 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463d76d-7e0c-426a-b26d-ae49bf235834 req-58bf53c5-c39a-45d8-86e1-ba02c17e9514 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:23.651496 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1463d76d-7e0c-426a-b26d-ae49bf235834 req-58bf53c5-c39a-45d8-86e1-ba02c17e9514 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 945 time: 0.0809631 Mar 28 20:09:23.699313 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-1463d76d-7e0c-426a-b26d-ae49bf235834 req-381a5ab8-6cbf-4f34-9eaf-54ac943b4051 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416031 Mar 28 20:09:23.878893 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d23acc-a698-4420-a001-94b545c2108a req-01352306-7541-4ffa-9649-4c307f9592ec tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:23.880226 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-64d23acc-a698-4420-a001-94b545c2108a req-01352306-7541-4ffa-9649-4c307f9592ec tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 945 time: 0.0786366 Mar 28 20:09:23.922857 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-64d23acc-a698-4420-a001-94b545c2108a req-371b899e-995c-42ac-baa0-415e6ba0ea67 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371380 Mar 28 20:09:23.944234 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 41806) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:09:24.014500 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fa9ac6-b5ea-4432-ba72-7844e41c5966 tempest-TestSnapshotPattern-1009928240 tempest-TestSnapshotPattern-1009928240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:24.015973 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-a1fa9ac6-b5ea-4432-ba72-7844e41c5966 tempest-TestSnapshotPattern-1009928240 tempest-TestSnapshotPattern-1009928240-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 1093 time: 0.0708163 Mar 28 20:09:24.018739 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 41810) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:09:24.023442 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.v2.base [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Request body: {'floatingip': {'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'port_id': '032e9df1-5b91-4deb-8f90-4d5baa18a9ac', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 20:09:24.030118 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 20:09:24.033869 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Usage tracker for resource:floatingip and tenant:a0752f6e2a744e1cb05a9389a8f043a8 is out of sync, need to count used quota {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 20:09:24.036676 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 20:09:24.042259 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.quota.driver [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 20:09:24.052174 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for floatingip, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:24.185712 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:24.318688 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_common [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Allocated IP 172.26.4.130 (222bb166-3b66-45c7-9663-18be61b96587/6df86aa9-f994-48de-87fe-0911654f8fa7/ac15ae2b-ab09-46cd-980e-949803250a26) {{(pid=87833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 20:09:24.459865 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for port, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:24.487229 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773272439601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:24.545510 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Network 222bb166-3b66-45c7-9663-18be61b96587 is already hosted by enough agents. {{(pid=87833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 20:09:24.548181 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.base_scheduler [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Resources bound (agent type, host, resource id): {{(pid=87833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 20:09:24.555727 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Received port after_create {{(pid=87833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 20:09:24.598495 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Pushing event updated for resources: {'Port': ['ID=ac15ae2b-ab09-46cd-980e-949803250a26,revision_number=1']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:09:24.610283 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:09:24.610625 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:09:24.610988 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:09:24.611321 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:09:24.611647 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:09:24.611976 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:09:24.612298 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:09:24.612621 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:09:24.612941 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:09:24.613258 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:09:24.613573 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:09:24.613888 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:09:24.974703 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:25.049086 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:25.357486 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for port, precommit_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:25.361814 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6520118'] for port, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:25.438209 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-11457388-1485-4049-b04f-ac8c1d2690c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:25.473522 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Pushing event updated for resources: {'Port': ['ID=ac15ae2b-ab09-46cd-980e-949803250a26,revision_number=2']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:09:25.482714 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-465854'] for floatingip, after_update {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:25.648104 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Floating IP 550fa278-8ee8-4f00-bc29-1d2edf6ff787 associated. External IP: 172.26.4.130, port: 032e9df1-5b91-4deb-8f90-4d5baa18a9ac. Mar 28 20:09:25.989058 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Router 65b210a9-02bc-44e2-bcb1-38fee9909be9 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 20:09:26.172628 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 20:09:26.182169 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9800583a-7be9-482e-9ac2-2d1868d3e391 None None] Sync routers for ids ['65b210a9-02bc-44e2-bcb1-38fee9909be9'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 20:09:26.192259 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9800583a-7be9-482e-9ac2-2d1868d3e391 None None] Routers {'65b210a9-02bc-44e2-bcb1-38fee9909be9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 20:09:26.192935 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-9800583a-7be9-482e-9ac2-2d1868d3e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T20:08:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['65b210a9-02bc-44e2-bcb1-38fee9909be9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:09:26.196030 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:26.251915 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-43cc019e-ec94-4ed8-bfcc-17d022a331c0 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2320395 Mar 28 20:09:26.252664 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4914667b-1216-4d03-a40c-931a2649ef7c', 'tag': '032e9df1-5b91-4deb-8f90-4d5baa18a9ac'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 20:09:26.307613 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4914667b-1216-4d03-a40c-931a2649ef7c', 'tag': '032e9df1-5b91-4deb-8f90-4d5baa18a9ac', 'status': 'completed', 'code': 200} Mar 28 20:09:26.387881 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-9800583a-7be9-482e-9ac2-2d1868d3e391 None None] Set router 65b210a9-02bc-44e2-bcb1-38fee9909be9 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 20:09:26.404762 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301021e-2017-4a37-9734-0a87c83f7c9e req-19d02f87-2d07-4b0a-9169-9155f313ba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:26.406224 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-a301021e-2017-4a37-9734-0a87c83f7c9e req-19d02f87-2d07-4b0a-9169-9155f313ba61 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0752f6e2a744e1cb05a9389a8f043a8&device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 1098 time: 0.0769856 Mar 28 20:09:26.546643 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301021e-2017-4a37-9734-0a87c83f7c9e req-498dc5da-8ab4-4f65-8a89-9a9deb7970ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:26.548266 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-a301021e-2017-4a37-9734-0a87c83f7c9e req-498dc5da-8ab4-4f65-8a89-9a9deb7970ce service neutron] 10.222.0.26 "GET /v2.0/networks?id=95e53734-9c36-422b-b9d6-c2cef89ec8ff HTTP/1.1" status: 200 len: 911 time: 0.1358154 Mar 28 20:09:26.655154 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-a301021e-2017-4a37-9734-0a87c83f7c9e req-7bc0a16f-6457-4284-a820-41c5c33d5128 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=032e9df1-5b91-4deb-8f90-4d5baa18a9ac HTTP/1.1" status: 200 len: 999 time: 0.1007855 Mar 28 20:09:26.734911 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301021e-2017-4a37-9734-0a87c83f7c9e req-9354783a-802e-4b0a-8fc6-6844ca3daccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:26.736366 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-a301021e-2017-4a37-9734-0a87c83f7c9e req-9354783a-802e-4b0a-8fc6-6844ca3daccd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fbd24418-2dd0-41c3-bd80-1a911dfc085c HTTP/1.1" status: 200 len: 849 time: 0.0757399 Mar 28 20:09:26.769883 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-9800583a-7be9-482e-9ac2-2d1868d3e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'name': 'tempest-TestSnapshotPattern-1569895696-router', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T20:05:44Z', 'updated_at': '2022-03-28T20:05:48Z', 'revision_number': 4, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'gw_port': {'id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:45Z', 'updated_at': '2022-03-28T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '550fa278-8ee8-4f00-bc29-1d2edf6ff787', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'floating_ip_address': '172.26.4.130', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'port_id': '032e9df1-5b91-4deb-8f90-4d5baa18a9ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'mac_address': 'fa:16:3e:b0:f1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4914667b-1216-4d03-a40c-931a2649ef7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T20:09:24Z', 'updated_at': '2022-03-28T20:09:24Z', 'revision_number': 0, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'fixed_ip_address_scope': None}, {'id': 'de3a6af6-f8ac-46f0-a0ee-ede6d22c711c', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'floating_ip_address': '172.26.4.245', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'port_id': '0da2c2be-5161-4f8e-9c6d-181a526d020a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'mac_address': 'fa:16:3e:53:ac:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb47f45-2f32-446a-b38c-6b649445a083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T20:06:11Z', 'updated_at': '2022-03-28T20:06:14Z', 'revision_number': 1, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b345d4b-d8b5-434d-b947-b19680f30c92', 'name': '', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'mac_address': 'fa:16:3e:1d:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:47Z', 'updated_at': '2022-03-28T20:05:55Z', 'revision_number': 5, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'subnets': [{'id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:09:26.773702 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9800583a-7be9-482e-9ac2-2d1868d3e391 None None] Checking router: 65b210a9-02bc-44e2-bcb1-38fee9909be9 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 20:09:26.782192 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9800583a-7be9-482e-9ac2-2d1868d3e391 None None] Routers {'65b210a9-02bc-44e2-bcb1-38fee9909be9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 20:09:26.782791 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-9800583a-7be9-482e-9ac2-2d1868d3e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T20:08:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['65b210a9-02bc-44e2-bcb1-38fee9909be9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:09:26.835508 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301021e-2017-4a37-9734-0a87c83f7c9e req-ab77d260-7ce6-4d3e-886d-2824405cc1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:09:26.836909 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-a301021e-2017-4a37-9734-0a87c83f7c9e req-ab77d260-7ce6-4d3e-886d-2824405cc1ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e53734-9c36-422b-b9d6-c2cef89ec8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0943546 Mar 28 20:09:26.970775 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-9800583a-7be9-482e-9ac2-2d1868d3e391 None None] Set router 65b210a9-02bc-44e2-bcb1-38fee9909be9 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 20:09:26.991757 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-a301021e-2017-4a37-9734-0a87c83f7c9e req-a10c5892-2bc2-44d0-9d8e-fbde35bd872c service neutron] 10.222.0.26 "GET /v2.0/networks/95e53734-9c36-422b-b9d6-c2cef89ec8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481469 Mar 28 20:09:27.124885 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-a301021e-2017-4a37-9734-0a87c83f7c9e req-6a3f376f-7c02-4126-9618-bb89e153c4e8 service neutron] 10.222.0.26 "GET /v2.0/networks/95e53734-9c36-422b-b9d6-c2cef89ec8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263895 Mar 28 20:09:27.369390 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-9800583a-7be9-482e-9ac2-2d1868d3e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'name': 'tempest-TestSnapshotPattern-1569895696-router', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T20:05:44Z', 'updated_at': '2022-03-28T20:05:48Z', 'revision_number': 4, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'gw_port': {'id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:45Z', 'updated_at': '2022-03-28T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '550fa278-8ee8-4f00-bc29-1d2edf6ff787', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'floating_ip_address': '172.26.4.130', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'port_id': '032e9df1-5b91-4deb-8f90-4d5baa18a9ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'mac_address': 'fa:16:3e:b0:f1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4914667b-1216-4d03-a40c-931a2649ef7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T20:09:24Z', 'updated_at': '2022-03-28T20:09:24Z', 'revision_number': 0, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'fixed_ip_address_scope': None}, {'id': 'de3a6af6-f8ac-46f0-a0ee-ede6d22c711c', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'floating_ip_address': '172.26.4.245', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'port_id': '0da2c2be-5161-4f8e-9c6d-181a526d020a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'mac_address': 'fa:16:3e:53:ac:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb47f45-2f32-446a-b38c-6b649445a083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T20:06:11Z', 'updated_at': '2022-03-28T20:06:14Z', 'revision_number': 1, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b345d4b-d8b5-434d-b947-b19680f30c92', 'name': '', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'mac_address': 'fa:16:3e:1d:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:47Z', 'updated_at': '2022-03-28T20:05:55Z', 'revision_number': 5, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'subnets': [{'id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:09:27.373940 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9800583a-7be9-482e-9ac2-2d1868d3e391 None None] The sync data for ids ['65b210a9-02bc-44e2-bcb1-38fee9909be9'] in dv-neutron-834711-1-hyperv is: [{'id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'name': 'tempest-TestSnapshotPattern-1569895696-router', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T20:05:44Z', 'updated_at': '2022-03-28T20:05:48Z', 'revision_number': 4, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'gw_port': {'id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:45Z', 'updated_at': '2022-03-28T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': '550fa278-8ee8-4f00-bc29-1d2edf6ff787', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'floating_ip_address': '172.26.4.130', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'port_id': '032e9df1-5b91-4deb-8f90-4d5baa18a9ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'mac_address': 'fa:16:3e:b0:f1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4914667b-1216-4d03-a40c-931a2649ef7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T20:09:24Z', 'updated_at': '2022-03-28T20:09:24Z', 'revision_number': 0, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'fixed_ip_address_scope': None}, {'id': 'de3a6af6-f8ac-46f0-a0ee-ede6d22c711c', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'floating_ip_address': '172.26.4.245', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'port_id': '0da2c2be-5161-4f8e-9c6d-181a526d020a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'mac_address': 'fa:16:3e:53:ac:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb47f45-2f32-446a-b38c-6b649445a083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T20:06:11Z', 'updated_at': '2022-03-28T20:06:14Z', 'revision_number': 1, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b345d4b-d8b5-434d-b947-b19680f30c92', 'name': '', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'mac_address': 'fa:16:3e:1d:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:47Z', 'updated_at': '2022-03-28T20:05:55Z', 'revision_number': 5, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'subnets': [{'id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 20:09:27.567872 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34281e9a-df22-4e3c-9f26-2541af409897 None None] New status for floating IP 550fa278-8ee8-4f00-bc29-1d2edf6ff787: ACTIVE {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 20:09:27.828308 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0cb1edc1-e333-48ff-bfd6-63851a3c1e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:28.650266 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 20:09:28.788166 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:28.849391 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:30.441663 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:32.457336 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:55.439532 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1c6848c0-3838-4266-9a9d-d81db75bd256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:57.820975 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fdfd12c4-4d8f-4a50-b942-3407203c177d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:58.789850 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:09:58.851908 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:10:00.445531 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:10:02.455662 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:10:05.649159 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 20:10:11.257922 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-4259ad11-a0b3-4edd-88ac-4d9481c7bd42 req-6993363f-8772-4aea-b4f3-9cfa2c04c0a3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ceb47f45-2f32-446a-b38c-6b649445a083&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1276464 Mar 28 20:10:11.392683 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259ad11-a0b3-4edd-88ac-4d9481c7bd42 req-dadc1733-a3c7-4c3d-8fc1-ecb6547cf14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:10:11.394028 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-4259ad11-a0b3-4edd-88ac-4d9481c7bd42 req-dadc1733-a3c7-4c3d-8fc1-ecb6547cf14e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0752f6e2a744e1cb05a9389a8f043a8&device_id=ceb47f45-2f32-446a-b38c-6b649445a083 HTTP/1.1" status: 200 len: 1096 time: 0.0699735 Mar 28 20:10:11.535729 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259ad11-a0b3-4edd-88ac-4d9481c7bd42 req-7ea38c9d-2363-49b6-aad1-48cb13464aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:10:11.537137 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-4259ad11-a0b3-4edd-88ac-4d9481c7bd42 req-7ea38c9d-2363-49b6-aad1-48cb13464aa9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=95e53734-9c36-422b-b9d6-c2cef89ec8ff HTTP/1.1" status: 200 len: 911 time: 0.1245537 Mar 28 20:10:11.637064 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-4259ad11-a0b3-4edd-88ac-4d9481c7bd42 req-befbcecb-c312-4f23-af4f-e8b528c6c6b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0da2c2be-5161-4f8e-9c6d-181a526d020a HTTP/1.1" status: 200 len: 999 time: 0.0944281 Mar 28 20:10:11.700089 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259ad11-a0b3-4edd-88ac-4d9481c7bd42 req-f8d995ff-db2f-4d5e-907a-eb5637a96589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:10:11.701486 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-4259ad11-a0b3-4edd-88ac-4d9481c7bd42 req-f8d995ff-db2f-4d5e-907a-eb5637a96589 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fbd24418-2dd0-41c3-bd80-1a911dfc085c HTTP/1.1" status: 200 len: 849 time: 0.0588255 Mar 28 20:10:11.773217 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259ad11-a0b3-4edd-88ac-4d9481c7bd42 req-22490206-57f0-47c6-b24f-fb114e453554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:10:11.774626 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-4259ad11-a0b3-4edd-88ac-4d9481c7bd42 req-22490206-57f0-47c6-b24f-fb114e453554 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e53734-9c36-422b-b9d6-c2cef89ec8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675604 Mar 28 20:10:11.992036 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-4259ad11-a0b3-4edd-88ac-4d9481c7bd42 req-89f945d5-47ff-4d38-946a-6ef110d06aee service neutron] 10.222.0.26 "GET /v2.0/networks/95e53734-9c36-422b-b9d6-c2cef89ec8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105863 Mar 28 20:10:12.118519 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-4259ad11-a0b3-4edd-88ac-4d9481c7bd42 req-dceca14b-1ff3-4cf2-a08a-ff5892825a94 service neutron] 10.222.0.26 "GET /v2.0/networks/95e53734-9c36-422b-b9d6-c2cef89ec8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211455 Mar 28 20:10:25.440301 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-d234ca3d-a691-4d13-bb3e-01f07fdfacd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:10:27.825151 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-040b61d6-e215-4b4d-81e2-52d5b3038671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:10:28.800096 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:10:28.855244 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:10:30.447506 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:10:32.462758 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:10:42.648651 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 20:10:55.442400 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-06623144-873c-4c6d-af60-33fe87598329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:10:57.829371 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c3afcd87-8f4d-424f-a3a8-e83dac9fc157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:10:58.792565 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:10:58.859034 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:00.451535 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:02.468943 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:13.225957 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-e6d3d1d8-aedb-4d00-a8b9-c8b376ac0571 req-92a9f1d1-832d-46a3-b219-6b7e13e1f6fd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4914667b-1216-4d03-a40c-931a2649ef7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731025 Mar 28 20:11:13.330250 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3d1d8-aedb-4d00-a8b9-c8b376ac0571 req-0e56ce3e-2d68-4b87-8172-3db4980b0e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:11:13.331713 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-e6d3d1d8-aedb-4d00-a8b9-c8b376ac0571 req-0e56ce3e-2d68-4b87-8172-3db4980b0e39 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0752f6e2a744e1cb05a9389a8f043a8&device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 1098 time: 0.0693307 Mar 28 20:11:13.473047 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3d1d8-aedb-4d00-a8b9-c8b376ac0571 req-78585eed-b77d-433f-90fb-b47e64377cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:11:13.474457 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-e6d3d1d8-aedb-4d00-a8b9-c8b376ac0571 req-78585eed-b77d-433f-90fb-b47e64377cb2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=95e53734-9c36-422b-b9d6-c2cef89ec8ff HTTP/1.1" status: 200 len: 911 time: 0.1228349 Mar 28 20:11:13.573489 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-e6d3d1d8-aedb-4d00-a8b9-c8b376ac0571 req-f4b8873a-1e93-4dec-8b0c-f1c7aa981726 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=032e9df1-5b91-4deb-8f90-4d5baa18a9ac HTTP/1.1" status: 200 len: 1001 time: 0.0925870 Mar 28 20:11:13.632898 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3d1d8-aedb-4d00-a8b9-c8b376ac0571 req-f5b373c4-096c-47dc-bfed-4a4d0e5e219a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:11:13.634255 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-e6d3d1d8-aedb-4d00-a8b9-c8b376ac0571 req-f5b373c4-096c-47dc-bfed-4a4d0e5e219a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fbd24418-2dd0-41c3-bd80-1a911dfc085c HTTP/1.1" status: 200 len: 849 time: 0.0553014 Mar 28 20:11:13.713238 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3d1d8-aedb-4d00-a8b9-c8b376ac0571 req-a32ac8de-b1f7-4703-8eb4-d3ffb010012a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:11:13.714699 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-e6d3d1d8-aedb-4d00-a8b9-c8b376ac0571 req-a32ac8de-b1f7-4703-8eb4-d3ffb010012a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e53734-9c36-422b-b9d6-c2cef89ec8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739188 Mar 28 20:11:13.842322 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-e6d3d1d8-aedb-4d00-a8b9-c8b376ac0571 req-038d0b70-96f6-4d59-a202-fa3176618170 service neutron] 10.222.0.26 "GET /v2.0/networks/95e53734-9c36-422b-b9d6-c2cef89ec8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211379 Mar 28 20:11:13.969367 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-e6d3d1d8-aedb-4d00-a8b9-c8b376ac0571 req-46173d53-77d7-4fb1-ae43-f4e9b6bb1507 service neutron] 10.222.0.26 "GET /v2.0/networks/95e53734-9c36-422b-b9d6-c2cef89ec8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215191 Mar 28 20:11:19.648166 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 20:11:25.443925 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-0e71b337-2f6a-4d53-9aee-dbe65f8af806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:27.831826 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fa85e301-c30c-470b-8dac-d981158bff51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:28.795666 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:28.860197 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:30.455087 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:31.359855 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 032e9df1-5b91-4deb-8f90-4d5baa18a9ac details requested by agent hyperv_hv-neutron-8347 with host hv-neutron-8347 {{(pid=87834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 20:11:31.490416 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 032e9df1-5b91-4deb-8f90-4d5baa18a9ac, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=032e9df1-5b91-4deb-8f90-4d5baa18a9ac,segment=NetworkSegment(33436388-60ca-44ac-b523-65862d8536ed),segment_id=33436388-60ca-44ac-b523-65862d8536ed)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:11:31.503821 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Returning: {'device': '032e9df1-5b91-4deb-8f90-4d5baa18a9ac', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'port_id': '032e9df1-5b91-4deb-8f90-4d5baa18a9ac', 'mac_address': 'fa:16:3e:b0:f1:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 20:11:31.561693 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:31.578292 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 032e9df1-5b91-4deb-8f90-4d5baa18a9ac {{(pid=87834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 20:11:31.593070 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 032e9df1-5b91-4deb-8f90-4d5baa18a9ac, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=032e9df1-5b91-4deb-8f90-4d5baa18a9ac,segment=NetworkSegment(33436388-60ca-44ac-b523-65862d8536ed),segment_id=33436388-60ca-44ac-b523-65862d8536ed)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:11:31.596912 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:31.664344 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=032e9df1-5b91-4deb-8f90-4d5baa18a9ac,revision_number=6']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:11:31.671426 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:31.671771 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:31.672155 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:31.672530 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:31.672901 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:31.673241 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:31.673582 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:31.674690 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:31.675045 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:31.675384 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:31.675706 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:31.676029 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:31.682171 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] get_ports_and_sgs() called for port_ids ['032e9df1-5b91-4deb-8f90-4d5baa18a9ac'] {{(pid=87834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 20:11:32.485260 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:33.360941 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 032e9df1-5b91-4deb-8f90-4d5baa18a9ac up at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 20:11:33.426220 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.provisioning_blocks [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Provisioning complete for port 032e9df1-5b91-4deb-8f90-4d5baa18a9ac triggered by entity L2. {{(pid=87834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 20:11:33.426579 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571631'] for port, provisioning_complete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:33.544355 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:33.569959 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4914667b-1216-4d03-a40c-931a2649ef7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032e9df1-5b91-4deb-8f90-4d5baa18a9ac'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 20:11:33.580758 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 032e9df1-5b91-4deb-8f90-4d5baa18a9ac, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=032e9df1-5b91-4deb-8f90-4d5baa18a9ac,segment=NetworkSegment(33436388-60ca-44ac-b523-65862d8536ed),segment_id=33436388-60ca-44ac-b523-65862d8536ed)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:11:33.584321 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:33.655095 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=032e9df1-5b91-4deb-8f90-4d5baa18a9ac,revision_number=7']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:11:33.664301 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4914667b-1216-4d03-a40c-931a2649ef7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032e9df1-5b91-4deb-8f90-4d5baa18a9ac', 'code': 200} Mar 28 20:11:44.116548 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 42072) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:11:44.312587 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-e613659e-dd3a-4c68-8a65-6bf536d4f1ec tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Deleting port ac15ae2b-ab09-46cd-980e-949803250a26 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 20:11:44.312921 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e613659e-dd3a-4c68-8a65-6bf536d4f1ec tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:44.586818 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e613659e-dd3a-4c68-8a65-6bf536d4f1ec tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:44.587099 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e613659e-dd3a-4c68-8a65-6bf536d4f1ec tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:44.706867 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-e613659e-dd3a-4c68-8a65-6bf536d4f1ec tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Calling delete_port for ac15ae2b-ab09-46cd-980e-949803250a26 owned by network:floatingip {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 20:11:44.853074 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e613659e-dd3a-4c68-8a65-6bf536d4f1ec tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:44.901369 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613659e-dd3a-4c68-8a65-6bf536d4f1ec tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Pushing event deleted for resources: {'Port': ['ID=ac15ae2b-ab09-46cd-980e-949803250a26,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:11:44.949568 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613659e-dd3a-4c68-8a65-6bf536d4f1ec tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:44.949914 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613659e-dd3a-4c68-8a65-6bf536d4f1ec tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:44.950246 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613659e-dd3a-4c68-8a65-6bf536d4f1ec tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:44.950578 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613659e-dd3a-4c68-8a65-6bf536d4f1ec tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:44.950928 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613659e-dd3a-4c68-8a65-6bf536d4f1ec tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:44.951256 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613659e-dd3a-4c68-8a65-6bf536d4f1ec tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:44.951576 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613659e-dd3a-4c68-8a65-6bf536d4f1ec tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:44.951902 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613659e-dd3a-4c68-8a65-6bf536d4f1ec tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:44.952220 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613659e-dd3a-4c68-8a65-6bf536d4f1ec tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:44.952535 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613659e-dd3a-4c68-8a65-6bf536d4f1ec tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:44.952849 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613659e-dd3a-4c68-8a65-6bf536d4f1ec tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:44.953161 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613659e-dd3a-4c68-8a65-6bf536d4f1ec tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:45.009712 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e613659e-dd3a-4c68-8a65-6bf536d4f1ec tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for floatingip, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:45.010030 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-e613659e-dd3a-4c68-8a65-6bf536d4f1ec tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Floating IP 550fa278-8ee8-4f00-bc29-1d2edf6ff787 disassociated (deleted). External IP: 172.26.4.130, port: 032e9df1-5b91-4deb-8f90-4d5baa18a9ac. Mar 28 20:11:45.357039 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e613659e-dd3a-4c68-8a65-6bf536d4f1ec tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Router 65b210a9-02bc-44e2-bcb1-38fee9909be9 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 20:11:45.533826 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e613659e-dd3a-4c68-8a65-6bf536d4f1ec tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 20:11:45.543090 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98cf66c-1535-4baf-acbf-346d93a9fbf1 None None] Sync routers for ids ['65b210a9-02bc-44e2-bcb1-38fee9909be9'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 20:11:45.550234 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-e613659e-dd3a-4c68-8a65-6bf536d4f1ec tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:45.553977 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98cf66c-1535-4baf-acbf-346d93a9fbf1 None None] Routers {'65b210a9-02bc-44e2-bcb1-38fee9909be9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 20:11:45.554906 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-b98cf66c-1535-4baf-acbf-346d93a9fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T20:11:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['65b210a9-02bc-44e2-bcb1-38fee9909be9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:11:45.604502 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-e613659e-dd3a-4c68-8a65-6bf536d4f1ec tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "DELETE /v2.0/floatingips/550fa278-8ee8-4f00-bc29-1d2edf6ff787 HTTP/1.1" status: 204 len: 168 time: 1.4868410 Mar 28 20:11:45.605190 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4914667b-1216-4d03-a40c-931a2649ef7c', 'tag': '032e9df1-5b91-4deb-8f90-4d5baa18a9ac'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 20:11:45.716426 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4914667b-1216-4d03-a40c-931a2649ef7c', 'tag': '032e9df1-5b91-4deb-8f90-4d5baa18a9ac', 'status': 'completed', 'code': 200} Mar 28 20:11:45.769656 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-b98cf66c-1535-4baf-acbf-346d93a9fbf1 None None] Set router 65b210a9-02bc-44e2-bcb1-38fee9909be9 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 20:11:45.812312 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadac4a-d8ae-4af3-9adf-c4ee3d123312 req-29def917-3024-4ded-924f-2d841f8440ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:11:45.815194 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-7eadac4a-d8ae-4af3-9adf-c4ee3d123312 req-29def917-3024-4ded-924f-2d841f8440ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0752f6e2a744e1cb05a9389a8f043a8&device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 1098 time: 0.0750453 Mar 28 20:11:45.952793 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadac4a-d8ae-4af3-9adf-c4ee3d123312 req-bd72f860-8351-4e6a-8faf-880e15f93278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:11:45.955447 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-7eadac4a-d8ae-4af3-9adf-c4ee3d123312 req-bd72f860-8351-4e6a-8faf-880e15f93278 service neutron] 10.222.0.26 "GET /v2.0/networks?id=95e53734-9c36-422b-b9d6-c2cef89ec8ff HTTP/1.1" status: 200 len: 911 time: 0.1348989 Mar 28 20:11:46.006466 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157c357-1bc8-4e4c-af9f-ddcd38465682 req-af16b525-8b44-4f98-aa1d-5df456303647 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:11:46.007288 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-b157c357-1bc8-4e4c-af9f-ddcd38465682 req-af16b525-8b44-4f98-aa1d-5df456303647 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Synchronizing usage tracker for tenant:a0752f6e2a744e1cb05a9389a8f043a8 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 20:11:46.023227 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-b157c357-1bc8-4e4c-af9f-ddcd38465682 req-af16b525-8b44-4f98-aa1d-5df456303647 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Unset dirty status for tenant:a0752f6e2a744e1cb05a9389a8f043a8 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 20:11:46.024493 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b157c357-1bc8-4e4c-af9f-ddcd38465682 req-af16b525-8b44-4f98-aa1d-5df456303647 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 945 time: 0.1049821 Mar 28 20:11:46.029974 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-7eadac4a-d8ae-4af3-9adf-c4ee3d123312 req-045e7aef-6c65-4915-92b0-e364d8489906 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=032e9df1-5b91-4deb-8f90-4d5baa18a9ac HTTP/1.1" status: 200 len: 217 time: 0.0679164 Mar 28 20:11:46.073083 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b157c357-1bc8-4e4c-af9f-ddcd38465682 req-1d658494-17f4-4819-a236-592b1c056616 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418296 Mar 28 20:11:46.097561 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadac4a-d8ae-4af3-9adf-c4ee3d123312 req-3f0e935d-cd24-4d46-a187-2afc4e549657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:11:46.099238 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-7eadac4a-d8ae-4af3-9adf-c4ee3d123312 req-3f0e935d-cd24-4d46-a187-2afc4e549657 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fbd24418-2dd0-41c3-bd80-1a911dfc085c HTTP/1.1" status: 200 len: 849 time: 0.0599182 Mar 28 20:11:46.131160 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-b98cf66c-1535-4baf-acbf-346d93a9fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'name': 'tempest-TestSnapshotPattern-1569895696-router', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T20:05:44Z', 'updated_at': '2022-03-28T20:05:48Z', 'revision_number': 4, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'gw_port': {'id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:45Z', 'updated_at': '2022-03-28T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'de3a6af6-f8ac-46f0-a0ee-ede6d22c711c', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'floating_ip_address': '172.26.4.245', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'port_id': '0da2c2be-5161-4f8e-9c6d-181a526d020a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'mac_address': 'fa:16:3e:53:ac:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb47f45-2f32-446a-b38c-6b649445a083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T20:06:11Z', 'updated_at': '2022-03-28T20:06:14Z', 'revision_number': 1, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b345d4b-d8b5-434d-b947-b19680f30c92', 'name': '', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'mac_address': 'fa:16:3e:1d:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:47Z', 'updated_at': '2022-03-28T20:05:55Z', 'revision_number': 5, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'subnets': [{'id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:11:46.135064 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98cf66c-1535-4baf-acbf-346d93a9fbf1 None None] Checking router: 65b210a9-02bc-44e2-bcb1-38fee9909be9 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 20:11:46.143407 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98cf66c-1535-4baf-acbf-346d93a9fbf1 None None] Routers {'65b210a9-02bc-44e2-bcb1-38fee9909be9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 20:11:46.144038 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-b98cf66c-1535-4baf-acbf-346d93a9fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T20:11:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['65b210a9-02bc-44e2-bcb1-38fee9909be9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:11:46.175992 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadac4a-d8ae-4af3-9adf-c4ee3d123312 req-ea732cdf-d3d6-4a43-8973-e672fc8b2d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:11:46.177437 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-7eadac4a-d8ae-4af3-9adf-c4ee3d123312 req-ea732cdf-d3d6-4a43-8973-e672fc8b2d06 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e53734-9c36-422b-b9d6-c2cef89ec8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720129 Mar 28 20:11:46.325606 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-b98cf66c-1535-4baf-acbf-346d93a9fbf1 None None] Set router 65b210a9-02bc-44e2-bcb1-38fee9909be9 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 20:11:46.418031 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-7eadac4a-d8ae-4af3-9adf-c4ee3d123312 req-a0f9331b-b5e1-4e2e-b5d0-a4442e5602f7 service neutron] 10.222.0.26 "GET /v2.0/networks/95e53734-9c36-422b-b9d6-c2cef89ec8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333558 Mar 28 20:11:46.554116 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-7eadac4a-d8ae-4af3-9adf-c4ee3d123312 req-728ee0b0-8489-4b40-8c08-96e6cda6a167 service neutron] 10.222.0.26 "GET /v2.0/networks/95e53734-9c36-422b-b9d6-c2cef89ec8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282301 Mar 28 20:11:46.702267 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-b98cf66c-1535-4baf-acbf-346d93a9fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'name': 'tempest-TestSnapshotPattern-1569895696-router', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T20:05:44Z', 'updated_at': '2022-03-28T20:05:48Z', 'revision_number': 4, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'gw_port': {'id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:45Z', 'updated_at': '2022-03-28T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'de3a6af6-f8ac-46f0-a0ee-ede6d22c711c', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'floating_ip_address': '172.26.4.245', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'port_id': '0da2c2be-5161-4f8e-9c6d-181a526d020a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'mac_address': 'fa:16:3e:53:ac:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb47f45-2f32-446a-b38c-6b649445a083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T20:06:11Z', 'updated_at': '2022-03-28T20:06:14Z', 'revision_number': 1, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b345d4b-d8b5-434d-b947-b19680f30c92', 'name': '', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'mac_address': 'fa:16:3e:1d:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:47Z', 'updated_at': '2022-03-28T20:05:55Z', 'revision_number': 5, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'subnets': [{'id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:11:46.707188 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98cf66c-1535-4baf-acbf-346d93a9fbf1 None None] The sync data for ids ['65b210a9-02bc-44e2-bcb1-38fee9909be9'] in dv-neutron-834711-1-hyperv is: [{'id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'name': 'tempest-TestSnapshotPattern-1569895696-router', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T20:05:44Z', 'updated_at': '2022-03-28T20:05:48Z', 'revision_number': 4, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'gw_port': {'id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:45Z', 'updated_at': '2022-03-28T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_floatingips': [{'id': 'de3a6af6-f8ac-46f0-a0ee-ede6d22c711c', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'floating_ip_address': '172.26.4.245', 'floating_network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'router_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'port_id': '0da2c2be-5161-4f8e-9c6d-181a526d020a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'mac_address': 'fa:16:3e:53:ac:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb47f45-2f32-446a-b38c-6b649445a083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T20:06:11Z', 'updated_at': '2022-03-28T20:06:14Z', 'revision_number': 1, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b345d4b-d8b5-434d-b947-b19680f30c92', 'name': '', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'mac_address': 'fa:16:3e:1d:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:47Z', 'updated_at': '2022-03-28T20:05:55Z', 'revision_number': 5, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'subnets': [{'id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 20:11:46.907852 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4700dab3-637f-44e9-b3b8-2c8b9040f648 None None] New status for floating IP 550fa278-8ee8-4f00-bc29-1d2edf6ff787: DOWN {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 20:11:47.262805 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e4896-9070-4062-bbee-a64a72935c9e req-5577d9e5-c167-48be-b2e6-e1d509bf3ecb tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:11:47.264310 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e09e4896-9070-4062-bbee-a64a72935c9e req-5577d9e5-c167-48be-b2e6-e1d509bf3ecb tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 945 time: 0.0803401 Mar 28 20:11:47.313917 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-e09e4896-9070-4062-bbee-a64a72935c9e req-4b44971b-bb04-49fd-9496-752745e9d7fb tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429513 Mar 28 20:11:47.423194 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 032e9df1-5b91-4deb-8f90-4d5baa18a9ac no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 20:11:47.533504 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580094'] for port, before_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:47.564110 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4914667b-1216-4d03-a40c-931a2649ef7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '032e9df1-5b91-4deb-8f90-4d5baa18a9ac'}] {{(pid=87834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 20:11:47.573648 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] For port 032e9df1-5b91-4deb-8f90-4d5baa18a9ac, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=032e9df1-5b91-4deb-8f90-4d5baa18a9ac,segment=NetworkSegment(33436388-60ca-44ac-b523-65862d8536ed),segment_id=33436388-60ca-44ac-b523-65862d8536ed)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:11:47.577949 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773272785143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773272439619', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773272439664'] for port, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:47.614293 dv-neutron-834711-1-hyperv neutron-server[87834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4914667b-1216-4d03-a40c-931a2649ef7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '032e9df1-5b91-4deb-8f90-4d5baa18a9ac', 'code': 200} Mar 28 20:11:47.647906 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Pushing event updated for resources: {'Port': ['ID=032e9df1-5b91-4deb-8f90-4d5baa18a9ac,revision_number=8']} {{(pid=87834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:11:47.716822 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ceef5-bf72-472b-a4bf-10424df93076 req-2d2e47b3-2da0-4fe0-97ea-41701de9cba7 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:11:47.717508 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [req-746ceef5-bf72-472b-a4bf-10424df93076 req-2d2e47b3-2da0-4fe0-97ea-41701de9cba7 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Synchronizing usage tracker for tenant:a0752f6e2a744e1cb05a9389a8f043a8 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 20:11:47.729357 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [req-746ceef5-bf72-472b-a4bf-10424df93076 req-2d2e47b3-2da0-4fe0-97ea-41701de9cba7 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Unset dirty status for tenant:a0752f6e2a744e1cb05a9389a8f043a8 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 20:11:47.730424 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-746ceef5-bf72-472b-a4bf-10424df93076 req-2d2e47b3-2da0-4fe0-97ea-41701de9cba7 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.26 "GET /v2.0/ports?device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 943 time: 0.0923913 Mar 28 20:11:47.803239 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [req-746ceef5-bf72-472b-a4bf-10424df93076 req-d5f5c33a-9b95-43ad-9026-9c365b81c6ae tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Deleting port 032e9df1-5b91-4deb-8f90-4d5baa18a9ac {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 20:11:47.803585 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-746ceef5-bf72-472b-a4bf-10424df93076 req-d5f5c33a-9b95-43ad-9026-9c365b81c6ae tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:48.045866 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [req-746ceef5-bf72-472b-a4bf-10424df93076 req-d5f5c33a-9b95-43ad-9026-9c365b81c6ae tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] For port 032e9df1-5b91-4deb-8f90-4d5baa18a9ac, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=032e9df1-5b91-4deb-8f90-4d5baa18a9ac,segment=NetworkSegment(33436388-60ca-44ac-b523-65862d8536ed),segment_id=33436388-60ca-44ac-b523-65862d8536ed)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:11:48.046132 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-746ceef5-bf72-472b-a4bf-10424df93076 req-d5f5c33a-9b95-43ad-9026-9c365b81c6ae tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:48.169812 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [req-746ceef5-bf72-472b-a4bf-10424df93076 req-d5f5c33a-9b95-43ad-9026-9c365b81c6ae tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Calling delete_port for 032e9df1-5b91-4deb-8f90-4d5baa18a9ac owned by compute:nova {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 20:11:48.312190 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-746ceef5-bf72-472b-a4bf-10424df93076 req-d5f5c33a-9b95-43ad-9026-9c365b81c6ae tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:48.365337 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5c33a-9b95-43ad-9026-9c365b81c6ae tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Pushing event deleted for resources: {'Port': ['ID=032e9df1-5b91-4deb-8f90-4d5baa18a9ac,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:11:48.407908 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5c33a-9b95-43ad-9026-9c365b81c6ae tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:48.408253 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5c33a-9b95-43ad-9026-9c365b81c6ae tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:48.408586 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5c33a-9b95-43ad-9026-9c365b81c6ae tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:48.408916 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5c33a-9b95-43ad-9026-9c365b81c6ae tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:48.409239 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5c33a-9b95-43ad-9026-9c365b81c6ae tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:48.409563 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5c33a-9b95-43ad-9026-9c365b81c6ae tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:48.409885 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5c33a-9b95-43ad-9026-9c365b81c6ae tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:48.410212 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5c33a-9b95-43ad-9026-9c365b81c6ae tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:48.410551 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5c33a-9b95-43ad-9026-9c365b81c6ae tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:48.410858 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5c33a-9b95-43ad-9026-9c365b81c6ae tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:48.411198 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5c33a-9b95-43ad-9026-9c365b81c6ae tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:48.411515 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5c33a-9b95-43ad-9026-9c365b81c6ae tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834711-1-hyperv {{(pid=87832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 20:11:48.448802 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [req-746ceef5-bf72-472b-a4bf-10424df93076 req-d5f5c33a-9b95-43ad-9026-9c365b81c6ae tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] No DVR routers for this DVR port 032e9df1-5b91-4deb-8f90-4d5baa18a9ac on host hv-neutron-8347 {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 20:11:48.451344 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-746ceef5-bf72-472b-a4bf-10424df93076 req-d5f5c33a-9b95-43ad-9026-9c365b81c6ae tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:48.455074 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4914667b-1216-4d03-a40c-931a2649ef7c', 'name': 'network-vif-deleted', 'tag': '032e9df1-5b91-4deb-8f90-4d5baa18a9ac'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 20:11:48.472682 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-746ceef5-bf72-472b-a4bf-10424df93076 req-d5f5c33a-9b95-43ad-9026-9c365b81c6ae tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.26 "DELETE /v2.0/ports/032e9df1-5b91-4deb-8f90-4d5baa18a9ac HTTP/1.1" status: 204 len: 173 time: 0.7359734 Mar 28 20:11:48.569967 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4914667b-1216-4d03-a40c-931a2649ef7c', 'name': 'network-vif-deleted', 'tag': '032e9df1-5b91-4deb-8f90-4d5baa18a9ac', 'status': 'completed', 'code': 200} Mar 28 20:11:48.589441 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-b56e70ab-d786-4ec2-8c44-ca94f2f0b8d3 req-35f1c3ac-4c82-4055-bfdb-83f877fda873 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=4914667b-1216-4d03-a40c-931a2649ef7c HTTP/1.1" status: 200 len: 210 time: 0.1641929 Mar 28 20:11:50.235156 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 42140) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:11:50.430065 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-18ba8fa2-dba4-471a-a2de-43d29ecab645 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Deleting port 7775b0ff-2d2c-469c-8efa-952abb4dbfaa {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 20:11:50.430400 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-18ba8fa2-dba4-471a-a2de-43d29ecab645 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:50.592746 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-18ba8fa2-dba4-471a-a2de-43d29ecab645 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:50.592978 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-18ba8fa2-dba4-471a-a2de-43d29ecab645 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:50.712614 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-18ba8fa2-dba4-471a-a2de-43d29ecab645 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Calling delete_port for 7775b0ff-2d2c-469c-8efa-952abb4dbfaa owned by network:floatingip {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 20:11:50.861296 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-18ba8fa2-dba4-471a-a2de-43d29ecab645 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:50.912173 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba8fa2-dba4-471a-a2de-43d29ecab645 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Pushing event deleted for resources: {'Port': ['ID=7775b0ff-2d2c-469c-8efa-952abb4dbfaa,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:11:50.999491 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-18ba8fa2-dba4-471a-a2de-43d29ecab645 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for floatingip, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:50.999816 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.db.l3_db [None req-18ba8fa2-dba4-471a-a2de-43d29ecab645 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Floating IP de3a6af6-f8ac-46f0-a0ee-ede6d22c711c disassociated (deleted). External IP: 172.26.4.245, port: 0da2c2be-5161-4f8e-9c6d-181a526d020a. Mar 28 20:11:51.352152 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ba8fa2-dba4-471a-a2de-43d29ecab645 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Router 65b210a9-02bc-44e2-bcb1-38fee9909be9 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 20:11:51.439178 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 032e9df1-5b91-4deb-8f90-4d5baa18a9ac no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 20:11:51.475753 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: 032e9df1-5b91-4deb-8f90-4d5baa18a9ac {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 20:11:51.476089 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 032e9df1-5b91-4deb-8f90-4d5baa18a9ac not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 20:11:51.646477 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ba8fa2-dba4-471a-a2de-43d29ecab645 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 20:11:51.657266 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2115d2fe-717d-48ea-84a0-fde57eded875 None None] Sync routers for ids ['65b210a9-02bc-44e2-bcb1-38fee9909be9'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 20:11:51.662760 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-18ba8fa2-dba4-471a-a2de-43d29ecab645 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for floatingip, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:51.667331 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2115d2fe-717d-48ea-84a0-fde57eded875 None None] Routers {'65b210a9-02bc-44e2-bcb1-38fee9909be9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 20:11:51.667948 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-2115d2fe-717d-48ea-84a0-fde57eded875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T20:11:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['65b210a9-02bc-44e2-bcb1-38fee9909be9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:11:51.722016 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-18ba8fa2-dba4-471a-a2de-43d29ecab645 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "DELETE /v2.0/floatingips/de3a6af6-f8ac-46f0-a0ee-ede6d22c711c HTTP/1.1" status: 204 len: 168 time: 1.4851925 Mar 28 20:11:51.722600 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb47f45-2f32-446a-b38c-6b649445a083', 'tag': '0da2c2be-5161-4f8e-9c6d-181a526d020a'}] {{(pid=87833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 20:11:51.767362 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb47f45-2f32-446a-b38c-6b649445a083', 'tag': '0da2c2be-5161-4f8e-9c6d-181a526d020a', 'status': 'completed', 'code': 200} Mar 28 20:11:51.857719 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-2115d2fe-717d-48ea-84a0-fde57eded875 None None] Set router 65b210a9-02bc-44e2-bcb1-38fee9909be9 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 20:11:51.859836 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f893c-90f7-43c2-a9f7-dd0f5d258830 req-e55460e7-59cc-4561-81b7-cf539e15dff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:11:51.861405 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9c5f893c-90f7-43c2-a9f7-dd0f5d258830 req-e55460e7-59cc-4561-81b7-cf539e15dff0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0752f6e2a744e1cb05a9389a8f043a8&device_id=ceb47f45-2f32-446a-b38c-6b649445a083 HTTP/1.1" status: 200 len: 1096 time: 0.0744898 Mar 28 20:11:51.998204 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f893c-90f7-43c2-a9f7-dd0f5d258830 req-bfc3d416-9709-4161-a764-00792ff0201b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:11:51.999718 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9c5f893c-90f7-43c2-a9f7-dd0f5d258830 req-bfc3d416-9709-4161-a764-00792ff0201b service neutron] 10.222.0.26 "GET /v2.0/networks?id=95e53734-9c36-422b-b9d6-c2cef89ec8ff HTTP/1.1" status: 200 len: 911 time: 0.1326625 Mar 28 20:11:52.069998 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9c5f893c-90f7-43c2-a9f7-dd0f5d258830 req-7fb78bca-6e33-4b94-8798-4eb078a4506d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0da2c2be-5161-4f8e-9c6d-181a526d020a HTTP/1.1" status: 200 len: 217 time: 0.0634573 Mar 28 20:11:52.094907 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6447f3f-3e75-4906-af8b-5a2d6c0f0448 req-e8e48def-ccfc-4df5-9f67-c0ca20ea4de5 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:11:52.095753 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-a6447f3f-3e75-4906-af8b-5a2d6c0f0448 req-e8e48def-ccfc-4df5-9f67-c0ca20ea4de5 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Synchronizing usage tracker for tenant:a0752f6e2a744e1cb05a9389a8f043a8 on resource:port {{(pid=87833) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 20:11:52.111745 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.quota.resource [req-a6447f3f-3e75-4906-af8b-5a2d6c0f0448 req-e8e48def-ccfc-4df5-9f67-c0ca20ea4de5 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Unset dirty status for tenant:a0752f6e2a744e1cb05a9389a8f043a8 on resource:port {{(pid=87833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 20:11:52.113399 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a6447f3f-3e75-4906-af8b-5a2d6c0f0448 req-e8e48def-ccfc-4df5-9f67-c0ca20ea4de5 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb47f45-2f32-446a-b38c-6b649445a083 HTTP/1.1" status: 200 len: 943 time: 0.0978208 Mar 28 20:11:52.138896 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f893c-90f7-43c2-a9f7-dd0f5d258830 req-80549c99-131b-4a2c-967c-29c4b867e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:11:52.140429 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9c5f893c-90f7-43c2-a9f7-dd0f5d258830 req-80549c99-131b-4a2c-967c-29c4b867e19a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fbd24418-2dd0-41c3-bd80-1a911dfc085c HTTP/1.1" status: 200 len: 849 time: 0.0637805 Mar 28 20:11:52.159444 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-a6447f3f-3e75-4906-af8b-5a2d6c0f0448 req-6a6885a6-e14d-4e61-bfb3-b7b9fab32b5e tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397382 Mar 28 20:11:52.195436 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-2115d2fe-717d-48ea-84a0-fde57eded875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'name': 'tempest-TestSnapshotPattern-1569895696-router', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T20:05:44Z', 'updated_at': '2022-03-28T20:05:48Z', 'revision_number': 4, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'gw_port': {'id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:45Z', 'updated_at': '2022-03-28T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '0b345d4b-d8b5-434d-b947-b19680f30c92', 'name': '', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'mac_address': 'fa:16:3e:1d:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:47Z', 'updated_at': '2022-03-28T20:05:55Z', 'revision_number': 5, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'subnets': [{'id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:11:52.199124 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2115d2fe-717d-48ea-84a0-fde57eded875 None None] Checking router: 65b210a9-02bc-44e2-bcb1-38fee9909be9 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 20:11:52.208146 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2115d2fe-717d-48ea-84a0-fde57eded875 None None] Routers {'65b210a9-02bc-44e2-bcb1-38fee9909be9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 20:11:52.208756 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-2115d2fe-717d-48ea-84a0-fde57eded875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T20:11:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['65b210a9-02bc-44e2-bcb1-38fee9909be9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:11:52.217017 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f893c-90f7-43c2-a9f7-dd0f5d258830 req-d10f41d5-8f7d-43d9-bbca-3f22d00dbfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:11:52.218562 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9c5f893c-90f7-43c2-a9f7-dd0f5d258830 req-d10f41d5-8f7d-43d9-bbca-3f22d00dbfbe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95e53734-9c36-422b-b9d6-c2cef89ec8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720224 Mar 28 20:11:52.350978 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9c5f893c-90f7-43c2-a9f7-dd0f5d258830 req-c017dbd1-a31a-4bde-b07f-7ae52c29774a service neutron] 10.222.0.26 "GET /v2.0/networks/95e53734-9c36-422b-b9d6-c2cef89ec8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256080 Mar 28 20:11:52.381025 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-2115d2fe-717d-48ea-84a0-fde57eded875 None None] Set router 65b210a9-02bc-44e2-bcb1-38fee9909be9 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 20:11:52.581604 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-9c5f893c-90f7-43c2-a9f7-dd0f5d258830 req-f79f1850-7bfc-476d-84c7-cd0b2230f90e service neutron] 10.222.0.26 "GET /v2.0/networks/95e53734-9c36-422b-b9d6-c2cef89ec8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245877 Mar 28 20:11:52.689164 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-2115d2fe-717d-48ea-84a0-fde57eded875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'name': 'tempest-TestSnapshotPattern-1569895696-router', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T20:05:44Z', 'updated_at': '2022-03-28T20:05:48Z', 'revision_number': 4, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'gw_port': {'id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:45Z', 'updated_at': '2022-03-28T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '0b345d4b-d8b5-434d-b947-b19680f30c92', 'name': '', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'mac_address': 'fa:16:3e:1d:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:47Z', 'updated_at': '2022-03-28T20:05:55Z', 'revision_number': 5, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'subnets': [{'id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:11:52.693415 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2115d2fe-717d-48ea-84a0-fde57eded875 None None] The sync data for ids ['65b210a9-02bc-44e2-bcb1-38fee9909be9'] in dv-neutron-834711-1-hyperv is: [{'id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'name': 'tempest-TestSnapshotPattern-1569895696-router', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T20:05:44Z', 'updated_at': '2022-03-28T20:05:48Z', 'revision_number': 4, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'gw_port': {'id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:45Z', 'updated_at': '2022-03-28T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv', '_interfaces': [{'id': '0b345d4b-d8b5-434d-b947-b19680f30c92', 'name': '', 'network_id': '95e53734-9c36-422b-b9d6-c2cef89ec8ff', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'mac_address': 'fa:16:3e:1d:a5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:47Z', 'updated_at': '2022-03-28T20:05:55Z', 'revision_number': 5, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'subnets': [{'id': 'fbd24418-2dd0-41c3-bd80-1a911dfc085c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 20:11:52.910316 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de2738a-6c25-45e8-8da5-01c72840b33d None None] New status for floating IP de3a6af6-f8ac-46f0-a0ee-ede6d22c711c: DOWN {{(pid=87834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 20:11:53.014106 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234e325-0eeb-4daf-b0c3-5c8b17b09eec req-4fdc9fed-0f13-4504-85a1-9e89ee241139 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:11:53.014795 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [req-a234e325-0eeb-4daf-b0c3-5c8b17b09eec req-4fdc9fed-0f13-4504-85a1-9e89ee241139 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Synchronizing usage tracker for tenant:a0752f6e2a744e1cb05a9389a8f043a8 on resource:port {{(pid=87832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 20:11:53.026403 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.quota.resource [req-a234e325-0eeb-4daf-b0c3-5c8b17b09eec req-4fdc9fed-0f13-4504-85a1-9e89ee241139 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Unset dirty status for tenant:a0752f6e2a744e1cb05a9389a8f043a8 on resource:port {{(pid=87832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 20:11:53.027518 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-a234e325-0eeb-4daf-b0c3-5c8b17b09eec req-4fdc9fed-0f13-4504-85a1-9e89ee241139 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.26 "GET /v2.0/ports?device_id=ceb47f45-2f32-446a-b38c-6b649445a083 HTTP/1.1" status: 200 len: 943 time: 0.0945385 Mar 28 20:11:53.098032 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [req-a234e325-0eeb-4daf-b0c3-5c8b17b09eec req-af01cf4a-5ba2-40a8-a8c8-ce0a1ae414c1 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Deleting port 0da2c2be-5161-4f8e-9c6d-181a526d020a {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 20:11:53.098372 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-a234e325-0eeb-4daf-b0c3-5c8b17b09eec req-af01cf4a-5ba2-40a8-a8c8-ce0a1ae414c1 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:53.344446 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [req-a234e325-0eeb-4daf-b0c3-5c8b17b09eec req-af01cf4a-5ba2-40a8-a8c8-ce0a1ae414c1 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] For port 0da2c2be-5161-4f8e-9c6d-181a526d020a, host hv-neutron-8347, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8347',level=0,port_id=0da2c2be-5161-4f8e-9c6d-181a526d020a,segment=NetworkSegment(33436388-60ca-44ac-b523-65862d8536ed),segment_id=33436388-60ca-44ac-b523-65862d8536ed)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:11:53.344804 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-a234e325-0eeb-4daf-b0c3-5c8b17b09eec req-af01cf4a-5ba2-40a8-a8c8-ce0a1ae414c1 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:53.354979 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47b2de-cfd6-4cc0-aa55-5e5883d51592 req-e6e00249-1f01-4db6-9dc3-81a890524b03 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 20:11:53.356407 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4e47b2de-cfd6-4cc0-aa55-5e5883d51592 req-e6e00249-1f01-4db6-9dc3-81a890524b03 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb47f45-2f32-446a-b38c-6b649445a083 HTTP/1.1" status: 200 len: 943 time: 0.0828254 Mar 28 20:11:53.400642 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [req-4e47b2de-cfd6-4cc0-aa55-5e5883d51592 req-4f8044ab-a4c2-4849-8a10-f8318d54ef2c tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "GET /v2.0/security-groups?id=22263586-be4a-47f2-b3e8-01c0d2f2e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378511 Mar 28 20:11:53.466218 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [req-a234e325-0eeb-4daf-b0c3-5c8b17b09eec req-af01cf4a-5ba2-40a8-a8c8-ce0a1ae414c1 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Calling delete_port for 0da2c2be-5161-4f8e-9c6d-181a526d020a owned by compute:nova {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 20:11:53.606523 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-a234e325-0eeb-4daf-b0c3-5c8b17b09eec req-af01cf4a-5ba2-40a8-a8c8-ce0a1ae414c1 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:53.658832 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01cf4a-5ba2-40a8-a8c8-ce0a1ae414c1 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Pushing event deleted for resources: {'Port': ['ID=0da2c2be-5161-4f8e-9c6d-181a526d020a,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:11:53.736456 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [req-a234e325-0eeb-4daf-b0c3-5c8b17b09eec req-af01cf4a-5ba2-40a8-a8c8-ce0a1ae414c1 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] No DVR routers for this DVR port 0da2c2be-5161-4f8e-9c6d-181a526d020a on host hv-neutron-8347 {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 20:11:53.738742 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [req-a234e325-0eeb-4daf-b0c3-5c8b17b09eec req-af01cf4a-5ba2-40a8-a8c8-ce0a1ae414c1 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96203'] for port, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:53.741225 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb47f45-2f32-446a-b38c-6b649445a083', 'name': 'network-vif-deleted', 'tag': '0da2c2be-5161-4f8e-9c6d-181a526d020a'}] {{(pid=87832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 20:11:53.757434 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [req-a234e325-0eeb-4daf-b0c3-5c8b17b09eec req-af01cf4a-5ba2-40a8-a8c8-ce0a1ae414c1 tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.26 "DELETE /v2.0/ports/0da2c2be-5161-4f8e-9c6d-181a526d020a HTTP/1.1" status: 204 len: 173 time: 0.7243807 Mar 28 20:11:53.786611 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb47f45-2f32-446a-b38c-6b649445a083', 'name': 'network-vif-deleted', 'tag': '0da2c2be-5161-4f8e-9c6d-181a526d020a', 'status': 'completed', 'code': 200} Mar 28 20:11:54.493196 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 42156) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:11:54.559356 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fddf136f-39aa-4776-9bf9-bba6e6206e0d tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for security_group, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:54.589164 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fddf136f-39aa-4776-9bf9-bba6e6206e0d tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:54.654933 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fddf136f-39aa-4776-9bf9-bba6e6206e0d tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:54.672810 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf136f-39aa-4776-9bf9-bba6e6206e0d tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22263586-be4a-47f2-b3e8-01c0d2f2e1dd,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:11:54.687161 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-fddf136f-39aa-4776-9bf9-bba6e6206e0d tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] Notify callbacks [] for security_group, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:54.688852 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-fddf136f-39aa-4776-9bf9-bba6e6206e0d tempest-TestSnapshotPattern-894353954 tempest-TestSnapshotPattern-894353954-project] 10.222.0.10 "DELETE /v2.0/security-groups/22263586-be4a-47f2-b3e8-01c0d2f2e1dd HTTP/1.1" status: 204 len: 168 time: 0.1946073 Mar 28 20:11:54.741535 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 42162) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:11:55.384571 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8e9f6008-b86a-49f6-8ec7-f563971112ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:55.447197 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-55cef49f-c0cc-41c0-8f5a-f6e191cefe2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:55.456652 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 0da2c2be-5161-4f8e-9c6d-181a526d020a no longer exists at agent hyperv_hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 20:11:55.488838 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] No Port match for: 0da2c2be-5161-4f8e-9c6d-181a526d020a {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 20:11:55.489177 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Device 0da2c2be-5161-4f8e-9c6d-181a526d020a not bound to the agent host hv-neutron-8347 {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 20:11:55.744058 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-8e9f6008-b86a-49f6-8ec7-f563971112ef admin admin] Deleting port 0b345d4b-d8b5-434d-b947-b19680f30c92 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 20:11:55.744535 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8e9f6008-b86a-49f6-8ec7-f563971112ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:56.024933 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-8e9f6008-b86a-49f6-8ec7-f563971112ef admin admin] For port 0b345d4b-d8b5-434d-b947-b19680f30c92, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=0b345d4b-d8b5-434d-b947-b19680f30c92,segment=NetworkSegment(33436388-60ca-44ac-b523-65862d8536ed),segment_id=33436388-60ca-44ac-b523-65862d8536ed)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:11:56.025202 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8e9f6008-b86a-49f6-8ec7-f563971112ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:56.142259 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-8e9f6008-b86a-49f6-8ec7-f563971112ef admin admin] Calling delete_port for 0b345d4b-d8b5-434d-b947-b19680f30c92 owned by network:router_interface {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 20:11:56.455680 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8e9f6008-b86a-49f6-8ec7-f563971112ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:56.501701 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f6008-b86a-49f6-8ec7-f563971112ef admin admin] Pushing event deleted for resources: {'Port': ['ID=0b345d4b-d8b5-434d-b947-b19680f30c92,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:11:56.649862 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 20:11:56.766320 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-8e9f6008-b86a-49f6-8ec7-f563971112ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:57.109015 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9f6008-b86a-49f6-8ec7-f563971112ef admin admin] Router 65b210a9-02bc-44e2-bcb1-38fee9909be9 has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 20:11:57.400115 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9f6008-b86a-49f6-8ec7-f563971112ef admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 20:11:57.408467 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8822f7a1-fd3a-41fe-8954-67c67860ead5 None None] Sync routers for ids ['65b210a9-02bc-44e2-bcb1-38fee9909be9'] in dv-neutron-834711-1-hyperv {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 20:11:57.411898 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-8e9f6008-b86a-49f6-8ec7-f563971112ef admin admin] 10.222.0.10 "PUT /v2.0/routers/65b210a9-02bc-44e2-bcb1-38fee9909be9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6693380 Mar 28 20:11:57.414368 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 42168) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:11:57.418899 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8822f7a1-fd3a-41fe-8954-67c67860ead5 None None] Routers {'65b210a9-02bc-44e2-bcb1-38fee9909be9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 20:11:57.419625 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-8822f7a1-fd3a-41fe-8954-67c67860ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T20:11:28Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['65b210a9-02bc-44e2-bcb1-38fee9909be9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:11:57.596387 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b672adae-96cd-42ad-ab45-f7c4fd1a19ea admin admin] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:57.623647 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-8822f7a1-fd3a-41fe-8954-67c67860ead5 None None] Set router 65b210a9-02bc-44e2-bcb1-38fee9909be9 gateway port host: dv-neutron-834711-1-hyperv {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 20:11:57.776402 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b672adae-96cd-42ad-ab45-f7c4fd1a19ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:57.787268 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-b672adae-96cd-42ad-ab45-f7c4fd1a19ea admin admin] Deleting port 2ad31485-906a-4e0c-8e0d-7daf85620bfa {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 20:11:57.787604 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b672adae-96cd-42ad-ab45-f7c4fd1a19ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:57.838023 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-7e9e6d7c-030c-467a-994e-6435aca71ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:57.905999 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-8822f7a1-fd3a-41fe-8954-67c67860ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'name': 'tempest-TestSnapshotPattern-1569895696-router', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T20:05:44Z', 'updated_at': '2022-03-28T20:11:56Z', 'revision_number': 5, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'gw_port': {'id': '2ad31485-906a-4e0c-8e0d-7daf85620bfa', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:45Z', 'updated_at': '2022-03-28T20:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:11:57.909767 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8822f7a1-fd3a-41fe-8954-67c67860ead5 None None] Checking router: 65b210a9-02bc-44e2-bcb1-38fee9909be9 for host: dv-neutron-834711-1-hyperv {{(pid=87835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 20:11:57.917846 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8822f7a1-fd3a-41fe-8954-67c67860ead5 None None] Routers {'65b210a9-02bc-44e2-bcb1-38fee9909be9'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 20:11:57.918410 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-8822f7a1-fd3a-41fe-8954-67c67860ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T20:11:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['65b210a9-02bc-44e2-bcb1-38fee9909be9'], 'active': True} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:11:57.971116 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-b672adae-96cd-42ad-ab45-f7c4fd1a19ea admin admin] For port 2ad31485-906a-4e0c-8e0d-7daf85620bfa, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=2ad31485-906a-4e0c-8e0d-7daf85620bfa,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:11:57.971387 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b672adae-96cd-42ad-ab45-f7c4fd1a19ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:58.065654 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_dvr_db [None req-8822f7a1-fd3a-41fe-8954-67c67860ead5 None None] Set router 65b210a9-02bc-44e2-bcb1-38fee9909be9 gateway port host: None {{(pid=87835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 20:11:58.097026 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-b672adae-96cd-42ad-ab45-f7c4fd1a19ea admin admin] Calling delete_port for 2ad31485-906a-4e0c-8e0d-7daf85620bfa owned by network:router_gateway {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 20:11:58.166959 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.l3_hamode_db [None req-8822f7a1-fd3a-41fe-8954-67c67860ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'name': 'tempest-TestSnapshotPattern-1569895696-router', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T20:05:44Z', 'updated_at': '2022-03-28T20:11:57Z', 'revision_number': 6, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:11:58.170818 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8822f7a1-fd3a-41fe-8954-67c67860ead5 None None] The sync data for ids ['65b210a9-02bc-44e2-bcb1-38fee9909be9'] in dv-neutron-834711-1-hyperv is: [{'id': '65b210a9-02bc-44e2-bcb1-38fee9909be9', 'name': 'tempest-TestSnapshotPattern-1569895696-router', 'tenant_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T20:05:44Z', 'updated_at': '2022-03-28T20:11:57Z', 'revision_number': 6, 'project_id': 'a0752f6e2a744e1cb05a9389a8f043a8', 'gw_port_host': None}] {{(pid=87835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 20:11:58.269543 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b672adae-96cd-42ad-ab45-f7c4fd1a19ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:58.315649 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672adae-96cd-42ad-ab45-f7c4fd1a19ea admin admin] Pushing event deleted for resources: {'Port': ['ID=2ad31485-906a-4e0c-8e0d-7daf85620bfa,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:11:58.402960 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b672adae-96cd-42ad-ab45-f7c4fd1a19ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:58.572275 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b672adae-96cd-42ad-ab45-f7c4fd1a19ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:58.574704 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b672adae-96cd-42ad-ab45-f7c4fd1a19ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:58.610446 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b672adae-96cd-42ad-ab45-f7c4fd1a19ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:58.611298 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b672adae-96cd-42ad-ab45-f7c4fd1a19ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65b210a9-02bc-44e2-bcb1-38fee9909be9 {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 20:11:58.623891 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-b672adae-96cd-42ad-ab45-f7c4fd1a19ea admin admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:58.625127 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-b672adae-96cd-42ad-ab45-f7c4fd1a19ea admin admin] 10.222.0.10 "DELETE /v2.0/routers/65b210a9-02bc-44e2-bcb1-38fee9909be9 HTTP/1.1" status: 204 len: 168 time: 1.2097836 Mar 28 20:11:58.627685 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 42172) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:11:58.639694 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 0b345d4b-d8b5-434d-b947-b19680f30c92 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 20:11:58.682340 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 0b345d4b-d8b5-434d-b947-b19680f30c92 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 20:11:58.682694 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 0b345d4b-d8b5-434d-b947-b19680f30c92 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 20:11:58.689494 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-0400b4b0-5eea-47e1-b0c4-147abd185934 admin admin] Deleting subnet fbd24418-2dd0-41c3-bd80-1a911dfc085c {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 20:11:58.692709 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0400b4b0-5eea-47e1-b0c4-147abd185934 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:58.799855 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:58.862586 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:58.863332 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0400b4b0-5eea-47e1-b0c4-147abd185934 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:58.938318 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0400b4b0-5eea-47e1-b0c4-147abd185934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:59.006800 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0400b4b0-5eea-47e1-b0c4-147abd185934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:59.047613 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400b4b0-5eea-47e1-b0c4-147abd185934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbd24418-2dd0-41c3-bd80-1a911dfc085c,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:11:59.051167 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-0400b4b0-5eea-47e1-b0c4-147abd185934 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:59.056722 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-0400b4b0-5eea-47e1-b0c4-147abd185934 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/fbd24418-2dd0-41c3-bd80-1a911dfc085c HTTP/1.1" status: 204 len: 168 time: 0.4280951 Mar 28 20:11:59.056880 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29af48c-e69a-453f-8c6e-054d0efc7726 None None] Network 95e53734-9c36-422b-b9d6-c2cef89ec8ff requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 20:11:59.059254 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 42176) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:11:59.168565 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2943cfd2-4f2b-4e03-8f1e-74959aca9b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:59.179015 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-2943cfd2-4f2b-4e03-8f1e-74959aca9b81 admin admin] Deleting port 38c09988-9c1c-4392-a1f6-ffbbadb27cae {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 20:11:59.179343 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2943cfd2-4f2b-4e03-8f1e-74959aca9b81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:59.324001 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe6d8f7-f74b-4f1a-bf89-9c4f66f3840f None None] DHCP port deletion for 95e53734-9c36-422b-b9d6-c2cef89ec8ff request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 20:11:59.327860 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-9fe6d8f7-f74b-4f1a-bf89-9c4f66f3840f None None] Deleting port 38c09988-9c1c-4392-a1f6-ffbbadb27cae {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 20:11:59.328910 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9fe6d8f7-f74b-4f1a-bf89-9c4f66f3840f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:59.389872 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-2943cfd2-4f2b-4e03-8f1e-74959aca9b81 admin admin] For port 38c09988-9c1c-4392-a1f6-ffbbadb27cae, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=38c09988-9c1c-4392-a1f6-ffbbadb27cae,segment=NetworkSegment(33436388-60ca-44ac-b523-65862d8536ed),segment_id=33436388-60ca-44ac-b523-65862d8536ed)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:11:59.390229 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2943cfd2-4f2b-4e03-8f1e-74959aca9b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:59.519834 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-2943cfd2-4f2b-4e03-8f1e-74959aca9b81 admin admin] Calling delete_port for 38c09988-9c1c-4392-a1f6-ffbbadb27cae owned by network:dhcp {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 20:11:59.536209 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-9fe6d8f7-f74b-4f1a-bf89-9c4f66f3840f None None] For port 38c09988-9c1c-4392-a1f6-ffbbadb27cae, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=38c09988-9c1c-4392-a1f6-ffbbadb27cae,segment=NetworkSegment(33436388-60ca-44ac-b523-65862d8536ed),segment_id=33436388-60ca-44ac-b523-65862d8536ed)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:11:59.536688 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9fe6d8f7-f74b-4f1a-bf89-9c4f66f3840f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:59.597951 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2943cfd2-4f2b-4e03-8f1e-74959aca9b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:59.644852 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2943cfd2-4f2b-4e03-8f1e-74959aca9b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=38c09988-9c1c-4392-a1f6-ffbbadb27cae,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:11:59.648391 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2943cfd2-4f2b-4e03-8f1e-74959aca9b81 admin admin] No DVR routers for this DVR port 38c09988-9c1c-4392-a1f6-ffbbadb27cae on host dv-neutron-834711-1-hyperv {{(pid=87833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 20:11:59.665890 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-9fe6d8f7-f74b-4f1a-bf89-9c4f66f3840f None None] Calling delete_port for 38c09988-9c1c-4392-a1f6-ffbbadb27cae owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 20:11:59.742578 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-9fe6d8f7-f74b-4f1a-bf89-9c4f66f3840f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 20:11:59.742967 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-9fe6d8f7-f74b-4f1a-bf89-9c4f66f3840f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 20:11:59.764877 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2943cfd2-4f2b-4e03-8f1e-74959aca9b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:59.794689 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-2943cfd2-4f2b-4e03-8f1e-74959aca9b81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e53734-9c36-422b-b9d6-c2cef89ec8ff']}} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:11:59.806823 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-2943cfd2-4f2b-4e03-8f1e-74959aca9b81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33436388-60ca-44ac-b523-65862d8536ed') {'for_net_delete': True} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:11:59.807146 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.services.segments.db [None req-2943cfd2-4f2b-4e03-8f1e-74959aca9b81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33436388-60ca-44ac-b523-65862d8536ed') {} {{(pid=87833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:11:59.819137 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2943cfd2-4f2b-4e03-8f1e-74959aca9b81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6513261'] for segment, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:59.836284 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2943cfd2-4f2b-4e03-8f1e-74959aca9b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:59.842108 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2943cfd2-4f2b-4e03-8f1e-74959aca9b81 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=87833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 20:11:59.842480 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2943cfd2-4f2b-4e03-8f1e-74959aca9b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6520146'] for segment, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: Traceback (most recent call last): Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: timer() Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: cb(*args, **kw) Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: return func(*args, **kwargs) Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: self._notify() Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: self.callback(batched_events) Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: event.method(event) Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: return f(self, *a, **k) Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._get(url).json() Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: return self.request(url, 'GET', **kwargs) Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 20:11:59.856188 dv-neutron-834711-1-hyperv neutron-server[87833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 20:11:59.932259 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2943cfd2-4f2b-4e03-8f1e-74959aca9b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:59.949432 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-2943cfd2-4f2b-4e03-8f1e-74959aca9b81 admin admin] Notify callbacks [] for network, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:11:59.960423 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2943cfd2-4f2b-4e03-8f1e-74959aca9b81 admin admin] Pushing event deleted for resources: {'Network': ['ID=95e53734-9c36-422b-b9d6-c2cef89ec8ff,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:11:59.973817 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-2943cfd2-4f2b-4e03-8f1e-74959aca9b81 admin admin] 10.222.0.10 "DELETE /v2.0/networks/95e53734-9c36-422b-b9d6-c2cef89ec8ff HTTP/1.1" status: 204 len: 168 time: 0.9134710 Mar 28 20:11:59.976485 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 42180) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:12:00.244410 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-9fe6d8f7-f74b-4f1a-bf89-9c4f66f3840f None None] Deleting port 38c09988-9c1c-4392-a1f6-ffbbadb27cae {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 20:12:00.244926 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-9fe6d8f7-f74b-4f1a-bf89-9c4f66f3840f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:00.278804 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2ad31485-906a-4e0c-8e0d-7daf85620bfa no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 20:12:00.348899 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 2ad31485-906a-4e0c-8e0d-7daf85620bfa {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 20:12:00.349336 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 2ad31485-906a-4e0c-8e0d-7daf85620bfa not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 20:12:00.349757 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 38c09988-9c1c-4392-a1f6-ffbbadb27cae no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 20:12:00.378766 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-9fe6d8f7-f74b-4f1a-bf89-9c4f66f3840f None None] The port '38c09988-9c1c-4392-a1f6-ffbbadb27cae' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 20:12:00.391215 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 38c09988-9c1c-4392-a1f6-ffbbadb27cae {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 20:12:00.391215 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 38c09988-9c1c-4392-a1f6-ffbbadb27cae not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 20:12:00.457934 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:00.618405 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-30d41b38-cd5d-4d5e-a5db-55d8d8547cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-464588'] for router_interface, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:00.960094 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-30d41b38-cd5d-4d5e-a5db-55d8d8547cea admin admin] Deleting port 63633333-25a8-49e5-b4ef-98523c04191a {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 20:12:00.960776 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-30d41b38-cd5d-4d5e-a5db-55d8d8547cea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:01.128468 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-30d41b38-cd5d-4d5e-a5db-55d8d8547cea admin admin] For port 63633333-25a8-49e5-b4ef-98523c04191a, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=63633333-25a8-49e5-b4ef-98523c04191a,segment=NetworkSegment(6309eabf-0934-4bd9-ad22-bdd1b0a2e6dd),segment_id=6309eabf-0934-4bd9-ad22-bdd1b0a2e6dd)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:12:01.128816 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-30d41b38-cd5d-4d5e-a5db-55d8d8547cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:01.247703 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-30d41b38-cd5d-4d5e-a5db-55d8d8547cea admin admin] Calling delete_port for 63633333-25a8-49e5-b4ef-98523c04191a owned by network:router_interface {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 20:12:01.421259 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-30d41b38-cd5d-4d5e-a5db-55d8d8547cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:01.467092 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d41b38-cd5d-4d5e-a5db-55d8d8547cea admin admin] Pushing event deleted for resources: {'Port': ['ID=63633333-25a8-49e5-b4ef-98523c04191a,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:12:01.728813 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-30d41b38-cd5d-4d5e-a5db-55d8d8547cea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-464480'] for router_interface, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:02.178101 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d41b38-cd5d-4d5e-a5db-55d8d8547cea admin admin] Router 21d20863-8032-405d-8219-d35a272343be has already been hosted by L3 agent 44631edc-dca4-4a1d-afdc-bb0cb415244e {{(pid=87833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 20:12:02.353478 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d41b38-cd5d-4d5e-a5db-55d8d8547cea admin admin] Notify agent at l3_agent.dv-neutron-834711-1-hyperv the message routers_updated {{(pid=87833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 20:12:02.362439 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c16a06-dde2-42f9-8d04-0d229e26b919 None None] Sync routers for ids ['21d20863-8032-405d-8219-d35a272343be'] in dv-neutron-834711-1-hyperv {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 20:12:02.363373 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-30d41b38-cd5d-4d5e-a5db-55d8d8547cea admin admin] 10.222.0.10 "PUT /v2.0/routers/21d20863-8032-405d-8219-d35a272343be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3859332 Mar 28 20:12:02.365765 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 42184) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:12:02.372250 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c16a06-dde2-42f9-8d04-0d229e26b919 None None] Routers {'21d20863-8032-405d-8219-d35a272343be'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 20:12:02.372860 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-69c16a06-dde2-42f9-8d04-0d229e26b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T20:11:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['21d20863-8032-405d-8219-d35a272343be'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:12:02.544344 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d8b409ab-74cf-4c5b-9d30-97cf20adafaa admin admin] Notify callbacks [] for router, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:02.547712 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:02.558658 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-69c16a06-dde2-42f9-8d04-0d229e26b919 None None] Set router 21d20863-8032-405d-8219-d35a272343be gateway port host: dv-neutron-834711-1-hyperv {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 20:12:02.723984 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d8b409ab-74cf-4c5b-9d30-97cf20adafaa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:02.733079 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-d8b409ab-74cf-4c5b-9d30-97cf20adafaa admin admin] Deleting port 7986bcf0-93b6-4924-adee-ff02dd007e47 {{(pid=87833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 20:12:02.733416 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d8b409ab-74cf-4c5b-9d30-97cf20adafaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:02.881932 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-69c16a06-dde2-42f9-8d04-0d229e26b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d20863-8032-405d-8219-d35a272343be', 'name': 'tempest-TestSnapshotPattern-57077631-router', 'tenant_id': '5016053c608d4f2da15fa753dcc7a0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'external_fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '7986bcf0-93b6-4924-adee-ff02dd007e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T20:05:50Z', 'updated_at': '2022-03-28T20:12:01Z', 'revision_number': 5, 'project_id': '5016053c608d4f2da15fa753dcc7a0d2', 'gw_port': {'id': '7986bcf0-93b6-4924-adee-ff02dd007e47', 'name': '', 'network_id': '222bb166-3b66-45c7-9663-18be61b96587', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:13:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d20863-8032-405d-8219-d35a272343be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834711-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T20:05:51Z', 'updated_at': '2022-03-28T20:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6df86aa9-f994-48de-87fe-0911654f8fa7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834711-1-hyperv'}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:12:02.887120 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c16a06-dde2-42f9-8d04-0d229e26b919 None None] Checking router: 21d20863-8032-405d-8219-d35a272343be for host: dv-neutron-834711-1-hyperv {{(pid=87834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 20:12:02.897574 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c16a06-dde2-42f9-8d04-0d229e26b919 None None] Routers {'21d20863-8032-405d-8219-d35a272343be'} bound to L3 agent in host dv-neutron-834711-1-hyperv {{(pid=87834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 20:12:02.898172 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-69c16a06-dde2-42f9-8d04-0d229e26b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834711-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T18:57:27Z,description=,heartbeat_timestamp=2022-03-28T20:11:58Z,host='dv-neutron-834711-1-hyperv',id=44631edc-dca4-4a1d-afdc-bb0cb415244e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T18:57:27Z,topic='l3_agent')) {'router_ids': ['21d20863-8032-405d-8219-d35a272343be'], 'active': True} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:12:02.914711 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.db [None req-d8b409ab-74cf-4c5b-9d30-97cf20adafaa admin admin] For port 7986bcf0-93b6-4924-adee-ff02dd007e47, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=7986bcf0-93b6-4924-adee-ff02dd007e47,segment=NetworkSegment(a2420739-67e4-410b-836d-d0dae2714fbe),segment_id=a2420739-67e4-410b-836d-d0dae2714fbe)] {{(pid=87833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:12:02.915094 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d8b409ab-74cf-4c5b-9d30-97cf20adafaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:03.043339 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.plugins.ml2.plugin [None req-d8b409ab-74cf-4c5b-9d30-97cf20adafaa admin admin] Calling delete_port for 7986bcf0-93b6-4924-adee-ff02dd007e47 owned by network:router_gateway {{(pid=87833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 20:12:03.043881 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_dvr_db [None req-69c16a06-dde2-42f9-8d04-0d229e26b919 None None] Set router 21d20863-8032-405d-8219-d35a272343be gateway port host: None {{(pid=87834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 20:12:03.149564 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.db.l3_hamode_db [None req-69c16a06-dde2-42f9-8d04-0d229e26b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d20863-8032-405d-8219-d35a272343be', 'name': 'tempest-TestSnapshotPattern-57077631-router', 'tenant_id': '5016053c608d4f2da15fa753dcc7a0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T20:05:50Z', 'updated_at': '2022-03-28T20:12:02Z', 'revision_number': 6, 'project_id': '5016053c608d4f2da15fa753dcc7a0d2', 'gw_port_host': None}], 'dv-neutron-834711-1-hyperv', False) {} {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:12:03.153956 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c16a06-dde2-42f9-8d04-0d229e26b919 None None] The sync data for ids ['21d20863-8032-405d-8219-d35a272343be'] in dv-neutron-834711-1-hyperv is: [{'id': '21d20863-8032-405d-8219-d35a272343be', 'name': 'tempest-TestSnapshotPattern-57077631-router', 'tenant_id': '5016053c608d4f2da15fa753dcc7a0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T20:05:50Z', 'updated_at': '2022-03-28T20:12:02Z', 'revision_number': 6, 'project_id': '5016053c608d4f2da15fa753dcc7a0d2', 'gw_port_host': None}] {{(pid=87834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 20:12:03.336980 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d8b409ab-74cf-4c5b-9d30-97cf20adafaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6520111'] for port, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:03.390277 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b409ab-74cf-4c5b-9d30-97cf20adafaa admin admin] Pushing event deleted for resources: {'Port': ['ID=7986bcf0-93b6-4924-adee-ff02dd007e47,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:12:03.488650 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d8b409ab-74cf-4c5b-9d30-97cf20adafaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465899'] for router_gateway, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:03.662375 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d8b409ab-74cf-4c5b-9d30-97cf20adafaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-466402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-775'] for router, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:03.664545 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d8b409ab-74cf-4c5b-9d30-97cf20adafaa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:03.690552 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d8b409ab-74cf-4c5b-9d30-97cf20adafaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-466195'] for router, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:03.691336 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b409ab-74cf-4c5b-9d30-97cf20adafaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21d20863-8032-405d-8219-d35a272343be {{(pid=87833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 20:12:03.704347 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d8b409ab-74cf-4c5b-9d30-97cf20adafaa admin admin] Notify callbacks [] for router, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:03.705451 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d8b409ab-74cf-4c5b-9d30-97cf20adafaa admin admin] 10.222.0.10 "DELETE /v2.0/routers/21d20863-8032-405d-8219-d35a272343be HTTP/1.1" status: 204 len: 168 time: 1.3387990 Mar 28 20:12:03.708520 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.wsgi [-] (87833) accepted ('10.222.0.10', 42188) {{(pid=87833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:12:03.765639 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4801a3b-4197-4344-812d-ed9e4f455ab9 admin admin] Deleting subnet 9bf25fe6-34de-455d-9c32-c83c16326374 {{(pid=87833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 20:12:03.768358 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d4801a3b-4197-4344-812d-ed9e4f455ab9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:03.822301 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d4801a3b-4197-4344-812d-ed9e4f455ab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6513274'] for subnet, precommit_delete_associations {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:03.903426 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d4801a3b-4197-4344-812d-ed9e4f455ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1509679'] for subnet, precommit_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:03.972483 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d4801a3b-4197-4344-812d-ed9e4f455ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1509684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7125710'] for subnet, after_delete {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:04.009998 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4801a3b-4197-4344-812d-ed9e4f455ab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bf25fe6-34de-455d-9c32-c83c16326374,revision_number=None']} {{(pid=87833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:12:04.013738 dv-neutron-834711-1-hyperv neutron-server[87833]: DEBUG neutron_lib.callbacks.manager [None req-d4801a3b-4197-4344-812d-ed9e4f455ab9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:04.019700 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdd226c-749e-4b6c-a0c4-8c15f3ef3f37 None None] Network 7ce034cb-f790-4c17-8e74-a8c4ad0d4c21 requested from dv-neutron-834711-1-hyperv {{(pid=87834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 20:12:04.021838 dv-neutron-834711-1-hyperv neutron-server[87833]: INFO neutron.wsgi [None req-d4801a3b-4197-4344-812d-ed9e4f455ab9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9bf25fe6-34de-455d-9c32-c83c16326374 HTTP/1.1" status: 204 len: 168 time: 0.3128200 Mar 28 20:12:04.024401 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 42192) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:12:04.133547 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18d120d9-4668-4a05-9ea8-a0d5974fc9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589722'] for network, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:04.149934 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-18d120d9-4668-4a05-9ea8-a0d5974fc9f7 admin admin] Deleting port c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58 {{(pid=87832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 20:12:04.149934 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18d120d9-4668-4a05-9ea8-a0d5974fc9f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:04.283596 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e182bed9-764c-4601-ab5c-aa1f584ec142 None None] DHCP port deletion for 7ce034cb-f790-4c17-8e74-a8c4ad0d4c21 request from dv-neutron-834711-1-hyperv {{(pid=87834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 20:12:04.288054 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-e182bed9-764c-4601-ab5c-aa1f584ec142 None None] Deleting port c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 20:12:04.288054 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e182bed9-764c-4601-ab5c-aa1f584ec142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:04.313608 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 7986bcf0-93b6-4924-adee-ff02dd007e47 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 20:12:04.359784 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 7986bcf0-93b6-4924-adee-ff02dd007e47 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 20:12:04.359989 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.db [None req-18d120d9-4668-4a05-9ea8-a0d5974fc9f7 admin admin] For port c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58,segment=NetworkSegment(6309eabf-0934-4bd9-ad22-bdd1b0a2e6dd),segment_id=6309eabf-0934-4bd9-ad22-bdd1b0a2e6dd)] {{(pid=87832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:12:04.360117 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 7986bcf0-93b6-4924-adee-ff02dd007e47 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 20:12:04.360210 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18d120d9-4668-4a05-9ea8-a0d5974fc9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:04.360540 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 63633333-25a8-49e5-b4ef-98523c04191a no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 20:12:04.396737 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: 63633333-25a8-49e5-b4ef-98523c04191a {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 20:12:04.397075 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device 63633333-25a8-49e5-b4ef-98523c04191a not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 20:12:04.480193 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.plugin [None req-18d120d9-4668-4a05-9ea8-a0d5974fc9f7 admin admin] Calling delete_port for c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58 owned by network:dhcp {{(pid=87832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 20:12:04.555566 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.db [None req-e182bed9-764c-4601-ab5c-aa1f584ec142 None None] For port c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58, host dv-neutron-834711-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834711-1-hyperv',level=0,port_id=c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58,segment=NetworkSegment(6309eabf-0934-4bd9-ad22-bdd1b0a2e6dd),segment_id=6309eabf-0934-4bd9-ad22-bdd1b0a2e6dd)] {{(pid=87834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 20:12:04.556116 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e182bed9-764c-4601-ab5c-aa1f584ec142 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-463820'] for port, precommit_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:04.558758 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18d120d9-4668-4a05-9ea8-a0d5974fc9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773272785125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773272439610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-495005'] for port, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:04.679739 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-e182bed9-764c-4601-ab5c-aa1f584ec142 None None] Calling delete_port for c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58 owned by network:dhcp {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 20:12:04.700041 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d120d9-4668-4a05-9ea8-a0d5974fc9f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:12:04.704434 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d120d9-4668-4a05-9ea8-a0d5974fc9f7 admin admin] No DVR routers for this DVR port c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58 on host dv-neutron-834711-1-hyperv {{(pid=87832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 20:12:04.754943 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.db.api [None req-e182bed9-764c-4601-ab5c-aa1f584ec142 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 20:12:04.755298 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG oslo_db.api [None req-e182bed9-764c-4601-ab5c-aa1f584ec142 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 20:12:04.817834 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18d120d9-4668-4a05-9ea8-a0d5974fc9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569974', 'neutron.services.segments.db._delete_segments_for_network-8773272923980'] for network, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:04.843376 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-18d120d9-4668-4a05-9ea8-a0d5974fc9f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce034cb-f790-4c17-8e74-a8c4ad0d4c21']}} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:12:04.855160 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-18d120d9-4668-4a05-9ea8-a0d5974fc9f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6309eabf-0934-4bd9-ad22-bdd1b0a2e6dd') {'for_net_delete': True} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:12:04.855465 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.services.segments.db [None req-18d120d9-4668-4a05-9ea8-a0d5974fc9f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6309eabf-0934-4bd9-ad22-bdd1b0a2e6dd') {} {{(pid=87832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 20:12:04.866534 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18d120d9-4668-4a05-9ea8-a0d5974fc9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773272926823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7952167'] for segment, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:04.883216 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18d120d9-4668-4a05-9ea8-a0d5974fc9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511322'] for segment, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:04.889117 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d120d9-4668-4a05-9ea8-a0d5974fc9f7 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=87832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 20:12:04.889502 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18d120d9-4668-4a05-9ea8-a0d5974fc9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1511400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-495072'] for segment, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: Traceback (most recent call last): Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: timer() Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: cb(*args, **kw) Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: return func(*args, **kwargs) Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: self._notify() Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: self.callback(batched_events) Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: event.method(event) Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: return f(self, *a, **k) Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._get(url).json() Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: return self.request(url, 'GET', **kwargs) Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 20:12:04.903111 dv-neutron-834711-1-hyperv neutron-server[87832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 20:12:04.978837 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18d120d9-4668-4a05-9ea8-a0d5974fc9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465868'] for network, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:04.994826 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-18d120d9-4668-4a05-9ea8-a0d5974fc9f7 admin admin] Notify callbacks [] for network, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:05.004898 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d120d9-4668-4a05-9ea8-a0d5974fc9f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ce034cb-f790-4c17-8e74-a8c4ad0d4c21,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:12:05.008963 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-18d120d9-4668-4a05-9ea8-a0d5974fc9f7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7ce034cb-f790-4c17-8e74-a8c4ad0d4c21 HTTP/1.1" status: 204 len: 168 time: 0.9834902 Mar 28 20:12:05.116896 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 42198) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:12:05.164655 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-769500fb-2f75-4d8d-9c6a-4f23eb797714 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a0752f6e2a744e1cb05a9389a8f043a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466151 Mar 28 20:12:05.167110 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 42202) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:12:05.228054 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e574384a-fb80-472b-924a-71b0c2f55dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:05.254365 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e574384a-fb80-472b-924a-71b0c2f55dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:05.256541 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-e182bed9-764c-4601-ab5c-aa1f584ec142 None None] Deleting port c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58 {{(pid=87834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 20:12:05.257022 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-e182bed9-764c-4601-ab5c-aa1f584ec142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773272777975'] for port, before_delete {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:05.306887 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e574384a-fb80-472b-924a-71b0c2f55dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:05.323338 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574384a-fb80-472b-924a-71b0c2f55dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7a845c-1f4c-43ec-8e0e-308558b3013b,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:12:05.326762 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-e182bed9-764c-4601-ab5c-aa1f584ec142 None None] The port 'c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58' was deleted {{(pid=87834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 20:12:05.332584 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-e574384a-fb80-472b-924a-71b0c2f55dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:05.334025 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-e574384a-fb80-472b-924a-71b0c2f55dc7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eb7a845c-1f4c-43ec-8e0e-308558b3013b HTTP/1.1" status: 204 len: 168 time: 0.1657352 Mar 28 20:12:05.663514 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 42210) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:12:05.711260 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-332d549a-af6b-4a29-ab47-14c6b283fc56 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5016053c608d4f2da15fa753dcc7a0d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465798 Mar 28 20:12:05.713716 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.wsgi [-] (87832) accepted ('10.222.0.10', 42214) {{(pid=87832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 20:12:05.768930 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8304ad42-f3ba-43f9-ad80-67dd370d762c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:05.797358 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8304ad42-f3ba-43f9-ad80-67dd370d762c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:05.848772 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8304ad42-f3ba-43f9-ad80-67dd370d762c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650954'] for security_group, after_delete {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:05.862204 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304ad42-f3ba-43f9-ad80-67dd370d762c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effb19be-1fa5-427a-a5c1-87cbdab1e7a5,revision_number=None']} {{(pid=87832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 20:12:05.868332 dv-neutron-834711-1-hyperv neutron-server[87832]: DEBUG neutron_lib.callbacks.manager [None req-8304ad42-f3ba-43f9-ad80-67dd370d762c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:05.869357 dv-neutron-834711-1-hyperv neutron-server[87832]: INFO neutron.wsgi [None req-8304ad42-f3ba-43f9-ad80-67dd370d762c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/effb19be-1fa5-427a-a5c1-87cbdab1e7a5 HTTP/1.1" status: 204 len: 168 time: 0.1547649 Mar 28 20:12:06.274696 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58 no longer exists at agent ovs-agent-dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 20:12:06.310830 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] No Port match for: c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58 {{(pid=87834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 20:12:06.311204 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron.plugins.ml2.rpc [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Device c2c42ff6-2028-4ab9-bc0a-7c0ed70d0c58 not bound to the agent host dv-neutron-834711-1-hyperv {{(pid=87834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 20:12:25.451082 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-5ecade43-5faa-4641-87be-c9a55527f1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:27.830294 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-4e8df849-7182-4ff7-971a-652780491cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:28.802823 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:28.865475 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:30.462503 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:32.496521 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:33.649420 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 20:12:55.453231 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-eb74dee0-011a-4b5e-8f4d-109bc48eff43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:57.834258 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8513c2d1-a39b-4b71-a4f4-da97a9653dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:58.804679 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:12:58.867209 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:13:00.465825 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:13:02.509419 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:13:10.650071 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 20:13:25.455744 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-83e3c14f-86eb-444c-b221-79ca49498403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:13:27.836194 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-cfd17e6e-fbda-45de-a318-997212b3e911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:13:28.806650 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:13:28.868892 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:13:30.472194 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:13:32.510229 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:13:47.649107 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 20:13:55.457689 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ee37c701-53f5-444d-b017-37052c2105b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:13:57.838741 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-34fd9862-55ea-4f0a-977d-66321121cf66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:13:58.808779 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:13:58.871823 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:14:00.473614 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:14:02.509011 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:14:24.648776 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 20:14:25.460203 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-da016be5-dd5c-40c7-9ccd-f57e104d6329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:14:27.841126 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-fad083f3-282f-4785-9ab7-0b30ab4bfc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:14:28.811503 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:14:28.873770 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:14:30.524283 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:14:32.508267 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:14:55.462188 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f446ba14-1a5f-47ef-abbb-da9af78ca078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:14:57.843450 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-f092c0f2-b893-4a83-b678-de6d6bf66bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:14:58.812495 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:14:58.875642 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:15:00.528662 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:15:01.648003 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 20:15:02.521591 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:15:25.464152 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-ffefb049-a5ff-4539-9286-ada883e181e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:15:27.845239 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-8d96bfc6-caea-495f-9c04-fc88b61d9ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:15:28.813492 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:15:28.879489 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:15:30.531644 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:15:32.522255 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:15:38.647819 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 20:15:55.467100 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-622935a1-3b5f-458e-97e8-c4dab240c13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:15:57.846708 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-6867c8c0-7dbc-4a0c-8539-0f1a68a5fab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:15:58.817107 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:15:58.880805 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:16:00.532015 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:16:02.535579 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:16:15.647884 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 20:16:25.469516 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-192a6678-c5af-4737-89a0-7453d9ac069a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:16:27.848773 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-490613e5-2a7c-4360-9834-757619c2f384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:16:28.819397 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:16:28.883813 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:16:30.545220 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:16:32.535325 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:16:52.647239 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 20:16:55.472218 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-017c88ec-fb64-4d92-b3c4-216c4ddab10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:16:57.849883 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-533de5bc-2cf3-4351-94b6-27ff1ea78464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:16:58.820952 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:16:58.886487 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:17:00.537075 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:17:02.534368 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:17:25.473505 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-1c9feb52-d5f2-4690-bdaa-f7e78571e7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:17:27.853185 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-dec3f87b-1f71-483f-9715-b3f8687f50fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:17:28.823626 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bd83-a624-487a-b602-cd290c0337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:17:28.890056 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c2f6419f-418b-4059-ba93-c3fabaa0a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:17:29.646910 dv-neutron-834711-1-hyperv neutron-server[87835]: DEBUG neutron.db.agents_db [None req-6a4c3b6e-3d61-4c08-b6e8-b4e03d02b6c4 None None] Agent healthcheck: found 6 active agents {{(pid=87835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 20:17:30.540592 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-c035d5f4-e49e-4c85-a1e7-f2e61f23d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 20:17:32.628257 dv-neutron-834711-1-hyperv neutron-server[87834]: DEBUG neutron_lib.callbacks.manager [None req-51a35200-c721-4ece-a11b-049a4220e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773272923953', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571708'] for agent, after_update {{(pid=87834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}